cybint/manage.py at main · vmapps/cybint · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

# --------------------------------------------------
# Imports
# --------------------------------------------------

import argparse
import os
import pathlib
import pymongo
import sys

import app.utils

# --------------------------------------------------
# Main
# --------------------------------------------------

if __name__ == "__main__":

    root = os.path.dirname(__file__)

    # load configuration file
    config = app.utils.loadConfig(root+'/app/config/config.yml')

    parser = argparse.ArgumentParser(
        description = config['app']['name']+' - '+config['app']['description']+' - '+config['app']['version'],
        epilog = '(c) 2024 - '+config['app']['author']+' - '+config['app']['contact']
    )

    # parser.add_argument("path")
    parser.add_argument("-i", "--init", help='init configuraiton and data', action="store_true")
    parser.add_argument("-p", "--project", help='use specific project (if none, use "default")', default='default')
    parser.add_argument("-c", "--clean", help='cleanup redis database', action="store_true")
    parser.add_argument("-f", "--feeds", help='import feeds from file', type=pathlib.Path)
    parser.add_argument("-a", "--articles", help='import content from feeds', action="store_true")

    args = parser.parse_args()
    if len(sys.argv)==1:
        parser.print_help(sys.stderr)
        sys.exit(1)

    # connect to Mongo database
    mongo = pymongo.MongoClient(
        host = config['mongo']['host'],
        port = config['mongo']['port'],
        serverSelectionTimeoutMS = config['mongo']['timeout']
    )

    try:
        mongo.list_databases()
    except Exception as e:
        print('[ERROR] could not connect to mongo database',file=sys.stderr)
        sys.exit(1)

    # Set project qnd store
    project = args.project
    if not project.isalnum():
        project = 'default'

    # initi projects
    if args.init:
        app.utils.initProjects(mongo,root+'/app/config/projects')
        sys.exit()

    # Set dataabse store
    store = mongo['cybint_{}'.format(project)]

    # flush database
    if args.clean:
        app.utils.flushDatabase(store)

    # import feeds
    if args.feeds:
        store['feeds'].drop()
        app.utils.importFeeds(store,args.feeds)

    # import articles
    if args.articles:
        app.utils.importArticles(store)

# --------------------------------------------------