js8net/make_calldb.py at main · zoza1982/js8net · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
#!/usr/bin/env python3
# coding: utf-8

import dbm
import json
import argparse
import csv
from os.path import exists
from os.path import expanduser

if(__name__ == '__main__'):

    parser=argparse.ArgumentParser(description='Aggregate collected JS8call data from collectors.')
    parser.add_argument('--usa',default=False,help='Path to EN.dat file (default is ./EN.dat)')
    parser.add_argument('--canada',default=False,help='Path to amateur_delim.txt file (default is ./amateur_delim.txt)')
    parser.add_argument('--australia',default=False,help='Path to extracted AUS directory (default is ./)')
    parser.add_argument('--basedir',default=False,help='Monitor program directory (default is ~/.js8net/)')
    args=parser.parse_args()

    if(args.usa):
        usa=args.usa
    else:
        usa='EN.dat'

    if(args.canada):
        canada=args.canada
    else:
        canada='amateur_delim.txt'

    if(args.australia):
        australia=args.australia
    else:
        australia='./'

    if(args.basedir):
        basedir=args.basedir
        if(basedir[-1]!='/'):
           basedir=basedir+'/'
    else:
        basedir=expanduser("~")+'/.js8net/'
        if(not(exists(basedir))):
            mkdir(basedir)

    calldb=dbm.open(basedir+'calldb.dbm','c')

    if(exists(usa)):
        print('Loading USA callsign records...')
        with open(usa,'r',encoding='utf8') as usa_file:
            usa_reader=csv.reader(usa_file,delimiter='|')
            for row in usa_reader:
                call=row[4]
                name=row[7]
                house=row[15]
                city=row[16]
                state=row[17]
                calldb[call]=json.dumps({'name':name,
                                      'info':', '.join([name,city,state,'US']),
                                      'address':', '.join([house,city,state,'USA'])})
    else:
        print('Unable to find USA data.')

    if(exists(canada)):
        print('Loading Canadian callsign records...')
        with open(canada,'r',encoding='utf8') as canada_file:
            canada_reader=csv.reader(canada_file,delimiter=';')
            for row in canada_reader:
                call=row[0]
                first_name=row[1]
                last_name=row[2]
                house=row[3]
                city=row[4]
                province=row[5]
                calldb[call]=json.dumps({'name':name,
                                      'info':', '.join([last_name,first_name,city,province,'CA']),
                                      'address':', '.join([house,city,province,'Canada'])})
    else:
        print('Unable to find Canada data.')

    print('Loading Australian callsign records...')

    print('Loading device details...')
    with open(australia+'device_details.csv','r',encoding='utf8') as dd_file:
        # This maps the id with a '/' to a callsign.
        dd_reader=csv.reader(dd_file,delimiter=',')
        dd={}
        for row in dd_reader:
            dd[row[1]]=row[33]

    print('Loading client info...')
    with open(australia+'client.csv','r',encoding='utf8') as client_file:
        # This maps the id without a '/' to an address.
        client_reader=csv.reader(client_file,delimiter=',')
        client={}
        for row in client_reader:
            client[row[0]]=row

    print('Loading license info...')
    with open(australia+'licence.csv','r',encoding='utf8') as lic_file:
        lic_reader=csv.reader(lic_file,delimiter=',')
        # This gets us a list of Amateur license holder IDs. The first
        # value lets us find their call in device_details.csv and the
        # second lets us find their address in client.csv.
        for row in lic_reader:
            if(row[4]=='Amateur'):
                if(row[0] in dd and row[1] in client):
                    call=dd[row[0]]
                    c=client[row[1]]
                    name=c[1]
                    house=c[5]
                    city=c[6]
                    territory=c[7]
                    calldb[call]=json.dumps({'name':name,
                                             'info':', '.join([name,city,territory,'AU']),
                                             'address':', '.join([house,city,territory,'Australia'])})

    print('Done.')