Dataset-Retriever-Program/main.py at main · EloyGomez-bd/Dataset-Retriever-Program · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
import argparse
import pandas as pd
from p_acquisition.m_acquisition import data_collection
from p_wrangling.m_wrangling import create_df_processed
from p_analysis.m_analysis import analysis
from p_reporting.m_reporting import report, bonus1, bonus2


def argument_parser():
    """
    parse arguments to script
    """

    parser = argparse.ArgumentParser()

    # Arguments here
    parser.add_argument("-p", "--path", help="specify database location", type=str, required=True)

    # Arguments here

    args = parser.parse_args()

    return args


def main(arguments):

    print('Starting process...')

    path = arguments.path

    full_df = data_collection(path=path)

    print('Exporting data to directory...')

    full_df.to_csv('./data/raw/full_data.csv', index=False)

    df_processing = create_df_processed()

    df_processing.to_csv('./data/processed/df_processed.csv', index=False)

    print('Analysing data and exporting data...')

    df_analysed = analysis()

    df_analysed.to_csv('./data/results/df_analysed.csv', index=False)

    results = report()

    print('Exporting results')

    results.to_csv('./data/results/results.csv', index=False)

    print('Exporting Bonus tables 1 and 2')

    df_raw = pd.read_csv('./data/raw/full_data.csv')
    df_processed = pd.read_csv('./data/processed/df_processed.csv')

    bonus1_table = bonus1(df_raw)
    bonus1_table.to_csv('./data/results/bonus1.csv', index=False)
    bonus2_table = bonus2(df_raw, df_processed)
    bonus2_table.to_csv('./data/results/bonus2.csv', index=False)

    print('Process finished')

if __name__ == '__main__':

    arguments = argument_parser()

    main(arguments)