-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmain_script.py
More file actions
24 lines (18 loc) · 738 Bytes
/
main_script.py
File metadata and controls
24 lines (18 loc) · 738 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
import pandas as pd
from package1 import cleaning
from package1 import scraping
from package1 import report
from package1 import emailing
from sqlalchemy import create_engine
sqlitedb_path = './data/raw/mmaragon.db'
cleaning.clean(sqlitedb_path)
print('First step finished')
url1 = 'https://forbes400.herokuapp.com/api/forbes400/getAllBillionaires'
url2 = 'https://stats.areppim.com/listes/list_billionairesx18xwor.htm'
scraping.scraping(url1, url2)
print('Second step finished')
results_merge_data_add_info = pd.read_csv('./data/results/ForbesBillionaires2018_add_info.csv', sep=',', index_col=0)
report.report(results_merge_data_add_info)
print('Third step finished')
emailing.send('report_all.pdf')
print('Fourth step finished')