forked from reche025/reddit_recommender
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathextract_subreddit_data.py
More file actions
43 lines (29 loc) · 1.01 KB
/
extract_subreddit_data.py
File metadata and controls
43 lines (29 loc) · 1.01 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
import sqlite3
import pandas as pd
def get_subreddit_data():
database_directory = input('Please input Reddit database directory:\nFor example: reddit_data.db\n')
try:
connection = sqlite3.connect(database_directory)
print('\nQuerying database...\n')
df = pd.read_sql_query(
"""
SELECT
s.subreddit
,o.utc
,u.username
FROM Subreddit AS s
JOIN Observation AS o
ON (s.subreddit_id = o.subreddit_id)
JOIN Username AS u
ON (o.username_id = u.username_id)
ORDER BY RANDOM()
LIMIT 1000000
""",
connection
)
print('Sending extraction to csv file called "reddit_data.csv"\n')
df.to_csv('./reddit_data.csv', index = False)
print('\nDone!')
except:
print('Reddit database does not exist in this directory')
get_subreddit_data()