HackISU2019/main.py at master · jaggarwal96/HackISU2019 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155

import tweepy
from tweepy import OAuthHandler
from bs4 import BeautifulSoup
from urllib.request import urlopen
import re
import time
import tweets_scrapper
import heapq
import psycopg2
import random

consumer_key = 'WCqb4vOIcppLOHxJD4Z4q2xwQ'
consumer_secret = 'kWWChyjsJjeyKZQRUSDs2qnojuBhfWBXxjz11TyfqEdMmcgjEj'
access_token = '977352389421187078-E8DkXkeTkm5GYMUQkOy3mCK9BrCLOan'
access_secret = 'ZAUXyIWPlle3q5CVXl66Lfdoc5BhmN22jHQXTEYFT3R2C'

auth = OAuthHandler(consumer_key, consumer_secret)
auth.set_access_token(access_token, access_secret)
conn = psycopg2.connect(database="hack-isu", user="postgres", password="twitterbot1", host="35.232.221.83", port="5432")

api = tweepy.API(auth)

visitHandles = set()

companies = {
    "Microsoft" : "MSFT",
    "Tesla" : "TSLA",
    "Apple" : "AAPL",
    "Netflix" : "NFLX",
    "Amazon" : "AMZN",
    "Alphabet" : "GOOG",
    "Google" : "GOOG",
    "Facebook" : "FB",
    "Cisco" : "CSCO",
    "Coca Cola" : "KO",
    "Coke" : "KO",
    "Johnson & Johnson": "JNJ",
    "Exxon Mobil" : "XOM",
    "Walmart" : "WMT",
    "AT&T" : "T",
    "Home Depot" : "HD",
    "Walt Disney" : "DIS",
    "Disney" : "DIS",
    "Comcast" : "CMCSA",
    "Philip Morris" : "PM",
    "AbbVie" : "ABBV",
    "McDonald's" : "MCD",
    "McDonalds" : "MCD",
    "Nike" : "NKE",
    "Twitter" : "TWTR",
    "Union Pacific" : "UNP",
    "Rockwell Collins" : "COL",
    "John Deere" : "DE",
    "UnitedHealth Group" : "UNH",
    "Optum" : "UNH",
    "Cerner" : "CERN",
    "Principal Financial" : "PFG",
    "AMD" : "AMD",
    "Advanced Micro Devices" : "AMD",
    "Bank of America" : "BAC",
    "Micron" : "MU",
    "Alibaba" : "BABA",
    "Intel" : "INTC",
    "Wells Fargo" : "WFC",
    "Oracle" : "ORCL",
    "Square" : "SQ",
    "NVIDIA" : "NVDA",
    "Ebay" : "EBAY",
    "Starbucks" : "SBUX",
    "Visa" : "V",
    "alarm.com" : "ALRM",
    "alarmcom" : "ALRM",
    "alarmdotcom" : "ALRM",
    "Ford" : "F",
    "Micron" : "MU",
    "Ambev" : "ABEV",
    "Chesapeake" : "CHK",
    "Verizon" : "VZ",
    "Halliburton" :"HAL",
    "Snapchat" : "SNAP",
    "Paypal" : "PYPL",
    "Roku" : "ROKU",
    "Caterpillar" : "CAT",
    "Zynga" : "ZNGA",
    "CSX" : "CSX",
    "TAKE-TWO" : "TTWO",
    "TAKE TWO" : "TTWO"
}

def BFS(s):
    # Mark all the vertices as not visited

    global visitHandles
    global conn

    heap = []
    heapq.heappush(heap, (1, s))


    while heap:
        item = heapq.heappop(heap)

        if item[1] not in visitHandles:
            visitHandles.add(item[1])


            tweets_list = tweets_scrapper.start(item[1])
            for tweet in tweets_list:
                ticker = get_ticker(tweet)
                if ticker:
                    cur = conn.cursor()
                    cur.execute('''INSERT INTO public.tweets(ticker, tweet, score, tweeter_handle) VALUES ('{}', '{}', {}, '{}');'''
                                .format(ticker, tweet.replace("'", "").replace('"', ""), 1/item[0], item[1]))
                    conn.commit()

            following = api.friends_ids(item[1])
            random.shuffle(following)
            following = following[0:10]
            for fr in following:

                url = "https://twitter.com/intent/user?user_id=" + str(fr)

                time.sleep(8)
                content = urlopen(url)

                soup = BeautifulSoup(content, 'html.parser')
                handle = soup.find("span", class_="nickname").string
                handle = handle[1:]
                try:
                    followers = soup.find("a", href=re.compile("/followers")).string
                    followers = followers.replace(",", "")
                    verified = soup.find("li", class_="verified").string
                except AttributeError:
                    continue
                if int(followers) < 25000000:
                    print(handle)
                    if verified.strip() == "Verified account" and int(followers) > 10000 and int(followers) < 20000000:
                        heapq.heappush(heap, (1 / (int(followers) * 2) ,handle))
                    elif int(followers) > 1000000:
                        heapq.heappush(heap, (1 / (int(followers) * 1.5), handle))
                    else:
                        heapq.heappush(heap, (1 / int(followers), handle))

    conn.close()

def get_ticker(tweet):
    for company in companies.items():
        if company[0].lower() in tweet.lower():
            return company[1]

    return None

if __name__ == '__main__':
    BFS("developer_joel")