diff --git a/webscraping.py b/webscraping.py index 3cdbba9..97e8969 100644 --- a/webscraping.py +++ b/webscraping.py @@ -1,5 +1,5 @@ # -*- encoding: utf-8 -*- - +import time import requests import pandas as pd from bs4 import BeautifulSoup @@ -20,6 +20,11 @@ 'blocks': {'field': 'BLK', 'label': 'BLK'}, } +def acceptTerms(): + acceptBt = driver.find_element_by_id('onetrust-accept-btn-handler') + acceptBt.click() + return + def buildrank(type): @@ -53,6 +58,9 @@ def buildrank(type): driver.get(url) driver.implicitly_wait(10) # in seconds +acceptTerms() +time.sleep(10) #in seconds + for k in rankings: top10ranking[k] = buildrank(k)