USGS_EQ_ScrapingProject/usgs_final.py at master · jonkaplan73/USGS_EQ_ScrapingProject · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
import csv


# Windows users need to specify the path to chrome driver you just downloaded.
# You need to unzip the zipfile first and move the .exe file to any folder you want.
# driver = webdriver.Chrome(r'path\to\where\you\download\the\chromedriver.exe')
csv_file = open('earthquakes.csv', 'w')
writer = csv.writer(csv_file)
header = {'header':['magnitude','label','time','depthinKM','longLat']}
writer.writerow(header['header'])

driver = webdriver.Chrome()
driver.implicitly_wait(5)
driver.get("https://earthquake.usgs.gov/earthquakes/search/")
# Click review button to go to the review section
magnitude_button = driver.find_element_by_xpath('//label[@for="four-five-plus"]')
magnitude_button .click()

date_button = driver.find_element_by_xpath('//label[@for="basictime-custom"]')
date_button.click()


starttime = '1970-01-01 00:00:00'
endtime = '2017-12-31 23:59:59'

start = driver.find_element_by_xpath('//input[@name="starttime"]')
start.clear()
start.send_keys(starttime)

end = driver.find_element_by_xpath('//input[@name="endtime"]')
end.clear()
end.send_keys(endtime)

#WebElement.findElement(By.xpath('//input[@name="starttime"]')).sendKeys(starttime)
#WebElement.findElement(By.xpath('//input[@name="starttime"]')).sendKeys(endtime)


region_button = driver.find_element_by_xpath('//label[@for="basic-location-us"]')
region_button.click()


search_button = driver.find_element_by_xpath('//button[@type="submit"]')
search_button.click()

#wait_button.until(EC.find_element_by_xpath('//button[@aria-label="Close Alert"]'))

wait_eqLoad = WebDriverWait(driver, 10)
smallEarthquakes = wait_eqLoad.until(EC.presence_of_all_elements_located((By.XPATH,'//div[@class="eq-list-item big"]')))
bigEarthquakes = wait_eqLoad.until(EC.presence_of_all_elements_located((By.XPATH,'//div[@class="eq-list-item bigger"]')))
earthquakes = smallEarthquakes + bigEarthquakes

#earthquakes = driver.find_element_by_xpath('//div[@class="eq-list-item big"]')

for eq in earthquakes[:1]:
	eq_dict = {}
	magnitude = eq.find_element_by_xpath('.//span[@class="list-callout"]').text
	label = eq.find_element_by_xpath('.//h1[@class="list-header"]').text
	time = eq.find_element_by_xpath('.//h2[@class="list-subheader"]').text
	depthinKM = eq.find_element_by_xpath('.//aside[@class="list-aside"]').text

	#EQ_button = driver.find_element_by_xpath('//li[@class="list-view-item selected"]')
	#EQ_button.click()
	eq.click()

	longLat = driver.find_element_by_xpath('//dd[@class="location"]').text

	closeEQ_button = driver.find_element_by_xpath('//button[@class="summary-close"]')
	closeEQ_button.click()

	eq_dict['magnitude'] = magnitude
	eq_dict['label'] = label
	eq_dict['time'] = time
	eq_dict['depthinKM'] = depthinKM
	eq_dict['longLat'] = longLat
	writer.writerow(eq_dict.values())


	#print('='*100)
	#print('label')
	#print(label)
	#print('magnitude ')
	#print(magnitude )
	#print('time')
	#print(time)
	#print('depthinKM')
	#print(depthinKM)
	#print('longLat')
	#print(longLat)
	#print('='*100)

# expected conditional
# wait until not - while loads earthquakes

#raise ValueError('A very specific bad thing happened.')