Skip stations on error

master
Dan Howe 6 years ago
parent 0dd322cf53
commit c2594c39c6

@ -92,16 +92,21 @@ def update_master(output_dir, csv_name, df):
master.to_csv(os.path.join(output_dir, csv_name)) master.to_csv(os.path.join(output_dir, csv_name))
# Get main page def main(stn_id):
url = 'http://wavewindtide.portauthoritynsw.com.au/' """Extract current parameters for selected station.
page = requests.get(url)
tree = html.fromstring(page.content) Args:
stn_id (int): station ID
Returns:
None
"""
for stn_id in stn_ids:
# Get elements from selected station # Get elements from selected station
t_raw = tree.get_element_by_id(f'MainContent_ctl{stn_id:02}_lblRecordDate') t_raw = tree.get_element_by_id(f'MainContent_ctl{stn_id:02}_lblRecordDate')
meas = tree.get_element_by_id(f'MainContent_ctl{stn_id:02}_lblSummary') meas = tree.get_element_by_id(f'MainContent_ctl{stn_id:02}_lblSummary')
description = tree.get_element_by_id(f'MainContent_ctl{stn_id:02}_lblTitle') description = tree.get_element_by_id(
f'MainContent_ctl{stn_id:02}_lblTitle')
# Parse column names # Parse column names
text = re.split(':\s|(m|s|knots|deg)\s', meas.text + ' ') text = re.split(':\s|(m|s|knots|deg)\s', meas.text + ' ')
@ -123,3 +128,15 @@ for stn_id in stn_ids:
# Update master dataframe # Update master dataframe
csv_name = description.text + '.csv' csv_name = description.text + '.csv'
update_master(output_dir, csv_name, df) update_master(output_dir, csv_name, df)
# Get main page
url = 'http://wavewindtide.portauthoritynsw.com.au/'
page = requests.get(url)
tree = html.fromstring(page.content)
for stn_id in stn_ids:
try:
main(stn_id)
except (TypeError, KeyError):
pass

Loading…
Cancel
Save