In [9]:
import pandas as pd
import requests
from tqdm import tqdm_notebook
from phildb.database import PhilDB
In [2]:
stats_url = "http://www.bom.gov.au/clim_data/cdio/tables/text/IDCJCM0035_{0}.csv"
In [3]:
db = PhilDB('hm_tsdb')
In [7]:
stations = db.list_timeseries_instances(source = 'BOM_ACORN_SAT').ts_id.unique()
In [12]:
for station_id in tqdm_notebook(stations):
r = requests.get(stats_url.format(station_id), stream=True)
with open('data/stats/IDCJCM0035_{0}.csv'.format(station_id), 'wb') as fd:
for chunk in r.iter_content(1024):
fd.write(chunk)