In [1]:
import urllib.request as r
import pandas as pd
import numpy as np
import time
import os
In [2]:
gama_spectra_url = "http://www.gama-survey.org/dr3/data/spectra/gama/reduced_27/1d/"
database_download_path = '../../../GAMADR3_SPECTRA/DATABASE/'
gama_all_list = '../../../GAMADR3_SPECTRA/GAMADR3_ALL.txt'
In [3]:
gama_to_download = pd.read_csv(gama_all_list, header=None)
In [4]:
gama_to_download_squeeze = np.squeeze(gama_to_download)
In [ ]:
!cd ../../../GAMADR3_SPECTRA/DATABASE/
In [ ]:
for i in range(gama_to_download_squeeze.values.size):
item = str(gama_to_download_squeeze.values[i])
address = os.path.join(gama_spectra_url, item)
r.urlretrieve(address, filename=os.path.join(database_download_path, item))
print (time.process_time())
In [ ]: