In [3]:
import file_transfer.datamover as dm

In [5]:
import os
import h5py

In [6]:
s3handle = dm.S3EnramHandler(bucket_name="lw-enram", profile_name="lw-enram")

In [7]:
s3handle.bucket.objects.all()


Out[7]:
s3.Bucket.objectsCollection(s3.Bucket(name='lw-enram'), s3.ObjectSummary)

Temp


In [11]:
from file_transfer.creds import URL, LOGIN, PASSWORD

In [12]:
btos = dm.BaltradToS3(URL, LOGIN, PASSWORD, "lw-enram", profile_name="lw-enram")

In [13]:
btos.transfer(name_match="_vp_", overwrite=True, 
              limit=5, verbose=True)


czbrd_vp_20170912223000.h5 is succesfully transferred to S3 bucket
czbrd_vp_20170912224500.h5 is succesfully transferred to S3 bucket
czbrd_vp_20170912230000.h5 is succesfully transferred to S3 bucket
czbrd_vp_20170912233000.h5 is succesfully transferred to S3 bucket
czbrd_vp_20170912234500.h5 is succesfully transferred to S3 bucket

In [15]:
btos.transferred


Out[15]:
['czbrd_vp_20170912223000.h5',
 'czbrd_vp_20170912224500.h5',
 'czbrd_vp_20170912230000.h5',
 'czbrd_vp_20170912233000.h5',
 'czbrd_vp_20170912234500.h5']

In [29]:
s3handle.create_zip_version(btos.transferred)


---------------------------------------------------------------------------
TypeError                                 Traceback (most recent call last)
~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/site-packages/botocore/vendored/requests/packages/urllib3/connectionpool.py in _make_request(self, conn, method, url, timeout, **httplib_request_kw)
    371             try:  # Python 2.7, use buffering of HTTP responses
--> 372                 httplib_response = conn.getresponse(buffering=True)
    373             except TypeError:  # Python 2.6 and older

TypeError: getresponse() got an unexpected keyword argument 'buffering'

During handling of the above exception, another exception occurred:

KeyboardInterrupt                         Traceback (most recent call last)
<ipython-input-29-e0aa4f0bc90a> in <module>()
----> 1 s3handle.create_zip_version(btos.transferred)

~/githubs/enram_infrastructure/file_transfer/datamover/s3enram.py in create_zip_version(self, keylisting)
    101             for key in self.list_files(
    102                     path="/".join([country, radar, year, month])):
--> 103                 self.download_file(key)
    104                 current_keys.append(key)
    105 

~/githubs/enram_infrastructure/file_transfer/datamover/connectors.py in download_file(self, file)
    166         """
    167         response = self.s3client.get_object(Bucket=self.bucket_name,
--> 168                                             Key=file)
    169         full_name = file
    170         os.makedirs(os.path.dirname(full_name), exist_ok=True)

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/site-packages/botocore/client.py in _api_call(self, *args, **kwargs)
    308                     "%s() only accepts keyword arguments." % py_operation_name)
    309             # The "self" in this scope is referring to the BaseClient.
--> 310             return self._make_api_call(operation_name, kwargs)
    311 
    312         _api_call.__name__ = str(py_operation_name)

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/site-packages/botocore/client.py in _make_api_call(self, operation_name, api_params)
    584         else:
    585             http, parsed_response = self._endpoint.make_request(
--> 586                 operation_model, request_dict)
    587 
    588         self.meta.events.emit(

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/site-packages/botocore/endpoint.py in make_request(self, operation_model, request_dict)
    139         logger.debug("Making request for %s (verify_ssl=%s) with params: %s",
    140                      operation_model, self.verify, request_dict)
--> 141         return self._send_request(request_dict, operation_model)
    142 
    143     def create_request(self, params, operation_model=None):

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/site-packages/botocore/endpoint.py in _send_request(self, request_dict, operation_model)
    166         request = self.create_request(request_dict, operation_model)
    167         success_response, exception = self._get_response(
--> 168             request, operation_model, attempts)
    169         while self._needs_retry(attempts, operation_model, request_dict,
    170                                 success_response, exception):

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/site-packages/botocore/endpoint.py in _get_response(self, request, operation_model, attempts)
    202                 request, verify=self.verify,
    203                 stream=operation_model.has_streaming_output,
--> 204                 proxies=self.proxies, timeout=self.timeout)
    205         except ConnectionError as e:
    206             # For a connection error, if it looks like it's a DNS

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/site-packages/botocore/vendored/requests/sessions.py in send(self, request, **kwargs)
    571 
    572         # Send the request
--> 573         r = adapter.send(request, **kwargs)
    574 
    575         # Total elapsed time of the request (approximately)

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/site-packages/botocore/vendored/requests/adapters.py in send(self, request, stream, timeout, verify, cert, proxies)
    368                     decode_content=False,
    369                     retries=self.max_retries,
--> 370                     timeout=timeout
    371                 )
    372 

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/site-packages/botocore/vendored/requests/packages/urllib3/connectionpool.py in urlopen(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, **response_kw)
    542             httplib_response = self._make_request(conn, method, url,
    543                                                   timeout=timeout_obj,
--> 544                                                   body=body, headers=headers)
    545 
    546             # If we're going to release the connection in ``finally:``, then

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/site-packages/botocore/vendored/requests/packages/urllib3/connectionpool.py in _make_request(self, conn, method, url, timeout, **httplib_request_kw)
    372                 httplib_response = conn.getresponse(buffering=True)
    373             except TypeError:  # Python 2.6 and older
--> 374                 httplib_response = conn.getresponse()
    375         except (SocketTimeout, BaseSSLError, SocketError) as e:
    376             self._raise_timeout(err=e, url=url, timeout_value=read_timeout)

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/http/client.py in getresponse(self)
   1196         try:
   1197             try:
-> 1198                 response.begin()
   1199             except ConnectionError:
   1200                 self.close()

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/http/client.py in begin(self)
    295         # read until we get a non-100 response
    296         while True:
--> 297             version, status, reason = self._read_status()
    298             if status != CONTINUE:
    299                 break

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/http/client.py in _read_status(self)
    256 
    257     def _read_status(self):
--> 258         line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
    259         if len(line) > _MAXLINE:
    260             raise LineTooLong("status line")

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/socket.py in readinto(self, b)
    574         while True:
    575             try:
--> 576                 return self._sock.recv_into(b)
    577             except timeout:
    578                 self._timeout_occurred = True

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/ssl.py in recv_into(self, buffer, nbytes, flags)
    935                   "non-zero flags not allowed in calls to recv_into() on %s" %
    936                   self.__class__)
--> 937             return self.read(nbytes, buffer)
    938         else:
    939             return socket.recv_into(self, buffer, nbytes, flags)

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/ssl.py in read(self, len, buffer)
    797             raise ValueError("Read on closed or unwrapped SSL socket.")
    798         try:
--> 799             return self._sslobj.read(len, buffer)
    800         except SSLError as x:
    801             if x.args[0] == SSL_ERROR_EOF and self.suppress_ragged_eofs:

~/.pyenv/versions/miniconda3-4.3.11/envs/inbobase/lib/python3.5/ssl.py in read(self, len, buffer)
    581         """
    582         if buffer is not None:
--> 583             v = self._sslobj.read(len, buffer)
    584         else:
    585             v = self._sslobj.read(len)

KeyboardInterrupt: 

In [19]:
import shutil

In [30]:
shutil.rmtree(os.path.join(".", "cz"))

In [25]:
shutil.rmtree(os.path.join(".", "cz", "brd", "2017", "09"))

In [26]:
os.removedirs(os.path.join(".", "cz", "brd", "2017"))

Remove corrupted h5 files on the repo and remove all ZIP-files on the data repo


In [9]:
corrupted = []
country_exclude = ["be", "ch", "cz", "dk", "es"]
sat_exclude = ["boo", "drs", "eis", "emd", "ess", "fld", "hnr", "mem", "neu", "nhb", "anj", "ika", "kes"]
for j, file in enumerate(s3handle.bucket.objects.all()):
    if file.key.endswith(".h5") and not file.key.split("/")[0] in country_exclude and not file.key.split("/")[1] in sat_exclude:
        # download file
        s3handle.download_file(file.key)
        # check if it can be read
        try:
            h5py.File(file.key, mode="r")
        except:
            corrupted.append(file.key)
            file.delete()
        os.remove(file.key)
    elif file.key.endswith(".zip"):
        file.delete()

In [10]:
corrupted[-10:]


Out[10]:
['sk/laz/2017/08/11/05/sklaz_vp_20170811050000.h5',
 'sk/laz/2017/08/11/05/sklaz_vp_20170811051500.h5',
 'sk/laz/2017/08/11/05/sklaz_vp_20170811053000.h5',
 'sk/laz/2017/08/11/05/sklaz_vp_20170811054500.h5',
 'sk/laz/2017/08/11/06/sklaz_vp_20170811060000.h5',
 'sk/laz/2017/08/11/06/sklaz_vp_20170811061500.h5',
 'sk/laz/2017/08/11/06/sklaz_vp_20170811063000.h5',
 'sk/laz/2017/08/11/06/sklaz_vp_20170811064500.h5',
 'sk/laz/2017/08/11/07/sklaz_vp_20170811070000.h5',
 'sk/laz/2017/08/11/07/sklaz_vp_20170811071500.h5']

Recreate all the ZIP folders

Load the existing h5 files and use this to create the zip files, we can use the coverage file information do to so as explained in the documentation of the datamover https://github.com/enram/data-repository/blob/master/file_transfer/tutorial_datamover.ipynb


In [5]:
s3enram = dm.S3EnramHandler("lw-enram", profile_name="lw-enram")

In [6]:
s3enram.create_zip_version(s3enram.count_enram_coverage(level="month"))


Saved  plpoz201706.zip on S3 bucket.
Saved  depro201704.zip on S3 bucket.
Saved  fiuta201705.zip on S3 bucket.
Saved  frnim201704.zip on S3 bucket.
Saved  frniz201611.zip on S3 bucket.
Saved  depro201709.zip on S3 bucket.
Saved  selek201703.zip on S3 bucket.
Saved  frale201704.zip on S3 bucket.
Saved  deess201701.zip on S3 bucket.
Saved  dkste201708.zip on S3 bucket.
Saved  sevil201705.zip on S3 bucket.
Saved  fikuo201704.zip on S3 bucket.
Saved  czbrd201708.zip on S3 bucket.
Saved  sekir201709.zip on S3 bucket.
Saved  fikor201709.zip on S3 bucket.
Saved  defld201709.zip on S3 bucket.
Saved  sklaz201707.zip on S3 bucket.
Saved  sevax201701.zip on S3 bucket.
Saved  hrbil201707.zip on S3 bucket.
Saved  frcae201709.zip on S3 bucket.
Saved  fropo201705.zip on S3 bucket.
Saved  esval201611.zip on S3 bucket.
Saved  fiika201705.zip on S3 bucket.
Saved  frmom201707.zip on S3 bucket.
Saved  plram201703.zip on S3 bucket.
Saved  sklaz201705.zip on S3 bucket.
Saved  frabb201704.zip on S3 bucket.
Saved  dkbor201709.zip on S3 bucket.
Saved  plpoz201704.zip on S3 bucket.
Saved  frbla201708.zip on S3 bucket.
Saved  frbor201705.zip on S3 bucket.
Saved  deemd201702.zip on S3 bucket.
Saved  demem201705.zip on S3 bucket.
Saved  frtro201708.zip on S3 bucket.
Saved  selek201706.zip on S3 bucket.
Saved  dkste201707.zip on S3 bucket.
Saved  czbrd201611.zip on S3 bucket.
Saved  desna201708.zip on S3 bucket.
Saved  dkrom201702.zip on S3 bucket.
Saved  selul201704.zip on S3 bucket.
Saved  dkbor201705.zip on S3 bucket.
Saved  plswi201705.zip on S3 bucket.
Saved  dksin201702.zip on S3 bucket.
Saved  plpas201707.zip on S3 bucket.
Saved  plgda201705.zip on S3 bucket.
Saved  hrosi201611.zip on S3 bucket.
Saved  fiuta201706.zip on S3 bucket.
Saved  selul201703.zip on S3 bucket.
Saved  frtre201701.zip on S3 bucket.
Saved  filuo201707.zip on S3 bucket.
Saved  deumd201705.zip on S3 bucket.
Saved  frmom201708.zip on S3 bucket.
Saved  skkoj201705.zip on S3 bucket.
Saved  frbor201706.zip on S3 bucket.
Saved  depro201701.zip on S3 bucket.
Saved  deros201707.zip on S3 bucket.
Saved  sevil201701.zip on S3 bucket.
Saved  sekir201705.zip on S3 bucket.
Saved  frgre201704.zip on S3 bucket.
Saved  dkste201704.zip on S3 bucket.
Saved  fikes201611.zip on S3 bucket.
Saved  hrbil201701.zip on S3 bucket.
Saved  fikes201701.zip on S3 bucket.
Saved  frtou201611.zip on S3 bucket.
Saved  frcol201706.zip on S3 bucket.
Saved  fikuo201706.zip on S3 bucket.
Saved  sklaz201709.zip on S3 bucket.
Saved  seosd201705.zip on S3 bucket.
Saved  fipet201704.zip on S3 bucket.
Saved  dehnr201701.zip on S3 bucket.
Saved  skjav201709.zip on S3 bucket.
Saved  dkste201706.zip on S3 bucket.
Saved  plleg201703.zip on S3 bucket.
Saved  dkvir201611.zip on S3 bucket.
Saved  fikor201708.zip on S3 bucket.
Saved  frave201703.zip on S3 bucket.
Saved  dkrom201708.zip on S3 bucket.
Saved  dkste201703.zip on S3 bucket.
Saved  czbrd201702.zip on S3 bucket.
Saved  fropo201611.zip on S3 bucket.
Saved  dksin201704.zip on S3 bucket.
Saved  nldhl201704.zip on S3 bucket.
Saved  frtou201707.zip on S3 bucket.
Saved  esbad201611.zip on S3 bucket.
Saved  frtou201708.zip on S3 bucket.
Saved  frmtc201707.zip on S3 bucket.
Saved  dkvir201704.zip on S3 bucket.
Saved  czbrd201709.zip on S3 bucket.
Saved  frbol201707.zip on S3 bucket.
Saved  defld201707.zip on S3 bucket.
Saved  deemd201709.zip on S3 bucket.
Saved  frabb201709.zip on S3 bucket.
Saved  fropo201708.zip on S3 bucket.
Saved  essan201611.zip on S3 bucket.
Saved  frmtc201611.zip on S3 bucket.
Saved  czbrd201706.zip on S3 bucket.
Saved  skkub201704.zip on S3 bucket.
Saved  deros201706.zip on S3 bucket.
Saved  frbla201701.zip on S3 bucket.
Saved  detur201704.zip on S3 bucket.
Saved  desna201706.zip on S3 bucket.
Saved  frtra201708.zip on S3 bucket.
Saved  sevil201708.zip on S3 bucket.
Saved  frmcl201708.zip on S3 bucket.
Saved  deoft201707.zip on S3 bucket.
Saved  hrbil201705.zip on S3 bucket.
Saved  plbrz201704.zip on S3 bucket.
Saved  frcae201705.zip on S3 bucket.
Saved  denhb201707.zip on S3 bucket.
Saved  deess201704.zip on S3 bucket.
Saved  sekkr201708.zip on S3 bucket.
Saved  seang201709.zip on S3 bucket.
Saved  hrosi201705.zip on S3 bucket.
Saved  nldhl201706.zip on S3 bucket.
Saved  defld201706.zip on S3 bucket.
Saved  dedrs201702.zip on S3 bucket.
Saved  dehnr201708.zip on S3 bucket.
Saved  nldbl201701.zip on S3 bucket.
Saved  plswi201707.zip on S3 bucket.
Saved  desna201701.zip on S3 bucket.
Saved  silis201704.zip on S3 bucket.
Saved  frave201707.zip on S3 bucket.
Saved  fikes201704.zip on S3 bucket.
Saved  fianj201705.zip on S3 bucket.
Saved  dksin201709.zip on S3 bucket.
Saved  deemd201705.zip on S3 bucket.
Saved  dedrs201706.zip on S3 bucket.
Saved  fropo201707.zip on S3 bucket.
Saved  fiuta201704.zip on S3 bucket.
Saved  frabb201611.zip on S3 bucket.
Saved  deeis201701.zip on S3 bucket.
Saved  frcol201611.zip on S3 bucket.
Saved  detur201709.zip on S3 bucket.
Saved  frtra201703.zip on S3 bucket.
Saved  fikor201703.zip on S3 bucket.
Saved  plswi201706.zip on S3 bucket.
Saved  deeis201707.zip on S3 bucket.
Saved  frmcl201709.zip on S3 bucket.
Saved  frtra201706.zip on S3 bucket.
Saved  fivan201709.zip on S3 bucket.
Saved  plgda201701.zip on S3 bucket.
Saved  frlep201709.zip on S3 bucket.
Saved  fikuo201705.zip on S3 bucket.
Saved  dedrs201705.zip on S3 bucket.
Saved  searl201701.zip on S3 bucket.
Saved  fipet201705.zip on S3 bucket.
Saved  frbla201705.zip on S3 bucket.
Saved  sease201705.zip on S3 bucket.
Saved  deeis201611.zip on S3 bucket.
Saved  plswi201708.zip on S3 bucket.
Saved  seovi201701.zip on S3 bucket.
Saved  frcae201704.zip on S3 bucket.
Saved  deumd201709.zip on S3 bucket.
Saved  esmad201611.zip on S3 bucket.
Saved  frcol201705.zip on S3 bucket.
Saved  frtre201611.zip on S3 bucket.
Saved  esalm201611.zip on S3 bucket.
Saved  frbor201708.zip on S3 bucket.
Saved  fivim201703.zip on S3 bucket.
Saved  plrze201701.zip on S3 bucket.
Saved  frmtc201701.zip on S3 bucket.
Saved  sipas201709.zip on S3 bucket.
Saved  frale201707.zip on S3 bucket.
Saved  searl201707.zip on S3 bucket.
Saved  seang201707.zip on S3 bucket.
Saved  frave201611.zip on S3 bucket.
Saved  frnan201611.zip on S3 bucket.
Saved  plpas201704.zip on S3 bucket.
Saved  defld201611.zip on S3 bucket.
Saved  fropo201704.zip on S3 bucket.
Saved  dkbor201701.zip on S3 bucket.
Saved  frtra201707.zip on S3 bucket.
Saved  fikor201701.zip on S3 bucket.
Saved  skkub201706.zip on S3 bucket.
Saved  frmcl201705.zip on S3 bucket.
Saved  fiika201701.zip on S3 bucket.
Saved  depro201707.zip on S3 bucket.
Saved  plpas201708.zip on S3 bucket.
Saved  dkbor201707.zip on S3 bucket.
Saved  sevil201709.zip on S3 bucket.
Saved  frnim201708.zip on S3 bucket.
Saved  fipet201706.zip on S3 bucket.
Saved  selek201704.zip on S3 bucket.
Saved  frtro201703.zip on S3 bucket.
Saved  deemd201701.zip on S3 bucket.
Saved  dkvir201708.zip on S3 bucket.
Saved  deboo201701.zip on S3 bucket.
Saved  hrosi201701.zip on S3 bucket.
Saved  frche201701.zip on S3 bucket.
Saved  fipet201709.zip on S3 bucket.
Saved  skjav201704.zip on S3 bucket.
Saved  plgda201706.zip on S3 bucket.
Saved  deboo201706.zip on S3 bucket.
Saved  fivim201701.zip on S3 bucket.
Saved  frtre201705.zip on S3 bucket.
Saved  frbou201706.zip on S3 bucket.
Saved  deess201707.zip on S3 bucket.
Saved  dkste201611.zip on S3 bucket.
Saved  frnim201701.zip on S3 bucket.
Saved  frale201706.zip on S3 bucket.
Saved  plswi201704.zip on S3 bucket.
Saved  fivan201705.zip on S3 bucket.
Saved  silis201705.zip on S3 bucket.
Saved  plleg201707.zip on S3 bucket.
Saved  frlep201705.zip on S3 bucket.
Saved  plleg201701.zip on S3 bucket.
Saved  czska201709.zip on S3 bucket.
Saved  deess201706.zip on S3 bucket.
Saved  fiika201704.zip on S3 bucket.
Saved  frpla201707.zip on S3 bucket.
Saved  deros201708.zip on S3 bucket.
Saved  frtro201705.zip on S3 bucket.
Saved  espma201611.zip on S3 bucket.
Saved  hrosi201707.zip on S3 bucket.
Saved  plpoz201708.zip on S3 bucket.
Saved  fikes201707.zip on S3 bucket.
Saved  sevax201707.zip on S3 bucket.
Saved  plrze201709.zip on S3 bucket.
Saved  nober201611.zip on S3 bucket.
Saved  sekkr201706.zip on S3 bucket.
Saved  hrosi201709.zip on S3 bucket.
Saved  czska201706.zip on S3 bucket.
Saved  sekkr201705.zip on S3 bucket.
Saved  depro201706.zip on S3 bucket.
Saved  nldhl201708.zip on S3 bucket.
Saved  deess201708.zip on S3 bucket.
Saved  frniz201701.zip on S3 bucket.
Saved  frcol201701.zip on S3 bucket.
Saved  fropo201703.zip on S3 bucket.
Saved  sekir201704.zip on S3 bucket.
Saved  plpoz201703.zip on S3 bucket.
Saved  fivan201703.zip on S3 bucket.
Saved  fiuta201611.zip on S3 bucket.
Saved  detur201708.zip on S3 bucket.
Saved  deumd201708.zip on S3 bucket.
Saved  selek201709.zip on S3 bucket.
Saved  silis201707.zip on S3 bucket.
Saved  frtro201611.zip on S3 bucket.
Saved  hrosi201708.zip on S3 bucket.
Saved  denhb201611.zip on S3 bucket.
Saved  deoft201709.zip on S3 bucket.
Saved  frnan201701.zip on S3 bucket.
Saved  frnim201706.zip on S3 bucket.
Saved  sipas201701.zip on S3 bucket.
Saved  eslpa201611.zip on S3 bucket.
Saved  frmtc201706.zip on S3 bucket.
Saved  hrbil201704.zip on S3 bucket.
Saved  fikuo201703.zip on S3 bucket.
Saved  sekir201707.zip on S3 bucket.
Saved  fikor201611.zip on S3 bucket.
Saved  frgre201709.zip on S3 bucket.
Saved  plram201701.zip on S3 bucket.
Saved  frbol201705.zip on S3 bucket.
Saved  frtra201701.zip on S3 bucket.
Saved  frmom201705.zip on S3 bucket.
Saved  deneu201708.zip on S3 bucket.
Saved  seovi201705.zip on S3 bucket.
Saved  deneu201706.zip on S3 bucket.
Saved  fikes201708.zip on S3 bucket.
Saved  czska201611.zip on S3 bucket.
Saved  seosd201706.zip on S3 bucket.
Saved  plpas201709.zip on S3 bucket.
Saved  skkub201701.zip on S3 bucket.
Saved  frniz201703.zip on S3 bucket.
Saved  frtou201701.zip on S3 bucket.
Saved  frtou201704.zip on S3 bucket.
Saved  selul201701.zip on S3 bucket.
Saved  eszar201611.zip on S3 bucket.
Saved  frcol201707.zip on S3 bucket.
Saved  demem201704.zip on S3 bucket.
Saved  dkvir201701.zip on S3 bucket.
Saved  deros201709.zip on S3 bucket.
Saved  deboo201708.zip on S3 bucket.
Saved  czska201708.zip on S3 bucket.
Saved  frbor201701.zip on S3 bucket.
Saved  plrze201708.zip on S3 bucket.
Saved  frbla201703.zip on S3 bucket.
Saved  frche201707.zip on S3 bucket.
Saved  fiika201706.zip on S3 bucket.
Saved  demem201706.zip on S3 bucket.
Saved  hrosi201704.zip on S3 bucket.
Saved  frbor201707.zip on S3 bucket.
Saved  sease201704.zip on S3 bucket.
Saved  sevil201704.zip on S3 bucket.
Saved  frlep201706.zip on S3 bucket.
Saved  frmom201704.zip on S3 bucket.
Saved  fivim201611.zip on S3 bucket.
Saved  frnan201704.zip on S3 bucket.
Saved  hrbil201706.zip on S3 bucket.
Saved  sekir201706.zip on S3 bucket.
Saved  nohur201611.zip on S3 bucket.
Saved  frmcl201707.zip on S3 bucket.
Saved  fiika201707.zip on S3 bucket.
Saved  frniz201707.zip on S3 bucket.
Saved  seovi201703.zip on S3 bucket.
Saved  frbla201709.zip on S3 bucket.
Saved  fiuta201708.zip on S3 bucket.
Saved  frave201706.zip on S3 bucket.
Saved  frmom201709.zip on S3 bucket.
Saved  frlep201708.zip on S3 bucket.
Saved  frniz201706.zip on S3 bucket.
Saved  fianj201704.zip on S3 bucket.
Saved  frabb201706.zip on S3 bucket.
Saved  frche201708.zip on S3 bucket.
Saved  dkvir201705.zip on S3 bucket.
Saved  plpoz201701.zip on S3 bucket.
Saved  frpla201708.zip on S3 bucket.
Saved  frtro201707.zip on S3 bucket.
Saved  fivim201706.zip on S3 bucket.
Saved  dkbor201704.zip on S3 bucket.
Saved  sipas201704.zip on S3 bucket.
Saved  frbou201701.zip on S3 bucket.
Saved  seosd201704.zip on S3 bucket.
Saved  frpla201704.zip on S3 bucket.
Saved  frgre201705.zip on S3 bucket.
Saved  czbrd201707.zip on S3 bucket.
Saved  frmcl201611.zip on S3 bucket.
Saved  fianj201708.zip on S3 bucket.
Saved  dkrom201703.zip on S3 bucket.
Saved  filuo201704.zip on S3 bucket.
Saved  frave201705.zip on S3 bucket.
Saved  seovi201707.zip on S3 bucket.
Saved  frtou201709.zip on S3 bucket.
Saved  fikuo201707.zip on S3 bucket.
Saved  fianj201703.zip on S3 bucket.
Saved  frtou201706.zip on S3 bucket.
Saved  deboo201705.zip on S3 bucket.
Saved  frtro201701.zip on S3 bucket.
Saved  frmcl201701.zip on S3 bucket.
Saved  skjav201708.zip on S3 bucket.
Saved  frtre201709.zip on S3 bucket.
Saved  plgda201709.zip on S3 bucket.
Saved  fivan201611.zip on S3 bucket.
Saved  plleg201708.zip on S3 bucket.
Saved  deneu201611.zip on S3 bucket.
Saved  sklaz201704.zip on S3 bucket.
Saved  sevax201705.zip on S3 bucket.
Saved  czska201705.zip on S3 bucket.
Saved  skkub201708.zip on S3 bucket.
Saved  frbor201704.zip on S3 bucket.
Saved  hrbil201709.zip on S3 bucket.
Saved  denhb201701.zip on S3 bucket.
Saved  frche201611.zip on S3 bucket.
Saved  frcol201709.zip on S3 bucket.
Saved  frtra201709.zip on S3 bucket.
Saved  deumd201701.zip on S3 bucket.
Saved  silis201701.zip on S3 bucket.
Saved  frgre201706.zip on S3 bucket.
Saved  frbor201611.zip on S3 bucket.
Saved  deumd201707.zip on S3 bucket.
Saved  fikuo201701.zip on S3 bucket.
Saved  detur201706.zip on S3 bucket.
Saved  skkub201709.zip on S3 bucket.
Saved  sekir201701.zip on S3 bucket.
Saved  dkbor201708.zip on S3 bucket.
Saved  dedrs201707.zip on S3 bucket.
Saved  fikes201706.zip on S3 bucket.
Saved  sekkr201703.zip on S3 bucket.
Saved  dkste201709.zip on S3 bucket.
Saved  filuo201706.zip on S3 bucket.
Saved  deoft201701.zip on S3 bucket.
Saved  frmtc201708.zip on S3 bucket.
Saved  noand201611.zip on S3 bucket.
Saved  frnim201707.zip on S3 bucket.
Saved  deumd201704.zip on S3 bucket.
Saved  plrze201704.zip on S3 bucket.
Saved  fikes201705.zip on S3 bucket.
Saved  fikor201705.zip on S3 bucket.
Saved  sease201701.zip on S3 bucket.
Saved  deeis201706.zip on S3 bucket.
Saved  frnim201709.zip on S3 bucket.
Saved  denhb201709.zip on S3 bucket.
Saved  frtou201705.zip on S3 bucket.
Saved  plbrz201707.zip on S3 bucket.
Saved  dkrom201704.zip on S3 bucket.
Saved  skkub201707.zip on S3 bucket.
Saved  skkub201705.zip on S3 bucket.
Saved  sekkr201709.zip on S3 bucket.
Saved  escor201611.zip on S3 bucket.
Saved  fianj201707.zip on S3 bucket.
Saved  dkbor201702.zip on S3 bucket.
Saved  czska201707.zip on S3 bucket.
Saved  fipet201708.zip on S3 bucket.
Saved  norsa201611.zip on S3 bucket.
Saved  frniz201708.zip on S3 bucket.
Saved  denhb201705.zip on S3 bucket.
Saved  frbor201703.zip on S3 bucket.
Saved  dkste201705.zip on S3 bucket.
Saved  skkoj201706.zip on S3 bucket.
Saved  skjav201706.zip on S3 bucket.
Saved  seosd201708.zip on S3 bucket.
Saved  frbla201706.zip on S3 bucket.
Saved  deboo201709.zip on S3 bucket.
Saved  nldhl201705.zip on S3 bucket.
Saved  seang201703.zip on S3 bucket.
Saved  hrbil201708.zip on S3 bucket.
Saved  sekir201708.zip on S3 bucket.
Saved  fiika201703.zip on S3 bucket.
Saved  plram201704.zip on S3 bucket.
Saved  deboo201707.zip on S3 bucket.
Saved  essse201611.zip on S3 bucket.
Saved  frlep201704.zip on S3 bucket.
Saved  fipet201703.zip on S3 bucket.
Saved  frbol201701.zip on S3 bucket.
Saved  deoft201708.zip on S3 bucket.
Saved  plpas201706.zip on S3 bucket.
Saved  frcol201704.zip on S3 bucket.
Saved  frale201611.zip on S3 bucket.
Saved  selek201701.zip on S3 bucket.
Saved  skjav201707.zip on S3 bucket.
Saved  deumd201706.zip on S3 bucket.
Saved  filuo201611.zip on S3 bucket.
Saved  czska201702.zip on S3 bucket.
Saved  defld201701.zip on S3 bucket.
Saved  fianj201702.zip on S3 bucket.
Saved  dedrs201708.zip on S3 bucket.
Saved  frtre201708.zip on S3 bucket.
Saved  czska201704.zip on S3 bucket.
Saved  desna201611.zip on S3 bucket.
Saved  fivan201707.zip on S3 bucket.
Saved  fropo201701.zip on S3 bucket.
Saved  plgda201704.zip on S3 bucket.
Saved  plswi201701.zip on S3 bucket.
Saved  demem201611.zip on S3 bucket.
Saved  dkbor201611.zip on S3 bucket.
Saved  deemd201611.zip on S3 bucket.
Saved  seovi201708.zip on S3 bucket.
Saved  sipas201705.zip on S3 bucket.
Saved  searl201705.zip on S3 bucket.
Saved  silis201706.zip on S3 bucket.
Saved  deneu201701.zip on S3 bucket.
Saved  frniz201705.zip on S3 bucket.
Saved  sekkr201704.zip on S3 bucket.
Saved  denhb201708.zip on S3 bucket.
Saved  deeis201709.zip on S3 bucket.
Saved  seovi201704.zip on S3 bucket.
Saved  dehnr201704.zip on S3 bucket.
Saved  frale201709.zip on S3 bucket.
Saved  frniz201709.zip on S3 bucket.
Saved  denhb201706.zip on S3 bucket.
Saved  fipet201701.zip on S3 bucket.
Saved  searl201708.zip on S3 bucket.
Saved  frche201704.zip on S3 bucket.
Saved  searl201704.zip on S3 bucket.
Saved  deoft201611.zip on S3 bucket.
Saved  demem201707.zip on S3 bucket.
Saved  skjav201705.zip on S3 bucket.
Saved  fikor201704.zip on S3 bucket.
Saved  fiuta201709.zip on S3 bucket.
Saved  deemd201704.zip on S3 bucket.
Saved  selul201707.zip on S3 bucket.
Saved  frtra201611.zip on S3 bucket.
Saved  defld201703.zip on S3 bucket.
Saved  frabb201701.zip on S3 bucket.
Saved  skkoj201703.zip on S3 bucket.
Saved  frabb201703.zip on S3 bucket.
Saved  detur201707.zip on S3 bucket.
Saved  searl201709.zip on S3 bucket.
Saved  plleg201705.zip on S3 bucket.
Saved  dehnr201707.zip on S3 bucket.
Saved  esbar201611.zip on S3 bucket.
Saved  skkoj201707.zip on S3 bucket.
Saved  frbou201611.zip on S3 bucket.
Saved  selek201708.zip on S3 bucket.
Saved  fianj201701.zip on S3 bucket.
Saved  fikor201706.zip on S3 bucket.
Saved  fianj201709.zip on S3 bucket.
Saved  frmtc201705.zip on S3 bucket.
Saved  fropo201706.zip on S3 bucket.
Saved  fivan201708.zip on S3 bucket.
Saved  frave201704.zip on S3 bucket.
Saved  plleg201704.zip on S3 bucket.
Saved  fiuta201707.zip on S3 bucket.
Saved  frbol201709.zip on S3 bucket.
Saved  frcae201708.zip on S3 bucket.
Saved  frnan201705.zip on S3 bucket.
Saved  frcae201707.zip on S3 bucket.
Saved  czbrd201701.zip on S3 bucket.
Saved  frlep201701.zip on S3 bucket.
Saved  dksin201708.zip on S3 bucket.
Saved  demem201709.zip on S3 bucket.
Saved  fiika201611.zip on S3 bucket.
Saved  frmom201611.zip on S3 bucket.
Saved  deess201611.zip on S3 bucket.
Saved  sipas201708.zip on S3 bucket.
Saved  frpla201705.zip on S3 bucket.
Saved  dedrs201701.zip on S3 bucket.
Saved  desna201705.zip on S3 bucket.
Saved  frcol201708.zip on S3 bucket.
Saved  plbrz201709.zip on S3 bucket.
Saved  deeis201708.zip on S3 bucket.
Saved  silis201708.zip on S3 bucket.
Saved  frbou201705.zip on S3 bucket.
Saved  plram201709.zip on S3 bucket.
Saved  frtro201706.zip on S3 bucket.
Saved  frgre201707.zip on S3 bucket.
Saved  frale201708.zip on S3 bucket.
Saved  sipas201707.zip on S3 bucket.
Saved  fipet201611.zip on S3 bucket.
Saved  deros201705.zip on S3 bucket.
Saved  seang201705.zip on S3 bucket.
Saved  deemd201708.zip on S3 bucket.
Saved  frlep201611.zip on S3 bucket.
Saved  fivim201707.zip on S3 bucket.
Saved  frbla201611.zip on S3 bucket.
Saved  frnim201705.zip on S3 bucket.
Saved  demem201701.zip on S3 bucket.
Saved  nldbl201611.zip on S3 bucket.
Saved  czska201701.zip on S3 bucket.
Saved  fikuo201708.zip on S3 bucket.
Saved  defld201705.zip on S3 bucket.
Saved  fikuo201709.zip on S3 bucket.
Saved  plbrz201701.zip on S3 bucket.
Saved  seosd201709.zip on S3 bucket.
Saved  sipas201706.zip on S3 bucket.
Saved  frbou201704.zip on S3 bucket.
Saved  frmtc201704.zip on S3 bucket.
Saved  fiika201709.zip on S3 bucket.
Saved  frtre201706.zip on S3 bucket.
Saved  frbol201704.zip on S3 bucket.
Saved  detur201611.zip on S3 bucket.
Saved  dkrom201611.zip on S3 bucket.
Saved  seang201708.zip on S3 bucket.
Saved  nobml201611.zip on S3 bucket.
Saved  frpla201709.zip on S3 bucket.
Saved  fivim201708.zip on S3 bucket.
Saved  plram201707.zip on S3 bucket.
Saved  fianj201611.zip on S3 bucket.
Saved  dkbor201706.zip on S3 bucket.
Saved  dehnr201706.zip on S3 bucket.
Saved  frbou201709.zip on S3 bucket.
Saved  sipas201703.zip on S3 bucket.
Saved  sevax201709.zip on S3 bucket.
Saved  frale201701.zip on S3 bucket.
Saved  skkoj201709.zip on S3 bucket.
Saved  frmom201701.zip on S3 bucket.
Saved  fikuo201611.zip on S3 bucket.
Saved  dkvir201706.zip on S3 bucket.
Saved  frtro201709.zip on S3 bucket.
Saved  frbou201708.zip on S3 bucket.
Saved  seang201706.zip on S3 bucket.
Saved  depro201705.zip on S3 bucket.
Saved  dedrs201611.zip on S3 bucket.
Saved  nldhl201707.zip on S3 bucket.
Saved  plleg201709.zip on S3 bucket.
Saved  dkrom201705.zip on S3 bucket.
Saved  frnim201611.zip on S3 bucket.
Saved  demem201708.zip on S3 bucket.
Saved  frbol201611.zip on S3 bucket.
Saved  plleg201706.zip on S3 bucket.
Saved  frabb201708.zip on S3 bucket.
Saved  plgda201708.zip on S3 bucket.
Saved  deemd201707.zip on S3 bucket.
Saved  fivim201705.zip on S3 bucket.
Saved  dkrom201706.zip on S3 bucket.
Saved  sklaz201708.zip on S3 bucket.
Saved  frave201709.zip on S3 bucket.
Saved  plpoz201707.zip on S3 bucket.
Saved  seang201701.zip on S3 bucket.
Saved  frbol201706.zip on S3 bucket.
Saved  filuo201705.zip on S3 bucket.
Saved  plrze201706.zip on S3 bucket.
Saved  frlep201707.zip on S3 bucket.
Saved  frtre201707.zip on S3 bucket.
Saved  fianj201706.zip on S3 bucket.
Saved  frabb201707.zip on S3 bucket.
Saved  frbol201708.zip on S3 bucket.
Saved  plpoz201705.zip on S3 bucket.
Saved  frcae201706.zip on S3 bucket.
Saved  frgre201708.zip on S3 bucket.
Saved  nohas201611.zip on S3 bucket.
Saved  dksin201701.zip on S3 bucket.
Saved  depro201708.zip on S3 bucket.
Saved  fivan201706.zip on S3 bucket.
Saved  fiuta201701.zip on S3 bucket.
Saved  czbrd201704.zip on S3 bucket.
Saved  dkste201701.zip on S3 bucket.
Saved  frpla201611.zip on S3 bucket.
Saved  sevil201706.zip on S3 bucket.
Saved  fiika201702.zip on S3 bucket.
Saved  essev201611.zip on S3 bucket.
Saved  skkoj201701.zip on S3 bucket.
Saved  plswi201709.zip on S3 bucket.
Saved  frcae201701.zip on S3 bucket.
Saved  selek201707.zip on S3 bucket.
Saved  sekkr201701.zip on S3 bucket.
Saved  desna201704.zip on S3 bucket.
Saved  deeis201705.zip on S3 bucket.
Saved  frche201709.zip on S3 bucket.
Saved  dkrom201707.zip on S3 bucket.
Saved  hrosi201706.zip on S3 bucket.
Saved  selul201706.zip on S3 bucket.
Saved  seosd201701.zip on S3 bucket.
Saved  fikor201707.zip on S3 bucket.
Saved  sekkr201707.zip on S3 bucket.
Saved  chlem201611.zip on S3 bucket.
Saved  frabb201705.zip on S3 bucket.
Saved  frtra201705.zip on S3 bucket.
Saved  deneu201709.zip on S3 bucket.
Saved  frtro201704.zip on S3 bucket.
Saved  frpla201706.zip on S3 bucket.
Saved  seang201704.zip on S3 bucket.
Saved  filuo201708.zip on S3 bucket.
Saved  deros201701.zip on S3 bucket.
Saved  fivim201704.zip on S3 bucket.
Saved  dkvir201707.zip on S3 bucket.
Saved  frtra201704.zip on S3 bucket.
Saved  fivim201709.zip on S3 bucket.
Saved  deess201709.zip on S3 bucket.
Saved  dkrom201701.zip on S3 bucket.
Saved  frave201708.zip on S3 bucket.
Saved  deros201611.zip on S3 bucket.
Saved  silis201703.zip on S3 bucket.
Saved  frgre201611.zip on S3 bucket.
Saved  defld201704.zip on S3 bucket.
Saved  deess201705.zip on S3 bucket.
Saved  deemd201706.zip on S3 bucket.
Saved  frche201706.zip on S3 bucket.
Saved  sevil201707.zip on S3 bucket.
Saved  deumd201702.zip on S3 bucket.
Saved  detur201701.zip on S3 bucket.
Saved  filuo201709.zip on S3 bucket.
Saved  frche201705.zip on S3 bucket.
Saved  silis201709.zip on S3 bucket.
Saved  plrze201705.zip on S3 bucket.
Saved  frniz201704.zip on S3 bucket.
Saved  deneu201707.zip on S3 bucket.
Saved  sklaz201701.zip on S3 bucket.
Saved  deneu201705.zip on S3 bucket.
Saved  frbou201703.zip on S3 bucket.
Saved  frmom201706.zip on S3 bucket.
Saved  nldhl201709.zip on S3 bucket.
Saved  dedrs201709.zip on S3 bucket.
Saved  frmtc201709.zip on S3 bucket.
Saved  nohgb201611.zip on S3 bucket.
Saved  frmcl201706.zip on S3 bucket.
Saved  dkvir201709.zip on S3 bucket.
Saved  desna201702.zip on S3 bucket.
Saved  deboo201611.zip on S3 bucket.
Saved  frtre201704.zip on S3 bucket.
Saved  detur201705.zip on S3 bucket.
Saved  esmur201611.zip on S3 bucket.
Saved  deoft201706.zip on S3 bucket.
Saved  plram201708.zip on S3 bucket.
Saved  plbrz201705.zip on S3 bucket.
Saved  selul201705.zip on S3 bucket.
Saved  frbla201704.zip on S3 bucket.
Saved  dehnr201709.zip on S3 bucket.
Saved  sevax201704.zip on S3 bucket.
Saved  searl201706.zip on S3 bucket.
Saved  selul201709.zip on S3 bucket.
Saved  frbou201707.zip on S3 bucket.
Saved  dkste201702.zip on S3 bucket.
Saved  plram201705.zip on S3 bucket.
Saved  plbrz201706.zip on S3 bucket.
Saved  fikes201709.zip on S3 bucket.
Saved  plpoz201709.zip on S3 bucket.
Saved  skjav201701.zip on S3 bucket.
Saved  deumd201611.zip on S3 bucket.
Saved  sklaz201706.zip on S3 bucket.
Saved  fivan201704.zip on S3 bucket.
Saved  frale201705.zip on S3 bucket.
Saved  frmom201703.zip on S3 bucket.
Saved  seosd201707.zip on S3 bucket.
Saved  searl201703.zip on S3 bucket.
Saved  seovi201706.zip on S3 bucket.
Saved  plpas201701.zip on S3 bucket.
Saved  hrbil201611.zip on S3 bucket.
Saved  plrze201707.zip on S3 bucket.
Saved  fipet201707.zip on S3 bucket.
Saved  sevax201706.zip on S3 bucket.
Saved  defld201708.zip on S3 bucket.
Saved  skkoj201704.zip on S3 bucket.
Saved  plram201706.zip on S3 bucket.
Saved  frbor201709.zip on S3 bucket.
Saved  skkoj201708.zip on S3 bucket.
Saved  plpas201705.zip on S3 bucket.
Saved  deros201704.zip on S3 bucket.
Saved  dehnr201705.zip on S3 bucket.
Saved  plbrz201708.zip on S3 bucket.
Saved  desna201707.zip on S3 bucket.
Saved  selul201708.zip on S3 bucket.
Saved  bewid201611.zip on S3 bucket.
Saved  frmcl201704.zip on S3 bucket.
Saved  frpla201701.zip on S3 bucket.
Saved  czbrd201705.zip on S3 bucket.
Saved  fiika201708.zip on S3 bucket.
Saved  eslid201611.zip on S3 bucket.
Saved  bejab201611.zip on S3 bucket.
Saved  frave201701.zip on S3 bucket.
Saved  fivan201701.zip on S3 bucket.
Saved  dehnr201702.zip on S3 bucket.
Saved  frgre201701.zip on S3 bucket.
Saved  frbla201707.zip on S3 bucket.
Saved  deoft201705.zip on S3 bucket.
Saved  fropo201709.zip on S3 bucket.
Saved  dkbor201703.zip on S3 bucket.
Saved  sevax201708.zip on S3 bucket.
Saved  selek201705.zip on S3 bucket.
Saved  desna201709.zip on S3 bucket.
Saved  plgda201707.zip on S3 bucket.
Saved  filuo201701.zip on S3 bucket.

In [ ]: