In [50]:
import urllib3
import cartopy.crs as ccrs
import matplotlib.pyplot as plt
import netCDF4
from cartopy.mpl.ticker import LongitudeFormatter, LatitudeFormatter
import numpy as np
from siphon.catalog import TDSCatalog
from siphon.ncss import NCSS
from datetime import datetime, timedelta
from netCDF4 import num2date, Dataset
import matplotlib.pyplot as plt
import cartopy.crs as ccrs
import cartopy.feature as cfeature
import tempfile
import os
import boto3

In [51]:
import imp
lib_loc = os.path.join(os.path.expanduser('~'), 'projects/ACE-ENA-EVA/code/ena_tools.py')
ena_tools = imp.load_source('ena_tools', lib_loc)


/Users/scollis/anaconda/envs/houston/lib/python3.5/site-packages/matplotlib/__init__.py:1401: UserWarning:  This call to matplotlib.use() has no effect
because the backend has already been chosen;
matplotlib.use() must be called *before* pylab, matplotlib.pyplot,
or matplotlib.backends is imported for the first time.

  warnings.warn(_use_error_msg)

In [52]:
print(ena_tools.format_minnis(datetime.utcnow()))
my_url = ena_tools.format_minnis(datetime.utcnow())


https://www-pm.larc.nasa.gov/cgi-bin/site//showdoc?docid=22&c=binary-download&domain=amf_azores&type=P&year=2017&month=06&day=02&fn=MT10V03.0.AMFAZRS.2017153.2200.PX.03K.NC

In [53]:
my_data = ena_tools.fetch_latest_minnis()


/Users/scollis/anaconda/envs/houston/lib/python3.5/site-packages/urllib3/connectionpool.py:852: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings
  InsecureRequestWarning)
Fetching last hours
/Users/scollis/anaconda/envs/houston/lib/python3.5/site-packages/urllib3/connectionpool.py:852: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings
  InsecureRequestWarning)

In [54]:
fn = '/Users/scollis/ena_test.png'
fig_datetime = ena_tools.ir_plot(my_data, fn)


/Users/scollis/anaconda/envs/houston/lib/python3.5/site-packages/cartopy/mpl/geoaxes.py:1539: RuntimeWarning: invalid value encountered in greater
  to_mask = ((np.abs(dx_horizontal) > np.pi / 2) |

In [35]:


In [36]:
gen_s3_key(fig_datetime, 'minnis_ir_')


Out[36]:
'2017/06/01/minnis_ir_20170601_1400.png'

In [39]:
s3_key = ena_tools.gen_s3_key(fig_datetime, 'minnis_ir_')
s3 = boto3.resource('s3')
data = open(fn, 'rb')
s3.Bucket('aceena').put_object(Key=s3_key, Body=data, ACL='public-read')
#pub_key = bucket.lookup('uploadedfiles/2015423/part-00000')
#key.set_acl('public-read')


Out[39]:
s3.Object(bucket_name='aceena', key='2017/06/01/minnis_ir_20170601_1400.png')

In [49]:
ena_tools.save_latest_minnis_png_s3()


/Users/scollis/anaconda/envs/houston/lib/python3.5/site-packages/urllib3/connectionpool.py:852: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings
  InsecureRequestWarning)
/Users/scollis/anaconda/envs/houston/lib/python3.5/site-packages/cartopy/mpl/geoaxes.py:1539: RuntimeWarning: invalid value encountered in greater
  to_mask = ((np.abs(dx_horizontal) > np.pi / 2) |
Out[49]:
('2017/06/01/minnis_ir_20170601_1500.png',
 '/var/folders/_y/mnq6xy3j6zlgnl_kk55wqm7m2ckps3/T/tmp7c23c9pi.png')

In [ ]: