aws_data_grab



In [27]:
import sys
import dateutil.parser
import time
import os
import pkg_resources
from multiprocessing import Pool
#pkg_resources.require("boto==2.44.0")
import boto as boto
import boto.ec2 as ec2
import datetime, time
import pandas as pd
import matplotlib.pyplot as plt

#MAKE SURE BOTO VERSION is 2.44.0, Conda seems to only have 2.43 so you must manually install
print (boto.Version)
print(os.path.dirname(boto.__file__))

%pylab inline
%matplotlib inline


instance_types  = [ 't1.micro', 't2.nano', 't2.micro', 't2.small', 't2.medium', 't2.large', 't2.xlarge', 't2.2xlarge', 
                   'm1.small', 'm1.medium', 'm1.large', 'm1.xlarge', 'm3.medium', 'm3.large', 'm3.xlarge', 'm3.2xlarge', 
                   'm4.large', 'm4.xlarge', 'm4.2xlarge', 'm4.4xlarge', 'm4.10xlarge', 'm4.16xlarge', 'm2.xlarge', 
                   'm2.2xlarge', 'm2.4xlarge', 'cr1.8xlarge', 'r3.large', 'r3.xlarge', 'r3.2xlarge', 'r3.4xlarge',
                   'r3.8xlarge', 'r4.large', 'r4.xlarge', 'r4.2xlarge', 'r4.4xlarge', 'r4.8xlarge', 'r4.16xlarge',
                   'x1.16xlarge', 'x1.32xlarge', 'i2.xlarge', 'i2.2xlarge', 'i2.4xlarge', 'i2.8xlarge', 'hi1.4xlarge',
                   'hs1.8xlarge', 'c1.medium', 'c1.xlarge', 'c3.large', 'c3.xlarge', 'c3.2xlarge', 'c3.4xlarge', 
                   'c3.8xlarge', 'c4.large', 'c4.xlarge', 'c4.2xlarge', 'c4.4xlarge', 'c4.8xlarge', 'cc1.4xlarge',
                   'cc2.8xlarge', 'g2.2xlarge', 'g2.8xlarge', 'cg1.4xlarge', 'p2.xlarge', 'p2.8xlarge', 'p2.16xlarge',
                   'd2.xlarge', 'd2.2xlarge', 'd2.4xlarge', 'd2.8xlarge', 'f1.2xlarge', 'f1.16xlarge']
 
#regions = ['us-east-1', 'us-west-2', 'us-west-1', 'eu-west-1','eu-central-1', 'ap-southeast-1', 'ap-northeast-1',
#           'ap-northeast-2', 'ap-southeast-2', 'sa-east-1']

regions = ['us-east-1', 'us-west-2', 'eu-west-1']

number_of_days = 30

#end = !date -u "+%Y-%m-%dT%H:%M:%S"
#end = end[0]
#start = !date -v30d -u "+%Y-%m-%dT%H:%M:%S"
#start = start[0]

#end = datetime.datetime.now()
#start = datetime.datetime.now() + datetime.timedelta(-30) 
end = "2016-12-12T10:46:26+00:00"
start = "2016-10-12T10:46:26+00:00"
print ("will process from " + str(start) + " to " + str(end))
print(len(instance_types))


2.44.0
/Users/ksparakis/Dropbox/Boston Univ/Graduate/CS505 - Datas science/spot-analysis/boto
Populating the interactive namespace from numpy and matplotlib
will process from 2016-10-12T10:46:26+00:00 to 2016-12-12T10:46:26+00:00
71

In [22]:
def indataCreator(regions, instance_types):
    indata=[]
    
    for region in regions:
        count =0
        for instance in instance_types:
            indata.append({'region':region, 'instance':instance, 'count':count})
            count = count+1
            
    return indata

In [25]:
def parralelGrabber(indata):
    region = indata['region']
    instance = indata['instance']
    counter = str(indata['count'])
    
    ec2 = boto.ec2.connect_to_region(region)
    print(str(datetime.datetime.now())+" === "+ counter+"/71 ==== processing "+ instance + " In "+ region + " ***")

    l = []
    prices = ec2.get_spot_price_history(start_time=start, end_time=end, instance_type=instance)
    for price in prices:
        d = {'InstanceType': price.instance_type,                  
             'AvailabilityZone': price.availability_zone, 
             'SpotPrice': price.price,
             'Timestamp': price.timestamp}
        l.append(d)
    next = prices.next_token
    while (next != ''):
        prices = ec2.get_spot_price_history(start_time=start, end_time=end, instance_type=instance, next_token=next)
        for price in prices:
            d = {'InstanceType': price.instance_type, 
                 'AvailabilityZone': price.availability_zone,
                 'SpotPrice': price.price, 
                 'Timestamp': price.timestamp}
            l.append(d)
            next = prices.next_token
    df = pd.DataFrame(l)
    df.to_csv('/Volumes/Lexumo/data/reg/awsData-'+region+'-'+instance+'.csv')

    print(str(datetime.datetime.now())+"==== "+ counter+"/71 ==== FINISHED "+ instance + " In "+ region + " ====")

In [26]:
startTIMER = time.time()
pool = Pool(processes=10)
iner = indataCreator(regions, instance_types)
pool.map(parralelGrabber,iner)
print("==%%%%%=====^^^^^^====timeElapsed:")
print(time.time() - startTIMER)


2016-12-12 14:33:00.499803 === 42/71 ==== processing i2.8xlarge In us-east-1 ***
2016-12-12 14:33:00.482431 === 12/71 ==== processing m3.medium In us-east-1 ***
2016-12-12 14:33:00.484784 === 0/71 ==== processing t1.micro In us-east-1 ***
2016-12-12 14:33:00.488352 === 18/71 ==== processing m4.2xlarge In us-east-1 ***
2016-12-12 14:33:00.489798 === 24/71 ==== processing m2.4xlarge In us-east-1 ***
2016-12-12 14:33:00.485664 === 30/71 ==== processing r3.8xlarge In us-east-1 ***
2016-12-12 14:33:00.489196 === 6/71 ==== processing t2.xlarge In us-east-1 ***
2016-12-12 14:33:00.501752 === 54/71 ==== processing c4.2xlarge In us-east-1 ***
2016-12-12 14:33:00.494098 === 36/71 ==== processing r4.16xlarge In us-east-1 ***
2016-12-12 14:33:00.500011 === 48/71 ==== processing c3.xlarge In us-east-1 ***
2016-12-12 14:33:06.565162==== 6/71 ==== FINISHED t2.xlarge In us-east-1 ====
2016-12-12 14:33:06.565358==== 36/71 ==== FINISHED r4.16xlarge In us-east-1 ====
2016-12-12 14:33:06.576768 === 7/71 ==== processing t2.2xlarge In us-east-1 ***
2016-12-12 14:33:06.576872 === 37/71 ==== processing x1.16xlarge In us-east-1 ***
2016-12-12 14:33:07.032350==== 7/71 ==== FINISHED t2.2xlarge In us-east-1 ====
2016-12-12 14:33:07.038030 === 8/71 ==== processing m1.small In us-east-1 ***
2016-12-12 14:33:16.418980==== 8/71 ==== FINISHED m1.small In us-east-1 ====
2016-12-12 14:33:16.432105 === 9/71 ==== processing m1.medium In us-east-1 ***
2016-12-12 14:33:18.761140==== 37/71 ==== FINISHED x1.16xlarge In us-east-1 ====
2016-12-12 14:33:18.782347 === 38/71 ==== processing x1.32xlarge In us-east-1 ***
2016-12-12 14:33:37.613344==== 38/71 ==== FINISHED x1.32xlarge In us-east-1 ====
2016-12-12 14:33:37.687065 === 39/71 ==== processing i2.xlarge In us-east-1 ***
2016-12-12 14:34:29.562831==== 9/71 ==== FINISHED m1.medium In us-east-1 ====
2016-12-12 14:34:29.632691 === 10/71 ==== processing m1.large In us-east-1 ***
2016-12-12 14:35:02.378830==== 10/71 ==== FINISHED m1.large In us-east-1 ====
2016-12-12 14:35:02.564719 === 11/71 ==== processing m1.xlarge In us-east-1 ***
2016-12-12 14:35:25.753575==== 42/71 ==== FINISHED i2.8xlarge In us-east-1 ====
2016-12-12 14:35:25.968610 === 43/71 ==== processing hi1.4xlarge In us-east-1 ***
2016-12-12 14:35:55.756896==== 0/71 ==== FINISHED t1.micro In us-east-1 ====
2016-12-12 14:35:56.114584 === 1/71 ==== processing t2.nano In us-east-1 ***
2016-12-12 14:35:56.402879==== 1/71 ==== FINISHED t2.nano In us-east-1 ====
2016-12-12 14:35:56.410174 === 2/71 ==== processing t2.micro In us-east-1 ***
2016-12-12 14:35:56.698285==== 2/71 ==== FINISHED t2.micro In us-east-1 ====
2016-12-12 14:35:56.706197 === 3/71 ==== processing t2.small In us-east-1 ***
2016-12-12 14:35:56.964286==== 3/71 ==== FINISHED t2.small In us-east-1 ====
2016-12-12 14:35:56.971336 === 4/71 ==== processing t2.medium In us-east-1 ***
2016-12-12 14:35:57.220483==== 4/71 ==== FINISHED t2.medium In us-east-1 ====
2016-12-12 14:35:57.229268 === 5/71 ==== processing t2.large In us-east-1 ***
2016-12-12 14:35:57.499881==== 5/71 ==== FINISHED t2.large In us-east-1 ====
2016-12-12 14:35:57.505931 === 60/71 ==== processing g2.8xlarge In us-east-1 ***
2016-12-12 14:36:18.263246==== 11/71 ==== FINISHED m1.xlarge In us-east-1 ====
2016-12-12 14:36:18.419436 === 66/71 ==== processing d2.2xlarge In us-east-1 ***
2016-12-12 14:36:34.771607==== 43/71 ==== FINISHED hi1.4xlarge In us-east-1 ====
2016-12-12 14:36:35.024787 === 44/71 ==== processing hs1.8xlarge In us-east-1 ***
2016-12-12 14:36:35.293415==== 44/71 ==== FINISHED hs1.8xlarge In us-east-1 ====
2016-12-12 14:36:35.300337 === 45/71 ==== processing c1.medium In us-east-1 ***
2016-12-12 14:37:57.873370==== 45/71 ==== FINISHED c1.medium In us-east-1 ====
2016-12-12 14:37:58.020548 === 46/71 ==== processing c1.xlarge In us-east-1 ***
2016-12-12 14:38:35.184167==== 60/71 ==== FINISHED g2.8xlarge In us-east-1 ====
2016-12-12 14:38:35.555379 === 61/71 ==== processing cg1.4xlarge In us-east-1 ***
2016-12-12 14:38:39.016925==== 12/71 ==== FINISHED m3.medium In us-east-1 ====
2016-12-12 14:38:39.621678 === 13/71 ==== processing m3.large In us-east-1 ***
2016-12-12 14:38:43.487302==== 39/71 ==== FINISHED i2.xlarge In us-east-1 ====
2016-12-12 14:38:43.831845 === 40/71 ==== processing i2.2xlarge In us-east-1 ***
2016-12-12 14:38:47.527346==== 61/71 ==== FINISHED cg1.4xlarge In us-east-1 ====
2016-12-12 14:38:47.545987 === 62/71 ==== processing p2.xlarge In us-east-1 ***
2016-12-12 14:39:29.241459==== 18/71 ==== FINISHED m4.2xlarge In us-east-1 ====
2016-12-12 14:39:30.551779 === 19/71 ==== processing m4.4xlarge In us-east-1 ***
2016-12-12 14:39:31.766503==== 66/71 ==== FINISHED d2.2xlarge In us-east-1 ====
2016-12-12 14:39:32.375196 === 67/71 ==== processing d2.4xlarge In us-east-1 ***
2016-12-12 14:39:38.705019==== 62/71 ==== FINISHED p2.xlarge In us-east-1 ====
2016-12-12 14:39:38.800219 === 63/71 ==== processing p2.8xlarge In us-east-1 ***
2016-12-12 14:40:02.073241==== 63/71 ==== FINISHED p2.8xlarge In us-east-1 ====
2016-12-12 14:40:02.115282 === 64/71 ==== processing p2.16xlarge In us-east-1 ***
2016-12-12 14:40:48.044490==== 64/71 ==== FINISHED p2.16xlarge In us-east-1 ====
2016-12-12 14:40:48.153645 === 65/71 ==== processing d2.xlarge In us-east-1 ***
2016-12-12 14:40:49.454626==== 54/71 ==== FINISHED c4.2xlarge In us-east-1 ====
2016-12-12 14:40:50.047863 === 55/71 ==== processing c4.4xlarge In us-east-1 ***
2016-12-12 14:42:29.244492==== 24/71 ==== FINISHED m2.4xlarge In us-east-1 ====
2016-12-12 14:42:30.192078 === 25/71 ==== processing cr1.8xlarge In us-east-1 ***
2016-12-12 14:42:51.108879==== 67/71 ==== FINISHED d2.4xlarge In us-east-1 ====
2016-12-12 14:42:51.368340 === 68/71 ==== processing d2.8xlarge In us-east-1 ***
2016-12-12 14:42:59.570875==== 46/71 ==== FINISHED c1.xlarge In us-east-1 ====
2016-12-12 14:42:59.992953 === 47/71 ==== processing c3.large In us-east-1 ***
2016-12-12 14:43:55.279653==== 25/71 ==== FINISHED cr1.8xlarge In us-east-1 ====
2016-12-12 14:43:55.471285 === 26/71 ==== processing r3.large In us-east-1 ***
2016-12-12 14:43:58.459132==== 47/71 ==== FINISHED c3.large In us-east-1 ====
2016-12-12 14:43:58.838912 === 1/71 ==== processing t2.nano In us-west-2 ***
2016-12-12 14:43:59.648054==== 1/71 ==== FINISHED t2.nano In us-west-2 ====
2016-12-12 14:43:59.678601 === 2/71 ==== processing t2.micro In us-west-2 ***
2016-12-12 14:44:00.349371==== 2/71 ==== FINISHED t2.micro In us-west-2 ====
2016-12-12 14:44:00.376886 === 3/71 ==== processing t2.small In us-west-2 ***
2016-12-12 14:44:01.024537==== 3/71 ==== FINISHED t2.small In us-west-2 ====
2016-12-12 14:44:01.055739 === 4/71 ==== processing t2.medium In us-west-2 ***
2016-12-12 14:44:01.710993==== 4/71 ==== FINISHED t2.medium In us-west-2 ====
2016-12-12 14:44:01.722806 === 5/71 ==== processing t2.large In us-west-2 ***
2016-12-12 14:44:02.362821==== 5/71 ==== FINISHED t2.large In us-west-2 ====
2016-12-12 14:44:02.390824 === 6/71 ==== processing t2.xlarge In us-west-2 ***
2016-12-12 14:44:03.053351==== 6/71 ==== FINISHED t2.xlarge In us-west-2 ====
2016-12-12 14:44:03.084911 === 7/71 ==== processing t2.2xlarge In us-west-2 ***
2016-12-12 14:44:03.720141==== 7/71 ==== FINISHED t2.2xlarge In us-west-2 ====
2016-12-12 14:44:03.727942 === 8/71 ==== processing m1.small In us-west-2 ***
2016-12-12 14:44:06.749943==== 8/71 ==== FINISHED m1.small In us-west-2 ====
2016-12-12 14:44:06.808508 === 9/71 ==== processing m1.medium In us-west-2 ***
2016-12-12 14:44:13.569049==== 65/71 ==== FINISHED d2.xlarge In us-east-1 ====
2016-12-12 14:44:13.802549 === 13/71 ==== processing m3.large In us-west-2 ***
2016-12-12 14:44:26.679565==== 13/71 ==== FINISHED m3.large In us-east-1 ====
2016-12-12 14:44:27.150763 === 14/71 ==== processing m3.xlarge In us-east-1 ***
2016-12-12 14:44:59.627733==== 19/71 ==== FINISHED m4.4xlarge In us-east-1 ====
2016-12-12 14:45:00.049802 === 20/71 ==== processing m4.10xlarge In us-east-1 ***
2016-12-12 14:45:32.807519==== 40/71 ==== FINISHED i2.2xlarge In us-east-1 ====
2016-12-12 14:45:33.528236 === 41/71 ==== processing i2.4xlarge In us-east-1 ***
2016-12-12 14:45:41.526815==== 68/71 ==== FINISHED d2.8xlarge In us-east-1 ====
2016-12-12 14:45:42.183610 === 69/71 ==== processing f1.2xlarge In us-east-1 ***
2016-12-12 14:45:42.422351==== 69/71 ==== FINISHED f1.2xlarge In us-east-1 ====
2016-12-12 14:45:42.432189 === 70/71 ==== processing f1.16xlarge In us-east-1 ***
2016-12-12 14:45:42.770352==== 70/71 ==== FINISHED f1.16xlarge In us-east-1 ====
2016-12-12 14:45:42.787961 === 0/71 ==== processing t1.micro In us-west-2 ***
2016-12-12 14:45:47.130043==== 48/71 ==== FINISHED c3.xlarge In us-east-1 ====
2016-12-12 14:45:48.018633 === 49/71 ==== processing c3.2xlarge In us-east-1 ***
2016-12-12 14:46:41.011952==== 55/71 ==== FINISHED c4.4xlarge In us-east-1 ====
2016-12-12 14:46:41.447318 === 56/71 ==== processing c4.8xlarge In us-east-1 ***
2016-12-12 14:47:36.445229==== 41/71 ==== FINISHED i2.4xlarge In us-east-1 ====
2016-12-12 14:47:36.688225 === 19/71 ==== processing m4.4xlarge In us-west-2 ***
2016-12-12 14:48:17.794582==== 20/71 ==== FINISHED m4.10xlarge In us-east-1 ====
2016-12-12 14:48:18.073130 === 21/71 ==== processing m4.16xlarge In us-east-1 ***
2016-12-12 14:49:20.936449==== 9/71 ==== FINISHED m1.medium In us-west-2 ====
2016-12-12 14:49:21.284175 === 10/71 ==== processing m1.large In us-west-2 ***
2016-12-12 14:49:27.470680==== 30/71 ==== FINISHED r3.8xlarge In us-east-1 ====
2016-12-12 14:49:28.773023 === 31/71 ==== processing r4.large In us-east-1 ***
2016-12-12 14:49:29.634979==== 31/71 ==== FINISHED r4.large In us-east-1 ====
2016-12-12 14:49:29.650357 === 32/71 ==== processing r4.xlarge In us-east-1 ***
2016-12-12 14:49:30.516622==== 32/71 ==== FINISHED r4.xlarge In us-east-1 ====
2016-12-12 14:49:30.523187 === 33/71 ==== processing r4.2xlarge In us-east-1 ***
2016-12-12 14:49:32.090029==== 33/71 ==== FINISHED r4.2xlarge In us-east-1 ====
2016-12-12 14:49:32.121286 === 34/71 ==== processing r4.4xlarge In us-east-1 ***
2016-12-12 14:49:34.804269==== 34/71 ==== FINISHED r4.4xlarge In us-east-1 ====
2016-12-12 14:49:34.838551 === 35/71 ==== processing r4.8xlarge In us-east-1 ***
2016-12-12 14:49:36.132759==== 35/71 ==== FINISHED r4.8xlarge In us-east-1 ====
2016-12-12 14:49:36.143928 === 25/71 ==== processing cr1.8xlarge In us-west-2 ***
2016-12-12 14:49:51.249422==== 25/71 ==== FINISHED cr1.8xlarge In us-west-2 ====
2016-12-12 14:49:51.262587 === 26/71 ==== processing r3.large In us-west-2 ***
2016-12-12 14:50:22.943528==== 21/71 ==== FINISHED m4.16xlarge In us-east-1 ====
2016-12-12 14:50:23.141714 === 22/71 ==== processing m2.xlarge In us-east-1 ***
2016-12-12 14:50:23.729096==== 13/71 ==== FINISHED m3.large In us-west-2 ====
2016-12-12 14:50:23.945392 === 14/71 ==== processing m3.xlarge In us-west-2 ***
2016-12-12 14:50:48.256275==== 19/71 ==== FINISHED m4.4xlarge In us-west-2 ====
2016-12-12 14:50:48.382549 === 20/71 ==== processing m4.10xlarge In us-west-2 ***
2016-12-12 14:50:56.732796==== 10/71 ==== FINISHED m1.large In us-west-2 ====
2016-12-12 14:50:56.785050 === 11/71 ==== processing m1.xlarge In us-west-2 ***
2016-12-12 14:51:26.992665==== 11/71 ==== FINISHED m1.xlarge In us-west-2 ====
2016-12-12 14:51:27.020124 === 12/71 ==== processing m3.medium In us-west-2 ***
2016-12-12 14:51:29.081409==== 0/71 ==== FINISHED t1.micro In us-west-2 ====
2016-12-12 14:51:29.333425 === 31/71 ==== processing r4.large In us-west-2 ***
2016-12-12 14:51:30.210576==== 31/71 ==== FINISHED r4.large In us-west-2 ====
2016-12-12 14:51:30.218957 === 32/71 ==== processing r4.xlarge In us-west-2 ***
2016-12-12 14:51:32.036366==== 32/71 ==== FINISHED r4.xlarge In us-west-2 ====
2016-12-12 14:51:32.047157 === 33/71 ==== processing r4.2xlarge In us-west-2 ***
2016-12-12 14:51:34.526055==== 33/71 ==== FINISHED r4.2xlarge In us-west-2 ====
2016-12-12 14:51:34.535334 === 34/71 ==== processing r4.4xlarge In us-west-2 ***
2016-12-12 14:51:40.395697==== 34/71 ==== FINISHED r4.4xlarge In us-west-2 ====
2016-12-12 14:51:40.406151 === 35/71 ==== processing r4.8xlarge In us-west-2 ***
2016-12-12 14:51:41.551361==== 35/71 ==== FINISHED r4.8xlarge In us-west-2 ====
2016-12-12 14:51:41.557078 === 36/71 ==== processing r4.16xlarge In us-west-2 ***
2016-12-12 14:51:42.731425==== 36/71 ==== FINISHED r4.16xlarge In us-west-2 ====
2016-12-12 14:51:42.739428 === 37/71 ==== processing x1.16xlarge In us-west-2 ***
2016-12-12 14:51:52.894370==== 26/71 ==== FINISHED r3.large In us-west-2 ====
2016-12-12 14:51:52.963345 === 27/71 ==== processing r3.xlarge In us-west-2 ***
2016-12-12 14:51:55.357857==== 37/71 ==== FINISHED x1.16xlarge In us-west-2 ====
2016-12-12 14:51:55.372157 === 38/71 ==== processing x1.32xlarge In us-west-2 ***
2016-12-12 14:52:09.664903==== 56/71 ==== FINISHED c4.8xlarge In us-east-1 ====
2016-12-12 14:52:10.089101 === 57/71 ==== processing cc1.4xlarge In us-east-1 ***
2016-12-12 14:52:12.410140==== 57/71 ==== FINISHED cc1.4xlarge In us-east-1 ====
2016-12-12 14:52:12.419080 === 58/71 ==== processing cc2.8xlarge In us-east-1 ***
2016-12-12 14:52:17.259375==== 38/71 ==== FINISHED x1.32xlarge In us-west-2 ====
2016-12-12 14:52:17.278221 === 39/71 ==== processing i2.xlarge In us-west-2 ***
2016-12-12 14:52:57.475507==== 39/71 ==== FINISHED i2.xlarge In us-west-2 ====
2016-12-12 14:52:57.500384 === 40/71 ==== processing i2.2xlarge In us-west-2 ***
2016-12-12 14:53:13.910096==== 26/71 ==== FINISHED r3.large In us-east-1 ====
2016-12-12 14:53:14.473610 === 27/71 ==== processing r3.xlarge In us-east-1 ***
2016-12-12 14:54:06.954080==== 20/71 ==== FINISHED m4.10xlarge In us-west-2 ====
2016-12-12 14:54:07.131854 === 21/71 ==== processing m4.16xlarge In us-west-2 ***
2016-12-12 14:54:41.429743==== 40/71 ==== FINISHED i2.2xlarge In us-west-2 ====
2016-12-12 14:54:41.503574 === 41/71 ==== processing i2.4xlarge In us-west-2 ***
2016-12-12 14:55:21.205426==== 21/71 ==== FINISHED m4.16xlarge In us-west-2 ====
2016-12-12 14:55:21.262016 === 22/71 ==== processing m2.xlarge In us-west-2 ***
2016-12-12 14:56:13.849794==== 58/71 ==== FINISHED cc2.8xlarge In us-east-1 ====
2016-12-12 14:56:14.191819 === 59/71 ==== processing g2.2xlarge In us-east-1 ***
2016-12-12 14:56:17.672895==== 22/71 ==== FINISHED m2.xlarge In us-west-2 ====
2016-12-12 14:56:17.719586 === 23/71 ==== processing m2.2xlarge In us-west-2 ***
2016-12-12 14:56:17.844169==== 22/71 ==== FINISHED m2.xlarge In us-east-1 ====
2016-12-12 14:56:18.210701 === 23/71 ==== processing m2.2xlarge In us-east-1 ***
2016-12-12 14:58:32.323915==== 41/71 ==== FINISHED i2.4xlarge In us-west-2 ====
2016-12-12 14:58:32.491835 === 42/71 ==== processing i2.8xlarge In us-west-2 ***
2016-12-12 14:58:43.948098==== 27/71 ==== FINISHED r3.xlarge In us-west-2 ====
2016-12-12 14:58:44.308899 === 28/71 ==== processing r3.2xlarge In us-west-2 ***
2016-12-12 14:59:13.086552==== 23/71 ==== FINISHED m2.2xlarge In us-west-2 ====
2016-12-12 14:59:13.377251 === 24/71 ==== processing m2.4xlarge In us-west-2 ***
2016-12-12 14:59:27.411377==== 42/71 ==== FINISHED i2.8xlarge In us-west-2 ====
2016-12-12 14:59:27.471144 === 43/71 ==== processing hi1.4xlarge In us-west-2 ***
2016-12-12 14:59:34.040284==== 12/71 ==== FINISHED m3.medium In us-west-2 ====
2016-12-12 14:59:34.552075 === 49/71 ==== processing c3.2xlarge In us-west-2 ***
2016-12-12 14:59:59.945072==== 43/71 ==== FINISHED hi1.4xlarge In us-west-2 ====
2016-12-12 14:59:59.964765 === 44/71 ==== processing hs1.8xlarge In us-west-2 ***
2016-12-12 15:00:00.617143==== 44/71 ==== FINISHED hs1.8xlarge In us-west-2 ====
2016-12-12 15:00:00.622146 === 45/71 ==== processing c1.medium In us-west-2 ***
2016-12-12 15:00:07.458675==== 45/71 ==== FINISHED c1.medium In us-west-2 ====
2016-12-12 15:00:07.471229 === 46/71 ==== processing c1.xlarge In us-west-2 ***
2016-12-12 15:01:02.612662==== 23/71 ==== FINISHED m2.2xlarge In us-east-1 ====
2016-12-12 15:01:03.027086 === 55/71 ==== processing c4.4xlarge In us-west-2 ***
2016-12-12 15:01:04.654935==== 46/71 ==== FINISHED c1.xlarge In us-west-2 ====
2016-12-12 15:01:04.695428 === 47/71 ==== processing c3.large In us-west-2 ***
2016-12-12 15:01:34.068861==== 47/71 ==== FINISHED c3.large In us-west-2 ====
2016-12-12 15:01:34.106701 === 48/71 ==== processing c3.xlarge In us-west-2 ***
2016-12-12 15:05:52.285117==== 27/71 ==== FINISHED r3.xlarge In us-east-1 ====
2016-12-12 15:05:54.615955==== 14/71 ==== FINISHED m3.xlarge In us-west-2 ====
2016-12-12 15:05:54.800492 === 28/71 ==== processing r3.2xlarge In us-east-1 ***
2016-12-12 15:05:55.569504 === 15/71 ==== processing m3.2xlarge In us-west-2 ***
2016-12-12 15:05:59.601876==== 49/71 ==== FINISHED c3.2xlarge In us-east-1 ====
2016-12-12 15:06:02.621982 === 50/71 ==== processing c3.4xlarge In us-east-1 ***
2016-12-12 15:07:14.030165==== 14/71 ==== FINISHED m3.xlarge In us-east-1 ====
2016-12-12 15:07:16.168221 === 15/71 ==== processing m3.2xlarge In us-east-1 ***
2016-12-12 15:07:40.205711==== 48/71 ==== FINISHED c3.xlarge In us-west-2 ====
2016-12-12 15:07:40.408961 === 61/71 ==== processing cg1.4xlarge In us-west-2 ***
2016-12-12 15:07:41.000807==== 61/71 ==== FINISHED cg1.4xlarge In us-west-2 ====
2016-12-12 15:07:41.006914 === 62/71 ==== processing p2.xlarge In us-west-2 ***
2016-12-12 15:07:52.804546 === 67/71 ==== processing d2.4xlarge In us-west-2 ***
---------------------------------------------------------------------------
RemoteTraceback                           Traceback (most recent call last)
RemoteTraceback: 
"""
Traceback (most recent call last):
  File "/Users/ksparakis/.conda/envs/py35/lib/python3.5/multiprocessing/pool.py", line 119, in worker
    result = (True, func(*args, **kwds))
  File "/Users/ksparakis/.conda/envs/py35/lib/python3.5/multiprocessing/pool.py", line 44, in mapstar
    return list(map(*args))
  File "<ipython-input-25-06bdedc56a5e>", line 19, in parralelGrabber
    prices = ec2.get_spot_price_history(start_time=start, end_time=end, instance_type=instance, next_token=next)
  File "/Users/ksparakis/Dropbox/Boston Univ/Graduate/CS505 - Datas science/spot-analysis/boto/ec2/connection.py", line 1424, in get_spot_price_history
    [('item', SpotPriceHistory)], verb='POST')
  File "/Users/ksparakis/Dropbox/Boston Univ/Graduate/CS505 - Datas science/spot-analysis/boto/connection.py", line 1170, in get_list
    response = self.make_request(action, params, path, verb)
  File "/Users/ksparakis/Dropbox/Boston Univ/Graduate/CS505 - Datas science/spot-analysis/boto/connection.py", line 1116, in make_request
    return self._mexe(http_request)
  File "/Users/ksparakis/Dropbox/Boston Univ/Graduate/CS505 - Datas science/spot-analysis/boto/connection.py", line 1028, in _mexe
    raise BotoServerError(response.status, response.reason, body)
boto.exception.BotoServerError: BotoServerError: 503 Service Unavailable
<?xml version="1.0" encoding="UTF-8"?>
<Response><Errors><Error><Code>RequestLimitExceeded</Code><Message>Request limit exceeded.</Message></Error></Errors><RequestID>06bcdf02-38ab-4413-a036-4a417518a7b7</RequestID></Response>
"""

The above exception was the direct cause of the following exception:

BotoServerError                           Traceback (most recent call last)
<ipython-input-26-0847e7ae9b7a> in <module>()
      3 pool = Pool(processes=10)
      4 iner = indataCreator(regions, instance_types)
----> 5 pool.map(parralelGrabber,iner)
      6 print("==%%%%%=====^^^^^^====timeElapsed:")
      7 print(time.time() - startTIMER)

/Users/ksparakis/.conda/envs/py35/lib/python3.5/multiprocessing/pool.py in map(self, func, iterable, chunksize)
    258         in a list that is returned.
    259         '''
--> 260         return self._map_async(func, iterable, mapstar, chunksize).get()
    261 
    262     def starmap(self, func, iterable, chunksize=None):

/Users/ksparakis/.conda/envs/py35/lib/python3.5/multiprocessing/pool.py in get(self, timeout)
    606             return self._value
    607         else:
--> 608             raise self._value
    609 
    610     def _set(self, i, obj):

BotoServerError: BotoServerError: 503 Service Unavailable
<?xml version="1.0" encoding="UTF-8"?>
<Response><Errors><Error><Code>RequestLimitExceeded</Code><Message>Request limit exceeded.</Message></Error></Errors><RequestID>06bcdf02-38ab-4413-a036-4a417518a7b7</RequestID></Response>
2016-12-12 15:08:08.610343==== 24/71 ==== FINISHED m2.4xlarge In us-west-2 ====
2016-12-12 15:08:08.959678 === 2/71 ==== processing t2.micro In eu-west-1 ***
2016-12-12 15:08:09.755660==== 2/71 ==== FINISHED t2.micro In eu-west-1 ====
2016-12-12 15:08:09.761700 === 3/71 ==== processing t2.small In eu-west-1 ***
2016-12-12 15:08:10.370111==== 3/71 ==== FINISHED t2.small In eu-west-1 ====
2016-12-12 15:08:10.376589 === 4/71 ==== processing t2.medium In eu-west-1 ***
2016-12-12 15:08:10.992894==== 4/71 ==== FINISHED t2.medium In eu-west-1 ====
2016-12-12 15:08:10.999661 === 5/71 ==== processing t2.large In eu-west-1 ***
2016-12-12 15:08:11.646758==== 5/71 ==== FINISHED t2.large In eu-west-1 ====
2016-12-12 15:08:11.652545 === 6/71 ==== processing t2.xlarge In eu-west-1 ***
2016-12-12 15:08:12.399487==== 6/71 ==== FINISHED t2.xlarge In eu-west-1 ====
2016-12-12 15:08:12.405757 === 7/71 ==== processing t2.2xlarge In eu-west-1 ***
2016-12-12 15:08:13.010344==== 7/71 ==== FINISHED t2.2xlarge In eu-west-1 ====
2016-12-12 15:08:13.016575 === 8/71 ==== processing m1.small In eu-west-1 ***
2016-12-12 15:08:15.156946==== 8/71 ==== FINISHED m1.small In eu-west-1 ====
2016-12-12 15:08:15.165750 === 9/71 ==== processing m1.medium In eu-west-1 ***
2016-12-12 15:08:29.808469==== 9/71 ==== FINISHED m1.medium In eu-west-1 ====
2016-12-12 15:08:29.839275 === 10/71 ==== processing m1.large In eu-west-1 ***
2016-12-12 15:08:39.003784==== 62/71 ==== FINISHED p2.xlarge In us-west-2 ====
2016-12-12 15:08:39.046145 === 63/71 ==== processing p2.8xlarge In us-west-2 ***
2016-12-12 15:08:42.202358==== 63/71 ==== FINISHED p2.8xlarge In us-west-2 ====
2016-12-12 15:08:42.226315 === 64/71 ==== processing p2.16xlarge In us-west-2 ***
2016-12-12 15:08:44.945072==== 64/71 ==== FINISHED p2.16xlarge In us-west-2 ====
2016-12-12 15:08:44.952553 === 65/71 ==== processing d2.xlarge In us-west-2 ***
2016-12-12 15:08:57.231364==== 10/71 ==== FINISHED m1.large In eu-west-1 ====
2016-12-12 15:08:57.253827 === 11/71 ==== processing m1.xlarge In eu-west-1 ***
2016-12-12 15:09:14.527480==== 11/71 ==== FINISHED m1.xlarge In eu-west-1 ====
2016-12-12 15:09:14.566330 === 12/71 ==== processing m3.medium In eu-west-1 ***
2016-12-12 15:09:16.937103==== 55/71 ==== FINISHED c4.4xlarge In us-west-2 ====
2016-12-12 15:09:17.189843 === 56/71 ==== processing c4.8xlarge In us-west-2 ***
2016-12-12 15:09:18.310814==== 67/71 ==== FINISHED d2.4xlarge In us-west-2 ====
2016-12-12 15:09:18.359800 === 68/71 ==== processing d2.8xlarge In us-west-2 ***
2016-12-12 15:09:46.885248==== 49/71 ==== FINISHED c3.2xlarge In us-west-2 ====
2016-12-12 15:09:47.280020 === 50/71 ==== processing c3.4xlarge In us-west-2 ***
2016-12-12 15:09:56.576055==== 68/71 ==== FINISHED d2.8xlarge In us-west-2 ====
2016-12-12 15:09:56.609439 === 69/71 ==== processing f1.2xlarge In us-west-2 ***
2016-12-12 15:09:57.245304==== 69/71 ==== FINISHED f1.2xlarge In us-west-2 ====
2016-12-12 15:09:57.255230 === 70/71 ==== processing f1.16xlarge In us-west-2 ***
2016-12-12 15:09:57.902581==== 70/71 ==== FINISHED f1.16xlarge In us-west-2 ====
2016-12-12 15:09:57.908330 === 0/71 ==== processing t1.micro In eu-west-1 ***
2016-12-12 15:10:29.216426==== 12/71 ==== FINISHED m3.medium In eu-west-1 ====
2016-12-12 15:10:29.278000 === 13/71 ==== processing m3.large In eu-west-1 ***
2016-12-12 15:11:45.080908==== 0/71 ==== FINISHED t1.micro In eu-west-1 ====
2016-12-12 15:11:45.140200 === 1/71 ==== processing t2.nano In eu-west-1 ***
2016-12-12 15:11:45.793558==== 1/71 ==== FINISHED t2.nano In eu-west-1 ====
2016-12-12 15:11:46.308131 === 14/71 ==== processing m3.xlarge In eu-west-1 ***
2016-12-12 15:11:49.335736==== 65/71 ==== FINISHED d2.xlarge In us-west-2 ====
2016-12-12 15:11:49.451383 === 66/71 ==== processing d2.2xlarge In us-west-2 ***
2016-12-12 15:13:04.190246==== 59/71 ==== FINISHED g2.2xlarge In us-east-1 ====
2016-12-12 15:13:05.670441 === 20/71 ==== processing m4.10xlarge In eu-west-1 ***
2016-12-12 15:13:29.016860==== 15/71 ==== FINISHED m3.2xlarge In us-west-2 ====
2016-12-12 15:13:29.370275 === 16/71 ==== processing m4.large In us-west-2 ***
2016-12-12 15:13:59.582055==== 13/71 ==== FINISHED m3.large In eu-west-1 ====
2016-12-12 15:13:59.721823 === 26/71 ==== processing r3.large In eu-west-1 ***
2016-12-12 15:14:20.937605==== 66/71 ==== FINISHED d2.2xlarge In us-west-2 ====
2016-12-12 15:14:21.040047 === 32/71 ==== processing r4.xlarge In eu-west-1 ***
2016-12-12 15:14:22.387258==== 32/71 ==== FINISHED r4.xlarge In eu-west-1 ====
2016-12-12 15:14:22.396778 === 33/71 ==== processing r4.2xlarge In eu-west-1 ***
2016-12-12 15:14:25.332212==== 33/71 ==== FINISHED r4.2xlarge In eu-west-1 ====
2016-12-12 15:14:25.341934 === 34/71 ==== processing r4.4xlarge In eu-west-1 ***
2016-12-12 15:14:27.229893==== 34/71 ==== FINISHED r4.4xlarge In eu-west-1 ====
2016-12-12 15:14:27.236439 === 35/71 ==== processing r4.8xlarge In eu-west-1 ***
2016-12-12 15:14:28.214756==== 35/71 ==== FINISHED r4.8xlarge In eu-west-1 ====
2016-12-12 15:14:28.220977 === 36/71 ==== processing r4.16xlarge In eu-west-1 ***
2016-12-12 15:14:29.116973==== 36/71 ==== FINISHED r4.16xlarge In eu-west-1 ====
2016-12-12 15:14:29.126187 === 37/71 ==== processing x1.16xlarge In eu-west-1 ***
2016-12-12 15:14:35.316631==== 37/71 ==== FINISHED x1.16xlarge In eu-west-1 ====
2016-12-12 15:14:35.328508 === 38/71 ==== processing x1.32xlarge In eu-west-1 ***
2016-12-12 15:14:47.693569==== 38/71 ==== FINISHED x1.32xlarge In eu-west-1 ====
2016-12-12 15:14:47.708461 === 39/71 ==== processing i2.xlarge In eu-west-1 ***
2016-12-12 15:14:50.742494==== 56/71 ==== FINISHED c4.8xlarge In us-west-2 ====
2016-12-12 15:14:50.994129 === 57/71 ==== processing cc1.4xlarge In us-west-2 ***
2016-12-12 15:14:51.662857==== 57/71 ==== FINISHED cc1.4xlarge In us-west-2 ====
2016-12-12 15:14:51.669579 === 58/71 ==== processing cc2.8xlarge In us-west-2 ***
2016-12-12 15:15:07.328790==== 20/71 ==== FINISHED m4.10xlarge In eu-west-1 ====
2016-12-12 15:15:07.425688 === 21/71 ==== processing m4.16xlarge In eu-west-1 ***
2016-12-12 15:16:16.349166==== 39/71 ==== FINISHED i2.xlarge In eu-west-1 ====
2016-12-12 15:16:16.443845 === 40/71 ==== processing i2.2xlarge In eu-west-1 ***
2016-12-12 15:16:27.353266==== 21/71 ==== FINISHED m4.16xlarge In eu-west-1 ====
2016-12-12 15:16:27.405494 === 22/71 ==== processing m2.xlarge In eu-west-1 ***
2016-12-12 15:17:06.513132==== 40/71 ==== FINISHED i2.2xlarge In eu-west-1 ====
2016-12-12 15:17:06.578768 === 41/71 ==== processing i2.4xlarge In eu-west-1 ***
2016-12-12 15:17:14.942304==== 22/71 ==== FINISHED m2.xlarge In eu-west-1 ====
2016-12-12 15:17:14.976914 === 23/71 ==== processing m2.2xlarge In eu-west-1 ***
2016-12-12 15:17:15.924897==== 58/71 ==== FINISHED cc2.8xlarge In us-west-2 ====
2016-12-12 15:17:16.043427 === 59/71 ==== processing g2.2xlarge In us-west-2 ***
2016-12-12 15:17:39.788953==== 50/71 ==== FINISHED c3.4xlarge In us-west-2 ====
2016-12-12 15:17:40.195576 === 51/71 ==== processing c3.8xlarge In us-west-2 ***
2016-12-12 15:18:24.585296==== 14/71 ==== FINISHED m3.xlarge In eu-west-1 ====
2016-12-12 15:18:24.802318 === 15/71 ==== processing m3.2xlarge In eu-west-1 ***
2016-12-12 15:18:26.637144==== 41/71 ==== FINISHED i2.4xlarge In eu-west-1 ====
2016-12-12 15:18:26.703266 === 42/71 ==== processing i2.8xlarge In eu-west-1 ***
2016-12-12 15:18:53.239397==== 23/71 ==== FINISHED m2.2xlarge In eu-west-1 ====
2016-12-12 15:18:53.298223 === 24/71 ==== processing m2.4xlarge In eu-west-1 ***
2016-12-12 15:18:53.328301==== 26/71 ==== FINISHED r3.large In eu-west-1 ====
2016-12-12 15:18:53.415324 === 27/71 ==== processing r3.xlarge In eu-west-1 ***
2016-12-12 15:19:20.402860==== 42/71 ==== FINISHED i2.8xlarge In eu-west-1 ====
2016-12-12 15:19:20.429801 === 43/71 ==== processing hi1.4xlarge In eu-west-1 ***
2016-12-12 15:19:25.757762==== 16/71 ==== FINISHED m4.large In us-west-2 ====
2016-12-12 15:19:25.932712 === 17/71 ==== processing m4.xlarge In us-west-2 ***
2016-12-12 15:20:05.121454==== 24/71 ==== FINISHED m2.4xlarge In eu-west-1 ====
2016-12-12 15:20:05.179151 === 25/71 ==== processing cr1.8xlarge In eu-west-1 ***
2016-12-12 15:20:08.448569==== 43/71 ==== FINISHED hi1.4xlarge In eu-west-1 ====
2016-12-12 15:20:08.490469 === 44/71 ==== processing hs1.8xlarge In eu-west-1 ***
2016-12-12 15:20:09.138804==== 44/71 ==== FINISHED hs1.8xlarge In eu-west-1 ====
2016-12-12 15:20:09.144552 === 45/71 ==== processing c1.medium In eu-west-1 ***
2016-12-12 15:20:11.731168==== 45/71 ==== FINISHED c1.medium In eu-west-1 ====
2016-12-12 15:20:11.746021 === 46/71 ==== processing c1.xlarge In eu-west-1 ***
2016-12-12 15:20:20.509713==== 25/71 ==== FINISHED cr1.8xlarge In eu-west-1 ====
2016-12-12 15:20:20.523929 === 50/71 ==== processing c3.4xlarge In eu-west-1 ***
2016-12-12 15:21:12.956064==== 46/71 ==== FINISHED c1.xlarge In eu-west-1 ====
2016-12-12 15:21:12.985989 === 47/71 ==== processing c3.large In eu-west-1 ***
2016-12-12 15:21:34.470431==== 47/71 ==== FINISHED c3.large In eu-west-1 ====
2016-12-12 15:21:34.492933 === 48/71 ==== processing c3.xlarge In eu-west-1 ***
2016-12-12 15:22:31.700916==== 50/71 ==== FINISHED c3.4xlarge In us-east-1 ====
2016-12-12 15:22:32.893143 === 51/71 ==== processing c3.8xlarge In us-east-1 ***
2016-12-12 15:23:38.805347==== 15/71 ==== FINISHED m3.2xlarge In eu-west-1 ====
2016-12-12 15:23:39.231932 === 16/71 ==== processing m4.large In eu-west-1 ***
2016-12-12 15:23:42.386398==== 27/71 ==== FINISHED r3.xlarge In eu-west-1 ====
2016-12-12 15:23:42.822288 === 28/71 ==== processing r3.2xlarge In eu-west-1 ***
2016-12-12 15:23:50.733254==== 50/71 ==== FINISHED c3.4xlarge In eu-west-1 ====
2016-12-12 15:23:50.943027 === 51/71 ==== processing c3.8xlarge In eu-west-1 ***
2016-12-12 15:24:13.855578==== 59/71 ==== FINISHED g2.2xlarge In us-west-2 ====
2016-12-12 15:24:14.298797 === 60/71 ==== processing g2.8xlarge In us-west-2 ***
2016-12-12 15:24:14.823025==== 48/71 ==== FINISHED c3.xlarge In eu-west-1 ====
2016-12-12 15:24:14.940543 === 49/71 ==== processing c3.2xlarge In eu-west-1 ***
2016-12-12 15:25:16.568457==== 60/71 ==== FINISHED g2.8xlarge In us-west-2 ====
2016-12-12 15:25:16.681724 === 56/71 ==== processing c4.8xlarge In eu-west-1 ***
2016-12-12 15:26:18.058018==== 51/71 ==== FINISHED c3.8xlarge In us-west-2 ====
2016-12-12 15:26:18.466731 === 52/71 ==== processing c4.large In us-west-2 ***
2016-12-12 15:27:23.301998==== 16/71 ==== FINISHED m4.large In eu-west-1 ====
2016-12-12 15:27:23.594185 === 17/71 ==== processing m4.xlarge In eu-west-1 ***
2016-12-12 15:27:35.900998==== 17/71 ==== FINISHED m4.xlarge In us-west-2 ====
2016-12-12 15:27:36.445511 === 18/71 ==== processing m4.2xlarge In us-west-2 ***
2016-12-12 15:27:43.910944==== 28/71 ==== FINISHED r3.2xlarge In us-east-1 ====
2016-12-12 15:27:46.044489 === 29/71 ==== processing r3.4xlarge In us-east-1 ***
2016-12-12 15:29:26.401911==== 15/71 ==== FINISHED m3.2xlarge In us-east-1 ====
2016-12-12 15:29:28.317202 === 16/71 ==== processing m4.large In us-east-1 ***
2016-12-12 15:30:03.700252==== 56/71 ==== FINISHED c4.8xlarge In eu-west-1 ====
2016-12-12 15:30:03.918693 === 57/71 ==== processing cc1.4xlarge In eu-west-1 ***
2016-12-12 15:30:04.612988==== 57/71 ==== FINISHED cc1.4xlarge In eu-west-1 ====
2016-12-12 15:30:04.620135 === 58/71 ==== processing cc2.8xlarge In eu-west-1 ***
2016-12-12 15:30:10.113892==== 58/71 ==== FINISHED cc2.8xlarge In eu-west-1 ====
2016-12-12 15:30:10.128163 === 59/71 ==== processing g2.2xlarge In eu-west-1 ***
2016-12-12 15:30:54.410004==== 49/71 ==== FINISHED c3.2xlarge In eu-west-1 ====
2016-12-12 15:30:54.678787 === 62/71 ==== processing p2.xlarge In eu-west-1 ***
2016-12-12 15:31:01.183264==== 51/71 ==== FINISHED c3.8xlarge In eu-west-1 ====
2016-12-12 15:31:01.526795 === 52/71 ==== processing c4.large In eu-west-1 ***
2016-12-12 15:31:16.826756==== 28/71 ==== FINISHED r3.2xlarge In eu-west-1 ====
2016-12-12 15:31:17.138653 === 29/71 ==== processing r3.4xlarge In eu-west-1 ***
2016-12-12 15:31:19.104866==== 62/71 ==== FINISHED p2.xlarge In eu-west-1 ====
2016-12-12 15:31:19.124715 === 63/71 ==== processing p2.8xlarge In eu-west-1 ***
2016-12-12 15:31:53.490695==== 63/71 ==== FINISHED p2.8xlarge In eu-west-1 ====
2016-12-12 15:31:53.515450 === 64/71 ==== processing p2.16xlarge In eu-west-1 ***
2016-12-12 15:31:54.665266==== 64/71 ==== FINISHED p2.16xlarge In eu-west-1 ====
2016-12-12 15:31:54.675082 === 65/71 ==== processing d2.xlarge In eu-west-1 ***
2016-12-12 15:32:21.985764==== 52/71 ==== FINISHED c4.large In us-west-2 ====
2016-12-12 15:32:22.751444 === 53/71 ==== processing c4.xlarge In us-west-2 ***
2016-12-12 15:33:12.628951==== 17/71 ==== FINISHED m4.xlarge In eu-west-1 ====
2016-12-12 15:33:12.854512 === 18/71 ==== processing m4.2xlarge In eu-west-1 ***
2016-12-12 15:33:23.079395==== 16/71 ==== FINISHED m4.large In us-east-1 ====
2016-12-12 15:33:23.585909 === 17/71 ==== processing m4.xlarge In us-east-1 ***
2016-12-12 15:33:38.122235==== 65/71 ==== FINISHED d2.xlarge In eu-west-1 ====
2016-12-12 15:33:38.198361 === 66/71 ==== processing d2.2xlarge In eu-west-1 ***
2016-12-12 15:33:47.784115==== 18/71 ==== FINISHED m4.2xlarge In us-west-2 ====
2016-12-12 15:33:48.070322 === 68/71 ==== processing d2.8xlarge In eu-west-1 ***
2016-12-12 15:33:58.703685==== 68/71 ==== FINISHED d2.8xlarge In eu-west-1 ====
2016-12-12 15:33:58.722278 === 69/71 ==== processing f1.2xlarge In eu-west-1 ***
2016-12-12 15:33:59.451570==== 69/71 ==== FINISHED f1.2xlarge In eu-west-1 ====
2016-12-12 15:33:59.457970 === 70/71 ==== processing f1.16xlarge In eu-west-1 ***
2016-12-12 15:34:03.188930==== 70/71 ==== FINISHED f1.16xlarge In eu-west-1 ====
2016-12-12 15:34:03.544634==== 66/71 ==== FINISHED d2.2xlarge In eu-west-1 ====
2016-12-12 15:34:03.566728 === 67/71 ==== processing d2.4xlarge In eu-west-1 ***
2016-12-12 15:34:03.838146==== 52/71 ==== FINISHED c4.large In eu-west-1 ====
2016-12-12 15:34:03.950153 === 53/71 ==== processing c4.xlarge In eu-west-1 ***
2016-12-12 15:34:10.863454==== 67/71 ==== FINISHED d2.4xlarge In eu-west-1 ====
2016-12-12 15:36:54.101621==== 29/71 ==== FINISHED r3.4xlarge In eu-west-1 ====
2016-12-12 15:36:54.284964 === 30/71 ==== processing r3.8xlarge In eu-west-1 ***
2016-12-12 15:37:52.879861==== 53/71 ==== FINISHED c4.xlarge In us-west-2 ====
2016-12-12 15:37:53.348439 === 54/71 ==== processing c4.2xlarge In us-west-2 ***
2016-12-12 15:37:55.932402==== 17/71 ==== FINISHED m4.xlarge In us-east-1 ====
2016-12-12 15:38:21.757627==== 59/71 ==== FINISHED g2.2xlarge In eu-west-1 ====
2016-12-12 15:38:22.054141 === 60/71 ==== processing g2.8xlarge In eu-west-1 ***
2016-12-12 15:38:28.159048==== 18/71 ==== FINISHED m4.2xlarge In eu-west-1 ====
2016-12-12 15:38:28.389999 === 19/71 ==== processing m4.4xlarge In eu-west-1 ***
2016-12-12 15:39:33.701463==== 60/71 ==== FINISHED g2.8xlarge In eu-west-1 ====
2016-12-12 15:39:33.733360 === 61/71 ==== processing cg1.4xlarge In eu-west-1 ***
2016-12-12 15:39:40.838587==== 61/71 ==== FINISHED cg1.4xlarge In eu-west-1 ====
2016-12-12 15:40:12.568240==== 29/71 ==== FINISHED r3.4xlarge In us-east-1 ====
2016-12-12 15:40:53.503044==== 30/71 ==== FINISHED r3.8xlarge In eu-west-1 ====
2016-12-12 15:40:53.663506 === 31/71 ==== processing r4.large In eu-west-1 ***
2016-12-12 15:40:54.948804==== 31/71 ==== FINISHED r4.large In eu-west-1 ====
2016-12-12 15:41:05.822896==== 53/71 ==== FINISHED c4.xlarge In eu-west-1 ====
2016-12-12 15:41:06.061388 === 54/71 ==== processing c4.2xlarge In eu-west-1 ***
2016-12-12 15:41:43.141060==== 51/71 ==== FINISHED c3.8xlarge In us-east-1 ====
2016-12-12 15:41:44.344762 === 52/71 ==== processing c4.large In us-east-1 ***
2016-12-12 15:42:07.179697==== 19/71 ==== FINISHED m4.4xlarge In eu-west-1 ====
2016-12-12 15:44:51.639426==== 54/71 ==== FINISHED c4.2xlarge In us-west-2 ====
2016-12-12 15:45:42.732069==== 54/71 ==== FINISHED c4.2xlarge In eu-west-1 ====
2016-12-12 15:45:42.886029 === 55/71 ==== processing c4.4xlarge In eu-west-1 ***
2016-12-12 15:46:01.723772==== 52/71 ==== FINISHED c4.large In us-east-1 ====
2016-12-12 15:46:01.985924 === 53/71 ==== processing c4.xlarge In us-east-1 ***
2016-12-12 15:51:31.380643==== 53/71 ==== FINISHED c4.xlarge In us-east-1 ====
2016-12-12 15:52:04.202700==== 55/71 ==== FINISHED c4.4xlarge In eu-west-1 ====

In [28]:
parralelGrabber({'region':'us-west-2', 'instance':'m3.2xlarge', 'count':15})


2016-12-12 16:24:33.129893 === 15/71 ==== processing m3.2xlarge In us-west-2 ***
2016-12-12 16:32:35.883149==== 15/71 ==== FINISHED m3.2xlarge In us-west-2 ====

In [2]:
def regGrabber(region):  
    ec2 = boto.ec2.connect_to_region(region)
    print(str(datetime.datetime.now())+" === processing " + region + " ===")

    for instance in instance_types:
        l = []
        sys.stdout.write(str(datetime.datetime.now())+" *** processing " + instance + " In "+ region + " ***\n")
        sys.stdout.flush()
        prices = ec2.get_spot_price_history(start_time=start, end_time=end, instance_type=instance)
        for price in prices:
            d = {'InstanceType': price.instance_type, 
                 'AvailabilityZone': price.availability_zone, 
                 'SpotPrice': price.price, 
                 'Timestamp': price.timestamp}
            l.append(d)
        next = prices.next_token
        while (next != ''):
            #sys.stdout.write(".")
            #sys.stdout.flush()
            prices = ec2.get_spot_price_history(start_time=start, end_time=end, instance_type=instance, next_token=next)
            for price in prices:
                d = {'InstanceType': price.instance_type, 
                     'AvailabilityZone': price.availability_zone, 
                     'SpotPrice': price.price, 
                     'Timestamp': price.timestamp}
                l.append(d)
            next = prices.next_token
        df = pd.DataFrame(l)
        df.to_csv('/Volumes/Lexumo/data/reg/awsData-'+region+'-'+instance+'.csv')
        #sys.stdout.write("\n")
    print("====FINISHED "+ region +" ====")

In [3]:
startTIMER = time.time()
pool = Pool(processes=8)
pool.map(regGrabber,regions)
print("==%%%%%=====^^^^^^====timeElapsed:")
print(time.time() - startTIMER)
'''
l = []
for region in regions:
    ec2 = boto.ec2.connect_to_region(region)
    print("=== processing " + region + " ===")

    for instance in instance_types:
        sys.stdout.write("*** processing " + instance + " In "+ region + " ***\n")
        sys.stdout.flush()
        prices = ec2.get_spot_price_history(start_time=start, end_time=end, instance_type=instance)
        for price in prices:
            d = {'InstanceType': price.instance_type, 
                 'AvailabilityZone': price.availability_zone, 
                 'SpotPrice': price.price, 
                 'Timestamp': price.timestamp}
            l.append(d)
        next = prices.next_token
        while (next != ''):
            sys.stdout.write(".")
            sys.stdout.flush()
            prices = ec2.get_spot_price_history(start_time=start, end_time=end, instance_type=instance, next_token=next)
            for price in prices:
                d = {'InstanceType': price.instance_type, 
                     'AvailabilityZone': price.availability_zone, 
                     'SpotPrice': price.price, 
                     'Timestamp': price.timestamp}
                l.append(d)
            next = prices.next_token
        sys.stdout.write("\n")

df = pd.DataFrame(l)
df.to_csv('/Volumes/Lexumo/data/awsData.csv')
#df = df.set_index(pd.to_datetime(df['Timestamp']))
'''


2016-12-12 06:22:07.256739 === processing ap-southeast-1 ===
2016-12-12 06:22:07.248631 === processing eu-west-1 ===
2016-12-12 06:22:07.251946 === processing eu-central-1 ===
2016-12-12 06:22:07.248206 === processing us-west-2 ===
2016-12-12 06:22:07.251696 === processing us-west-1 ===
2016-12-12 06:22:07.253785 === processing us-east-1 ===
2016-12-12 06:22:07.261276 *** processing t1.micro In eu-west-1 ***
2016-12-12 06:22:07.256487 === processing ap-northeast-1 ===
2016-12-12 06:22:07.261691 *** processing t1.micro In ap-southeast-1 ***
2016-12-12 06:22:07.264373 *** processing t1.micro In eu-central-1 ***
2016-12-12 06:22:07.264360 === processing ap-northeast-2 ===
2016-12-12 06:22:07.277237 *** processing t1.micro In us-west-2 ***
2016-12-12 06:22:07.280792 *** processing t1.micro In us-west-1 ***
2016-12-12 06:22:07.285405 *** processing t1.micro In us-east-1 ***
2016-12-12 06:22:07.291050 *** processing t1.micro In ap-northeast-1 ***
2016-12-12 06:22:07.306290 *** processing t1.micro In ap-northeast-2 ***

2016-12-12 06:22:08.749418 *** processing t2.nano In eu-central-1 ***

2016-12-12 06:22:09.158583 *** processing t2.nano In ap-northeast-2 ***

2016-12-12 06:22:09.411321 *** processing t2.micro In eu-central-1 ***

2016-12-12 06:22:10.115125 *** processing t2.micro In ap-northeast-2 ***

2016-12-12 06:22:10.395652 *** processing t2.small In eu-central-1 ***

2016-12-12 06:22:11.034213 *** processing t2.small In ap-northeast-2 ***

2016-12-12 06:22:11.473734 *** processing t2.medium In eu-central-1 ***


2016-12-12 06:22:12.280936 *** processing t2.medium In ap-northeast-2 ***
2016-12-12 06:22:12.280766 *** processing t2.large In eu-central-1 ***

2016-12-12 06:22:13.606471 *** processing t2.xlarge In eu-central-1 ***

2016-12-12 06:22:13.761552 *** processing t2.large In ap-northeast-2 ***

2016-12-12 06:22:14.103455 *** processing t2.2xlarge In eu-central-1 ***

2016-12-12 06:22:14.526063 *** processing t2.xlarge In ap-northeast-2 ***

2016-12-12 06:22:14.950936 *** processing m1.small In eu-central-1 ***

2016-12-12 06:22:15.635413 *** processing t2.2xlarge In ap-northeast-2 ***

2016-12-12 06:22:16.065616 *** processing m1.medium In eu-central-1 ***

2016-12-12 06:22:16.697023 *** processing m1.small In ap-northeast-2 ***

2016-12-12 06:22:16.754450 *** processing m1.large In eu-central-1 ***

2016-12-12 06:22:17.195005 *** processing m1.xlarge In eu-central-1 ***

2016-12-12 06:22:17.334332 *** processing m1.medium In ap-northeast-2 ***

2016-12-12 06:22:17.533110 *** processing m3.medium In eu-central-1 ***

2016-12-12 06:22:17.946268 *** processing m1.large In ap-northeast-2 ***

2016-12-12 06:22:18.499016 *** processing m1.xlarge In ap-northeast-2 ***

2016-12-12 06:22:19.079241 *** processing m3.medium In ap-northeast-2 ***

2016-12-12 06:22:19.652835 *** processing m3.large In ap-northeast-2 ***

2016-12-12 06:22:20.896247 *** processing m3.xlarge In ap-northeast-2 ***

2016-12-12 06:22:21.486605 *** processing m3.2xlarge In ap-northeast-2 ***

2016-12-12 06:22:22.097620 *** processing m4.large In ap-northeast-2 ***

2016-12-12 06:24:53.187463 *** processing t2.nano In ap-southeast-1 ***

2016-12-12 06:24:53.851739 *** processing t2.micro In ap-southeast-1 ***

2016-12-12 06:24:54.750821 *** processing t2.small In ap-southeast-1 ***

2016-12-12 06:24:55.890409 *** processing t2.medium In ap-southeast-1 ***

2016-12-12 06:24:57.322700 *** processing t2.large In ap-southeast-1 ***

2016-12-12 06:24:58.431844 *** processing t2.xlarge In ap-southeast-1 ***

2016-12-12 06:24:59.098363 *** processing t2.2xlarge In ap-southeast-1 ***

2016-12-12 06:25:00.077679 *** processing m1.small In ap-southeast-1 ***

2016-12-12 06:25:15.746472 *** processing m1.medium In ap-southeast-1 ***

2016-12-12 06:25:23.538969 *** processing t2.nano In eu-west-1 ***

2016-12-12 06:25:23.865686 *** processing t2.micro In eu-west-1 ***

2016-12-12 06:25:24.224201 *** processing t2.small In eu-west-1 ***

2016-12-12 06:25:24.542526 *** processing t2.medium In eu-west-1 ***

2016-12-12 06:25:24.908910 *** processing t2.large In eu-west-1 ***

2016-12-12 06:25:25.211170 *** processing t2.xlarge In eu-west-1 ***

2016-12-12 06:25:25.621723 *** processing t2.2xlarge In eu-west-1 ***

2016-12-12 06:25:26.261143 *** processing m1.small In eu-west-1 ***

2016-12-12 06:25:32.835747 *** processing m1.medium In eu-west-1 ***

2016-12-12 06:25:53.489924 *** processing m1.large In eu-west-1 ***

2016-12-12 06:26:22.703437 *** processing t2.nano In ap-northeast-1 ***

2016-12-12 06:26:23.448501 *** processing t2.micro In ap-northeast-1 ***

2016-12-12 06:26:24.737643 *** processing t2.small In ap-northeast-1 ***

2016-12-12 06:26:25.523772 *** processing t2.medium In ap-northeast-1 ***

2016-12-12 06:26:26.232967 *** processing t2.large In ap-northeast-1 ***

2016-12-12 06:26:26.909650 *** processing t2.xlarge In ap-northeast-1 ***

2016-12-12 06:26:27.627715 *** processing t2.2xlarge In ap-northeast-1 ***

2016-12-12 06:26:28.229233 *** processing m1.small In ap-northeast-1 ***

2016-12-12 06:27:03.779139 *** processing m1.large In ap-southeast-1 ***

2016-12-12 06:27:07.617075 *** processing m1.xlarge In eu-west-1 ***

2016-12-12 06:28:07.158577 *** processing m3.medium In eu-west-1 ***

2016-12-12 06:28:28.914129 *** processing m1.xlarge In ap-southeast-1 ***

2016-12-12 06:28:47.308353 *** processing m1.medium In ap-northeast-1 ***

2016-12-12 06:29:07.252211 *** processing t2.nano In us-east-1 ***

2016-12-12 06:29:07.426986 *** processing t2.micro In us-east-1 ***

2016-12-12 06:29:07.617593 *** processing t2.small In us-east-1 ***

2016-12-12 06:29:07.787411 *** processing t2.medium In us-east-1 ***

2016-12-12 06:29:07.882580 *** processing t2.large In us-east-1 ***

2016-12-12 06:29:08.044859 *** processing t2.xlarge In us-east-1 ***

2016-12-12 06:29:08.214219 *** processing t2.2xlarge In us-east-1 ***

2016-12-12 06:29:08.424325 *** processing m1.small In us-east-1 ***

2016-12-12 06:29:12.366862 *** processing m3.medium In ap-southeast-1 ***

2016-12-12 06:29:32.725381 *** processing t2.nano In us-west-1 ***

2016-12-12 06:29:32.955689 *** processing t2.micro In us-west-1 ***

2016-12-12 06:29:33.225643 *** processing t2.small In us-west-1 ***

2016-12-12 06:29:33.528259 *** processing t2.medium In us-west-1 ***

2016-12-12 06:29:33.911865 *** processing t2.large In us-west-1 ***

2016-12-12 06:29:34.303186 *** processing t2.xlarge In us-west-1 ***

2016-12-12 06:29:34.736168 *** processing t2.2xlarge In us-west-1 ***

2016-12-12 06:29:34.943387 *** processing m1.medium In us-east-1 ***

2016-12-12 06:29:35.057607 *** processing m1.small In us-west-1 ***

2016-12-12 06:29:59.192264 *** processing m1.medium In us-west-1 ***

2016-12-12 06:30:16.154468 *** processing m3.large In eu-central-1 ***

2016-12-12 06:31:29.994207 *** processing m3.large In eu-west-1 ***

2016-12-12 06:31:44.707132 *** processing m1.large In us-west-1 ***

2016-12-12 06:32:05.637460 *** processing m1.xlarge In us-west-1 ***

2016-12-12 06:32:25.899018 *** processing m3.medium In us-west-1 ***

2016-12-12 06:32:30.297271 *** processing m1.large In ap-northeast-1 ***

2016-12-12 06:33:30.425352 *** processing m1.large In us-east-1 ***

2016-12-12 06:34:10.332565 *** processing m3.large In ap-southeast-1 ***

2016-12-12 06:34:11.719387 *** processing m4.xlarge In ap-northeast-2 ***

2016-12-12 06:34:32.977349 *** processing m3.xlarge In eu-central-1 ***

2016-12-12 06:35:25.234785 *** processing m1.xlarge In ap-northeast-1 ***

2016-12-12 06:35:42.452726 *** processing m1.xlarge In us-east-1 ***

2016-12-12 06:36:39.503152 *** processing m3.xlarge In ap-southeast-1 ***

2016-12-12 06:36:49.885005 *** processing m3.medium In ap-northeast-1 ***

2016-12-12 06:38:22.416124 *** processing m3.large In us-west-1 ***

2016-12-12 06:39:21.102558 *** processing t2.nano In us-west-2 ***

2016-12-12 06:39:21.804475 *** processing t2.micro In us-west-2 ***

2016-12-12 06:39:22.935324 *** processing t2.small In us-west-2 ***

2016-12-12 06:39:24.213935 *** processing t2.medium In us-west-2 ***

2016-12-12 06:39:24.848763 *** processing t2.large In us-west-2 ***

2016-12-12 06:39:25.934593 *** processing t2.xlarge In us-west-2 ***

2016-12-12 06:39:27.202055 *** processing t2.2xlarge In us-west-2 ***

2016-12-12 06:39:28.473129 *** processing m1.small In us-west-2 ***

2016-12-12 06:39:38.491763 *** processing m1.medium In us-west-2 ***

2016-12-12 06:39:49.677766 *** processing m4.2xlarge In ap-northeast-2 ***

2016-12-12 06:39:55.750425 *** processing m3.2xlarge In eu-central-1 ***

2016-12-12 06:40:55.613988 *** processing m3.medium In us-east-1 ***

2016-12-12 06:42:17.729176 *** processing m3.xlarge In us-west-1 ***

2016-12-12 06:44:26.426859 *** processing m3.xlarge In eu-west-1 ***

2016-12-12 06:47:15.987714 *** processing m4.large In eu-central-1 ***

2016-12-12 06:48:03.987859 *** processing m4.4xlarge In ap-northeast-2 ***

2016-12-12 06:51:02.912002 *** processing m3.large In ap-northeast-1 ***

2016-12-12 06:51:51.318177 *** processing m1.large In us-west-2 ***

2016-12-12 06:54:10.893636 *** processing m4.10xlarge In ap-northeast-2 ***

2016-12-12 06:55:12.104423 *** processing m1.xlarge In us-west-2 ***

2016-12-12 06:55:52.801065 *** processing m4.16xlarge In ap-northeast-2 ***

2016-12-12 06:56:00.452497 *** processing m3.medium In us-west-2 ***

2016-12-12 06:56:44.074915 *** processing m2.xlarge In ap-northeast-2 ***

2016-12-12 06:56:45.378810 *** processing m2.2xlarge In ap-northeast-2 ***

2016-12-12 06:56:47.402532 *** processing m2.4xlarge In ap-northeast-2 ***

2016-12-12 06:56:49.033847 *** processing cr1.8xlarge In ap-northeast-2 ***

2016-12-12 06:56:51.781039 *** processing m4.xlarge In eu-central-1 ***

2016-12-12 06:56:51.923739 *** processing r3.large In ap-northeast-2 ***

2016-12-12 06:57:10.026316 *** processing m3.xlarge In ap-northeast-1 ***

2016-12-12 06:57:31.904371 *** processing m3.large In us-east-1 ***

2016-12-12 06:58:51.883829 *** processing m3.2xlarge In us-west-1 ***

2016-12-12 07:01:30.659643 *** processing m3.2xlarge In eu-west-1 ***

2016-12-12 07:04:02.046893 *** processing m4.2xlarge In eu-central-1 ***

2016-12-12 07:05:52.374287 *** processing r3.xlarge In ap-northeast-2 ***

2016-12-12 07:07:02.283731 *** processing m4.large In us-west-1 ***

2016-12-12 07:07:37.756703 *** processing r3.2xlarge In ap-northeast-2 ***

2016-12-12 07:07:56.167366 *** processing m4.xlarge In us-west-1 ***

2016-12-12 07:08:39.779226 *** processing m3.2xlarge In ap-southeast-1 ***

2016-12-12 07:09:50.709511 *** processing r3.4xlarge In ap-northeast-2 ***

2016-12-12 07:10:09.318442 *** processing m4.2xlarge In us-west-1 ***

2016-12-12 07:11:15.418679 *** processing r3.8xlarge In ap-northeast-2 ***

2016-12-12 07:12:54.872450 *** processing r4.large In ap-northeast-2 ***

2016-12-12 07:12:55.645504 *** processing r4.xlarge In ap-northeast-2 ***

2016-12-12 07:12:56.542899 *** processing r4.2xlarge In ap-northeast-2 ***

2016-12-12 07:12:57.247612 *** processing r4.4xlarge In ap-northeast-2 ***

2016-12-12 07:12:58.693870 *** processing r4.8xlarge In ap-northeast-2 ***

2016-12-12 07:12:59.691246 *** processing r4.16xlarge In ap-northeast-2 ***

2016-12-12 07:13:00.395174 *** processing x1.16xlarge In ap-northeast-2 ***

2016-12-12 07:13:26.497923 *** processing x1.32xlarge In ap-northeast-2 ***

2016-12-12 07:13:27.369251 *** processing m3.xlarge In us-east-1 ***

2016-12-12 07:13:37.515210 *** processing i2.xlarge In ap-northeast-2 ***

2016-12-12 07:15:37.070517 *** processing m4.4xlarge In eu-central-1 ***

2016-12-12 07:15:46.710861 *** processing i2.2xlarge In ap-northeast-2 ***

2016-12-12 07:16:45.566118 *** processing m4.4xlarge In us-west-1 ***

2016-12-12 07:17:25.910931 *** processing i2.4xlarge In ap-northeast-2 ***

2016-12-12 07:17:28.400263 *** processing m4.large In eu-west-1 ***

2016-12-12 07:17:55.013872 *** processing m3.large In us-west-2 ***

2016-12-12 07:18:39.869903 *** processing i2.8xlarge In ap-northeast-2 ***

2016-12-12 07:19:54.764902 *** processing hi1.4xlarge In ap-northeast-2 ***

2016-12-12 07:19:55.426518 *** processing hs1.8xlarge In ap-northeast-2 ***

2016-12-12 07:19:56.191379 *** processing c1.medium In ap-northeast-2 ***

2016-12-12 07:19:57.005282 *** processing c1.xlarge In ap-northeast-2 ***

2016-12-12 07:19:57.661888 *** processing c3.large In ap-northeast-2 ***

2016-12-12 07:19:58.443930 *** processing c3.xlarge In ap-northeast-2 ***

2016-12-12 07:19:59.923760 *** processing c3.2xlarge In ap-northeast-2 ***

2016-12-12 07:20:00.953662 *** processing c3.4xlarge In ap-northeast-2 ***

2016-12-12 07:20:01.976524 *** processing c3.8xlarge In ap-northeast-2 ***

2016-12-12 07:20:02.594992 *** processing c4.large In ap-northeast-2 ***

2016-12-12 07:22:10.008826 *** processing m4.large In ap-southeast-1 ***

2016-12-12 07:22:59.334376 *** processing m4.10xlarge In us-west-1 ***

2016-12-12 07:26:08.737454 *** processing m4.10xlarge In eu-central-1 ***

2016-12-12 07:26:53.767469 *** processing m4.xlarge In ap-southeast-1 ***

2016-12-12 07:26:53.983779 *** processing m4.16xlarge In us-west-1 ***

2016-12-12 07:28:17.145136 *** processing m2.xlarge In us-west-1 ***

2016-12-12 07:28:17.326262 *** processing m4.xlarge In eu-west-1 ***

2016-12-12 07:28:50.426915 *** processing m2.2xlarge In us-west-1 ***

2016-12-12 07:30:28.887965 *** processing c4.xlarge In ap-northeast-2 ***

2016-12-12 07:30:39.954610 *** processing m4.2xlarge In ap-southeast-1 ***

2016-12-12 07:32:41.697446 *** processing m2.4xlarge In us-west-1 ***

2016-12-12 07:33:03.149269 *** processing m3.2xlarge In ap-northeast-1 ***

2016-12-12 07:33:13.692927 *** processing m4.16xlarge In eu-central-1 ***

2016-12-12 07:34:40.178697 *** processing m3.xlarge In us-west-2 ***

2016-12-12 07:36:08.660340 *** processing m2.xlarge In eu-central-1 ***

2016-12-12 07:36:09.621426 *** processing m2.2xlarge In eu-central-1 ***

2016-12-12 07:36:10.134402 *** processing m2.4xlarge In eu-central-1 ***

2016-12-12 07:36:10.448733 *** processing cr1.8xlarge In eu-central-1 ***

2016-12-12 07:36:10.863095 *** processing r3.large In eu-central-1 ***

2016-12-12 07:37:31.523993 *** processing cr1.8xlarge In us-west-1 ***

2016-12-12 07:37:32.862164 *** processing r3.large In us-west-1 ***

2016-12-12 07:38:29.357278 *** processing r3.xlarge In eu-central-1 ***

2016-12-12 07:38:30.652101 *** processing c4.2xlarge In ap-northeast-2 ***

2016-12-12 07:40:44.608521 *** processing m4.4xlarge In ap-southeast-1 ***

2016-12-12 07:40:45.741344 *** processing c4.4xlarge In ap-northeast-2 ***

2016-12-12 07:41:27.308407 *** processing r3.xlarge In us-west-1 ***

2016-12-12 07:41:32.549352 *** processing c4.8xlarge In ap-northeast-2 ***

2016-12-12 07:43:41.586409 *** processing r3.2xlarge In eu-central-1 ***

2016-12-12 07:44:27.221258 *** processing cc1.4xlarge In ap-northeast-2 ***

2016-12-12 07:44:27.770358 *** processing cc2.8xlarge In ap-northeast-2 ***

2016-12-12 07:44:28.498716 *** processing g2.2xlarge In ap-northeast-2 ***

2016-12-12 07:44:29.325876 *** processing g2.8xlarge In ap-northeast-2 ***

2016-12-12 07:44:29.957771 *** processing cg1.4xlarge In ap-northeast-2 ***

2016-12-12 07:44:30.481171 *** processing p2.xlarge In ap-northeast-2 ***

2016-12-12 07:44:31.108657 *** processing p2.8xlarge In ap-northeast-2 ***

2016-12-12 07:44:31.654248 *** processing p2.16xlarge In ap-northeast-2 ***

2016-12-12 07:44:32.283604 *** processing d2.xlarge In ap-northeast-2 ***

2016-12-12 07:44:47.093096 *** processing d2.2xlarge In ap-northeast-2 ***

2016-12-12 07:45:27.183872 *** processing d2.4xlarge In ap-northeast-2 ***

2016-12-12 07:45:58.879516 *** processing m4.large In ap-northeast-1 ***

2016-12-12 07:46:03.882918 *** processing r3.2xlarge In us-west-1 ***

2016-12-12 07:46:48.833099 *** processing d2.8xlarge In ap-northeast-2 ***

2016-12-12 07:47:06.026715 *** processing m4.2xlarge In eu-west-1 ***

2016-12-12 07:47:55.749448 *** processing f1.2xlarge In ap-northeast-2 ***

2016-12-12 07:47:56.979822 *** processing f1.16xlarge In ap-northeast-2 ***

2016-12-12 07:48:42.112054 === processing ap-southeast-2 ===
2016-12-12 07:48:42.117373 *** processing t1.micro In ap-southeast-2 ***

2016-12-12 07:48:47.830966 *** processing m4.10xlarge In ap-southeast-1 ***

2016-12-12 07:50:01.964525 *** processing r3.4xlarge In eu-central-1 ***

2016-12-12 07:51:40.591025 *** processing m4.xlarge In ap-northeast-1 ***

2016-12-12 07:52:56.214928 *** processing r3.4xlarge In us-west-1 ***

2016-12-12 07:54:14.457281 *** processing t2.nano In ap-southeast-2 ***

2016-12-12 07:54:15.564796 *** processing t2.micro In ap-southeast-2 ***

2016-12-12 07:54:16.714026 *** processing t2.small In ap-southeast-2 ***

2016-12-12 07:54:18.022129 *** processing t2.medium In ap-southeast-2 ***

2016-12-12 07:54:18.774161 *** processing t2.large In ap-southeast-2 ***

2016-12-12 07:54:19.789913 *** processing t2.xlarge In ap-southeast-2 ***

2016-12-12 07:54:20.945606 *** processing t2.2xlarge In ap-southeast-2 ***

2016-12-12 07:54:22.767769 *** processing m1.small In ap-southeast-2 ***

2016-12-12 07:54:33.185757 *** processing m4.16xlarge In ap-southeast-1 ***

2016-12-12 07:55:16.008196 *** processing r3.8xlarge In eu-central-1 ***

2016-12-12 07:55:27.800014 *** processing m4.2xlarge In ap-northeast-1 ***

2016-12-12 07:55:47.884738 *** processing r3.8xlarge In us-west-1 ***

2016-12-12 07:55:53.618127 *** processing m1.medium In ap-southeast-2 ***

2016-12-12 07:56:25.045195 *** processing m2.xlarge In ap-southeast-1 ***

2016-12-12 07:57:00.346122 *** processing m1.large In ap-southeast-2 ***

2016-12-12 07:58:33.187668 *** processing m2.2xlarge In ap-southeast-1 ***

2016-12-12 07:59:02.450428 *** processing m1.xlarge In ap-southeast-2 ***

2016-12-12 07:59:36.762293 *** processing r4.large In eu-central-1 ***

2016-12-12 07:59:39.079738 *** processing r4.xlarge In eu-central-1 ***

2016-12-12 07:59:40.436401 *** processing r4.2xlarge In eu-central-1 ***

2016-12-12 07:59:45.709584 *** processing r4.4xlarge In eu-central-1 ***

2016-12-12 07:59:52.643493 *** processing r4.8xlarge In eu-central-1 ***

2016-12-12 08:00:02.086328 *** processing r4.16xlarge In eu-central-1 ***

2016-12-12 08:00:06.125099 *** processing x1.16xlarge In eu-central-1 ***

2016-12-12 08:00:15.847856 *** processing x1.32xlarge In eu-central-1 ***

2016-12-12 08:00:37.928844 *** processing i2.xlarge In eu-central-1 ***

2016-12-12 08:00:50.254745 *** processing m3.medium In ap-southeast-2 ***

2016-12-12 08:00:53.821712 *** processing r4.large In us-west-1 ***

2016-12-12 08:00:54.639412 *** processing r4.xlarge In us-west-1 ***

2016-12-12 08:00:55.553658 *** processing r4.2xlarge In us-west-1 ***

2016-12-12 08:00:56.677634 *** processing r4.4xlarge In us-west-1 ***

2016-12-12 08:00:57.329747 *** processing r4.8xlarge In us-west-1 ***

2016-12-12 08:00:57.946109 *** processing r4.16xlarge In us-west-1 ***

2016-12-12 08:00:58.658864 *** processing x1.16xlarge In us-west-1 ***

2016-12-12 08:00:58.976716 *** processing x1.32xlarge In us-west-1 ***

2016-12-12 08:00:59.273367 *** processing i2.xlarge In us-west-1 ***

2016-12-12 08:01:45.285831 *** processing i2.2xlarge In eu-central-1 ***

2016-12-12 08:01:59.657469 *** processing i2.4xlarge In eu-central-1 ***

2016-12-12 08:02:18.109263 *** processing m2.4xlarge In ap-southeast-1 ***

2016-12-12 08:04:10.118328 *** processing i2.2xlarge In us-west-1 ***

2016-12-12 08:04:19.816630 *** processing m4.4xlarge In eu-west-1 ***

2016-12-12 08:04:20.867770 *** processing i2.8xlarge In eu-central-1 ***

2016-12-12 08:04:49.449761 *** processing i2.4xlarge In us-west-1 ***

2016-12-12 08:05:29.378724 *** processing i2.8xlarge In us-west-1 ***

2016-12-12 08:06:03.834966 *** processing m4.4xlarge In ap-northeast-1 ***

2016-12-12 08:07:05.791394 *** processing hi1.4xlarge In us-west-1 ***

2016-12-12 08:07:06.472741 *** processing hs1.8xlarge In us-west-1 ***

2016-12-12 08:07:07.330572 *** processing c1.medium In us-west-1 ***

2016-12-12 08:07:10.156000 *** processing hi1.4xlarge In eu-central-1 ***

2016-12-12 08:07:10.464044 *** processing hs1.8xlarge In eu-central-1 ***

2016-12-12 08:07:10.843030 *** processing c1.medium In eu-central-1 ***

2016-12-12 08:07:11.202177 *** processing c1.xlarge In eu-central-1 ***

2016-12-12 08:07:11.614060 *** processing c3.large In eu-central-1 ***

2016-12-12 08:07:29.617655 *** processing c1.xlarge In us-west-1 ***

2016-12-12 08:07:43.519466 *** processing cr1.8xlarge In ap-southeast-1 ***

2016-12-12 08:07:44.177345 *** processing r3.large In ap-southeast-1 ***

2016-12-12 08:08:00.161768 *** processing c3.large In us-west-1 ***

2016-12-12 08:08:52.822657 *** processing c3.xlarge In eu-central-1 ***

2016-12-12 08:11:15.044171 *** processing m3.large In ap-southeast-2 ***

2016-12-12 08:11:43.198116 *** processing r3.xlarge In ap-southeast-1 ***

2016-12-12 08:12:08.662435 *** processing c3.xlarge In us-west-1 ***

2016-12-12 08:13:00.552705 *** processing m3.2xlarge In us-west-2 ***

2016-12-12 08:13:24.750843 *** processing m4.10xlarge In ap-northeast-1 ***

2016-12-12 08:16:31.536156 *** processing c3.2xlarge In eu-central-1 ***

2016-12-12 08:16:44.092920 *** processing m4.10xlarge In eu-west-1 ***

2016-12-12 08:16:49.873879 *** processing m4.16xlarge In ap-northeast-1 ***

2016-12-12 08:17:22.120206 *** processing m3.xlarge In ap-southeast-2 ***

2016-12-12 08:20:05.639379 *** processing m4.16xlarge In eu-west-1 ***

2016-12-12 08:20:22.522157 *** processing r3.2xlarge In ap-southeast-1 ***

2016-12-12 08:20:24.930302 *** processing m2.xlarge In ap-northeast-1 ***

2016-12-12 08:21:12.928000 *** processing c3.2xlarge In us-west-1 ***

2016-12-12 08:22:50.510084 *** processing m2.xlarge In eu-west-1 ***

2016-12-12 08:23:08.753107 *** processing m2.2xlarge In ap-northeast-1 ***

2016-12-12 08:23:46.463971 *** processing c3.4xlarge In eu-central-1 ***

2016-12-12 08:25:17.867477 *** processing m2.2xlarge In eu-west-1 ***

2016-12-12 08:26:07.025559 *** processing m3.2xlarge In ap-southeast-2 ***

2016-12-12 08:27:06.989657 *** processing m2.4xlarge In ap-northeast-1 ***

2016-12-12 08:28:41.490996 *** processing m2.4xlarge In eu-west-1 ***

2016-12-12 08:29:16.746325 *** processing c3.8xlarge In eu-central-1 ***

2016-12-12 08:29:54.325441 *** processing cr1.8xlarge In ap-northeast-1 ***

2016-12-12 08:30:16.073268 *** processing r3.large In ap-northeast-1 ***

2016-12-12 08:30:55.095751 *** processing m3.2xlarge In us-east-1 ***

2016-12-12 08:31:18.302204 *** processing cr1.8xlarge In eu-west-1 ***

2016-12-12 08:32:05.874210 *** processing r3.large In eu-west-1 ***

2016-12-12 08:32:07.549607 *** processing c4.large In eu-central-1 ***

2016-12-12 08:32:53.164635 *** processing c3.4xlarge In us-west-1 ***

2016-12-12 08:32:54.444993 *** processing r3.4xlarge In ap-southeast-1 ***

2016-12-12 08:34:19.991748 *** processing m4.large In us-west-2 ***

2016-12-12 08:35:19.348664 *** processing r3.xlarge In ap-northeast-1 ***

2016-12-12 08:39:25.215939 *** processing c4.xlarge In eu-central-1 ***

2016-12-12 08:40:26.709935 *** processing m4.large In ap-southeast-2 ***

2016-12-12 08:40:45.316167 *** processing r3.8xlarge In ap-southeast-1 ***

2016-12-12 08:40:48.772128 *** processing c3.8xlarge In us-west-1 ***

2016-12-12 08:41:08.634875 *** processing m4.xlarge In ap-southeast-2 ***

2016-12-12 08:43:07.805714 *** processing r3.xlarge In eu-west-1 ***

2016-12-12 08:44:25.129739 *** processing r3.2xlarge In ap-northeast-1 ***

2016-12-12 08:44:39.402649 *** processing m4.2xlarge In ap-southeast-2 ***

2016-12-12 08:45:07.921406 *** processing c4.2xlarge In eu-central-1 ***

2016-12-12 08:47:58.003336 *** processing r4.large In ap-southeast-1 ***

2016-12-12 08:47:58.823488 *** processing r4.xlarge In ap-southeast-1 ***

2016-12-12 08:47:59.928392 *** processing r4.2xlarge In ap-southeast-1 ***

2016-12-12 08:48:01.031541 *** processing r4.4xlarge In ap-southeast-1 ***

2016-12-12 08:48:02.054228 *** processing r4.8xlarge In ap-southeast-1 ***

2016-12-12 08:48:03.283001 *** processing r4.16xlarge In ap-southeast-1 ***

2016-12-12 08:48:04.202734 *** processing x1.16xlarge In ap-southeast-1 ***

2016-12-12 08:48:40.759423 *** processing x1.32xlarge In ap-southeast-1 ***

2016-12-12 08:49:24.394577 *** processing i2.xlarge In ap-southeast-1 ***

2016-12-12 08:51:10.508173 *** processing m4.4xlarge In ap-southeast-2 ***

2016-12-12 08:51:42.511617 *** processing m4.xlarge In us-west-2 ***

2016-12-12 08:52:16.064538 *** processing c4.large In us-west-1 ***

2016-12-12 08:52:35.340900 *** processing c4.4xlarge In eu-central-1 ***

2016-12-12 08:54:33.177900 *** processing i2.2xlarge In ap-southeast-1 ***

2016-12-12 08:55:08.700794 *** processing m4.10xlarge In ap-southeast-2 ***

2016-12-12 08:55:27.163048 *** processing i2.4xlarge In ap-southeast-1 ***

2016-12-12 08:56:08.091829 *** processing c4.xlarge In us-west-1 ***

2016-12-12 08:56:21.993862 *** processing i2.8xlarge In ap-southeast-1 ***

2016-12-12 08:57:00.202689 *** processing hi1.4xlarge In ap-southeast-1 ***

2016-12-12 08:57:01.425995 *** processing hs1.8xlarge In ap-southeast-1 ***

2016-12-12 08:57:02.345520 *** processing c1.medium In ap-southeast-1 ***

2016-12-12 08:57:51.854970 *** processing m4.16xlarge In ap-southeast-2 ***

2016-12-12 08:57:55.675861 *** processing c1.xlarge In ap-southeast-1 ***

2016-12-12 08:58:48.909551 *** processing r3.2xlarge In eu-west-1 ***

2016-12-12 08:59:29.532386 *** processing m2.xlarge In ap-southeast-2 ***

2016-12-12 09:00:51.361397 *** processing r3.4xlarge In ap-northeast-1 ***

2016-12-12 09:01:10.427630 *** processing c4.8xlarge In eu-central-1 ***

2016-12-12 09:01:23.914165 *** processing c3.large In ap-southeast-1 ***

2016-12-12 09:02:34.314408 *** processing m2.2xlarge In ap-southeast-2 ***

2016-12-12 09:02:46.303144 *** processing c4.2xlarge In us-west-1 ***

2016-12-12 09:06:53.900995 *** processing m2.4xlarge In ap-southeast-2 ***

2016-12-12 09:07:32.326192 *** processing c3.xlarge In ap-southeast-1 ***

2016-12-12 09:08:08.821435 *** processing cr1.8xlarge In ap-southeast-2 ***

2016-12-12 09:08:10.402318 *** processing r3.large In ap-southeast-2 ***

2016-12-12 09:09:19.546269 *** processing r3.8xlarge In ap-northeast-1 ***

2016-12-12 09:10:14.179428 *** processing cc1.4xlarge In eu-central-1 ***

2016-12-12 09:10:16.501641 *** processing cc2.8xlarge In eu-central-1 ***

2016-12-12 09:10:17.766432 *** processing g2.2xlarge In eu-central-1 ***

2016-12-12 09:11:26.015524 *** processing r3.xlarge In ap-southeast-2 ***

2016-12-12 09:14:32.675212 *** processing c4.4xlarge In us-west-1 ***

2016-12-12 09:18:50.199328 *** processing r3.2xlarge In ap-southeast-2 ***

2016-12-12 09:22:29.191944 *** processing g2.8xlarge In eu-central-1 ***

2016-12-12 09:22:51.101198 *** processing cg1.4xlarge In eu-central-1 ***

2016-12-12 09:22:53.190567 *** processing p2.xlarge In eu-central-1 ***

2016-12-12 09:22:54.697030 *** processing p2.8xlarge In eu-central-1 ***

2016-12-12 09:22:58.372864 *** processing p2.16xlarge In eu-central-1 ***

2016-12-12 09:23:01.024485 *** processing d2.xlarge In eu-central-1 ***

2016-12-12 09:26:00.054936 *** processing d2.2xlarge In eu-central-1 ***

2016-12-12 09:28:45.930749 *** processing c3.2xlarge In ap-southeast-1 ***

2016-12-12 09:30:41.738075 *** processing d2.4xlarge In eu-central-1 ***

2016-12-12 09:30:45.932611 *** processing r4.large In ap-northeast-1 ***

2016-12-12 09:30:46.926629 *** processing r4.xlarge In ap-northeast-1 ***

2016-12-12 09:30:48.017262 *** processing r4.2xlarge In ap-northeast-1 ***

2016-12-12 09:30:48.963487 *** processing r4.4xlarge In ap-northeast-1 ***

2016-12-12 09:30:50.882919 *** processing r4.8xlarge In ap-northeast-1 ***

2016-12-12 09:30:52.956764 *** processing r4.16xlarge In ap-northeast-1 ***

2016-12-12 09:30:53.756482 *** processing x1.16xlarge In ap-northeast-1 ***

2016-12-12 09:31:10.942041 *** processing c4.8xlarge In us-west-1 ***

2016-12-12 09:31:17.972189 *** processing r3.4xlarge In eu-west-1 ***

2016-12-12 09:31:25.048016 *** processing x1.32xlarge In ap-northeast-1 ***

2016-12-12 09:32:44.788068 *** processing i2.xlarge In ap-northeast-1 ***

2016-12-12 09:33:21.406460 *** processing d2.8xlarge In eu-central-1 ***

2016-12-12 09:33:30.486820 *** processing m4.2xlarge In us-west-2 ***

2016-12-12 09:34:16.972459 *** processing f1.2xlarge In eu-central-1 ***

2016-12-12 09:34:18.113327 *** processing f1.16xlarge In eu-central-1 ***


2016-12-12 09:36:13.861117 *** processing r3.4xlarge In ap-southeast-2 ***

2016-12-12 09:37:47.027812 *** processing i2.2xlarge In ap-northeast-1 ***

2016-12-12 09:38:20.140787 *** processing i2.4xlarge In ap-northeast-1 ***

2016-12-12 09:38:33.308951 *** processing r3.8xlarge In ap-southeast-2 ***

2016-12-12 09:39:30.282706 *** processing i2.8xlarge In ap-northeast-1 ***

2016-12-12 09:40:01.076821 *** processing hi1.4xlarge In ap-northeast-1 ***
2016-12-12 09:40:37.358276 === processing sa-east-1 ===
2016-12-12 09:40:37.371561 *** processing t1.micro In sa-east-1 ***

2016-12-12 09:41:08.246516 *** processing c3.4xlarge In ap-southeast-1 ***

2016-12-12 09:41:18.506159 *** processing hs1.8xlarge In ap-northeast-1 ***

2016-12-12 09:41:20.661114 *** processing c1.medium In ap-northeast-1 ***

2016-12-12 09:43:29.574810 *** processing c1.xlarge In ap-northeast-1 ***

2016-12-12 09:43:47.648409 *** processing t2.nano In sa-east-1 ***

2016-12-12 09:43:48.927898 *** processing t2.micro In sa-east-1 ***

2016-12-12 09:43:49.779307 *** processing t2.small In sa-east-1 ***

2016-12-12 09:43:50.607029 *** processing t2.medium In sa-east-1 ***

2016-12-12 09:43:51.934300 *** processing t2.large In sa-east-1 ***

2016-12-12 09:43:52.572860 *** processing t2.xlarge In sa-east-1 ***

2016-12-12 09:43:53.013616 *** processing t2.2xlarge In sa-east-1 ***

2016-12-12 09:43:54.112020 *** processing m1.small In sa-east-1 ***

2016-12-12 09:44:26.953907 *** processing cc1.4xlarge In us-west-1 ***

2016-12-12 09:44:27.552782 *** processing cc2.8xlarge In us-west-1 ***

2016-12-12 09:44:27.964988 *** processing g2.2xlarge In us-west-1 ***

2016-12-12 09:45:01.163661 *** processing m1.medium In sa-east-1 ***

2016-12-12 09:45:46.927910 *** processing r4.large In ap-southeast-2 ***

2016-12-12 09:45:49.699161 *** processing r4.xlarge In ap-southeast-2 ***

2016-12-12 09:45:50.792728 *** processing r4.2xlarge In ap-southeast-2 ***

2016-12-12 09:45:52.673221 *** processing r4.4xlarge In ap-southeast-2 ***

2016-12-12 09:45:54.308925 *** processing r4.8xlarge In ap-southeast-2 ***

2016-12-12 09:45:57.500526 *** processing r4.16xlarge In ap-southeast-2 ***

2016-12-12 09:45:59.607031 *** processing x1.16xlarge In ap-southeast-2 ***

2016-12-12 09:46:16.893504 *** processing x1.32xlarge In ap-southeast-2 ***

2016-12-12 09:46:44.392744 *** processing i2.xlarge In ap-southeast-2 ***

2016-12-12 09:46:48.152103 *** processing c3.8xlarge In ap-southeast-1 ***

2016-12-12 09:46:48.625084 *** processing c3.large In ap-northeast-1 ***

2016-12-12 09:47:10.679445 *** processing c3.xlarge In ap-northeast-1 ***

2016-12-12 09:49:23.757470 *** processing i2.2xlarge In ap-southeast-2 ***

2016-12-12 09:49:52.927832 *** processing m1.large In sa-east-1 ***

2016-12-12 09:51:06.966605 *** processing m1.xlarge In sa-east-1 ***

2016-12-12 09:53:02.359426 *** processing m3.medium In sa-east-1 ***

2016-12-12 09:53:25.531157 *** processing i2.4xlarge In ap-southeast-2 ***

2016-12-12 09:54:07.376475 *** processing r3.8xlarge In eu-west-1 ***

2016-12-12 09:54:52.030862 *** processing g2.8xlarge In us-west-1 ***

2016-12-12 09:55:33.015244 *** processing i2.8xlarge In ap-southeast-2 ***

2016-12-12 09:56:20.011345 *** processing hi1.4xlarge In ap-southeast-2 ***

2016-12-12 09:56:20.700261 *** processing hs1.8xlarge In ap-southeast-2 ***

2016-12-12 09:56:21.820157 *** processing c1.medium In ap-southeast-2 ***

2016-12-12 09:56:40.398049 *** processing cg1.4xlarge In us-west-1 ***

2016-12-12 09:56:40.975726 *** processing p2.xlarge In us-west-1 ***

2016-12-12 09:56:41.558553 *** processing p2.8xlarge In us-west-1 ***

2016-12-12 09:56:41.994295 *** processing p2.16xlarge In us-west-1 ***

2016-12-12 09:56:42.667120 *** processing d2.xlarge In us-west-1 ***

2016-12-12 09:56:47.520774 *** processing m4.4xlarge In us-west-2 ***

2016-12-12 09:57:37.234539 *** processing d2.2xlarge In us-west-1 ***

2016-12-12 09:57:56.036762 *** processing d2.4xlarge In us-west-1 ***

2016-12-12 09:57:56.407271 *** processing m3.large In sa-east-1 ***

2016-12-12 09:58:11.406450 *** processing d2.8xlarge In us-west-1 ***

2016-12-12 09:58:20.940710 *** processing c1.xlarge In ap-southeast-2 ***

2016-12-12 09:58:22.247872 *** processing f1.2xlarge In us-west-1 ***

2016-12-12 09:58:22.788290 *** processing f1.16xlarge In us-west-1 ***


2016-12-12 09:59:18.079559 *** processing c3.2xlarge In ap-northeast-1 ***

2016-12-12 10:00:27.282133 *** processing c4.large In ap-southeast-1 ***

2016-12-12 10:01:13.694320 *** processing c3.large In ap-southeast-2 ***

2016-12-12 10:05:27.045321 *** processing m3.xlarge In sa-east-1 ***

2016-12-12 10:07:08.885349 *** processing c4.xlarge In ap-southeast-1 ***

2016-12-12 10:08:21.468674 *** processing m4.10xlarge In us-west-2 ***

2016-12-12 10:11:28.799108 *** processing c3.xlarge In ap-southeast-2 ***
2016-12-12 10:11:28.801911 === processing cn-north-1 ===
2016-12-12 10:11:28.887018 *** processing t1.micro In cn-north-1 ***
---------------------------------------------------------------------------
RemoteTraceback                           Traceback (most recent call last)
RemoteTraceback: 
"""
Traceback (most recent call last):
  File "/Users/ksparakis/.conda/envs/py35/lib/python3.5/multiprocessing/pool.py", line 119, in worker
    result = (True, func(*args, **kwds))
  File "/Users/ksparakis/.conda/envs/py35/lib/python3.5/multiprocessing/pool.py", line 44, in mapstar
    return list(map(*args))
  File "<ipython-input-2-65abce562829>", line 9, in regGrabber
    prices = ec2.get_spot_price_history(start_time=start, end_time=end, instance_type=instance)
  File "/Users/ksparakis/Dropbox/Boston Univ/Graduate/CS505 - Datas science/spot-analysis/boto/ec2/connection.py", line 1424, in get_spot_price_history
    [('item', SpotPriceHistory)], verb='POST')
  File "/Users/ksparakis/Dropbox/Boston Univ/Graduate/CS505 - Datas science/spot-analysis/boto/connection.py", line 1186, in get_list
    raise self.ResponseError(response.status, response.reason, body)
boto.exception.EC2ResponseError: EC2ResponseError: 401 Unauthorized
<?xml version="1.0" encoding="UTF-8"?>
<Response><Errors><Error><Code>AuthFailure</Code><Message>AWS was not able to validate the provided access credentials</Message></Error></Errors><RequestID>ef9041e7-5ce3-4f73-812d-48248d0a2604</RequestID></Response>
"""

The above exception was the direct cause of the following exception:

EC2ResponseError                          Traceback (most recent call last)
<ipython-input-3-7efc61c43580> in <module>()
      3 startTIMER = time.time()
      4 pool = Pool(processes=8)
----> 5 pool.map(regGrabber,regions)
      6 print("==%%%%%=====^^^^^^====timeElapsed:")
      7 print(time.time() - startTIMER)

/Users/ksparakis/.conda/envs/py35/lib/python3.5/multiprocessing/pool.py in map(self, func, iterable, chunksize)
    258         in a list that is returned.
    259         '''
--> 260         return self._map_async(func, iterable, mapstar, chunksize).get()
    261 
    262     def starmap(self, func, iterable, chunksize=None):

/Users/ksparakis/.conda/envs/py35/lib/python3.5/multiprocessing/pool.py in get(self, timeout)
    606             return self._value
    607         else:
--> 608             raise self._value
    609 
    610     def _set(self, i, obj):

EC2ResponseError: EC2ResponseError: 401 Unauthorized
<?xml version="1.0" encoding="UTF-8"?>
<Response><Errors><Error><Code>AuthFailure</Code><Message>AWS was not able to validate the provided access credentials</Message></Error></Errors><RequestID>ef9041e7-5ce3-4f73-812d-48248d0a2604</RequestID></Response>
2016-12-12 10:11:45.456170 *** processing r4.large In eu-west-1 ***

2016-12-12 10:11:49.513543 *** processing r4.xlarge In eu-west-1 ***

2016-12-12 10:11:52.760172 *** processing r4.2xlarge In eu-west-1 ***

2016-12-12 10:12:06.570888 *** processing r4.4xlarge In eu-west-1 ***

2016-12-12 10:12:09.008298 *** processing r4.8xlarge In eu-west-1 ***

2016-12-12 10:12:11.056906 *** processing r4.16xlarge In eu-west-1 ***

2016-12-12 10:12:12.422706 *** processing x1.16xlarge In eu-west-1 ***

2016-12-12 10:12:28.750139 *** processing x1.32xlarge In eu-west-1 ***

2016-12-12 10:12:58.244848 *** processing i2.xlarge In eu-west-1 ***

2016-12-12 10:17:25.163710 *** processing i2.2xlarge In eu-west-1 ***

2016-12-12 10:19:01.557935 *** processing m4.16xlarge In us-west-2 ***

2016-12-12 10:19:10.446073 *** processing c4.2xlarge In ap-southeast-1 ***

2016-12-12 10:19:14.319380 *** processing i2.4xlarge In eu-west-1 ***

2016-12-12 10:22:35.710461 *** processing m2.xlarge In us-west-2 ***

2016-12-12 10:23:45.704636 *** processing c3.4xlarge In ap-northeast-1 ***

2016-12-12 10:23:58.433588 *** processing i2.8xlarge In eu-west-1 ***

2016-12-12 10:24:45.534786 *** processing m2.2xlarge In us-west-2 ***

2016-12-12 10:26:52.210910 *** processing c4.4xlarge In ap-southeast-1 ***

2016-12-12 10:27:06.741608 *** processing hi1.4xlarge In eu-west-1 ***

2016-12-12 10:28:57.532391 *** processing hs1.8xlarge In eu-west-1 ***

2016-12-12 10:28:58.137050 *** processing c1.medium In eu-west-1 ***

2016-12-12 10:29:03.062900 *** processing c1.xlarge In eu-west-1 ***

2016-12-12 10:29:04.058888 *** processing c3.2xlarge In ap-southeast-2 ***

2016-12-12 10:32:15.397611 *** processing c3.8xlarge In ap-northeast-1 ***

2016-12-12 10:32:15.640884 *** processing c3.large In eu-west-1 ***

2016-12-12 10:32:44.786571 *** processing c4.8xlarge In ap-southeast-1 ***

2016-12-12 10:32:45.801618 *** processing c3.xlarge In eu-west-1 ***

2016-12-12 10:33:38.729146 *** processing m2.4xlarge In us-west-2 ***

2016-12-12 10:34:22.845775 *** processing m3.2xlarge In sa-east-1 ***

2016-12-12 10:40:04.653849 *** processing c3.4xlarge In ap-southeast-2 ***

2016-12-12 10:41:40.046248 *** processing c3.2xlarge In eu-west-1 ***

2016-12-12 10:43:14.942216 *** processing cc1.4xlarge In ap-southeast-1 ***

2016-12-12 10:43:15.749574 *** processing cc2.8xlarge In ap-southeast-1 ***

2016-12-12 10:43:16.370582 *** processing g2.2xlarge In ap-southeast-1 ***

2016-12-12 10:43:34.700466 *** processing m4.large In sa-east-1 ***

2016-12-12 10:44:55.968244 *** processing m4.xlarge In sa-east-1 ***

2016-12-12 10:46:02.950374 *** processing g2.8xlarge In ap-southeast-1 ***

2016-12-12 10:47:19.975633 *** processing cg1.4xlarge In ap-southeast-1 ***

2016-12-12 10:47:21.608679 *** processing p2.xlarge In ap-southeast-1 ***

2016-12-12 10:47:22.554220 *** processing p2.8xlarge In ap-southeast-1 ***

2016-12-12 10:47:23.520847 *** processing p2.16xlarge In ap-southeast-1 ***

2016-12-12 10:47:24.602484 *** processing d2.xlarge In ap-southeast-1 ***

2016-12-12 10:47:57.341851 *** processing d2.2xlarge In ap-southeast-1 ***

2016-12-12 10:48:10.902036 *** processing m4.2xlarge In sa-east-1 ***

2016-12-12 10:48:11.078098 *** processing m4.large In us-east-1 ***

2016-12-12 10:49:22.040257 *** processing c3.8xlarge In ap-southeast-2 ***

2016-12-12 10:49:34.549739 *** processing m4.4xlarge In sa-east-1 ***

2016-12-12 10:49:39.509552 *** processing d2.4xlarge In ap-southeast-1 ***

2016-12-12 10:50:08.504105 *** processing m4.10xlarge In sa-east-1 ***

2016-12-12 10:50:39.860265 *** processing c4.large In ap-northeast-1 ***

2016-12-12 10:50:48.378314 *** processing m4.16xlarge In sa-east-1 ***

2016-12-12 10:50:57.272670 *** processing d2.8xlarge In ap-southeast-1 ***

2016-12-12 10:51:47.138350 *** processing m2.xlarge In sa-east-1 ***

2016-12-12 10:52:11.384856 *** processing f1.2xlarge In ap-southeast-1 ***

2016-12-12 10:52:12.426948 *** processing f1.16xlarge In ap-southeast-1 ***


2016-12-12 10:52:21.925340 *** processing m2.2xlarge In sa-east-1 ***

2016-12-12 10:53:27.274079 *** processing m2.4xlarge In sa-east-1 ***

2016-12-12 10:54:03.403988 *** processing cr1.8xlarge In sa-east-1 ***

2016-12-12 10:54:04.060158 *** processing r3.large In sa-east-1 ***

2016-12-12 10:54:56.298558 *** processing r3.xlarge In sa-east-1 ***

2016-12-12 10:56:34.510613 *** processing r3.2xlarge In sa-east-1 ***

2016-12-12 10:57:09.196409 *** processing r3.4xlarge In sa-east-1 ***

2016-12-12 10:58:50.484716 *** processing r3.8xlarge In sa-east-1 ***

2016-12-12 10:59:17.644918 *** processing c4.xlarge In ap-northeast-1 ***

2016-12-12 11:02:04.267211 *** processing r4.large In sa-east-1 ***

2016-12-12 11:02:04.925535 *** processing r4.xlarge In sa-east-1 ***

2016-12-12 11:02:05.249647 *** processing cr1.8xlarge In us-west-2 ***

2016-12-12 11:02:05.423932 *** processing r4.2xlarge In sa-east-1 ***

2016-12-12 11:02:05.805271 *** processing r4.4xlarge In sa-east-1 ***

2016-12-12 11:02:06.264352 *** processing r4.8xlarge In sa-east-1 ***

2016-12-12 11:02:06.671692 *** processing r4.16xlarge In sa-east-1 ***

2016-12-12 11:02:07.149244 *** processing x1.16xlarge In sa-east-1 ***

2016-12-12 11:02:07.509794 *** processing c4.large In ap-southeast-2 ***

2016-12-12 11:02:07.667380 *** processing x1.32xlarge In sa-east-1 ***

2016-12-12 11:02:08.057093 *** processing i2.xlarge In sa-east-1 ***

2016-12-12 11:02:08.444287 *** processing i2.2xlarge In sa-east-1 ***

2016-12-12 11:02:08.995903 *** processing i2.4xlarge In sa-east-1 ***

2016-12-12 11:02:09.552761 *** processing i2.8xlarge In sa-east-1 ***

2016-12-12 11:02:10.041579 *** processing hi1.4xlarge In sa-east-1 ***

2016-12-12 11:02:10.795181 *** processing hs1.8xlarge In sa-east-1 ***

2016-12-12 11:02:11.388086 *** processing c1.medium In sa-east-1 ***

2016-12-12 11:03:46.520491 *** processing r3.large In us-west-2 ***

2016-12-12 11:04:24.346101 *** processing c1.xlarge In sa-east-1 ***

2016-12-12 11:05:01.376010 *** processing c3.large In sa-east-1 ***

2016-12-12 11:05:18.272207 *** processing c3.4xlarge In eu-west-1 ***

2016-12-12 11:07:29.369517 *** processing c3.xlarge In sa-east-1 ***

2016-12-12 11:07:56.711865 *** processing m4.xlarge In us-east-1 ***

2016-12-12 11:09:18.800088 *** processing c4.xlarge In ap-southeast-2 ***

2016-12-12 11:10:53.777193 *** processing r3.xlarge In us-west-2 ***

2016-12-12 11:13:49.517948 *** processing c4.2xlarge In ap-northeast-1 ***

2016-12-12 11:15:07.347984 *** processing c3.8xlarge In eu-west-1 ***

2016-12-12 11:17:42.475085 *** processing c3.2xlarge In sa-east-1 ***

2016-12-12 11:18:51.302145 *** processing c4.2xlarge In ap-southeast-2 ***

2016-12-12 11:24:01.249224 *** processing c4.4xlarge In ap-northeast-1 ***

2016-12-12 11:24:02.808221 *** processing c3.4xlarge In sa-east-1 ***

2016-12-12 11:25:08.237878 *** processing m4.2xlarge In us-east-1 ***

2016-12-12 11:25:40.054371 *** processing r3.2xlarge In us-west-2 ***

2016-12-12 11:26:08.909972 *** processing c4.4xlarge In ap-southeast-2 ***

2016-12-12 11:29:59.299730 *** processing c4.8xlarge In ap-northeast-1 ***

2016-12-12 11:30:02.767115 *** processing c4.large In eu-west-1 ***

2016-12-12 11:30:15.232960 *** processing c4.8xlarge In ap-southeast-2 ***

2016-12-12 11:31:51.085561 *** processing c3.8xlarge In sa-east-1 ***

2016-12-12 11:34:22.075355 *** processing cc1.4xlarge In ap-northeast-1 ***

2016-12-12 11:34:22.558427 *** processing cc2.8xlarge In ap-northeast-1 ***

2016-12-12 11:34:56.265359 *** processing g2.2xlarge In ap-northeast-1 ***

2016-12-12 11:36:13.281156 *** processing cc1.4xlarge In ap-southeast-2 ***

2016-12-12 11:36:13.961491 *** processing cc2.8xlarge In ap-southeast-2 ***

2016-12-12 11:36:14.559540 *** processing g2.2xlarge In ap-southeast-2 ***

2016-12-12 11:36:46.892278 *** processing c4.xlarge In eu-west-1 ***

2016-12-12 11:37:53.903195 *** processing c4.large In sa-east-1 ***

2016-12-12 11:38:34.847067 *** processing c4.xlarge In sa-east-1 ***

2016-12-12 11:40:13.142367 *** processing c4.2xlarge In sa-east-1 ***

2016-12-12 11:42:54.810817 *** processing c4.4xlarge In sa-east-1 ***

2016-12-12 11:43:44.906667 *** processing g2.8xlarge In ap-southeast-2 ***

2016-12-12 11:43:48.352088 *** processing cg1.4xlarge In ap-southeast-2 ***

2016-12-12 11:43:49.001672 *** processing p2.xlarge In ap-southeast-2 ***

2016-12-12 11:43:49.868822 *** processing p2.8xlarge In ap-southeast-2 ***

2016-12-12 11:43:50.550022 *** processing p2.16xlarge In ap-southeast-2 ***

2016-12-12 11:43:51.197973 *** processing d2.xlarge In ap-southeast-2 ***

2016-12-12 11:44:36.310348 *** processing c4.8xlarge In sa-east-1 ***

2016-12-12 11:45:17.357516 *** processing cc1.4xlarge In sa-east-1 ***

2016-12-12 11:45:17.922329 *** processing cc2.8xlarge In sa-east-1 ***

2016-12-12 11:45:18.458461 *** processing g2.2xlarge In sa-east-1 ***

2016-12-12 11:45:19.061371 *** processing g2.8xlarge In sa-east-1 ***

2016-12-12 11:45:19.578610 *** processing cg1.4xlarge In sa-east-1 ***

2016-12-12 11:45:20.006912 *** processing p2.xlarge In sa-east-1 ***

2016-12-12 11:45:20.652466 *** processing p2.8xlarge In sa-east-1 ***

2016-12-12 11:45:21.129273 *** processing p2.16xlarge In sa-east-1 ***

2016-12-12 11:45:21.911413 *** processing d2.xlarge In sa-east-1 ***

2016-12-12 11:45:22.339933 *** processing d2.2xlarge In sa-east-1 ***

2016-12-12 11:45:22.718112 *** processing d2.4xlarge In sa-east-1 ***

2016-12-12 11:45:23.203533 *** processing d2.8xlarge In sa-east-1 ***

2016-12-12 11:45:23.807668 *** processing f1.2xlarge In sa-east-1 ***

2016-12-12 11:45:24.219443 *** processing f1.16xlarge In sa-east-1 ***


2016-12-12 11:45:48.459213 *** processing g2.8xlarge In ap-northeast-1 ***

2016-12-12 11:46:21.387123 *** processing d2.2xlarge In ap-southeast-2 ***

2016-12-12 11:46:28.760301 *** processing r3.4xlarge In us-west-2 ***

2016-12-12 11:46:44.884520 *** processing d2.4xlarge In ap-southeast-2 ***

2016-12-12 11:47:50.132697 *** processing d2.8xlarge In ap-southeast-2 ***

2016-12-12 11:48:22.939728 *** processing f1.2xlarge In ap-southeast-2 ***

2016-12-12 11:48:23.557608 *** processing f1.16xlarge In ap-southeast-2 ***


2016-12-12 11:48:37.617692 *** processing cg1.4xlarge In ap-northeast-1 ***

2016-12-12 11:48:38.104716 *** processing p2.xlarge In ap-northeast-1 ***

2016-12-12 11:48:38.950857 *** processing p2.8xlarge In ap-northeast-1 ***

2016-12-12 11:48:39.499012 *** processing p2.16xlarge In ap-northeast-1 ***

2016-12-12 11:48:40.198553 *** processing d2.xlarge In ap-northeast-1 ***

2016-12-12 11:49:56.603012 *** processing d2.2xlarge In ap-northeast-1 ***

2016-12-12 11:52:10.628264 *** processing d2.4xlarge In ap-northeast-1 ***

2016-12-12 11:52:33.838161 *** processing d2.8xlarge In ap-northeast-1 ***

2016-12-12 11:53:23.561941 *** processing f1.2xlarge In ap-northeast-1 ***

2016-12-12 11:53:24.203760 *** processing f1.16xlarge In ap-northeast-1 ***


2016-12-12 12:15:26.730922 *** processing m4.4xlarge In us-east-1 ***

2016-12-12 12:22:16.312185 *** processing c4.2xlarge In eu-west-1 ***

2016-12-12 12:50:04.169664 *** processing c4.4xlarge In eu-west-1 ***

2016-12-12 12:52:04.579890 *** processing r3.8xlarge In us-west-2 ***

2016-12-12 13:31:47.985339 *** processing r4.xlarge In us-west-2 ***
2016-12-12 13:31:47.452666 *** processing r4.large In us-west-2 ***


2016-12-12 13:31:49.771626 *** processing r4.2xlarge In us-west-2 ***

2016-12-12 13:31:52.161772 *** processing r4.4xlarge In us-west-2 ***

2016-12-12 13:31:58.048546 *** processing r4.8xlarge In us-west-2 ***

2016-12-12 13:31:58.766188 *** processing r4.16xlarge In us-west-2 ***

2016-12-12 13:31:59.303851 *** processing x1.16xlarge In us-west-2 ***

2016-12-12 13:34:08.600244 *** processing x1.32xlarge In us-west-2 ***

2016-12-12 13:36:11.787553 *** processing i2.xlarge In us-west-2 ***

2016-12-12 13:40:22.284736 *** processing i2.2xlarge In us-west-2 ***

2016-12-12 13:44:58.838633 *** processing c4.8xlarge In eu-west-1 ***

2016-12-12 13:48:23.138670 *** processing i2.4xlarge In us-west-2 ***

In [ ]: