In [33]:
import sys
sys.path.append('../../')
import pandas
from disaggregator import utils
import disaggregator.PecanStreetDatasetAdapter as pecan
import os

In [2]:
reload(pecan)


Out[2]:
<module 'disaggregator.PecanStreetDatasetAdapter' from '../../disaggregator/PecanStreetDatasetAdapter.pyc'>

In [83]:
reload(utils)


Out[83]:
<module 'disaggregator.utils' from '../../disaggregator/utils.py'>

In [4]:
user_name = 'USERNAME'
pw='PASSWORD'
host = "db.wiki-energy.org"
port = "5432"
db = "postgres"
db_url = "postgresql"+"://"+user_name+":"+pw+"@"+host+":"+port+"/"+db

table = {'curated':'\"PecanStreet_CuratedSets\"','raw':'\"PecanStreet_RawData\"','shared':'\"PecanStreet_SharedData\"'}

In [5]:
pecan.set_url(db_url)

In [6]:
pecan.eng


Out[6]:
Engine(postgresql://stomkins:***@db.wiki-energy.org:5432/postgres)

In [7]:
schema = 'shared'

In [8]:
tables= pecan.get_table_names(schema)

In [12]:
[i,a] = pecan.get_table_dataids_and_column_names(schema,str(tables[3]))

In [ ]:


In [17]:
query = 'select * from "{0}".{1} where dataid={2}'.format(pecan.schema_names[schema], tables[3],i[0])
df = pecan.get_dataframe(query).fillna(0)

In [18]:
temp = pecan.clean_dataframe(df,schema,[])
test = pecan.get_month_traces(schema,tables[0],i[0])

In [26]:
#sys.path.append('../')

In [17]:
homes_with_cars = pecan.get_dataids_with_real_values(schema,tables[3],'car1')

In [20]:
cars_and_ev = pecan.generate_traces_for_appliances_by_dataids(schema, tables[3], ['car1','air1'], homes_with_cars)


select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=26
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=624
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=661
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=1714
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=1782
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=1953
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=2470
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=2638
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=2769
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=2814
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=3044
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=3192
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=3367
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=3482
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=3723
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=3795
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4135
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4352
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4373
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4505
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4526
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4641
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4767
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4957
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4998
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=5109
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=5357
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=6139
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=6836
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=6910
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=6941
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=7850
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=7863
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=7875
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=7940
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=8046
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=8142
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=8197
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=8645
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=8669
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9484
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9499
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9609
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9729
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9830
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9932
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9934

In [84]:
utils.pickle_object(cars_and_ev,'ev_and_air_{}'.format(tables[3]))

In [76]:
print os.path.relpath(os.getcwd(),'data/')


..

In [68]:
utils.pickle_object(cars_and_ev,'3923')

In [ ]:
air = pecan.get_app_traces_all(schema,tables[3],'air1',i)

In [77]:
utils.pickle_object(test_all,'ev_{}'.format(tables[0]))

In [1]:
test_all[0].series


---------------------------------------------------------------------------
NameError                                 Traceback (most recent call last)
<ipython-input-1-bd72202c1ac4> in <module>()
----> 1 test_all[0].series

NameError: name 'test_all' is not defined

In [65]:
os.path.relpath('data/ev_validated_01_2014.p')


Out[65]:
'data/ev_validated_01_2014.p'

In [69]:
os.getcwd()


Out[69]:
'/Users/sabina/wikienergy/proto/dataset_adapter_notebooks'

In [75]:
os.path.abspath(os.path.join(os.path.dirname( '' ), '../..','data/'))


Out[75]:
'/Users/sabina/wikienergy/data'

In [ ]: