In [33]:

    

import sys
sys.path.append('../../')
import pandas
from disaggregator import utils
import disaggregator.PecanStreetDatasetAdapter as pecan
import os


    

In [2]:

    

reload(pecan)


    

    
Out[2]:





<module 'disaggregator.PecanStreetDatasetAdapter' from '../../disaggregator/PecanStreetDatasetAdapter.pyc'>

In [83]:

    

reload(utils)


    

    
Out[83]:





<module 'disaggregator.utils' from '../../disaggregator/utils.py'>

In [4]:

    

user_name = 'USERNAME'
pw='PASSWORD'
host = "db.wiki-energy.org"
port = "5432"
db = "postgres"
db_url = "postgresql"+"://"+user_name+":"+pw+"@"+host+":"+port+"/"+db

table = {'curated':'\"PecanStreet_CuratedSets\"','raw':'\"PecanStreet_RawData\"','shared':'\"PecanStreet_SharedData\"'}


    

In [5]:

    

pecan.set_url(db_url)


    

In [6]:

    

pecan.eng


    

    
Out[6]:





Engine(postgresql://stomkins:***@db.wiki-energy.org:5432/postgres)

In [7]:

    

schema = 'shared'


    

In [8]:

    

tables= pecan.get_table_names(schema)


    

In [12]:

    

[i,a] = pecan.get_table_dataids_and_column_names(schema,str(tables[3]))


    

In [ ]:

    




    

In [17]:

    

query = 'select * from "{0}".{1} where dataid={2}'.format(pecan.schema_names[schema], tables[3],i[0])
df = pecan.get_dataframe(query).fillna(0)


    

In [18]:

    

temp = pecan.clean_dataframe(df,schema,[])
test = pecan.get_month_traces(schema,tables[0],i[0])


    

In [26]:

    

#sys.path.append('../')


    

In [17]:

    

homes_with_cars = pecan.get_dataids_with_real_values(schema,tables[3],'car1')


    

In [20]:

    

cars_and_ev = pecan.generate_traces_for_appliances_by_dataids(schema, tables[3], ['car1','air1'], homes_with_cars)


    

    




select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=26
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=624
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=661
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=1714
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=1782
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=1953
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=2470
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=2638
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=2769
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=2814
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=3044
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=3192
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=3367
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=3482
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=3723
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=3795
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4135
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4352
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4373
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4505
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4526
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4641
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4767
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4957
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=4998
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=5109
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=5357
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=6139
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=6836
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=6910
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=6941
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=7850
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=7863
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=7875
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=7940
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=8046
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=8142
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=8197
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=8645
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=8669
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9484
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9499
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9609
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9729
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9830
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9932
select car1,air1,localminute from "PecanStreet_SharedData".validated_05_2014 where dataid=9934

In [84]:

    

utils.pickle_object(cars_and_ev,'ev_and_air_{}'.format(tables[3]))


    

In [76]:

    

print os.path.relpath(os.getcwd(),'data/')


    

    




..

In [68]:

    

utils.pickle_object(cars_and_ev,'3923')


    

In [ ]:

    

air = pecan.get_app_traces_all(schema,tables[3],'air1',i)


    

In [77]:

    

utils.pickle_object(test_all,'ev_{}'.format(tables[0]))


    

In [1]:

    

test_all[0].series


    

    




---------------------------------------------------------------------------
NameError                                 Traceback (most recent call last)
<ipython-input-1-bd72202c1ac4> in <module>()
----> 1 test_all[0].series

NameError: name 'test_all' is not defined

In [65]:

    

os.path.relpath('data/ev_validated_01_2014.p')


    

    
Out[65]:





'data/ev_validated_01_2014.p'

In [69]:

    

os.getcwd()


    

    
Out[69]:





'/Users/sabina/wikienergy/proto/dataset_adapter_notebooks'

In [75]:

    

os.path.abspath(os.path.join(os.path.dirname( '' ), '../..','data/'))


    

    
Out[75]:





'/Users/sabina/wikienergy/data'

In [ ]: