In [24]:
import pandas as pd
from sqlalchemy import create_engine

In [40]:
BT_all = pd.read_csv('/users/jdlara/Documents/Box Sync/EPIC-Biomass/Biomass data/BillionTonUpdateForestResources/KDF_Frst_LOGT.dat', encoding='UTF-8', delimiter = ',', dtype = {'fcode':str})
BT_all = BT_all.fillna(0)
FIPS_all = pd.read_csv('/users/jdlara/Documents/Box Sync/EPIC-Biomass/Biomass data/BillionTonUpdateForestResources/fips_codes2.csv', encoding='UTF-8', dtype = {'State FIPS Code':str,'County FIPS Code':str})
FIPS_all['fcode'] = FIPS_all[['State FIPS Code', 'County FIPS Code']].apply(lambda x: ''.join(x), axis=1)
FIPS_all = FIPS_all.loc[FIPS_all['Entity Description'] == 'County']
FIPS_all = FIPS_all.set_index('fcode')

In [41]:
df_join = BT_all.join(FIPS_all, on = 'fcode')

In [44]:
#engine = create_engine('postgresql+pg8000://jdlara:Bario-140@switch-db2.erg.berkeley.edu:5432/APL_CEC?ssl=true&sslfactory=org.postgresql.ssl.NonValidatingFactory')
engine = create_engine('postgresql+pg8000://jdlara:Bario-140@switch-db2.erg.berkeley.edu:5432/APL_CEC?ssl=true&sslfactory=org.postgresql.ssl.NonValidatingFactory', isolation_level="AUTOCOMMIT")

In [46]:
df_join.to_sql('KDF_Frst_LOGT', engine, schema='Billion_TON', if_exists = 'replace')

In [ ]:
engine_source = create_engine('postgresql+pg8000://jdlara:Bario-140@switch-db2.erg.berkeley.edu:5432/switch_gis?ssl=true&sslfactory=org.postgresql.ssl.NonValidatingFactory')
engine_dest = create_engine('postgresql+pg8000://jdlara:Bario-140@switch-db2.erg.berkeley.edu:5432/APL_CEC?ssl=true&sslfactory=org.postgresql.ssl.NonValidatingFactory')
df_counties = pd.read_sql_query('select * from ventyx_may_2012.counties_region',engine_source)
df_subs = pd.read_sql_query('select * from ventyx_may_2012.e_buses_wecc_point',engine_source)
df_subs = df_subs.set_index('gid')
df_counties = df_counties.set_index('gid')
df_counties.to_sql('Counties', engine, schema='General_GIS_DATA', if_exists = 'replace')
df_subs.to_sql('WECC_Substations', engine, schema='General_GIS_DATA', if_exists = 'replace')

In [59]:
engine_source = create_engine('postgresql+pg8000://jdlara:Bario-140@switch-db2.erg.berkeley.edu:5432/switch_gis?ssl=true&sslfactory=org.postgresql.ssl.NonValidatingFactory')
engine_dest = create_engine('postgresql+pg8000://jdlara:Bario-140@switch-db2.erg.berkeley.edu:5432/APL_CEC?ssl=true&sslfactory=org.postgresql.ssl.NonValidatingFactory')
#df_bm_plants = pd.read_sql_query('SELECT t.* FROM wecc_inputs.existing_plants t WHERE technology LIKE ''Bio_Solid%'' AND t.load_area NOT LIKE ''CAN%''',engine_source)


---------------------------------------------------------------------------
InterfaceError                            Traceback (most recent call last)
<ipython-input-59-4f6e6a1cb2e9> in <module>()
      1 engine_source = create_engine('postgresql+pg8000://jdlara:Bario-140@switch-db2.erg.berkeley.edu:5432/switch_gis?ssl=true&sslfactory=org.postgresql.ssl.NonValidatingFactory')
      2 engine_dest = create_engine('postgresql+pg8000://jdlara:Bario-140@switch-db2.erg.berkeley.edu:5432/APL_CEC?ssl=true&sslfactory=org.postgresql.ssl.NonValidatingFactory')
----> 3 df_bm_plants = pd.read_sql_query('SELECT t.* FROM wecc_inputs.existing_plants t WHERE technology LIKE ''Bio_Solid%'' AND t.load_area NOT LIKE ''CAN%''',engine_source)

/Library/Python/2.7/site-packages/pandas/io/sql.pyc in read_sql_query(sql, con, index_col, coerce_float, params, parse_dates, chunksize)
    429     return pandas_sql.read_query(
    430         sql, index_col=index_col, params=params, coerce_float=coerce_float,
--> 431         parse_dates=parse_dates, chunksize=chunksize)
    432 
    433 

/Library/Python/2.7/site-packages/pandas/io/sql.pyc in read_query(self, sql, index_col, coerce_float, parse_dates, params, chunksize)
   1188         args = _convert_params(sql, params)
   1189 
-> 1190         result = self.execute(*args)
   1191         columns = result.keys()
   1192 

/Library/Python/2.7/site-packages/pandas/io/sql.pyc in execute(self, *args, **kwargs)
   1079     def execute(self, *args, **kwargs):
   1080         """Simple passthrough to SQLAlchemy connectable"""
-> 1081         return self.connectable.execute(*args, **kwargs)
   1082 
   1083     def read_table(self, table_name, index_col=None, coerce_float=True,

/Library/Python/2.7/site-packages/sqlalchemy/engine/base.pyc in execute(self, statement, *multiparams, **params)
   1989 
   1990         connection = self.contextual_connect(close_with_result=True)
-> 1991         return connection.execute(statement, *multiparams, **params)
   1992 
   1993     def scalar(self, statement, *multiparams, **params):

/Library/Python/2.7/site-packages/sqlalchemy/engine/base.pyc in execute(self, object, *multiparams, **params)
    904         """
    905         if isinstance(object, util.string_types[0]):
--> 906             return self._execute_text(object, multiparams, params)
    907         try:
    908             meth = object._execute_on_connection

/Library/Python/2.7/site-packages/sqlalchemy/engine/base.pyc in _execute_text(self, statement, multiparams, params)
   1052             statement,
   1053             parameters,
-> 1054             statement, parameters
   1055         )
   1056         if self._has_events or self.engine._has_events:

/Library/Python/2.7/site-packages/sqlalchemy/engine/base.pyc in _execute_context(self, dialect, constructor, statement, parameters, *args)
   1144                 parameters,
   1145                 cursor,
-> 1146                 context)
   1147 
   1148         if self._has_events or self.engine._has_events:

/Library/Python/2.7/site-packages/sqlalchemy/engine/base.pyc in _handle_dbapi_exception(self, e, statement, parameters, cursor, context)
   1339                 util.raise_from_cause(
   1340                     sqlalchemy_exception,
-> 1341                     exc_info
   1342                 )
   1343             else:

/Library/Python/2.7/site-packages/sqlalchemy/util/compat.pyc in raise_from_cause(exception, exc_info)
    200     exc_type, exc_value, exc_tb = exc_info
    201     cause = exc_value if exc_value is not exception else None
--> 202     reraise(type(exception), exception, tb=exc_tb, cause=cause)
    203 
    204 if py3k:

/Library/Python/2.7/site-packages/sqlalchemy/engine/base.pyc in _execute_context(self, dialect, constructor, statement, parameters, *args)
   1137                         statement,
   1138                         parameters,
-> 1139                         context)
   1140         except Exception as e:
   1141             self._handle_dbapi_exception(

/Library/Python/2.7/site-packages/sqlalchemy/engine/default.pyc in do_execute(self, cursor, statement, parameters, context)
    448 
    449     def do_execute(self, cursor, statement, parameters, context=None):
--> 450         cursor.execute(statement, parameters)
    451 
    452     def do_execute_no_params(self, cursor, statement, context=None):

/Library/Python/2.7/site-packages/pg8000/core.pyc in execute(self, operation, args, stream)
    905                 if not self._c.in_transaction and not self._c.autocommit:
    906                     self._c.execute(self, "begin transaction", None)
--> 907                 self._c.execute(self, operation, args)
    908         except AttributeError as e:
    909             if self._c is None:

/Library/Python/2.7/site-packages/pg8000/core.pyc in execute(self, cursor, operation, vals)
   1887             statement, make_args = cache['statement'][operation]
   1888         except KeyError:
-> 1889             statement, make_args = convert_paramstyle(paramstyle, operation)
   1890             cache['statement'][operation] = statement, make_args
   1891 

/Library/Python/2.7/site-packages/pg8000/core.pyc in convert_paramstyle(style, query)
    485                     else:
    486                         raise InterfaceError(
--> 487                             "Only %s and %% are supported in the query.")
    488             else:
    489                 output_query.append(c)

InterfaceError: (pg8000.core.InterfaceError) Only %s and %% are supported in the query. [SQL: 'SELECT t.* FROM wecc_inputs.existing_plants t WHERE technology LIKE Bio_Solid% AND t.load_area NOT LIKE CAN%']

In [ ]: