In [3]:
import pandas as pd
from influxdb import DataFrameClient

In [4]:
user = 'root'
password = 'root'
dbname = 'meta22'
host='localhost'
port=34000
bsize = 5000 #batch size
# Temporarily avoid line protocol time conversion issues #412, #426, #431.
protocol = 'json'
client = DataFrameClient(host, port, user, password, dbname)

In [5]:
client.create_database(dbname)
client.query("show databases")


Out[5]:
ResultSet({'(u'databases', None)': [{u'name': u'meta22'}]})

In [6]:
df=pd.read_csv('data/temperature_ft.csv')

In [8]:
meta=pd.read_excel('data/metadata.xlsx')
meta.columns=[i if i!='Point ID' else 'monitor_id' for i in meta.columns]

In [9]:
for measure in ['gas','water','electricity','heating','temperature']:
    df=pd.read_csv('data/'+measure+'_ft.csv').drop('measurement_unit',axis=1)
    merged=pd.merge(meta,df,on=['monitor_id']).set_index('ts')
    merged.index = pd.to_datetime(merged.index)
    client.write_points(merged, measure, protocol=protocol, 
                        tag_columns=list(meta.columns), 
                        field_columns=['measurement'], batch_size=bsize)
    print(measure)


gas
water
electricity
heating
temperature

In [10]:
meta


Out[10]:
monitor_id Original Point label: Company Name Site Name Location 1 Location 2 Location 3 Postcode Building type Building name Building year Bedrooms Measurement Measurement type Measurement unit Point label
0 217 A to H water / electric (217) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ NaN NaN 2008 NaN Calculation - Ratio NaN % NaN
1 89 Academic Bld 30min (89) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Academic Building NaN 2008 NaN Electricity Volume kWh Academic Building
2 98 Block J Elec 30min (98) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block J 2008 91.0 Electricity Volume kWh Block J
3 95 Mach Plant MC Elec 30min (95) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ NaN NaN 2008 NaN Electricity Volume kWh Mechnical Plant MC
4 86 Main Incomer Elec 30min (86) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ NaN NaN 2008 NaN Electricity Volume kWh Main Incomer
5 94 Pavilion Elec 30min (94) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ NaN Pavilion 2008 NaN Electricity Volume kWh Pavilion
6 96 Student Hall1 Elec 30min (96) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block A 2008 47.0 Electricity Volume kWh Block A
7 97 Student Hall2 Elec 30min (97) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block B 2008 47.0 Electricity Volume kWh Block B
8 87 Student Hall3 30min (87) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block C 2008 61.0 Electricity Volume kWh Block C
9 88 Student Hall4 Elec 30min (88) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block D 2008 47.0 Electricity Volume kWh Block D
10 90 Student Hall5 Elec 30min (90) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block E 2008 63.0 Electricity Volume kWh Block E
11 91 Student Hall6 Elec 30min (91) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block F 2008 62.0 Electricity Volume kWh Block F
12 92 Student Hall7 Elec 30min (92) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block G 2008 63.0 Electricity Volume kWh Block G
13 93 Student Hall8 Elec 30min (93) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block H 2008 63.0 Electricity Volume kWh Block H
14 232 Block A Boiler Flow Temp (232) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block A 2008 47.0 Temperature Rate Degrees Celsius Boiler Flow Temperature
15 229 Block A Boiler Return Temp (229) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block A 2008 47.0 Temperature Rate Degrees Celsius Boiler Return Temperature
16 233 Block A Gas Meter 30min (233) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block A 2008 47.0 Natural Gas Volume Gas Meter
17 231 Block A HWS Sec Flow Temp (231) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block A 2008 47.0 Temperature Rate Degrees Celsius Hot Water Service Secondary Flow Temperature
18 230 Block A VT Flow Temp (230) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block A 2008 47.0 Temperature Rate Degrees Celsius Variable Temperature Circuit Flow Temperature
19 228 Block A Water Meter 30mins (228) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block A 2008 47.0 Water Volume Water Meter
20 119 Block B VT Calc Flow (119) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block B 2008 47.0 Temperature Rate Degrees Celsius Variable Temperature Circuit Calculated Flow
21 179 Block B Boiler 1 Ouput (179) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block B 2008 47.0 Percentage of capacity Rate % Boiler 1 Output
22 178 Block B Boiler 2 Ouput (178) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block B 2008 47.0 Percentage of capacity Rate % Boiler 2 Output
23 70 Block B Boiler Flow Temp (70) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block B 2008 47.0 Temperature Rate Degrees Celsius Boiler Flow Temperature
24 67 Block B Gas Meter 30min (67) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block B 2008 47.0 Natural Gas Volume Gas Meter
25 72 Block B HWS Control Valve (72) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block B 2008 47.0 Percentage of capacity Rate % Hot Water Service Valve
26 71 Block B HWS Sec Flow Temp (71) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block B 2008 47.0 Temperature Rate Degrees Celsius Hot Water Service Secondary Flow Temperature
27 69 Block B VT Flow Temp (69) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block B 2008 47.0 Temperature Rate Degrees Celsius Variable Temperature Circuit Flow Temperature
28 73 Block B VT Valve (73) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block B 2008 47.0 Percentage of capacity Rate % Variable Temperature Circuit Valve
29 68 Block B Water Meter 30mins (68) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block B 2008 47.0 Water Volume Water Meter
... ... ... ... ... ... ... ... ... ... ... ... ... ... ... ... ...
90 160 Block H VT Calc Flow (160) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block H 2008 63.0 Temperature Rate Degrees Celsius Variable Temperature Circuit Calculated Flow
91 109 Block H VT Flow Temp (109) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block H 2008 63.0 Temperature Rate Degrees Celsius Variable Temperature Circuit Flow Temperature
92 159 Block H VT valve position (159) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block H 2008 63.0 Percentage of capacity Rate % Variable Temperature Circuit Valve Position
93 108 Block H Water Meter 30min (108) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall Block H 2008 63.0 Water Volume Water Meter
94 195 J water manual (195) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ NaN Block J 2008 91.0 Water Volume NaN
95 203 A Gas to Water (203) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Calculation - Ratio NaN % NaN
96 213 A to D electric to water ratio (213) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Calculation - Ratio NaN % NaN
97 212 A to H electric to water ratio (212) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Calculation - Ratio NaN % NaN
98 211 A to H gas to water (211) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Calculation - Ratio NaN % NaN
99 215 A to H water to electric (215) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Calculation - Ratio NaN % NaN
100 194 All Eectric sub A to J mech pavilion and acade... UPP Woolf College University of Kent Canterbury Kent CT2 7BQ NaN NaN 2008 NaN Electricity Volume kWh NaN
101 204 B gas to Water (204) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Calculation - Ratio NaN % NaN
102 205 C gas to water (205) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Calculation - Ratio NaN % NaN
103 206 D gas to water (206) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Calculation - Ratio NaN % NaN
104 207 E gas to water (207) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Calculation - Ratio NaN % NaN
105 214 E to H Electirc to water ratio (214) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Calculation - Ratio NaN % NaN
106 198 Electric A to D (198) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Electricity Volume kWh NaN
107 201 Electric A to H (201) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Electricity Volume kWh NaN
108 193 Electric A to J (193) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ NaN NaN 2008 NaN Electricity Volume kWh NaN
109 200 Electric E to H (200) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Electricity Volume kWh NaN
110 199 Electric E to J (199) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ NaN NaN 2008 NaN Electricity Volume kWh NaN
111 208 F gas to Water (208) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Calculation - Ratio NaN % NaN
112 209 G gas to water (209) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Calculation - Ratio NaN % NaN
113 192 Gas A to H (192) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Natural Gas Volume NaN
114 216 gas A to H minus C (216) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Natural Gas Volume NaN
115 210 H gas to water (210) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Calculation - Ratio NaN % NaN
116 202 mech Plant & J block electric (202) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ NaN NaN 2008 NaN Electricity Volume kWh NaN
117 196 Water A to D (196) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Water Volume NaN
118 197 Water E to H (197) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Water Volume NaN
119 112 water total A to H (112) UPP Woolf College University of Kent Canterbury Kent CT2 7BQ Student Hall NaN 2008 NaN Water Volume NaN

120 rows × 16 columns


In [ ]:
print("Delete database: " + dbname)
client.drop_database(dbname)