In [3]:
import pandas as pd
from influxdb import DataFrameClient
In [4]:
user = 'root'
password = 'root'
dbname = 'meta22'
host='localhost'
port=34000
bsize = 5000 #batch size
# Temporarily avoid line protocol time conversion issues #412, #426, #431.
protocol = 'json'
client = DataFrameClient(host, port, user, password, dbname)
In [5]:
client.create_database(dbname)
client.query("show databases")
Out[5]:
ResultSet({'(u'databases', None)': [{u'name': u'meta22'}]})
In [6]:
df=pd.read_csv('data/temperature_ft.csv')
In [8]:
meta=pd.read_excel('data/metadata.xlsx')
meta.columns=[i if i!='Point ID' else 'monitor_id' for i in meta.columns]
In [9]:
for measure in ['gas','water','electricity','heating','temperature']:
df=pd.read_csv('data/'+measure+'_ft.csv').drop('measurement_unit',axis=1)
merged=pd.merge(meta,df,on=['monitor_id']).set_index('ts')
merged.index = pd.to_datetime(merged.index)
client.write_points(merged, measure, protocol=protocol,
tag_columns=list(meta.columns),
field_columns=['measurement'], batch_size=bsize)
print(measure)
gas
water
electricity
heating
temperature
In [10]:
meta
Out[10]:
monitor_id
Original Point label:
Company Name
Site Name
Location 1
Location 2
Location 3
Postcode
Building type
Building name
Building year
Bedrooms
Measurement
Measurement type
Measurement unit
Point label
0
217
A to H water / electric (217)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
NaN
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
1
89
Academic Bld 30min (89)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Academic Building
NaN
2008
NaN
Electricity
Volume
kWh
Academic Building
2
98
Block J Elec 30min (98)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block J
2008
91.0
Electricity
Volume
kWh
Block J
3
95
Mach Plant MC Elec 30min (95)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
NaN
NaN
2008
NaN
Electricity
Volume
kWh
Mechnical Plant MC
4
86
Main Incomer Elec 30min (86)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
NaN
NaN
2008
NaN
Electricity
Volume
kWh
Main Incomer
5
94
Pavilion Elec 30min (94)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
NaN
Pavilion
2008
NaN
Electricity
Volume
kWh
Pavilion
6
96
Student Hall1 Elec 30min (96)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block A
2008
47.0
Electricity
Volume
kWh
Block A
7
97
Student Hall2 Elec 30min (97)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block B
2008
47.0
Electricity
Volume
kWh
Block B
8
87
Student Hall3 30min (87)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block C
2008
61.0
Electricity
Volume
kWh
Block C
9
88
Student Hall4 Elec 30min (88)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block D
2008
47.0
Electricity
Volume
kWh
Block D
10
90
Student Hall5 Elec 30min (90)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block E
2008
63.0
Electricity
Volume
kWh
Block E
11
91
Student Hall6 Elec 30min (91)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block F
2008
62.0
Electricity
Volume
kWh
Block F
12
92
Student Hall7 Elec 30min (92)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block G
2008
63.0
Electricity
Volume
kWh
Block G
13
93
Student Hall8 Elec 30min (93)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block H
2008
63.0
Electricity
Volume
kWh
Block H
14
232
Block A Boiler Flow Temp (232)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block A
2008
47.0
Temperature
Rate
Degrees Celsius
Boiler Flow Temperature
15
229
Block A Boiler Return Temp (229)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block A
2008
47.0
Temperature
Rate
Degrees Celsius
Boiler Return Temperature
16
233
Block A Gas Meter 30min (233)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block A
2008
47.0
Natural Gas
Volume
m³
Gas Meter
17
231
Block A HWS Sec Flow Temp (231)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block A
2008
47.0
Temperature
Rate
Degrees Celsius
Hot Water Service Secondary Flow Temperature
18
230
Block A VT Flow Temp (230)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block A
2008
47.0
Temperature
Rate
Degrees Celsius
Variable Temperature Circuit Flow Temperature
19
228
Block A Water Meter 30mins (228)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block A
2008
47.0
Water
Volume
m³
Water Meter
20
119
Block B VT Calc Flow (119)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block B
2008
47.0
Temperature
Rate
Degrees Celsius
Variable Temperature Circuit Calculated Flow
21
179
Block B Boiler 1 Ouput (179)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block B
2008
47.0
Percentage of capacity
Rate
%
Boiler 1 Output
22
178
Block B Boiler 2 Ouput (178)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block B
2008
47.0
Percentage of capacity
Rate
%
Boiler 2 Output
23
70
Block B Boiler Flow Temp (70)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block B
2008
47.0
Temperature
Rate
Degrees Celsius
Boiler Flow Temperature
24
67
Block B Gas Meter 30min (67)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block B
2008
47.0
Natural Gas
Volume
m³
Gas Meter
25
72
Block B HWS Control Valve (72)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block B
2008
47.0
Percentage of capacity
Rate
%
Hot Water Service Valve
26
71
Block B HWS Sec Flow Temp (71)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block B
2008
47.0
Temperature
Rate
Degrees Celsius
Hot Water Service Secondary Flow Temperature
27
69
Block B VT Flow Temp (69)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block B
2008
47.0
Temperature
Rate
Degrees Celsius
Variable Temperature Circuit Flow Temperature
28
73
Block B VT Valve (73)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block B
2008
47.0
Percentage of capacity
Rate
%
Variable Temperature Circuit Valve
29
68
Block B Water Meter 30mins (68)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block B
2008
47.0
Water
Volume
m³
Water Meter
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
90
160
Block H VT Calc Flow (160)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block H
2008
63.0
Temperature
Rate
Degrees Celsius
Variable Temperature Circuit Calculated Flow
91
109
Block H VT Flow Temp (109)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block H
2008
63.0
Temperature
Rate
Degrees Celsius
Variable Temperature Circuit Flow Temperature
92
159
Block H VT valve position (159)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block H
2008
63.0
Percentage of capacity
Rate
%
Variable Temperature Circuit Valve Position
93
108
Block H Water Meter 30min (108)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
Block H
2008
63.0
Water
Volume
m³
Water Meter
94
195
J water manual (195)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
NaN
Block J
2008
91.0
Water
Volume
m³
NaN
95
203
A Gas to Water (203)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
96
213
A to D electric to water ratio (213)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
97
212
A to H electric to water ratio (212)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
98
211
A to H gas to water (211)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
99
215
A to H water to electric (215)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
100
194
All Eectric sub A to J mech pavilion and acade...
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
NaN
NaN
2008
NaN
Electricity
Volume
kWh
NaN
101
204
B gas to Water (204)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
102
205
C gas to water (205)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
103
206
D gas to water (206)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
104
207
E gas to water (207)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
105
214
E to H Electirc to water ratio (214)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
106
198
Electric A to D (198)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Electricity
Volume
kWh
NaN
107
201
Electric A to H (201)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Electricity
Volume
kWh
NaN
108
193
Electric A to J (193)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
NaN
NaN
2008
NaN
Electricity
Volume
kWh
NaN
109
200
Electric E to H (200)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Electricity
Volume
kWh
NaN
110
199
Electric E to J (199)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
NaN
NaN
2008
NaN
Electricity
Volume
kWh
NaN
111
208
F gas to Water (208)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
112
209
G gas to water (209)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
113
192
Gas A to H (192)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Natural Gas
Volume
m³
NaN
114
216
gas A to H minus C (216)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Natural Gas
Volume
m³
NaN
115
210
H gas to water (210)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Calculation - Ratio
NaN
%
NaN
116
202
mech Plant & J block electric (202)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
NaN
NaN
2008
NaN
Electricity
Volume
kWh
NaN
117
196
Water A to D (196)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Water
Volume
m³
NaN
118
197
Water E to H (197)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Water
Volume
m³
NaN
119
112
water total A to H (112)
UPP
Woolf College
University of Kent
Canterbury
Kent
CT2 7BQ
Student Hall
NaN
2008
NaN
Water
Volume
m³
NaN
120 rows × 16 columns
In [ ]:
print("Delete database: " + dbname)
client.drop_database(dbname)
Content source: csaladenes/csaladenes.github.io
Similar notebooks: