In [1]:
import numpy as np
import pandas as pd
from os.path import join

from pylab import rcParams
import matplotlib.pyplot as plt
%matplotlib inline
rcParams['figure.figsize'] = (16, 8)

import nilmtk
from nilmtk import DataSet, TimeFrame, MeterGroup, HDFDataStore
from nilmtk.disaggregate import CombinatorialOptimisation
from nilmtk.utils import print_dict
from nilmtk.metrics import f1_score

import warnings
warnings.filterwarnings("ignore")

Demo of NILMTK v0.2 for BuildSys 2014

Downloading data

The full data set can be downloaded from the remote WikiEnergy database. The credentials are omitted here for security reasons.


In [2]:
# download_wikienergy(database_username, database_password, hdf_filename)

Loading data


In [3]:
data_dir = '/home/nipun/Downloads/'
we = DataSet(join(data_dir, 'wikienergy.h5'))
print('loaded ' + str(len(we.buildings)) + ' buildings')


loaded 239 buildings

Examine dataset metadata


In [4]:
print_dict(we.metadata)


Examine metadata for a single house


In [5]:
building_number = 11
print_dict(we.buildings[building_number].metadata)


  • instance: 11
  • dataset: WikiEnergy
  • original_name: 434

Examine sub-metered appliances


In [6]:
elec = we.buildings[building_number].elec
elec.appliances


Out[6]:
[Appliance(type='fridge', instance=1),
 Appliance(type='dish washer', instance=1),
 Appliance(type='electric water heating appliance', instance=1),
 Appliance(type='spin dryer', instance=1),
 Appliance(type='electric furnace', instance=1),
 Appliance(type='sockets', instance=1),
 Appliance(type='sockets', instance=2),
 Appliance(type='air conditioner', instance=1),
 Appliance(type='sockets', instance=3),
 Appliance(type='sockets', instance=4)]

Wiring hierarchy of meters


In [7]:
for m in elec.power_series_all_columns():
    print(m, m.chunk)


---------------------------------------------------------------------------
AttributeError                            Traceback (most recent call last)
<ipython-input-7-f9eb6b0cde4d> in <module>()
      1 for m in elec.power_series_all_columns():
----> 2     print(m, m.chunk)

/home/nipun/anaconda/lib/python2.7/site-packages/pandas/core/generic.pyc in __getattr__(self, name)
   1934                 return self[name]
   1935             raise AttributeError("'%s' object has no attribute '%s'" %
-> 1936                                  (type(self).__name__, name))
   1937 
   1938     def __setattr__(self, name, value):

AttributeError: 'DataFrame' object has no attribute 'chunk'

Select all fridges


In [8]:
fridges = nilmtk.global_meter_group.select_using_appliances(type='fridge')

Proportion of energy per fridge

The energy consumed by each appliance can be expressed as a proportion of the household's total energy. Here we find the range of proportions for each fridge.


In [9]:
# Select a subset of fridges, otherwise the computation takes a long time
fridges_restricted = MeterGroup(fridges.meters[:5])

proportion_per_fridge = fridges_restricted.proportion_of_upstream_total_per_meter()


Using cached result.
Using cached result.
Calculating energy for column ('power', 'active')
Using cached result.
1/5 ElecMeter(instance=18, building=60, dataset='WikiEnergy', appliances=[Appliance(type='fridge', instance=1)]) = 0.049Using cached result.
Using cached result.
Using cached result.
2/5 ElecMeter(instance=14, building=61, dataset='WikiEnergy', appliances=[Appliance(type='fridge', instance=1)]) = 0.097Using cached result.
Using cached result.
Calculating energy for column ('power', 'active')
Using cached result.
3/5 ElecMeter(instance=8, building=63, dataset='WikiEnergy', appliances=[Appliance(type='fridge', instance=1)]) = 0.000Using cached result.
Using cached result.
Using cached result.
4/5 ElecMeter(instance=6, building=64, dataset='WikiEnergy', appliances=[Appliance(type='fridge', instance=1)]) = 0.096Using cached result.
Using cached result.
Calculating energy for column ('power', 'active')
Using cached result.
5/5 ElecMeter(instance=16, building=66, dataset='WikiEnergy', appliances=[Appliance(type='fridge', instance=1)]) = 0.083

In [10]:
proportion_per_fridge.plot(kind='bar');
plt.title('fridge energy as proportion of total building energy');
plt.ylabel('proportion');
plt.xlabel('Fridge (<appliance instance>, <building instance>, <dataset name>)');



In [11]:
# How much energy does the largest-consuming fridge consume in kWh?
fridges.select(building=61).total_energy()


Using cached result.
Out[11]:
active    79.120667
dtype: float64

In [12]:
fridges.select(building=61).plot();


Daily energy consumption across fridges in WikiEnergy data set


In [13]:
fridges_restricted = MeterGroup(fridges.meters[:20])
daily_energy = pd.DataFrame([meter.average_energy_per_period(offset_alias='D') 
                             for meter in fridges_restricted.meters])

daily_energy.plot(kind='hist');
plt.title('Histogram of daily fridge energy');
plt.xlabel('energy (kWh)');
plt.ylabel('occurences');
plt.legend().set_visible(False)


Using cached result.
Calculating energy for column ('power', 'active')
Using cached result.
Using cached result.
Using cached result.
Calculating energy for column ('power', 'active')
Using cached result.
Using cached result.
Using cached result.
Calculating energy for column ('power', 'active')
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.
Using cached result.

Plot sub-metered data for a single day


In [14]:
we.store.window = TimeFrame(start='2014-04-01 00:00:00-05:00', end='2014-04-02 00:00:00-05:00')
elec.plot();


Plot fraction of energy consumption of each appliance


In [15]:
fraction = elec.submeters().fraction_per_meter().dropna()


1/10 ElecMeter(instance=2, building=11, dataset='WikiEnergy', appliances=[Appliance(type='air conditioner', instance=1)])Using cached result.
2/10 ElecMeter(instance=3, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=1)])Using cached result.
3/10 ElecMeter(instance=4, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=2)])Using cached result.
4/10 ElecMeter(instance=5, building=11, dataset='WikiEnergy', appliances=[Appliance(type='dish washer', instance=1)])Using cached result.
5/10 ElecMeter(instance=6, building=11, dataset='WikiEnergy', appliances=[Appliance(type='spin dryer', instance=1)])Using cached result.
6/10 ElecMeter(instance=7, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric furnace', instance=1)])Using cached result.
7/10 ElecMeter(instance=8, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=3)])Using cached result.
8/10 ElecMeter(instance=9, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=4)])Using cached result.
9/10 ElecMeter(instance=10, building=11, dataset='WikiEnergy', appliances=[Appliance(type='fridge', instance=1)])Using cached result.
10/10 ElecMeter(instance=11, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric water heating appliance', instance=1)])Using cached result.

In [16]:
elec.clear_cache()


Removed building11/elec/cache/meter2/
Removed building11/elec/cache/meter3/
Removed building11/elec/cache/meter4/
Removed building11/elec/cache/meter5/
Removed building11/elec/cache/meter6/
Removed building11/elec/cache/meter7/
Removed building11/elec/cache/meter8/
Removed building11/elec/cache/meter9/
Removed building11/elec/cache/meter10/
Removed building11/elec/cache/meter11/

In [17]:
elec.submeters().fraction_per_meter()


1/10 ElecMeter(instance=2, building=11, dataset='WikiEnergy', appliances=[Appliance(type='air conditioner', instance=1)])Calculating energy for column ('power', 'active')
2/10 ElecMeter(instance=3, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=1)])Calculating energy for column ('power', 'active')
3/10 ElecMeter(instance=4, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=2)])Calculating energy for column ('power', 'active')
4/10 ElecMeter(instance=5, building=11, dataset='WikiEnergy', appliances=[Appliance(type='dish washer', instance=1)])Calculating energy for column ('power', 'active')
5/10 ElecMeter(instance=6, building=11, dataset='WikiEnergy', appliances=[Appliance(type='spin dryer', instance=1)])Calculating energy for column ('power', 'active')
6/10 ElecMeter(instance=7, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric furnace', instance=1)])Calculating energy for column ('power', 'active')
7/10 ElecMeter(instance=8, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=3)])Calculating energy for column ('power', 'active')
8/10 ElecMeter(instance=9, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=4)])Calculating energy for column ('power', 'active')
9/10 ElecMeter(instance=10, building=11, dataset='WikiEnergy', appliances=[Appliance(type='fridge', instance=1)])Calculating energy for column ('power', 'active')
10/10 ElecMeter(instance=11, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric water heating appliance', instance=1)])Calculating energy for column ('power', 'active')
Out[17]:
2                            NaN
3                            NaN
4                            NaN
5                            NaN
6                            NaN
7                            NaN
8                            NaN
9                            NaN
10                           NaN
11                           NaN
(2, 11, WikiEnergy)     0.563041
(3, 11, WikiEnergy)     0.046288
(4, 11, WikiEnergy)     0.010800
(5, 11, WikiEnergy)     0.049451
(6, 11, WikiEnergy)     0.012683
(7, 11, WikiEnergy)     0.130572
(8, 11, WikiEnergy)     0.023776
(9, 11, WikiEnergy)     0.053165
(10, 11, WikiEnergy)    0.103849
(11, 11, WikiEnergy)    0.006376
dtype: float64

In [18]:
elec.submeters().fraction_per_meter()


1/10 ElecMeter(instance=2, building=11, dataset='WikiEnergy', appliances=[Appliance(type='air conditioner', instance=1)])Using cached result.
2/10 ElecMeter(instance=3, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=1)])Using cached result.
3/10 ElecMeter(instance=4, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=2)])Using cached result.
4/10 ElecMeter(instance=5, building=11, dataset='WikiEnergy', appliances=[Appliance(type='dish washer', instance=1)])Using cached result.
5/10 ElecMeter(instance=6, building=11, dataset='WikiEnergy', appliances=[Appliance(type='spin dryer', instance=1)])Using cached result.
6/10 ElecMeter(instance=7, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric furnace', instance=1)])Using cached result.
7/10 ElecMeter(instance=8, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=3)])Using cached result.
8/10 ElecMeter(instance=9, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=4)])Using cached result.
9/10 ElecMeter(instance=10, building=11, dataset='WikiEnergy', appliances=[Appliance(type='fridge', instance=1)])Using cached result.
10/10 ElecMeter(instance=11, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric water heating appliance', instance=1)])Using cached result.
Out[18]:
2                            NaN
3                            NaN
4                            NaN
5                            NaN
6                            NaN
7                            NaN
8                            NaN
9                            NaN
10                           NaN
11                           NaN
(2, 11, WikiEnergy)     0.563041
(3, 11, WikiEnergy)     0.046288
(4, 11, WikiEnergy)     0.010800
(5, 11, WikiEnergy)     0.049451
(6, 11, WikiEnergy)     0.012683
(7, 11, WikiEnergy)     0.130572
(8, 11, WikiEnergy)     0.023776
(9, 11, WikiEnergy)     0.053165
(10, 11, WikiEnergy)    0.103849
(11, 11, WikiEnergy)    0.006376
dtype: float64

In [19]:
# Create convenient labels
labels = elec.get_appliance_labels(fraction.index)
plt.figure(figsize=(8,8))
fraction.plot(kind='pie', labels=labels);


Select meters on the basic of appliance category


In [20]:
elec.select_using_appliances(category='heating')


Out[20]:
MeterGroup(meters=
  ElecMeter(instance=7, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric furnace', instance=1)])
  ElecMeter(instance=11, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric water heating appliance', instance=1)])
)

In [21]:
# Find all appliances with a particular type of motor
elec.select_using_appliances(category='single-phase induction motor')


Out[21]:
MeterGroup(meters=
  ElecMeter(instance=2, building=11, dataset='WikiEnergy', appliances=[Appliance(type='air conditioner', instance=1)])
  ElecMeter(instance=5, building=11, dataset='WikiEnergy', appliances=[Appliance(type='dish washer', instance=1)])
  ElecMeter(instance=6, building=11, dataset='WikiEnergy', appliances=[Appliance(type='spin dryer', instance=1)])
  ElecMeter(instance=7, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric furnace', instance=1)])
  ElecMeter(instance=10, building=11, dataset='WikiEnergy', appliances=[Appliance(type='fridge', instance=1)])
)

Training and disaggregation


In [22]:
# Train
co = CombinatorialOptimisation()
co.train(elec)


Training model for submeter 'ElecMeter(instance=2, building=11, dataset='WikiEnergy', appliances=[Appliance(type='air conditioner', instance=1)])'
Training model for submeter 'ElecMeter(instance=3, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=1)])'
Training model for submeter 'ElecMeter(instance=4, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=2)])'
Training model for submeter 'ElecMeter(instance=5, building=11, dataset='WikiEnergy', appliances=[Appliance(type='dish washer', instance=1)])'
Training model for submeter 'ElecMeter(instance=6, building=11, dataset='WikiEnergy', appliances=[Appliance(type='spin dryer', instance=1)])'
Training model for submeter 'ElecMeter(instance=7, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric furnace', instance=1)])'
Training model for submeter 'ElecMeter(instance=8, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=3)])'
Training model for submeter 'ElecMeter(instance=9, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=4)])'
Training model for submeter 'ElecMeter(instance=10, building=11, dataset='WikiEnergy', appliances=[Appliance(type='fridge', instance=1)])'
Training model for submeter 'ElecMeter(instance=11, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric water heating appliance', instance=1)])'
Done training!

In [23]:
for model in co.model:
    print_dict(model)


  • states: [ 0 887 2970]
  • training_metadata: ElecMeter(instance=2, building=11, dataset='WikiEnergy', appliances=[Appliance(type='air conditioner', instance=1)])
  • states: [ 0 13 77]
  • training_metadata: ElecMeter(instance=3, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=1)])
  • states: [ 0 11 12]
  • training_metadata: ElecMeter(instance=4, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=2)])
  • states: [ 0 197 1030]
  • training_metadata: ElecMeter(instance=5, building=11, dataset='WikiEnergy', appliances=[Appliance(type='dish washer', instance=1)])
  • states: [0]
  • training_metadata: ElecMeter(instance=6, building=11, dataset='WikiEnergy', appliances=[Appliance(type='spin dryer', instance=1)])
  • states: [ 0 15 520]
  • training_metadata: ElecMeter(instance=7, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric furnace', instance=1)])
  • states: [ 0 34 789]
  • training_metadata: ElecMeter(instance=8, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=3)])
  • states: [ 0 49 52]
  • training_metadata: ElecMeter(instance=9, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=4)])
  • states: [ 0 138 463]
  • training_metadata: ElecMeter(instance=10, building=11, dataset='WikiEnergy', appliances=[Appliance(type='fridge', instance=1)])
  • states: [ 0 17 34]
  • training_metadata: ElecMeter(instance=11, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric water heating appliance', instance=1)])

In [24]:
# Disaggregate
disag_filename = join(data_dir, 'wikienergy-disag.h5')
output = HDFDataStore(disag_filename, 'w')
co.disaggregate(elec.mains(), output)
output.close()


vampire_power = 321.0 watts
Estimating power demand for 'ElecMeter(instance=2, building=11, dataset='WikiEnergy', appliances=[Appliance(type='air conditioner', instance=1)])'
Estimating power demand for 'ElecMeter(instance=3, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=1)])'
Estimating power demand for 'ElecMeter(instance=4, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=2)])'
Estimating power demand for 'ElecMeter(instance=5, building=11, dataset='WikiEnergy', appliances=[Appliance(type='dish washer', instance=1)])'
Estimating power demand for 'ElecMeter(instance=6, building=11, dataset='WikiEnergy', appliances=[Appliance(type='spin dryer', instance=1)])'
Estimating power demand for 'ElecMeter(instance=7, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric furnace', instance=1)])'
Estimating power demand for 'ElecMeter(instance=8, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=3)])'
Estimating power demand for 'ElecMeter(instance=9, building=11, dataset='WikiEnergy', appliances=[Appliance(type='sockets', instance=4)])'
Estimating power demand for 'ElecMeter(instance=10, building=11, dataset='WikiEnergy', appliances=[Appliance(type='fridge', instance=1)])'
Estimating power demand for 'ElecMeter(instance=11, building=11, dataset='WikiEnergy', appliances=[Appliance(type='electric water heating appliance', instance=1)])'

Examine disaggregated data


In [25]:
disag = DataSet(disag_filename)
disag_elec = disag.buildings[building_number].elec
disag_elec.plot()
disag.store.close()


Calculate accuracy of disaggregation


In [26]:
disag = DataSet(disag_filename)
disag_elec = disag.buildings[building_number].elec

f1 = f1_score(disag_elec, elec)
f1.index = disag_elec.get_appliance_labels(f1.index)
f1.plot(kind='bar')
plt.xlabel('appliance');
plt.ylabel('f-score');

disag.store.close()



In [26]: