In [92]:
    
import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
%matplotlib inline
    
In [2]:
    
pd.__version__
    
    Out[2]:
'0.16.0'
In [3]:
    
%time energyxlsx = pd.ExcelFile('bps_energy_consumption_2011_2012.xlsx', encoding ='utf-8')
    
    
CPU times: user 29.5 s, sys: 289 ms, total: 29.8 s
Wall time: 31.6 s
In [4]:
    
sheetnames = energyxlsx.sheet_names
sheetnames
    
    Out[4]:
[u'2011 Raw', u'2011 Normalized ', u'2012 Raw', u'2012 Normalized']
In [5]:
    
sheetnames[0]
    
    Out[5]:
u'2011 Raw'
In [6]:
    
#newsheetnames = ['df'+ i.replace(' ','') for i in sheetnames]
#newsheetnames
    
In [7]:
    
dfraw2011 = energyxlsx.parse(sheetnames[0])
dfnor2011 = energyxlsx.parse(sheetnames[1])
dfraw2012 = energyxlsx.parse(sheetnames[2])
dfnor2012 = energyxlsx.parse(sheetnames[3])
    
In [8]:
    
whos
    
    
Variable     Type         Data/Info
-----------------------------------
dfnor2011    DataFrame                             <...>n[15608 rows x 7 columns]
dfnor2012    DataFrame                             <...>n[16891 rows x 7 columns]
dfraw2011    DataFrame                            O<...>[18743 rows x 41 columns]
dfraw2012    DataFrame                             <...>[17978 rows x 39 columns]
energyxlsx   ExcelFile    <pandas.io.excel.ExcelFile object at 0x1061e7910>
np           module       <module 'numpy' from '/Us<...>ages/numpy/__init__.pyc'>
pd           module       <module 'pandas' from '/U<...>ges/pandas/__init__.pyc'>
plt          module       <module 'matplotlib.pyplo<...>s/matplotlib/pyplot.pyc'>
sheetnames   list         n=4
In [9]:
    
dfraw2011
    
    Out[9]:
  
    
       
      Organization Name 
      Sector Name 
      SubSector Name 
      Operation Name 
      Operation Type 
      Address 
      City 
      ZIP/Postal Code 
      Total Floor Area 
      Unit1 
      ... 
      Unit10 
      Renewable2 
      Emission Factor2 
      Swimming Pool 
      Number of Portables 
      GHG Emissions(Kg) 
      Energy Intensity (GJ/Mega Litres) 
      Energy Intensity (ekWh/sqft) 
      Energy Intensity (GJ/m2) 
      Energy Intensity (ekWh/Mega Litres) 
     
  
  
    
      0 
      Town of Goderich 
      Municipal 
      Municipality 
      Municipal Office 
      Administrative offices and related facilities,... 
      57 West Street 
      Goderich 
      N7A 2K5 
      21510.00 
      Square feet 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      24740.490790 
      NaN 
      11.650264 
      0.451463 
      NaN 
     
    
      1 
      Town of Goderich 
      Municipal 
      Municipality 
      Goderich Library 
      Public libraries 
      52 Montreal Street 
      Goderich 
      N7A 2K5 
      1100.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      45163.116457 
      NaN 
      25.237567 
      0.977989 
      NaN 
     
    
      2 
      Town of Goderich 
      Municipal 
      Municipality 
      Water Treatment Plant 
      Facilities related to the treatment of water 
      100 Cove Rd 
      Goderich 
      N7A 2K5 
      733.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      97528.525320 
      2.547766 
      126.078258 
      4.885701 
      707.712764 
     
    
      3 
      Town of Goderich 
      Municipal 
      Municipality 
      Elevated Tank 
      Facilities related to the pumping of water 
      220 St David Street 
      Goderich 
      N7A 2K5 
      63.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      1521.482760 
      55.868400 
      22.884372 
      0.886800 
      15519.000000 
     
    
      4 
      Town of Goderich 
      Municipal 
      Municipality 
      Reservoir-Booster Pump Station 
      Facilities related to the pumping of water 
      371 Parsons Court 
      Goderich 
      N7A 2K5 
      184.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      12154.214880 
      446.299196 
      62.592400 
      2.425539 
      123972.000000 
     
    
      5 
      Town of Goderich 
      Municipal 
      Municipality 
      Water Pollution Control Plant 
      Facilities related to the treatment of sewage 
      211 Sunset Drive 
      Goderich 
      N7A 2K5 
      619.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      85348.449649 
      1.168373 
      123.245078 
      4.775911 
      324.547987 
     
    
      6 
      Town of Goderich 
      Municipal 
      Municipality 
      Sewage Pump Station - North Dock 
      Facilities related to the pumping of sewage 
      North Harbour Rd 
      Goderich 
      N7A 2K5 
      3.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      469.023360 
      17.222400 
      148.144570 
      5.740800 
      4784.000000 
     
    
      7 
      Town of Goderich 
      Municipal 
      Municipality 
      Goderich OPP Station 
      Police stations and associated offices and fac... 
      50 The Square 
      Goderich 
      N7A 2K5 
      210.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      11700.322681 
      NaN 
      39.651140 
      1.536535 
      NaN 
     
    
      8 
      Town of Goderich 
      Municipal 
      Municipality 
      Fire Hall 
      Fire stations and associated offices and facil... 
      248 Suncoast Dr East 
      Goderich 
      N7A 2K5 
      644.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      35852.885859 
      NaN 
      30.438396 
      1.179529 
      NaN 
     
    
      9 
      Town of Goderich 
      Municipal 
      Municipality 
      Airport Shed 
      Storage facilities where equipment or vehicles... 
      33868B Airport Rd 
      Goderich 
      N7A 2K5 
      418.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      13315.539512 
      NaN 
      13.411728 
      0.519722 
      NaN 
     
    
      10 
      Town of Goderich 
      Municipal 
      Municipality 
      Parks Building 
      Storage facilities where equipment or vehicles... 
      371 Parsons Court 
      Goderich 
      N7A 2K5 
      368.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      7380.108977 
      NaN 
      11.494148 
      0.445414 
      NaN 
     
    
      11 
      Town of Goderich 
      Municipal 
      Municipality 
      Public Works Garage 
      Storage facilities where equipment or vehicles... 
      361 Cambridge 
      Goderich 
      N7A 2K5 
      650.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      33739.717309 
      NaN 
      29.215121 
      1.132125 
      NaN 
     
    
      12 
      Town of Goderich 
      Municipal 
      Municipality 
      Cemetery Shed 
      Storage facilities where equipment or vehicles... 
      35454 Huron Rd 
      Goderich 
      N7A 2K5 
      128.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      954.517440 
      NaN 
      7.066208 
      0.273825 
      NaN 
     
    
      13 
      Town of Goderich 
      Municipal 
      Municipality 
      Tourism Centre 
      Administrative offices and related facilities,... 
      93 Hamilton St 
      Goderich 
      N7A 2K5 
      60.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      4817.920610 
      NaN 
      47.857891 
      1.854557 
      NaN 
     
    
      14 
      Town of Goderich 
      Municipal 
      Municipality 
      Day Care Centre 
      Community centres 
      376 Cambridge St 
      Goderich 
      N7A 2K5 
      1000.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      29856.317732 
      NaN 
      18.155556 
      0.703552 
      NaN 
     
    
      15 
      Town of Goderich 
      Municipal 
      Municipality 
      Airport Terminal 
      Administrative offices and related facilities,... 
      33868A Airport Rd 
      Goderich 
      N7A 2K5 
      149.00 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      7727.874811 
      NaN 
      37.289719 
      1.445026 
      NaN 
     
    
      16 
      McMaster University 
      Post-Secondary Educational Institution 
      University 
      McMaster Uiniversity 
      Classrooms and related facilities 
      1280 Main Street West 
      Hamilton 
      L8S 4M3 
      4615818.22 
      Square feet 
      ... 
      Giga Joule - chilled water 
      0 
      NaN 
      0 
      NaN 
      51553968.866805 
      NaN 
      67.573076 
      2.618548 
      NaN 
     
    
      17 
      Nipigon District Memorial Hospital 
      Public Hospital 
      Acute/Chronic 
      Nipigon District Memorial Hospital 
      Facilities used for hospital purposes 
      125 Hogan Road 
      Nipigon 
      P0T 2J0 
      55394.00 
      Square feet 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      781576.142289 
      NaN 
      95.847872 
      3.714234 
      NaN 
     
    
      18 
      Nipigon District Memorial Hospital 
      Public Hospital 
      Acute/Chronic 
      Nipigon Medical Clinic 
      Administrative offices and related facilities 
      125 Hogan Road 
      Nipigon 
      P0T 2J0 
      4125.00 
      Square feet 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      13346.833266 
      NaN 
      27.970523 
      1.083895 
      NaN 
     
    
      19 
      Regional Municipality of Durham 
      Municipal 
      Municipality 
      Duffin Creek WPCP 
      Facilities related to the treatment of sewage 
      901 McKay Rd. 
      Pickering 
      L1W 3A3 
      NaN 
      NaN 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      20977710.033940 
      3.927439 
      NaN 
      NaN 
      1090.955239 
     
    
      20 
      Regional Municipality of Durham 
      Municipal 
      Municipality 
      Corbett Creek WPCP 
      Facilities related to the treatment of sewage 
      2400 Forbes St. 
      Whitby 
      L1N 8M3 
      NaN 
      NaN 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      1114936.180233 
      2.084496 
      NaN 
      NaN 
      579.026645 
     
    
      21 
      Regional Municipality of Durham 
      Municipal 
      Municipality 
      Courtice WPCP 
      Facilities related to the treatment of sewage 
      100 Osbourne Rd 
      Courtice 
      L1E 2R3 
      NaN 
      NaN 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      1173685.413738 
      2.358233 
      NaN 
      NaN 
      655.064656 
     
    
      22 
      Regional Municipality of Durham 
      Municipal 
      Municipality 
      Harmony Creek WPCP 
      Facilities related to the treatment of sewage 
      785 Colonel Sam Dr. 
      Oshawa 
      L1H 8S2 
      NaN 
      NaN 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      841807.771932 
      3.065192 
      NaN 
      NaN 
      851.442151 
     
    
      23 
      Regional Municipality of Durham 
      Municipal 
      Municipality 
      Port Darlington WPCP 
      Facilities related to the treatment of sewage 
      93 Port Darlington Rd. 
      Bowmanville 
      L1C 3K3 
      NaN 
      NaN 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      527180.022741 
      2.712064 
      NaN 
      NaN 
      753.351015 
     
    
      24 
      Regional Municipality of Durham 
      Municipal 
      Municipality 
      Newcastle WPCP 
      Facilities related to the treatment of sewage 
      1000 Toronto St. 
      Newcastle 
      L1B 0A6 
      NaN 
      NaN 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      321481.732392 
      7.604179 
      NaN 
      NaN 
      2112.271975 
     
    
      25 
      Regional Municipality of Durham 
      Municipal 
      Municipality 
      Lake Simcoe WPCP 
      Facilities related to the treatment of sewage 
      885 Concession 5 
      Beaverton 
      L0K 1A0 
      NaN 
      NaN 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      300350.119440 
      10.302825 
      NaN 
      NaN 
      2861.895656 
     
    
      26 
      Regional Municipality of Durham 
      Municipal 
      Municipality 
      Pringle Creek WPCP 
      Facilities related to the treatment of sewage 
      500 Victoria St. E. 
      Whitby 
      L1N 9Z3 
      NaN 
      NaN 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      188669.270325 
      1.866252 
      NaN 
      NaN 
      518.403245 
     
    
      27 
      Regional Municipality of Durham 
      Municipal 
      Municipality 
      Uxbridge Brook WPCP 
      Facilities related to the treatment of sewage 
      127 Main St. N. 
      Uxbridge 
      L9P 1C6 
      NaN 
      NaN 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      173956.965696 
      5.476277 
      NaN 
      NaN 
      1521.187979 
     
    
      28 
      Regional Municipality of Durham 
      Municipal 
      Municipality 
      Nonquon River WPCP 
      Facilities related to the treatment of sewage 
      1730 Scugog Line 8 
      Port Perry 
      L9L 1B2 
      NaN 
      NaN 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      57057.221160 
      1.552262 
      NaN 
      NaN 
      431.184028 
     
    
      29 
      Regional Municipality of Durham 
      Municipal 
      Municipality 
      Ajax WSP 
      Facilities related to the treatment of water 
      75 Lake Driveway E 
      Ajax 
      L1S 2Z9 
      NaN 
      NaN 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      1255807.263087 
      2.111772 
      NaN 
      NaN 
      586.603279 
     
    
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
     
    
      18713 
      City of Waterloo 
      Municipal 
      Municipality 
      RIM Park - Manulife Financial Sportsplex - Gyms 
      Gyms and indoor courts for playing tennis, bas... 
      2001 University Avenue East 
      Waterloo 
      N2K 4K4 
      73059.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      413611.369124 
      NaN 
      42.473947 
      1.645923 
      NaN 
     
    
      18714 
      City of Waterloo 
      Municipal 
      Municipality 
      RIM Park - Manulife Financial Sportsplex - Ice... 
      Indoor ice rinks 
      2001 University Avenue East 
      Waterloo 
      N2K 4K4 
      94833.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      536881.246227 
      NaN 
      42.473947 
      1.645923 
      NaN 
     
    
      18715 
      City of Waterloo 
      Municipal 
      Municipality 
      RIM Park - Manulife Financial Sportsplex - Off... 
      Administrative offices and related facilities,... 
      2001 University Avenue East 
      Waterloo 
      N2K 4K4 
      30622.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      173361.356510 
      NaN 
      42.473947 
      1.645923 
      NaN 
     
    
      18716 
      City of Waterloo 
      Municipal 
      Municipality 
      RIM Park - Manulife Financial Sportsplex - Rec... 
      Indoor recreational facilities 
      2001 University Avenue East 
      Waterloo 
      N2K 4K4 
      121486.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      687772.769807 
      NaN 
      42.473947 
      1.645923 
      NaN 
     
    
      18717 
      City of Waterloo 
      Municipal 
      Municipality 
      Rink In The Park: Community Centre 
      Community centres 
      99 Seagram Drive 
      Waterloo 
      N2L 3B6 
      10069.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      45628.385062 
      NaN 
      33.499245 
      1.298141 
      NaN 
     
    
      18718 
      City of Waterloo 
      Municipal 
      Municipality 
      Rink In The Park: Ice Rink 
      Indoor ice rinks 
      99 Seagram Drive 
      Waterloo 
      N2L 3B6 
      23504.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      106510.036995 
      NaN 
      33.499245 
      1.298141 
      NaN 
     
    
      18719 
      City of Waterloo 
      Municipal 
      Municipality 
      Service Centre - Main Building - Offices 
      Administrative offices and related facilities,... 
      265 Lexington Court 
      Waterloo 
      N2J 4R9 
      16697.16 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      79792.663277 
      NaN 
      31.399535 
      1.216774 
      NaN 
     
    
      18720 
      City of Waterloo 
      Municipal 
      Municipality 
      Service Centre - Main Building - Storage 
      Storage facilities where equipment or vehicles... 
      265 Lexington Court 
      Waterloo 
      N2J 4R9 
      43194.84 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      206420.212984 
      NaN 
      31.399535 
      1.216774 
      NaN 
     
    
      18721 
      City of Waterloo 
      Municipal 
      Municipality 
      Service Centre - Oktoberfest Building 
      Storage facilities where equipment or vehicles... 
      265 Lexington Court 
      Waterloo 
      N2J 4R9 
      6000.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      5944.653064 
      NaN 
      10.105829 
      0.391614 
      NaN 
     
    
      18722 
      City of Waterloo 
      Municipal 
      Municipality 
      Service Centre - Parks Portable 
      Storage facilities where equipment or vehicles... 
      265 Lexington Court 
      Waterloo 
      N2J 4R9 
      1000.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      990.775511 
      NaN 
      10.105829 
      0.391614 
      NaN 
     
    
      18723 
      City of Waterloo 
      Municipal 
      Municipality 
      Service Centre - Pigeon Coop/Cold Vehicle Stor... 
      Storage facilities where equipment or vehicles... 
      265 Lexington Court 
      Waterloo 
      N2J 4R9 
      6000.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      5944.653064 
      NaN 
      10.105829 
      0.391614 
      NaN 
     
    
      18724 
      City of Waterloo 
      Municipal 
      Municipality 
      Service Centre - Truckwash 
      Storage facilities where equipment or vehicles... 
      265 Lexington Court 
      Waterloo 
      N2J 4R9 
      4000.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      16429.896481 
      NaN 
      27.625720 
      1.070534 
      NaN 
     
    
      18725 
      City of Waterloo 
      Municipal 
      Municipality 
      Uptown Parkade (Willis Way) 
      Parking garages 
      60 King Street 
      Waterloo 
      N2J 1N8 
      207084.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      94521.455262 
      NaN 
      3.714863 
      0.143956 
      NaN 
     
    
      18726 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo City Centre 
      Administrative offices and related facilities,... 
      100 Regina Street South 
      Waterloo 
      N2J 4A8 
      75000.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      307870.211965 
      NaN 
      32.158291 
      1.246177 
      NaN 
     
    
      18727 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Library (Main Branch) 
      Public libraries 
      35 Albert Street 
      Waterloo 
      N2L 5E2  
      35200.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      123753.494712 
      NaN 
      19.782686 
      0.766606 
      NaN 
     
    
      18728 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Memorial Recreation Complex - Facilities 
      Indoor recreational facilities 
      101 Father David Bauer Drive 
      Waterloo 
      N2L 6L1 
      66168.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      428804.332943 
      NaN 
      46.022547 
      1.783436 
      NaN 
     
    
      18729 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Memorial Recreation Complex - Ice Rink 
      Indoor ice rinks 
      101 Father David Bauer Drive 
      Waterloo 
      N2L 6L1 
      78306.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      507465.120533 
      NaN 
      46.022547 
      1.783436 
      NaN 
     
    
      18730 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Memorial Recreation Complex - Offices 
      Administrative offices and related facilities,... 
      101 Father David Bauer Drive 
      Waterloo 
      N2L 6L1 
      3147.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      20394.257583 
      NaN 
      46.022547 
      1.783436 
      NaN 
     
    
      18731 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Memorial Recreation Complex - Portabl... 
      Storage facilities where equipment or vehicles... 
      101 Father David Bauer Drive 
      Waterloo 
      N2L 6L1 
      1000.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      6480.539429 
      NaN 
      46.022547 
      1.783436 
      NaN 
     
    
      18732 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Memorial Recreation Complex - Portabl... 
      Administrative offices and related facilities,... 
      101 Father David Bauer Drive 
      Waterloo 
      N2L 6L1 
      1000.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      6480.539429 
      NaN 
      46.022547 
      1.783436 
      NaN 
     
    
      18733 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Memorial Recreation Complex - Swimmin... 
      Indoor swimming pools 
      101 Father David Bauer Drive 
      Waterloo 
      N2L 6L1 
      34007.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      220383.704365 
      NaN 
      46.022547 
      1.783436 
      NaN 
     
    
      18734 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Park - Eby Schoolhouse 
      Cultural facilities 
      Waterloo Park 
      Waterloo 
      N2L 
      430.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      1806.205858 
      NaN 
      25.573251 
      0.990998 
      NaN 
     
    
      18735 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Park - Former Woodworkers Building 
      Storage facilities where equipment or vehicles... 
      Waterloo Park 
      Waterloo 
      N2L 
      1112.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      476.290678 
      NaN 
      4.368818 
      0.169298 
      NaN 
     
    
      18736 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Park - Grist Mill 
      Cultural facilities 
      Waterloo Park 
      Waterloo 
      N2L 
      2080.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      8736.995776 
      NaN 
      25.573251 
      0.990998 
      NaN 
     
    
      18737 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Park - Potters Workshop-Erb Farmhouse 
      Cultural facilities 
      Waterloo Park 
      Waterloo 
      N2L 
      2520.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      10585.206421 
      NaN 
      25.573251 
      0.990998 
      NaN 
     
    
      18738 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Park - Pump House 
      Facilities related to the pumping of water 
      Waterloo Park 
      Waterloo 
      N2L 
      264.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      113.076204 
      4.152125 
      4.368818 
      0.169298 
      1153.368055 
     
    
      18739 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Park - Service Centre: Offices 
      Administrative offices and related facilities,... 
      Waterloo Park 
      Waterloo 
      N2L 
      1619.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      693.448388 
      NaN 
      4.368818 
      0.169298 
      NaN 
     
    
      18740 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Park - Service Centre: Storage 
      Storage facilities where equipment or vehicles... 
      Waterloo Park 
      Waterloo 
      N2L 
      1990.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      852.354720 
      NaN 
      4.368818 
      0.169298 
      NaN 
     
    
      18741 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Park - Storage Booth 
      Storage facilities where equipment or vehicles... 
      Waterloo Park 
      Waterloo 
      N2L 
      240.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      102.796549 
      NaN 
      4.368818 
      0.169298 
      NaN 
     
    
      18742 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo St. Jacob Railway Station 
      Cultural facilities 
      10 Father David Bauer Drive 
      Waterloo 
      N2L 6M3 
      2400.00 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      6449.269920 
      NaN 
      18.031342 
      0.698739 
      NaN 
     
  
18743 rows × 41 columns
In [10]:
    
dfraw2011.head()
    
    Out[10]:
  
    
       
      Organization Name 
      Sector Name 
      SubSector Name 
      Operation Name 
      Operation Type 
      Address 
      City 
      ZIP/Postal Code 
      Total Floor Area 
      Unit1 
      ... 
      Unit10 
      Renewable2 
      Emission Factor2 
      Swimming Pool 
      Number of Portables 
      GHG Emissions(Kg) 
      Energy Intensity (GJ/Mega Litres) 
      Energy Intensity (ekWh/sqft) 
      Energy Intensity (GJ/m2) 
      Energy Intensity (ekWh/Mega Litres) 
     
  
  
    
      0 
      Town of Goderich 
      Municipal 
      Municipality 
      Municipal Office 
      Administrative offices and related facilities,... 
      57 West Street 
      Goderich 
      N7A 2K5 
      21510 
      Square feet 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      24740.490790 
      NaN 
      11.650264 
      0.451463 
      NaN 
     
    
      1 
      Town of Goderich 
      Municipal 
      Municipality 
      Goderich Library 
      Public libraries 
      52 Montreal Street 
      Goderich 
      N7A 2K5 
      1100 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      45163.116457 
      NaN 
      25.237567 
      0.977989 
      NaN 
     
    
      2 
      Town of Goderich 
      Municipal 
      Municipality 
      Water Treatment Plant 
      Facilities related to the treatment of water 
      100 Cove Rd 
      Goderich 
      N7A 2K5 
      733 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      97528.525320 
      2.547766 
      126.078258 
      4.885701 
      707.712764 
     
    
      3 
      Town of Goderich 
      Municipal 
      Municipality 
      Elevated Tank 
      Facilities related to the pumping of water 
      220 St David Street 
      Goderich 
      N7A 2K5 
      63 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      1521.482760 
      55.868400 
      22.884372 
      0.886800 
      15519.000000 
     
    
      4 
      Town of Goderich 
      Municipal 
      Municipality 
      Reservoir-Booster Pump Station 
      Facilities related to the pumping of water 
      371 Parsons Court 
      Goderich 
      N7A 2K5 
      184 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      12154.214880 
      446.299196 
      62.592400 
      2.425539 
      123972.000000 
     
  
5 rows × 41 columns
In [11]:
    
dfraw2011.head(5)
    
    Out[11]:
  
    
       
      Organization Name 
      Sector Name 
      SubSector Name 
      Operation Name 
      Operation Type 
      Address 
      City 
      ZIP/Postal Code 
      Total Floor Area 
      Unit1 
      ... 
      Unit10 
      Renewable2 
      Emission Factor2 
      Swimming Pool 
      Number of Portables 
      GHG Emissions(Kg) 
      Energy Intensity (GJ/Mega Litres) 
      Energy Intensity (ekWh/sqft) 
      Energy Intensity (GJ/m2) 
      Energy Intensity (ekWh/Mega Litres) 
     
  
  
    
      0 
      Town of Goderich 
      Municipal 
      Municipality 
      Municipal Office 
      Administrative offices and related facilities,... 
      57 West Street 
      Goderich 
      N7A 2K5 
      21510 
      Square feet 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      24740.490790 
      NaN 
      11.650264 
      0.451463 
      NaN 
     
    
      1 
      Town of Goderich 
      Municipal 
      Municipality 
      Goderich Library 
      Public libraries 
      52 Montreal Street 
      Goderich 
      N7A 2K5 
      1100 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      45163.116457 
      NaN 
      25.237567 
      0.977989 
      NaN 
     
    
      2 
      Town of Goderich 
      Municipal 
      Municipality 
      Water Treatment Plant 
      Facilities related to the treatment of water 
      100 Cove Rd 
      Goderich 
      N7A 2K5 
      733 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      97528.525320 
      2.547766 
      126.078258 
      4.885701 
      707.712764 
     
    
      3 
      Town of Goderich 
      Municipal 
      Municipality 
      Elevated Tank 
      Facilities related to the pumping of water 
      220 St David Street 
      Goderich 
      N7A 2K5 
      63 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      1521.482760 
      55.868400 
      22.884372 
      0.886800 
      15519.000000 
     
    
      4 
      Town of Goderich 
      Municipal 
      Municipality 
      Reservoir-Booster Pump Station 
      Facilities related to the pumping of water 
      371 Parsons Court 
      Goderich 
      N7A 2K5 
      184 
      Square meters 
      ... 
      NaN 
      0 
      NaN 
      0 
      NaN 
      12154.214880 
      446.299196 
      62.592400 
      2.425539 
      123972.000000 
     
  
5 rows × 41 columns
In [12]:
    
dfraw2011.head?
    
In [13]:
    
dfraw2011.tail()
    
    Out[13]:
  
    
       
      Organization Name 
      Sector Name 
      SubSector Name 
      Operation Name 
      Operation Type 
      Address 
      City 
      ZIP/Postal Code 
      Total Floor Area 
      Unit1 
      ... 
      Unit10 
      Renewable2 
      Emission Factor2 
      Swimming Pool 
      Number of Portables 
      GHG Emissions(Kg) 
      Energy Intensity (GJ/Mega Litres) 
      Energy Intensity (ekWh/sqft) 
      Energy Intensity (GJ/m2) 
      Energy Intensity (ekWh/Mega Litres) 
     
  
  
    
      18738 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Park - Pump House 
      Facilities related to the pumping of water 
      Waterloo Park 
      Waterloo 
      N2L 
      264 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      113.076204 
      4.152125 
      4.368818 
      0.169298 
      1153.368055 
     
    
      18739 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Park - Service Centre: Offices 
      Administrative offices and related facilities,... 
      Waterloo Park 
      Waterloo 
      N2L 
      1619 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      693.448388 
      NaN 
      4.368818 
      0.169298 
      NaN 
     
    
      18740 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Park - Service Centre: Storage 
      Storage facilities where equipment or vehicles... 
      Waterloo Park 
      Waterloo 
      N2L 
      1990 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      852.354720 
      NaN 
      4.368818 
      0.169298 
      NaN 
     
    
      18741 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo Park - Storage Booth 
      Storage facilities where equipment or vehicles... 
      Waterloo Park 
      Waterloo 
      N2L 
      240 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      102.796549 
      NaN 
      4.368818 
      0.169298 
      NaN 
     
    
      18742 
      City of Waterloo 
      Municipal 
      Municipality 
      Waterloo St. Jacob Railway Station 
      Cultural facilities 
      10 Father David Bauer Drive 
      Waterloo 
      N2L 6M3 
      2400 
      Square feet 
      ... 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      6449.269920 
      NaN 
      18.031342 
      0.698739 
      NaN 
     
  
5 rows × 41 columns
In [14]:
    
dfnor2012.info()
    
    
<class 'pandas.core.frame.DataFrame'>
Int64Index: 16891 entries, 0 to 16890
Data columns (total 7 columns):
Organization Name             16891 non-null object
Sector Name                   16891 non-null object
Subsector Name                16891 non-null object
Operation Name                16891 non-null object
Address                       16891 non-null object
eWh/HDD/ft^2                  13894 non-null float64
Energy Intensity (ekWh/ML)    2997 non-null float64
dtypes: float64(2), object(5)
memory usage: 1.0+ MB
In [15]:
    
dfnor2011.dtypes
    
    Out[15]:
Organization Name              object
Sector Name                    object
SubSector Name                 object
Operation Name                 object
Address                        object
eWh/HDD/ft^2                  float64
Energy Intensity (ekWh/ML)    float64
dtype: object
In [16]:
    
dfnor2011['Sector Name'].head(5)
    
    Out[16]:
0    Public Hospital
1    Public Hospital
2    Public Hospital
3    Public Hospital
4       School Board
Name: Sector Name, dtype: object
In [17]:
    
dfnor2011['Sector Name'][0:5]
    
    Out[17]:
0    Public Hospital
1    Public Hospital
2    Public Hospital
3    Public Hospital
4       School Board
Name: Sector Name, dtype: object
In [18]:
    
dfnor2011['Sector Name'][-1:]
    
    Out[18]:
15607    Post-Secondary Educational Institution
Name: Sector Name, dtype: object
In [19]:
    
dfnor2011['Sector Name'][-3:-1]#[-3:]
    
    Out[19]:
15605    Post-Secondary Educational Institution
15606    Post-Secondary Educational Institution
Name: Sector Name, dtype: object
In [20]:
    
dfnor2011[['Sector Name', 'SubSector Name']].head()
    
    Out[20]:
  
    
       
      Sector Name 
      SubSector Name 
     
  
  
    
      0 
      Public Hospital 
      Acute/Chronic 
     
    
      1 
      Public Hospital 
      Acute/Chronic 
     
    
      2 
      Public Hospital 
      Acute/Chronic 
     
    
      3 
      Public Hospital 
      Acute/Chronic 
     
    
      4 
      School Board 
      School Board 
     
  
In [21]:
    
dfnor2011[['Sector Name', 'SubSector Name']].iloc[1:3,:]
    
    Out[21]:
  
    
       
      Sector Name 
      SubSector Name 
     
  
  
    
      1 
      Public Hospital 
      Acute/Chronic 
     
    
      2 
      Public Hospital 
      Acute/Chronic 
     
  
In [22]:
    
dfnor2011['Sector Name'].unique()
    
    Out[22]:
array([u'Public Hospital', u'School Board',
       u'Post-Secondary Educational Institution', u'Municipal'], dtype=object)
In [23]:
    
dfnor2011['Sector Name'].value_counts()#.plot(kind = 'bar')
    
    Out[23]:
Municipal                                 8585
School Board                              4846
Post-Secondary Educational Institution    1724
Public Hospital                            453
dtype: int64
In [24]:
    
dfnor2011['eWh/HDD/ft^2'].value_counts()
    
    Out[24]:
8.212789     103
3.151094      64
23.044362     44
3.151094      39
2.601869      37
3.151094      28
2.560223      26
16.553547     18
17.101817     18
8.212789      18
18.259094     18
6.781326      17
2.837007      17
2.720220      16
5.654048      16
8.212789      15
2.548403      14
3.021377      14
27.768012     12
3.021377      12
18.259094     12
2.305031      10
2.837007      10
2.113985      10
3.816552       9
7.394174       9
23.044362      9
2.548403       9
25.000218      9
7.394174       8
            ... 
7.348340       1
5.996286       1
2.888320       1
5.979118       1
5.559013       1
4.523632       1
3.728700       1
9.471451       1
5.056463       1
5.202316       1
6.555126       1
1.754433       1
6.131317       1
8.963621       1
7.614708       1
8.138290       1
6.522670       1
5.523306       1
4.168972       1
3.916862       1
5.642158       1
4.394589       1
4.442611       1
11.217763      1
3.304116       1
4.593407       1
7.987551       1
5.774591       1
10.920013      1
4.019896       1
dtype: int64
In [25]:
    
dfnor2011['eWh/HDD/ft^2'].sum()
    
    Out[25]:
97473.236574964758
In [26]:
    
dfnor2011['eWh/HDD/ft^2'].max()
    
    Out[26]:
30.09718755521147
In [27]:
    
dfnor2011['eWh/HDD/ft^2'].min()
    
    Out[27]:
1.0135549167298097
In [28]:
    
dfnor2011['eWh/HDD/ft^2'].median()
    
    Out[28]:
5.709007444115958
In [29]:
    
dfnor2011['eWh/HDD/ft^2'].describe()
    
    Out[29]:
count    13843.000000
mean         7.041338
std          4.368176
min          1.013555
25%          4.129404
50%          5.709007
75%          8.395510
max         30.097188
Name: eWh/HDD/ft^2, dtype: float64
In [30]:
    
dfnor2011.describe()
    
    Out[30]:
  
    
       
      eWh/HDD/ft^2 
      Energy Intensity (ekWh/ML) 
     
  
  
    
      count 
      13843.000000 
      1765.000000 
     
    
      mean 
      7.041338 
      739739.389415 
     
    
      std 
      4.368176 
      1335182.997109 
     
    
      min 
      1.013555 
      25455.284553 
     
    
      25% 
      4.129404 
      156891.601383 
     
    
      50% 
      5.709007 
      373978.394495 
     
    
      75% 
      8.395510 
      853031.580468 
     
    
      max 
      30.097188 
      30882353.318081 
     
  
In [31]:
    
dfnor2011.describe(include = ['object'])
    
    Out[31]:
  
    
       
      Organization Name 
      Sector Name 
      SubSector Name 
      Operation Name 
      Address 
     
  
  
    
      count 
      15608 
      15608 
      15608 
      15608 
      14529 
     
    
      unique 
      670 
      4 
      8 
      12671 
      11593 
     
    
      top 
      Toronto District School Board 
      Municipal 
      Municipality 
      Municipal Office 
      1001 Fanshawe College Blvd 
     
    
      freq 
      582 
      8585 
      8517 
      56 
      113 
     
  
In [32]:
    
dfnor2011.describe(include = ['number'])
    
    Out[32]:
  
    
       
      eWh/HDD/ft^2 
      Energy Intensity (ekWh/ML) 
     
  
  
    
      count 
      13843.000000 
      1765.000000 
     
    
      mean 
      7.041338 
      739739.389415 
     
    
      std 
      4.368176 
      1335182.997109 
     
    
      min 
      1.013555 
      25455.284553 
     
    
      25% 
      4.129404 
      156891.601383 
     
    
      50% 
      5.709007 
      373978.394495 
     
    
      75% 
      8.395510 
      853031.580468 
     
    
      max 
      30.097188 
      30882353.318081 
     
  
In [33]:
    
dfnor2011.describe(include = 'all')
    
    Out[33]:
  
    
       
      Organization Name 
      Sector Name 
      SubSector Name 
      Operation Name 
      Address 
      eWh/HDD/ft^2 
      Energy Intensity (ekWh/ML) 
     
  
  
    
      count 
      15608 
      15608 
      15608 
      15608 
      14529 
      13843.000000 
      1765.000000 
     
    
      unique 
      670 
      4 
      8 
      12671 
      11593 
      NaN 
      NaN 
     
    
      top 
      Toronto District School Board 
      Municipal 
      Municipality 
      Municipal Office 
      1001 Fanshawe College Blvd 
      NaN 
      NaN 
     
    
      freq 
      582 
      8585 
      8517 
      56 
      113 
      NaN 
      NaN 
     
    
      mean 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      7.041338 
      739739.389415 
     
    
      std 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      4.368176 
      1335182.997109 
     
    
      min 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      1.013555 
      25455.284553 
     
    
      25% 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      4.129404 
      156891.601383 
     
    
      50% 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      5.709007 
      373978.394495 
     
    
      75% 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      8.395510 
      853031.580468 
     
    
      max 
      NaN 
      NaN 
      NaN 
      NaN 
      NaN 
      30.097188 
      30882353.318081 
     
  
In [35]:
    
dfraw2011['SubSector Name'].value_counts()#.plot(kind = 'bar')
    
    Out[35]:
Municipality               11999
School Board                4984
College                      878
Acute/Chronic                411
University                   270
Municipal Service Board      108
Acute                         59
Chronic                       34
dtype: int64
In [36]:
    
1 == 0
1 > 0
1< 0
    
    Out[36]:
False
In [37]:
    
dfraw2011['Sector Name']=='Public Hospital'
    
    Out[37]:
0        False
1        False
2        False
3        False
4        False
5        False
6        False
7        False
8        False
9        False
10       False
11       False
12       False
13       False
14       False
15       False
16       False
17        True
18        True
19       False
20       False
21       False
22       False
23       False
24       False
25       False
26       False
27       False
28       False
29       False
         ...  
18713    False
18714    False
18715    False
18716    False
18717    False
18718    False
18719    False
18720    False
18721    False
18722    False
18723    False
18724    False
18725    False
18726    False
18727    False
18728    False
18729    False
18730    False
18731    False
18732    False
18733    False
18734    False
18735    False
18736    False
18737    False
18738    False
18739    False
18740    False
18741    False
18742    False
Name: Sector Name, dtype: bool
In [38]:
    
dfraw2011[dfraw2011['Sector Name']=='Public Hospital']['Sector Name']
    
    Out[38]:
17       Public Hospital
18       Public Hospital
834      Public Hospital
868      Public Hospital
869      Public Hospital
870      Public Hospital
871      Public Hospital
918      Public Hospital
919      Public Hospital
920      Public Hospital
933      Public Hospital
934      Public Hospital
935      Public Hospital
936      Public Hospital
937      Public Hospital
938      Public Hospital
939      Public Hospital
947      Public Hospital
948      Public Hospital
949      Public Hospital
950      Public Hospital
951      Public Hospital
952      Public Hospital
953      Public Hospital
954      Public Hospital
955      Public Hospital
956      Public Hospital
957      Public Hospital
1081     Public Hospital
1170     Public Hospital
              ...       
17961    Public Hospital
18009    Public Hospital
18010    Public Hospital
18011    Public Hospital
18070    Public Hospital
18307    Public Hospital
18503    Public Hospital
18504    Public Hospital
18505    Public Hospital
18506    Public Hospital
18507    Public Hospital
18508    Public Hospital
18509    Public Hospital
18510    Public Hospital
18511    Public Hospital
18555    Public Hospital
18556    Public Hospital
18576    Public Hospital
18577    Public Hospital
18578    Public Hospital
18579    Public Hospital
18580    Public Hospital
18581    Public Hospital
18582    Public Hospital
18583    Public Hospital
18584    Public Hospital
18585    Public Hospital
18586    Public Hospital
18587    Public Hospital
18588    Public Hospital
Name: Sector Name, dtype: object
In [39]:
    
dfraw2011[dfraw2011['Sector Name']=='Public Hospital']['Sector Name'].value_counts()
    
    Out[39]:
Public Hospital    504
dtype: int64
In [40]:
    
dfraw2011[dfraw2011['Sector Name']=='Public Hospital']['SubSector Name'].value_counts()
    
    Out[40]:
Acute/Chronic    411
Acute             59
Chronic           34
dtype: int64
In [41]:
    
dfnor2011[dfnor2011['eWh/HDD/ft^2'] == dfnor2011['eWh/HDD/ft^2'].max()]
    
    Out[41]:
  
    
       
      Organization Name 
      Sector Name 
      SubSector Name 
      Operation Name 
      Address 
      eWh/HDD/ft^2 
      Energy Intensity (ekWh/ML) 
     
  
  
    
      11053 
      Toronto East General Hospital 
      Public Hospital 
      Acute/Chronic 
      Toronto East General Hospital 
      825 Coxwell Avenue 
      30.097188 
      NaN 
     
  
In [43]:
    
dfnor2011[dfnor2011['eWh/HDD/ft^2'] > dfnor2011['eWh/HDD/ft^2'].median()]
    
    Out[43]:
  
    
       
      Organization Name 
      Sector Name 
      SubSector Name 
      Operation Name 
      Address 
      eWh/HDD/ft^2 
      Energy Intensity (ekWh/ML) 
     
  
  
    
      0 
      Alexandra Hospital 
      Public Hospital 
      Acute/Chronic 
      Alexandra Hospital 
      29 Noxon Street 
      19.541729 
      NaN 
     
    
      1 
      Alexandra Hospital 
      Public Hospital 
      Acute/Chronic 
      Alexandra Hospital 
      29 Noxon Street 
      19.541729 
      NaN 
     
    
      2 
      Alexandria Glengarry Memorial Hospital 
      Public Hospital 
      Acute/Chronic 
      Glengarry Memorial Hospital 
      20260 County Road 43 
      18.506644 
      NaN 
     
    
      3 
      Alexandria Glengarry Memorial Hospital 
      Public Hospital 
      Acute/Chronic 
      Glengarry Memorial Hospital 
      20260 County Road 43 
      18.506758 
      NaN 
     
    
      4 
      Algoma District School Board 
      School Board 
      School Board 
      Education Centre 
      644 Albert St. E. 
      6.682623 
      NaN 
     
    
      5 
      Algoma District School Board 
      School Board 
      School Board 
      Central Plant Office 
      190 Northern Ave. E. 
      6.966865 
      NaN 
     
    
      46 
      Algoma District School Board 
      School Board 
      School Board 
      Echo Bay Central PS 
      290 Church St 
      5.822250 
      NaN 
     
    
      47 
      Algoma District School Board 
      School Board 
      School Board 
      Francis H Clergue PS 
      80 Weldon Ave 
      6.177988 
      NaN 
     
    
      48 
      Algoma District School Board 
      School Board 
      School Board 
      Grandview PS 
      161 Denwood Dr 
      6.177988 
      NaN 
     
    
      49 
      Algoma District School Board 
      School Board 
      School Board 
      Rockhaven TR School 
      1859 Riverview Road 
      6.177988 
      NaN 
     
    
      50 
      Algoma District School Board 
      School Board 
      School Board 
      Superior Heights C&VS & Interm. School 
      750 North St 
      6.177988 
      NaN 
     
    
      51 
      Algoma District School Board 
      School Board 
      School Board 
      Central Algoma SS 
      32 Kensington Rd 
      6.177988 
      NaN 
     
    
      52 
      Algoma District School Board 
      School Board 
      School Board 
      Laird Central PS 
      349 Lake George Rd 
      6.177988 
      NaN 
     
    
      53 
      Algoma District School Board 
      School Board 
      School Board 
      Wm Merrifield VC PS 
      331 Patrick St 
      6.177988 
      NaN 
     
    
      55 
      Algoma University 
      Post-Secondary Educational Institution 
      University 
      Algoma University 
      1520 Queen Street East 
      7.365207 
      NaN 
     
    
      57 
      Algoma University 
      Post-Secondary Educational Institution 
      University 
      Algoma University 
      1520 Queen Street East 
      7.365207 
      NaN 
     
    
      58 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      Plant Operations (East) 
      131 Grant Timmons Drive 
      5.712772 
      NaN 
     
    
      59 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      ALCDSB Catholic Education Centre 
      151 Dairy Ave 
      8.705246 
      NaN 
     
    
      78 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      St Peter Catholic School (Kingston) 
      48 Seventh Ave 
      5.719950 
      NaN 
     
    
      79 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      J J O'Neill Catholic School 
      240 Marilyn Ave 
      5.820281 
      NaN 
     
    
      80 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      Nicholson Catholic College 
      301 Church Street 
      5.938491 
      NaN 
     
    
      81 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      Regiopolis - Notre Dame Catholic Secondary School 
      130 Russell St 
      5.976448 
      NaN 
     
    
      82 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      St Marguerite Bourgeois Catholic School 
      355 Waterloo Drive 
      6.021760 
      NaN 
     
    
      83 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      Sacred Heart Catholic School (Batawa) 
      31 Thomas Bata Blvd., P.O. Box 135 
      6.100150 
      NaN 
     
    
      84 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      Our Lady of Mercy Catholic School 
      192 Bridge Street, West, P.O. Box 778 
      6.781326 
      NaN 
     
    
      85 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      St Paul Catholic School (Kingston) 
      266 McMahon Ave 
      6.684034 
      NaN 
     
    
      86 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      Holy Family Catholic School 
      114 Wiley St 
      6.780222 
      NaN 
     
    
      87 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      Mother Teresa Catholic School 
      1044 Lancaster Dr 
      6.831611 
      NaN 
     
    
      88 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      Sacred Heart Catholic School (Wolfe Island) 
      57 Road 95, Box 59 
      6.910730 
      NaN 
     
    
      89 
      Algonquin & Lakeshore Catholic District School... 
      School Board 
      School Board 
      St Mary Catholic School (Read) 
      1285 Read Side Road, RR 1 
      7.081176 
      NaN 
     
    
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
      ... 
     
    
      15578 
      York University 
      Post-Secondary Educational Institution 
      University 
      Calumet Residence (390) 
      4700 Keele Street 
      8.151098 
      NaN 
     
    
      15579 
      York University 
      Post-Secondary Educational Institution 
      University 
      Vanier Residence (371) 
      4700 Keele Street 
      8.335116 
      NaN 
     
    
      15580 
      York University 
      Post-Secondary Educational Institution 
      University 
      Atkinson Residence (365) 
      4700 Keele Street 
      8.377207 
      NaN 
     
    
      15581 
      York University 
      Post-Secondary Educational Institution 
      University 
      Student Centre (388) 
      4700 Keele Street 
      8.695928 
      NaN 
     
    
      15582 
      York University 
      Post-Secondary Educational Institution 
      University 
      Tait McKenzie Physical Education Centre (361)(... 
      4700 Keele Street 
      8.972517 
      NaN 
     
    
      15583 
      York University 
      Post-Secondary Educational Institution 
      University 
      Curtis Lecture Halls (380) 
      4700 Keele Street 
      9.396731 
      NaN 
     
    
      15584 
      York University 
      Post-Secondary Educational Institution 
      University 
      Ignat Kaneff Building - Osgoode (384) 
      4700 Keele Street 
      9.957537 
      NaN 
     
    
      15585 
      York University 
      Post-Secondary Educational Institution 
      University 
      Norman Bethune Residence (410) 
      4700 Keele Street 
      10.028195 
      NaN 
     
    
      15586 
      York University 
      Post-Secondary Educational Institution 
      University 
      Gatehouse (Cottage) (322) 
      2275 Bayview Avenue 
      10.044881 
      NaN 
     
    
      15587 
      York University 
      Post-Secondary Educational Institution 
      University 
      Founders Residence (359) 
      4700 Keele Street 
      10.139537 
      NaN 
     
    
      15588 
      York University 
      Post-Secondary Educational Institution 
      University 
      Wood Residence (308) 
      2275 Bayview Avenue 
      10.430258 
      NaN 
     
    
      15589 
      York University 
      Post-Secondary Educational Institution 
      University 
      380 Assiniboine Road (402) 
      4700 Keele Street 
      10.495021 
      NaN 
     
    
      15590 
      York University 
      Post-Secondary Educational Institution 
      University 
      Hilliard Residence (321) 
      2275 Bayview Avenue 
      10.836191 
      NaN 
     
    
      15591 
      York University 
      Post-Secondary Educational Institution 
      University 
      Joan and Martin Goldfarb Centre for Fine Arts ... 
      4700 Keele Street 
      11.073830 
      NaN 
     
    
      15592 
      York University 
      Post-Secondary Educational Institution 
      University 
      320 Assiniboine Road (403) 
      4700 Keele Street 
      11.222557 
      NaN 
     
    
      15593 
      York University 
      Post-Secondary Educational Institution 
      University 
      Stong Residence (389) 
      4700 Keele Street 
      11.546006 
      NaN 
     
    
      15594 
      York University 
      Post-Secondary Educational Institution 
      University 
      360 Assiniboine Road (401) 
      4700 Keele Street 
      11.571018 
      NaN 
     
    
      15595 
      York University 
      Post-Secondary Educational Institution 
      University 
      Sherman Health  Science Research Centre (441) 
      4700 Keele Street 
      11.703107 
      NaN 
     
    
      15596 
      York University 
      Post-Secondary Educational Institution 
      University 
      McLaughlin College (378) 
      4700 Keele Street 
      11.728631 
      NaN 
     
    
      15597 
      York University 
      Post-Secondary Educational Institution 
      University 
      Petrie Science and Engineering Building (373) 
      4700 Keele Street 
      11.750054 
      NaN 
     
    
      15598 
      York University 
      Post-Secondary Educational Institution 
      University 
      340 Assiniboine Road (400) 
      4700 Keele Street 
      11.926388 
      NaN 
     
    
      15599 
      York University 
      Post-Secondary Educational Institution 
      University 
      Vanier College (353) 
      4700 Keele Street 
      12.205868 
      NaN 
     
    
      15600 
      York University 
      Post-Secondary Educational Institution 
      University 
      Vari Hall (381) 
      4700 Keele Street 
      12.353858 
      NaN 
     
    
      15601 
      York University 
      Post-Secondary Educational Institution 
      University 
      Winters Residence (374) 
      4700 Keele Street 
      12.822218 
      NaN 
     
    
      15602 
      York University 
      Post-Secondary Educational Institution 
      University 
      Tatham Hall (379) 
      4700 Keele Street 
      13.083783 
      NaN 
     
    
      15603 
      York University 
      Post-Secondary Educational Institution 
      University 
      Proctor Field House (309) 
      2275 Bayview Avenue 
      16.038605 
      NaN 
     
    
      15604 
      York University 
      Post-Secondary Educational Institution 
      University 
      Centre for Film and Theatre (399) 
      4700 Keele Street 
      18.301718 
      NaN 
     
    
      15605 
      York University 
      Post-Secondary Educational Institution 
      University 
      Leonard G. Lumbers Building (366) 
      4700 Keele Street 
      18.436669 
      NaN 
     
    
      15606 
      York University 
      Post-Secondary Educational Institution 
      University 
      Stedman Lecture Halls (362) 
      4700 Keele Street 
      19.712420 
      NaN 
     
    
      15607 
      York University 
      Post-Secondary Educational Institution 
      University 
      Chemistry Building (367) 
      4700 Keele Street 
      22.391031 
      NaN 
     
  
6921 rows × 7 columns
In [44]:
    
dfnor2011_copy = dfnor2011.copy()
    
In [45]:
    
dfnor2011 = dfnor2011.drop_duplicates()
    
In [46]:
    
dfnor2011[dfnor2011['eWh/HDD/ft^2'] > dfnor2011['eWh/HDD/ft^2'].median()].count()
    
    Out[46]:
Organization Name             6542
Sector Name                   6542
SubSector Name                6542
Operation Name                6542
Address                       5955
eWh/HDD/ft^2                  6542
Energy Intensity (ekWh/ML)       0
dtype: int64
In [47]:
    
dfnor2011['eWh/HDD/ft^2'].describe()
    
    Out[47]:
count    13084.000000
mean         6.960245
std          4.387946
min          1.013555
25%          4.074590
50%          5.611060
75%          8.212789
max         30.097188
Name: eWh/HDD/ft^2, dtype: float64
In [48]:
    
dfnor2011[(dfnor2011['eWh/HDD/ft^2'] > 5.6) & (dfnor2011['eWh/HDD/ft^2'] < 8.2)].describe()
    
    Out[48]:
  
    
       
      eWh/HDD/ft^2 
      Energy Intensity (ekWh/ML) 
     
  
  
    
      count 
      3201.000000 
      0 
     
    
      mean 
      6.707063 
      NaN 
     
    
      std 
      0.738472 
      NaN 
     
    
      min 
      5.600989 
      NaN 
     
    
      25% 
      6.060738 
      NaN 
     
    
      50% 
      6.624349 
      NaN 
     
    
      75% 
      7.289876 
      NaN 
     
    
      max 
      8.199451 
      NaN 
     
  
In [360]:
    
dfnor2011['SubSector Name'].value_counts()
    
    Out[360]:
Municipality               8423
School Board               4845
College                     785
Acute/Chronic               360
University                  277
Municipal Service Board      68
Acute                        57
Chronic                      34
dtype: int64
In [49]:
    
subsector311n = dfnor2011[dfnor2011['SubSector Name'].isin(['School Board', 'College', 'University'])]
    
In [50]:
    
subsector311n['SubSector Name'].value_counts()
    
    Out[50]:
School Board    4845
College          785
University       277
dtype: int64
In [51]:
    
dfnor2011[dfnor2011['SubSector Name'].str.contains('Acute')]['SubSector Name'].value_counts()
    
    Out[51]:
Acute/Chronic    360
Acute             57
dtype: int64
In [52]:
    
dfnor2011['eWh/HDD/ft^2'][:10]
    
    Out[52]:
0     19.541729
2     18.506644
3     18.506758
4      6.682623
5      6.966865
6      2.370379
7      2.941017
8      3.022181
9      3.052135
10     3.080804
Name: eWh/HDD/ft^2, dtype: float64
In [53]:
    
dfnor2011['eWh/HDD/ft^2'].order()[:10]
    
    Out[53]:
180      1.013555
181      1.013555
14164    1.376300
14227    1.446905
12851    1.450870
1094     1.450870
13458    1.534695
7294     1.535195
13650    1.573434
13457    1.574374
Name: eWh/HDD/ft^2, dtype: float64
In [54]:
    
dfnor2011['eWh/HDD/ft^2'].order(ascending = False)[:5]
    
    Out[54]:
11053    30.097188
7641     30.097188
9692     30.097188
7640     30.097188
11113    30.097188
Name: eWh/HDD/ft^2, dtype: float64
In [55]:
    
dfnor2011.sort_index(by = ['SubSector Name','eWh/HDD/ft^2'])[:5]
    
    Out[55]:
  
    
       
      Organization Name 
      Sector Name 
      SubSector Name 
      Operation Name 
      Address 
      eWh/HDD/ft^2 
      Energy Intensity (ekWh/ML) 
     
  
  
    
      5903 
      Hornepayne Community Hospital 
      Public Hospital 
      Acute 
      Hornepayne Community Hospital 
      270 Front Street 
      1.916606 
      NaN 
     
    
      5904 
      Hornepayne Community Hospital 
      Public Hospital 
      Acute 
      Hornepayne Community Hospital 
      272 Front Street 
      2.192223 
      NaN 
     
    
      8004 
      Ottawa Children's Hospital of Eastern Ontario 
      Public Hospital 
      Acute 
      Children Hospital Of Eastern Ontario 
      401 Smyth Road 
      2.494761 
      NaN 
     
    
      5829 
      Hanover and District Hospital 
      Public Hospital 
      Acute 
      Hanover and District Hospital 
      90 7th Ave 
      2.666608 
      NaN 
     
    
      11117 
      Toronto's Woman's College Hospital 
      Public Hospital 
      Acute 
      Women's College Hospital 
      76 Greville St. 
      2.666608 
      NaN 
     
  
In [56]:
    
dfnor2011.sort_index(by = ['SubSector Name','eWh/HDD/ft^2'], ascending = [0, 1])[:5]
    
    Out[56]:
  
    
       
      Organization Name 
      Sector Name 
      SubSector Name 
      Operation Name 
      Address 
      eWh/HDD/ft^2 
      Energy Intensity (ekWh/ML) 
     
  
  
    
      14464 
      University of Ottawa 
      Post-Secondary Educational Institution 
      University 
      Brooks Parking 
      100 Thomas More 
      2.104224 
      NaN 
     
    
      15527 
      York University 
      Post-Secondary Educational Institution 
      University 
      Arboretum Lane Parking Garage - PSII (395) 
      4700 Keele Street 
      2.548403 
      NaN 
     
    
      6297 
      Laurentian University 
      Post-Secondary Educational Institution 
      University 
      Laurentian University 
      935 Ramsey Lake Road 
      2.627483 
      NaN 
     
    
      14540 
      University of Western Ontario 
      Post-Secondary Educational Institution 
      University 
      TD Waterhouse Stadium 
      100 Phillip Aziz 
      2.832039 
      NaN 
     
    
      14541 
      University of Western Ontario 
      Post-Secondary Educational Institution 
      University 
      Westminster Site 367 
      367 Windermere Rd 
      3.047136 
      NaN 
     
  
In [57]:
    
dfnor2011['Energy Intensity (ekWh/ML)'].isnull().sum()
    
    Out[57]:
13084
In [58]:
    
dfnor2011['eWh/HDD/ft^2'].isnull().sum()
    
    Out[58]:
1765
In [59]:
    
dfnor2011_copy['Energy Intensity (ekWh/ML)'] = dfnor2011_copy['Energy Intensity (ekWh/ML)'].fillna('why?')
    
In [60]:
    
dfnor2011['Energy Intensity (ekWh/ML)'].describe()
    
    Out[60]:
count        1765.000000
mean       739739.389415
std       1335182.997109
min         25455.284553
25%        156891.601383
50%        373978.394495
75%        853031.580468
max      30882353.318081
Name: Energy Intensity (ekWh/ML), dtype: float64
In [61]:
    
dfnor2011['year'] = 2011
    
In [65]:
    
dfnor2012['year'] = 2012
    
In [66]:
    
dfnor2011.info()
    
    
<class 'pandas.core.frame.DataFrame'>
Int64Index: 14849 entries, 0 to 15607
Data columns (total 8 columns):
Organization Name             14849 non-null object
Sector Name                   14849 non-null object
SubSector Name                14849 non-null object
Operation Name                14849 non-null object
Address                       13783 non-null object
eWh/HDD/ft^2                  13084 non-null float64
Energy Intensity (ekWh/ML)    1765 non-null float64
year                          14849 non-null int64
dtypes: float64(2), int64(1), object(5)
memory usage: 1.0+ MB
In [67]:
    
dfnor2012.info()
    
    
<class 'pandas.core.frame.DataFrame'>
Int64Index: 16891 entries, 0 to 16890
Data columns (total 8 columns):
Organization Name             16891 non-null object
Sector Name                   16891 non-null object
Subsector Name                16891 non-null object
Operation Name                16891 non-null object
Address                       16891 non-null object
eWh/HDD/ft^2                  13894 non-null float64
Energy Intensity (ekWh/ML)    2997 non-null float64
year                          16891 non-null int64
dtypes: float64(2), int64(1), object(5)
memory usage: 1.2+ MB
In [68]:
    
set(list(dfnor2011.columns.values)) - set(list(dfnor2012.columns.values))
    
    Out[68]:
{u'SubSector Name'}
In [69]:
    
dfnor2012 = dfnor2012.rename(columns = {'Subsector Name': 'SubSector Name'})
    
In [70]:
    
dfnor2012['new column'] = 0
    
In [71]:
    
dfnor2012['new column'].describe()
    
    Out[71]:
count    16891
mean         0
std          0
min          0
25%          0
50%          0
75%          0
max          0
Name: new column, dtype: float64
In [72]:
    
dfnor2012 = dfnor2012.drop('new column', 1)
    
In [74]:
    
dfnor2012 = dfnor2012.drop_duplicates()
    
In [73]:
    
dfnor2012.info()
    
    
<class 'pandas.core.frame.DataFrame'>
Int64Index: 16891 entries, 0 to 16890
Data columns (total 8 columns):
Organization Name             16891 non-null object
Sector Name                   16891 non-null object
SubSector Name                16891 non-null object
Operation Name                16891 non-null object
Address                       16891 non-null object
eWh/HDD/ft^2                  13894 non-null float64
Energy Intensity (ekWh/ML)    2997 non-null float64
year                          16891 non-null int64
dtypes: float64(2), int64(1), object(5)
memory usage: 1.2+ MB
In [75]:
    
merged = dfnor2011.merge(dfnor2012, how = 'outer')
    
In [76]:
    
merged.info()
    
    
<class 'pandas.core.frame.DataFrame'>
Int64Index: 30601 entries, 0 to 30600
Data columns (total 8 columns):
Organization Name             30601 non-null object
Sector Name                   30601 non-null object
SubSector Name                30601 non-null object
Operation Name                30601 non-null object
Address                       29535 non-null object
eWh/HDD/ft^2                  25845 non-null float64
Energy Intensity (ekWh/ML)    4756 non-null float64
year                          30601 non-null float64
dtypes: float64(3), object(5)
memory usage: 2.1+ MB
In [77]:
    
dfnor2011.info()
    
    
<class 'pandas.core.frame.DataFrame'>
Int64Index: 14849 entries, 0 to 15607
Data columns (total 8 columns):
Organization Name             14849 non-null object
Sector Name                   14849 non-null object
SubSector Name                14849 non-null object
Operation Name                14849 non-null object
Address                       13783 non-null object
eWh/HDD/ft^2                  13084 non-null float64
Energy Intensity (ekWh/ML)    1765 non-null float64
year                          14849 non-null int64
dtypes: float64(2), int64(1), object(5)
memory usage: 1.0+ MB
In [78]:
    
merged.to_csv('mergednorm1112.csv', encoding = 'utf-8')
    
In [79]:
    
ls
    
    
LTEP_2013_English_WEB.pdf              energydescription.txt
ONenergy/                              mars data book club.pdf
ONenergy.ipynb                         mars data book club.pptx
ONenergy.py                            mergednorm1112.csv
ONenergy.zip                           questions
bps_energy_consumption_2011_2012.xlsx
In [229]:
    
dfraw2011['Unit1'].value_counts()
    
    Out[229]:
Square feet      6518
Square Feet      4574
Square meters    4173
square feet       265
pieds carrés       52
Pieds carrés       47
square meters       5
Square Meters       2
Sq Ft               1
x                   1
dtype: int64
In [80]:
    
unit1convert = {'Square feet':'sqft', 'Square Feet':'sqft', 'square feet':'sqft', 'pieds carrés':'sqft', 'Pieds carrés':'sqft','Sq Ft':'sqft', 'x':'sqft','Square meters':'sqm', 'square meters':'sqm', 'Square Meters': 'sqm'}
    
In [81]:
    
dfraw2011['Unit1'] = dfraw2011['Unit1'].map(unit1convert)
    
In [82]:
    
dfraw2011['Unit1'].value_counts()
    
    Out[82]:
sqft    11359
sqm      4180
dtype: int64
Content source: datalit/onenergy
Similar notebooks: