I ran the following notebook in a docker container with the following commands:

docker run -it -p 8888:8888 -p 6006:6006 -v `pwd`:/space/ -w /space/ --rm --name md waleedka/modern-deep-learning jupyter notebook --ip=0.0.0.0 --allow-root

In [1]:
%%bash
pip install seaborn
pip install tables


Collecting seaborn
  Downloading seaborn-0.8.1.tar.gz (178kB)
Building wheels for collected packages: seaborn
  Running setup.py bdist_wheel for seaborn: started
  Running setup.py bdist_wheel for seaborn: finished with status 'done'
  Stored in directory: /root/.cache/pip/wheels/29/af/4b/ac6b04ec3e2da1a450e74c6a0e86ade83807b4aaf40466ecda
Successfully built seaborn
Installing collected packages: seaborn
Successfully installed seaborn-0.8.1
Collecting tables
  Downloading tables-3.4.2-3-cp35-cp35m-manylinux1_x86_64.whl (4.6MB)
Requirement already satisfied: numpy>=1.8.0 in /usr/local/lib/python3.5/dist-packages (from tables)
Collecting numexpr>=2.5.2 (from tables)
  Downloading numexpr-2.6.4-cp35-cp35m-manylinux1_x86_64.whl (389kB)
Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.5/dist-packages (from tables)
Installing collected packages: numexpr, tables
Successfully installed numexpr-2.6.4 tables-3.4.2

In [10]:
%%bash
pip install xgboost


Collecting xgboost
  Downloading xgboost-0.7.post3.tar.gz (450kB)
Requirement already satisfied: numpy in /usr/local/lib/python3.5/dist-packages (from xgboost)
Requirement already satisfied: scipy in /usr/local/lib/python3.5/dist-packages (from xgboost)
Building wheels for collected packages: xgboost
  Running setup.py bdist_wheel for xgboost: started
  Running setup.py bdist_wheel for xgboost: finished with status 'done'
  Stored in directory: /root/.cache/pip/wheels/ca/b3/02/d44d5e12c5c1eecff4a822555bac96b182551cd5e13c4795f6
Successfully built xgboost
Installing collected packages: xgboost
Successfully installed xgboost-0.7.post3

In [37]:
%%bash
DEBIAN_FRONTEND=nonteractive apt-get install -y graphviz
pip install graphviz


Reading package lists...
Building dependency tree...
Reading state information...
graphviz is already the newest version (2.38.0-12ubuntu2.1).
0 upgraded, 0 newly installed, 0 to remove and 1 not upgraded.
Requirement already satisfied: graphviz in /usr/local/lib/python3.5/dist-packages

In [55]:
%matplotlib inline
import numpy as np
import matplotlib.pyplot as plt
import pandas as pd

In [5]:
%%bash
pwd


/space/dl

In [7]:
trainData = pd.read_csv('./higgs_data/training.zip')

In [8]:
trainData.head()


Out[8]:
EventId DER_mass_MMC DER_mass_transverse_met_lep DER_mass_vis DER_pt_h DER_deltaeta_jet_jet DER_mass_jet_jet DER_prodeta_jet_jet DER_deltar_tau_lep DER_pt_tot ... PRI_jet_num PRI_jet_leading_pt PRI_jet_leading_eta PRI_jet_leading_phi PRI_jet_subleading_pt PRI_jet_subleading_eta PRI_jet_subleading_phi PRI_jet_all_pt Weight Label
0 100000 138.470 51.655 97.827 27.980 0.91 124.711 2.666 3.064 41.928 ... 2 67.435 2.150 0.444 46.062 1.24 -2.475 113.497 0.002653 s
1 100001 160.937 68.768 103.235 48.146 -999.00 -999.000 -999.000 3.473 2.078 ... 1 46.226 0.725 1.158 -999.000 -999.00 -999.000 46.226 2.233584 b
2 100002 -999.000 162.172 125.953 35.635 -999.00 -999.000 -999.000 3.148 9.336 ... 1 44.251 2.053 -2.028 -999.000 -999.00 -999.000 44.251 2.347389 b
3 100003 143.905 81.417 80.943 0.414 -999.00 -999.000 -999.000 3.310 0.414 ... 0 -999.000 -999.000 -999.000 -999.000 -999.00 -999.000 -0.000 5.446378 b
4 100004 175.864 16.915 134.805 16.405 -999.00 -999.000 -999.000 3.891 16.405 ... 0 -999.000 -999.000 -999.000 -999.000 -999.00 -999.000 0.000 6.245333 b

5 rows × 33 columns


In [12]:
testData = pd.read_csv('./higgs_data/test.zip')

In [13]:
testData.head()


Out[13]:
EventId DER_mass_MMC DER_mass_transverse_met_lep DER_mass_vis DER_pt_h DER_deltaeta_jet_jet DER_mass_jet_jet DER_prodeta_jet_jet DER_deltar_tau_lep DER_pt_tot ... PRI_met_phi PRI_met_sumet PRI_jet_num PRI_jet_leading_pt PRI_jet_leading_eta PRI_jet_leading_phi PRI_jet_subleading_pt PRI_jet_subleading_eta PRI_jet_subleading_phi PRI_jet_all_pt
0 350000 -999.000 79.589 23.916 3.036 -999.000 -999.000 -999.000 0.903 3.036 ... 2.022 98.556 0 -999.000 -999.000 -999.000 -999.000 -999.000 -999.000 -0.000
1 350001 106.398 67.490 87.949 49.994 -999.000 -999.000 -999.000 2.048 2.679 ... -1.138 176.251 1 47.575 -0.553 -0.849 -999.000 -999.000 -999.000 47.575
2 350002 117.794 56.226 96.358 4.137 -999.000 -999.000 -999.000 2.755 4.137 ... -1.868 111.505 0 -999.000 -999.000 -999.000 -999.000 -999.000 -999.000 0.000
3 350003 135.861 30.604 97.288 9.104 -999.000 -999.000 -999.000 2.811 9.104 ... 1.172 164.707 0 -999.000 -999.000 -999.000 -999.000 -999.000 -999.000 0.000
4 350004 74.159 82.772 58.731 89.646 1.347 536.663 -0.339 1.028 77.213 ... -0.231 869.614 3 254.085 -1.013 -0.334 185.857 0.335 2.587 599.213

5 rows × 31 columns


In [11]:
import xgboost as xgb

In [25]:
X,y = trainData.loc[:, 'DER_mass_MMC':'PRI_jet_all_pt'], trainData.loc[:, 'Label']

In [26]:
X.head()


Out[26]:
DER_mass_MMC DER_mass_transverse_met_lep DER_mass_vis DER_pt_h DER_deltaeta_jet_jet DER_mass_jet_jet DER_prodeta_jet_jet DER_deltar_tau_lep DER_pt_tot DER_sum_pt ... PRI_met_phi PRI_met_sumet PRI_jet_num PRI_jet_leading_pt PRI_jet_leading_eta PRI_jet_leading_phi PRI_jet_subleading_pt PRI_jet_subleading_eta PRI_jet_subleading_phi PRI_jet_all_pt
0 138.470 51.655 97.827 27.980 0.91 124.711 2.666 3.064 41.928 197.760 ... -0.277 258.733 2 67.435 2.150 0.444 46.062 1.24 -2.475 113.497
1 160.937 68.768 103.235 48.146 -999.00 -999.000 -999.000 3.473 2.078 125.157 ... -1.916 164.546 1 46.226 0.725 1.158 -999.000 -999.00 -999.000 46.226
2 -999.000 162.172 125.953 35.635 -999.00 -999.000 -999.000 3.148 9.336 197.814 ... -2.186 260.414 1 44.251 2.053 -2.028 -999.000 -999.00 -999.000 44.251
3 143.905 81.417 80.943 0.414 -999.00 -999.000 -999.000 3.310 0.414 75.968 ... 0.060 86.062 0 -999.000 -999.000 -999.000 -999.000 -999.00 -999.000 -0.000
4 175.864 16.915 134.805 16.405 -999.00 -999.000 -999.000 3.891 16.405 57.983 ... -0.871 53.131 0 -999.000 -999.000 -999.000 -999.000 -999.00 -999.000 0.000

5 rows × 30 columns


In [27]:
y.head()


Out[27]:
0    s
1    b
2    b
3    b
4    b
Name: Label, dtype: object

In [28]:
xgbc = xgb.XGBClassifier()

In [29]:
xgbc.fit(X, y)


Out[29]:
XGBClassifier(base_score=0.5, booster='gbtree', colsample_bylevel=1,
       colsample_bytree=1, gamma=0, learning_rate=0.1, max_delta_step=0,
       max_depth=3, min_child_weight=1, missing=None, n_estimators=100,
       n_jobs=1, nthread=None, objective='binary:logistic', random_state=0,
       reg_alpha=0, reg_lambda=1, scale_pos_weight=1, seed=None,
       silent=True, subsample=1)

In [70]:
g = xgb.to_graphviz(xgbc)
g.attr('graph', size='10,10')
g


Out[70]:
%3 0 DER_mass_MMC<96.2185 1 DER_mass_MMC<82.7555 0->1 yes, missing 2 DER_mass_transverse_met_lep<48.8795 0->2 no 3 DER_mass_transverse_met_lep<126.014 1->3 yes, missing 4 DER_deltar_tau_lep<2.8085 1->4 no 5 DER_mass_vis<119.657 2->5 yes, missing 6 DER_mass_vis<113.822 2->6 no 7 leaf=-0.173341 3->7 yes, missing 8 leaf=-0.0855582 3->8 no 9 leaf=-0.131774 4->9 yes, missing 10 leaf=-0.0504539 4->10 no 11 leaf=0.0765302 5->11 yes, missing 12 leaf=-0.157205 5->12 no 13 leaf=-0.0713869 6->13 yes, missing 14 leaf=-0.180877 6->14 no

In [47]:
correct = xgbc.predict(trainData.loc[0:100, 'DER_mass_MMC':'PRI_jet_all_pt']) == trainData.loc[0:100, 'Label']


/usr/local/lib/python3.5/dist-packages/sklearn/preprocessing/label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.
  if diff:

In [49]:
np.sum(correct)/len(correct)


Out[49]:
0.8217821782178217

In [50]:
xgbc2 = xgb.XGBClassifier(max_depth=10)

In [51]:
xgbc2.fit(X, y)


Out[51]:
XGBClassifier(base_score=0.5, booster='gbtree', colsample_bylevel=1,
       colsample_bytree=1, gamma=0, learning_rate=0.1, max_delta_step=0,
       max_depth=10, min_child_weight=1, missing=None, n_estimators=100,
       n_jobs=1, nthread=None, objective='binary:logistic', random_state=0,
       reg_alpha=0, reg_lambda=1, scale_pos_weight=1, seed=None,
       silent=True, subsample=1)

In [75]:
g = xgb.to_graphviz(xgbc2)
g.attr('graph', size='1000,10')
g.attr('node', shape='box')
g


Out[75]:
%3 0 DER_mass_MMC<96.2185 1 DER_mass_MMC<82.7555 0->1 yes, missing 2 DER_mass_transverse_met_lep<48.8795 0->2 no 3 DER_mass_transverse_met_lep<126.014 1->3 yes, missing 4 DER_deltar_tau_lep<2.8085 1->4 no 5 DER_mass_vis<119.657 2->5 yes, missing 6 DER_mass_vis<113.822 2->6 no 7 DER_mass_transverse_met_lep<50.458 3->7 yes, missing 8 DER_deltar_tau_lep<1.851 3->8 no 9 DER_met_phi_centrality<1.2735 4->9 yes, missing 10 PRI_tau_pt<28.1365 4->10 no 15 DER_deltar_tau_lep<2.7825 7->15 yes, missing 16 PRI_tau_pt<44.9345 7->16 no 17 PRI_tau_pt<34.3565 8->17 yes, missing 18 PRI_jet_leading_eta<-2.5395 8->18 no 31 DER_mass_vis<69.7965 15->31 yes, missing 32 PRI_met<7.674 15->32 no 33 DER_pt_tot<79.8945 16->33 yes, missing 34 DER_pt_tot<68.9035 16->34 no 63 DER_deltar_tau_lep<1.9365 31->63 yes, missing 64 DER_pt_tot<54.5285 31->64 no 65 DER_pt_tot<7.399 32->65 yes, missing 66 PRI_jet_leading_eta<-1.792 32->66 no 125 DER_mass_jet_jet<907.091 63->125 yes, missing 126 DER_lep_eta_centrality<0.9175 63->126 no 127 PRI_tau_pt<57.381 64->127 yes, missing 128 DER_pt_h<95.9565 64->128 no 249 PRI_met<243.228 125->249 yes, missing 250 PRI_met_sumet<233.013 125->250 no 251 DER_met_phi_centrality<1.3785 126->251 yes, missing 252 DER_prodeta_jet_jet<-2.2925 126->252 no 487 DER_deltar_tau_lep<1.6035 249->487 yes, missing 488 DER_deltar_tau_lep<0.698 249->488 no 489 DER_pt_tot<52.456 250->489 yes, missing 490 DER_prodeta_jet_jet<-6.9135 250->490 no 883 leaf=-0.18552 487->883 yes, missing 884 leaf=-0.171149 487->884 no 885 leaf=-0.156757 488->885 yes, missing 886 leaf=0.0666667 488->886 no 887 leaf=-0.0545455 489->887 yes, missing 888 leaf=0.15 489->888 no 889 leaf=-0.0418605 490->889 yes, missing 890 leaf=-0.159236 490->890 no 491 DER_mass_MMC<77.2725 251->491 yes, missing 492 PRI_met<13.235 251->492 no 493 DER_deltaeta_jet_jet<4.691 252->493 yes, missing 494 DER_mass_vis<45.245 252->494 no 891 leaf=-0.167219 491->891 yes, missing 892 leaf=-0.146205 491->892 no 893 leaf=-0.158824 492->893 yes, missing 894 leaf=-0.100924 492->894 no 895 leaf=-0.0264151 493->895 yes, missing 896 leaf=0.0918919 493->896 no 897 leaf=0.0222222 494->897 yes, missing 898 leaf=-0.135484 494->898 no 253 PRI_met<42.294 127->253 yes, missing 254 DER_mass_vis<111.225 127->254 no 255 leaf=0.157895 128->255 yes, missing 256 leaf=-0.05 128->256 no 495 PRI_tau_eta<-0.899 253->495 yes, missing 496 DER_pt_h<27.7135 253->496 no 497 DER_pt_h<18.1615 254->497 yes, missing 498 PRI_tau_pt<132.676 254->498 no 899 leaf=-0.0545455 495->899 yes, missing 900 leaf=-0.154286 495->900 no 901 leaf=0.00952381 496->901 yes, missing 902 leaf=-0.113514 496->902 no 903 leaf=0.0645161 497->903 yes, missing 904 leaf=-0.0421053 497->904 no 905 leaf=-0.16 498->905 yes, missing 906 leaf=-0.0181818 498->906 no 129 PRI_tau_pt<27.6615 65->129 yes, missing 130 DER_pt_ratio_lep_tau<1.1415 65->130 no 131 PRI_tau_pt<24.7315 66->131 yes, missing 132 DER_deltaeta_jet_jet<4.476 66->132 no 257 PRI_lep_eta<-1.102 129->257 yes, missing 258 DER_mass_MMC<81.039 129->258 no 259 DER_mass_MMC<80.7605 130->259 yes, missing 260 DER_mass_MMC<82.4735 130->260 no 499 DER_pt_ratio_lep_tau<1.2115 257->499 yes, missing 500 DER_deltar_tau_lep<3.1115 257->500 no 501 PRI_tau_phi<-1.079 258->501 yes, missing 502 PRI_met_phi<0.568 258->502 no 907 leaf=-0.1 499->907 yes, missing 908 leaf=0.00952381 499->908 no 909 leaf=-0.00519481 500->909 yes, missing 910 leaf=0.0649351 500->910 no 911 leaf=-0 501->911 yes, missing 912 leaf=0.15102 501->912 no 913 leaf=-0.0580645 502->913 yes, missing 914 leaf=0.0933333 502->914 no 503 PRI_tau_phi<1.763 259->503 yes, missing 504 leaf=-0.05 259->504 no 505 PRI_tau_phi<2.083 260->505 yes, missing 506 leaf=0.05 260->506 no 915 leaf=0.142857 503->915 yes, missing 916 leaf=-0 503->916 no 917 leaf=-0.135484 505->917 yes, missing 918 leaf=-0.0222222 505->918 no 261 DER_deltar_tau_lep<2.9705 131->261 yes, missing 262 DER_pt_tot<37.809 131->262 no 263 PRI_lep_pt<26.064 132->263 yes, missing 264 DER_sum_pt<163.753 132->264 no 507 PRI_jet_leading_eta<-1.9315 261->507 yes, missing 508 DER_pt_tot<5.7635 261->508 no 509 PRI_lep_eta<-1.2535 262->509 yes, missing 510 DER_mass_MMC<74.362 262->510 no 919 leaf=-0.119737 507->919 yes, missing 920 leaf=0.1 507->920 no 921 leaf=-0.0344828 508->921 yes, missing 922 leaf=-0.1 508->922 no 923 leaf=-0.106667 509->923 yes, missing 924 leaf=-0.0562142 509->924 no 925 leaf=-0.06 510->925 yes, missing 926 leaf=0.114286 510->926 no 511 leaf=0.04 263->511 yes, missing 512 DER_lep_eta_centrality<0.996 263->512 no 513 PRI_met<25.5995 264->513 yes, missing 514 PRI_tau_eta<-0.9325 264->514 no 927 leaf=-0.140351 512->927 yes, missing 928 leaf=0.05 512->928 no 929 leaf=-0.127273 513->929 yes, missing 930 leaf=0.05 513->930 no 931 leaf=-0 514->931 yes, missing 932 leaf=0.12 514->932 no 67 DER_met_phi_centrality<0.9705 33->67 yes, missing 68 PRI_jet_num<3 33->68 no 69 DER_mass_transverse_met_lep<105.32 34->69 yes, missing 70 PRI_met_sumet<262.512 34->70 no 133 PRI_tau_pt<34.0385 67->133 yes, missing 134 DER_mass_jet_jet<739.283 67->134 no 135 DER_mass_jet_jet<436.9 68->135 yes, missing 136 PRI_met_sumet<239.067 68->136 no 265 DER_mass_MMC<71.1465 133->265 yes, missing 266 DER_mass_transverse_met_lep<112.191 133->266 no 267 DER_mass_MMC<81.867 134->267 yes, missing 268 DER_mass_MMC<77.154 134->268 no 515 DER_mass_transverse_met_lep<112.672 265->515 yes, missing 516 DER_deltar_tau_lep<2.8575 265->516 no 517 DER_deltar_tau_lep<1.7315 266->517 yes, missing 518 PRI_met_sumet<115.83 266->518 no 933 leaf=-0.193555 515->933 yes, missing 934 leaf=-0.172213 515->934 no 935 leaf=-0.185189 516->935 yes, missing 936 leaf=-0.121622 516->936 no 937 leaf=-0.18883 517->937 yes, missing 938 leaf=-0.171214 517->938 no 939 leaf=-0 518->939 yes, missing 940 leaf=-0.144395 518->940 no 519 DER_sum_pt<88.532 267->519 yes, missing 520 DER_met_phi_centrality<1.2495 267->520 no 521 PRI_jet_subleading_phi<-0.692 268->521 yes, missing 522 leaf=-0.0666667 268->522 no 941 leaf=-0.110476 519->941 yes, missing 942 leaf=-0.165957 519->942 no 943 leaf=-0.133333 520->943 yes, missing 944 leaf=0.0518519 520->944 no 945 leaf=-0 521->945 yes, missing 946 leaf=0.142857 521->946 no 269 DER_mass_vis<66.818 135->269 yes, missing 270 DER_deltar_tau_lep<1.2585 135->270 no 271 DER_lep_eta_centrality<0.2865 136->271 yes, missing 272 DER_mass_transverse_met_lep<118.517 136->272 no 523 DER_pt_h<3.1215 269->523 yes, missing 524 PRI_tau_pt<33.43 269->524 no 525 DER_sum_pt<310.517 270->525 yes, missing 526 DER_deltaeta_jet_jet<4.425 270->526 no 947 leaf=0.0352941 523->947 yes, missing 948 leaf=-0.157522 523->948 no 949 leaf=-0.0666667 524->949 yes, missing 950 leaf=0.0976744 524->950 no 951 leaf=-0.111111 525->951 yes, missing 952 leaf=0.08 525->952 no 953 leaf=0.062069 526->953 yes, missing 954 leaf=0.176471 526->954 no 527 leaf=-0.142857 271->527 yes, missing 528 PRI_jet_subleading_phi<1.266 271->528 no 529 PRI_tau_eta<-2.3585 272->529 yes, missing 530 leaf=-0.05 272->530 no 955 leaf=0.1 528->955 yes, missing 956 leaf=-0.1 528->956 no 957 leaf=-0.05 529->957 yes, missing 958 leaf=-0.184746 529->958 no 137 DER_pt_h<51.337 69->137 yes, missing 138 DER_deltar_tau_lep<2.0095 69->138 no 139 DER_mass_vis<52.256 70->139 yes, missing 140 DER_lep_eta_centrality<0.981 70->140 no 273 PRI_tau_pt<79.8415 137->273 yes, missing 274 DER_pt_ratio_lep_tau<0.198 137->274 no 275 DER_pt_h<12.3965 138->275 yes, missing 276 PRI_tau_pt<45.2065 138->276 no 531 DER_mass_vis<115.935 273->531 yes, missing 532 DER_mass_vis<108.67 273->532 no 533 DER_pt_ratio_lep_tau<0.1825 274->533 yes, missing 534 DER_deltaeta_jet_jet<4.64 274->534 no 959 leaf=-0.132635 531->959 yes, missing 960 leaf=-0.176883 531->960 no 961 leaf=0.0110236 532->961 yes, missing 962 leaf=-0.125 532->962 no 963 leaf=-0.12 533->963 yes, missing 964 leaf=0.0666667 533->964 no 965 leaf=-0.172166 534->965 yes, missing 966 leaf=-0.0736842 534->966 no 535 PRI_tau_pt<53.245 275->535 yes, missing 536 DER_pt_ratio_lep_tau<0.4945 275->536 no 537 leaf=-0 276->537 yes, missing 538 DER_deltar_tau_lep<2.1455 276->538 no 967 leaf=0.0222222 535->967 yes, missing 968 leaf=0.167213 535->968 no 969 leaf=0.0666667 536->969 yes, missing 970 leaf=-0.0833333 536->970 no 971 leaf=-0.0823529 538->971 yes, missing 972 leaf=-0.163793 538->972 no 277 DER_mass_transverse_met_lep<81.7645 139->277 yes, missing 278 DER_met_phi_centrality<-1.3935 139->278 no 279 DER_prodeta_jet_jet<6.6125 140->279 yes, missing 280 DER_pt_h<69.2525 140->280 no 539 leaf=0.0545455 277->539 yes, missing 540 leaf=-0.142857 277->540 no 541 DER_mass_vis<89.345 278->541 yes, missing 542 DER_prodeta_jet_jet<0.7885 278->542 no 973 leaf=-0.0608696 541->973 yes, missing 974 leaf=0.115789 541->974 no 975 leaf=0.159322 542->975 yes, missing 976 leaf=-0 542->976 no 543 DER_deltaeta_jet_jet<4.8155 279->543 yes, missing 544 leaf=0.0666667 279->544 no 545 leaf=-0 280->545 yes, missing 546 leaf=0.138462 280->546 no 977 leaf=-0.166942 543->977 yes, missing 978 leaf=-0 543->978 no 35 PRI_jet_leading_eta<-2.5925 17->35 yes, missing 36 DER_prodeta_jet_jet<-2.838 17->36 no 37 DER_deltar_tau_lep<2.2605 18->37 yes, missing 38 DER_pt_tot<80.074 18->38 no 71 DER_mass_transverse_met_lep<189.696 35->71 yes, missing 72 DER_mass_jet_jet<794.288 35->72 no 73 PRI_met<81.0865 36->73 yes, missing 74 PRI_met_sumet<297.383 36->74 no 141 PRI_tau_pt<25.465 71->141 yes, missing 142 PRI_met<119.042 71->142 no 143 PRI_met_sumet<117.118 72->143 yes, missing 144 DER_met_phi_centrality<-0.5435 72->144 no 281 PRI_jet_leading_eta<-2.658 141->281 yes, missing 282 PRI_tau_phi<-1.4155 141->282 no 283 PRI_met_sumet<160.316 142->283 yes, missing 284 leaf=0.157143 142->284 no 547 PRI_tau_phi<-2.965 281->547 yes, missing 548 leaf=0.0666667 281->548 no 549 PRI_met_sumet<226.221 282->549 yes, missing 550 DER_met_phi_centrality<-1.0255 282->550 no 979 leaf=-0 547->979 yes, missing 980 leaf=-0.145455 547->980 no 981 leaf=0.1 549->981 yes, missing 982 leaf=-0.0666667 549->982 no 983 leaf=-0.08 550->983 yes, missing 984 leaf=0.0285714 550->984 no 551 PRI_lep_pt<95.7785 283->551 yes, missing 552 leaf=-0.05 283->552 no 985 leaf=-0 551->985 yes, missing 986 leaf=0.12 551->986 no 285 DER_mass_vis<55.5785 143->285 yes, missing 286 PRI_lep_pt<40.355 143->286 no 287 leaf=0.127273 144->287 yes, missing 288 leaf=-0.0909091 144->288 no 553 leaf=-0.0909091 285->553 yes, missing 554 leaf=0.0909091 285->554 no 555 leaf=0.05 286->555 yes, missing 556 DER_mass_transverse_met_lep<160.492 286->556 no 987 leaf=-0.174888 556->987 yes, missing 988 leaf=-0.107692 556->988 no 145 DER_deltar_tau_lep<1.014 73->145 yes, missing 146 DER_mass_vis<38.442 73->146 no 147 PRI_jet_leading_pt<124.965 74->147 yes, missing 148 DER_met_phi_centrality<-1.1355 74->148 no 289 DER_mass_vis<61.9775 145->289 yes, missing 290 PRI_tau_pt<49.9805 145->290 no 291 leaf=-0.1 146->291 yes, missing 292 PRI_lep_eta<-2.018 146->292 no 557 leaf=-0.16 289->557 yes, missing 558 leaf=-0.0545455 289->558 no 559 DER_lep_eta_centrality<0.81 290->559 yes, missing 560 PRI_tau_phi<-2.483 290->560 no 989 leaf=-0.07 559->989 yes, missing 990 leaf=0.1 559->990 no 991 leaf=-0.05 560->991 yes, missing 992 leaf=0.116667 560->992 no 561 PRI_tau_pt<55.777 292->561 yes, missing 562 DER_met_phi_centrality<0.0455 292->562 no 993 leaf=-0.1 561->993 yes, missing 994 leaf=0.0666667 561->994 no 995 leaf=0.152044 562->995 yes, missing 996 leaf=-0.0181818 562->996 no 293 PRI_lep_pt<71.5685 147->293 yes, missing 294 DER_deltar_tau_lep<0.904 147->294 no 295 PRI_met<111.549 148->295 yes, missing 296 DER_pt_tot<5.256 148->296 no 563 PRI_jet_all_pt<94.9785 293->563 yes, missing 564 DER_mass_vis<99.566 293->564 no 565 leaf=-0 294->565 yes, missing 566 leaf=0.145455 294->566 no 997 leaf=-0 563->997 yes, missing 998 leaf=-0.157895 563->998 no 999 leaf=0.0888889 564->999 yes, missing 1000 leaf=-0.0666667 564->1000 no 567 leaf=-0.1 295->567 yes, missing 568 leaf=0.1 295->568 no 569 leaf=0.0181818 296->569 yes, missing 570 PRI_jet_leading_phi<-2.576 296->570 no 1001 leaf=-0.05 570->1001 yes, missing 1002 leaf=-0.187097 570->1002 no 75 PRI_met<68.174 37->75 yes, missing 76 DER_sum_pt<121.533 37->76 no 77 DER_pt_tot<1.66 38->77 yes, missing 78 DER_deltaeta_jet_jet<4.2495 38->78 no 149 DER_pt_ratio_lep_tau<1.82 75->149 yes, missing 150 DER_pt_tot<6.4655 75->150 no 151 DER_mass_transverse_met_lep<126.562 76->151 yes, missing 152 DER_mass_vis<110.965 76->152 no 297 leaf=-0 149->297 yes, missing 298 DER_sum_pt<87.952 149->298 no 299 DER_mass_vis<80.044 150->299 yes, missing 300 DER_pt_tot<92.488 150->300 no 571 leaf=-0 298->571 yes, missing 572 DER_met_phi_centrality<-1.2925 298->572 no 1003 leaf=-0.0727273 572->1003 yes, missing 1004 leaf=-0.174194 572->1004 no 573 DER_mass_transverse_met_lep<155.826 299->573 yes, missing 574 PRI_tau_phi<0.9545 299->574 no 575 DER_pt_tot<25.894 300->575 yes, missing 576 leaf=0.12 300->576 no 1005 leaf=-0 573->1005 yes, missing 1006 leaf=-0.1 573->1006 no 1007 leaf=0.127273 574->1007 yes, missing 1008 leaf=-0.0117647 574->1008 no 1009 leaf=-0.0122449 575->1009 yes, missing 1010 leaf=-0.128571 575->1010 no 301 leaf=-0.0545455 151->301 yes, missing 302 DER_met_phi_centrality<1.2785 151->302 no 303 PRI_met<88.4475 152->303 yes, missing 304 PRI_tau_pt<53.004 152->304 no 577 DER_mass_transverse_met_lep<151.065 302->577 yes, missing 578 leaf=-0.0545455 302->578 no 1011 leaf=-0.176786 577->1011 yes, missing 1012 leaf=-0.121739 577->1012 no 579 DER_pt_tot<72.0655 303->579 yes, missing 580 PRI_lep_phi<-1.5995 303->580 no 581 PRI_tau_phi<2.5075 304->581 yes, missing 582 DER_pt_h<25.4465 304->582 no 1013 leaf=-0.0896552 579->1013 yes, missing 1014 leaf=0.0666667 579->1014 no 1015 leaf=-0.05 580->1015 yes, missing 1016 leaf=0.142857 580->1016 no 1017 leaf=-0.145578 581->1017 yes, missing 1018 leaf=-0.04 581->1018 no 1019 leaf=0.0188679 582->1019 yes, missing 1020 leaf=-0.13 582->1020 no 153 PRI_tau_pt<28.6255 77->153 yes, missing 154 PRI_met<304.221 77->154 no 155 PRI_jet_leading_eta<2.673 78->155 yes, missing 156 PRI_jet_subleading_phi<0.44 78->156 no 305 leaf=-0.175758 153->305 yes, missing 306 DER_mass_vis<108.247 153->306 no 307 DER_mass_transverse_met_lep<126.281 154->307 yes, missing 308 leaf=-0.0181818 154->308 no 583 DER_deltar_tau_lep<1.9245 306->583 yes, missing 584 DER_pt_tot<0.918 306->584 no 1021 leaf=-0 583->1021 yes, missing 1022 leaf=0.12 583->1022 no 1023 leaf=-0.15 584->1023 yes, missing 1024 leaf=-0 584->1024 no 585 leaf=-0 307->585 yes, missing 586 DER_deltaeta_jet_jet<5.4665 307->586 no 1025 leaf=-0.168728 586->1025 yes, missing 1026 leaf=-0.0222222 586->1026 no 309 PRI_lep_pt<42.434 155->309 yes, missing 310 DER_mass_vis<93.9975 155->310 no 311 leaf=-0.05 156->311 yes, missing 312 leaf=0.133333 156->312 no 587 DER_lep_eta_centrality<0.849 309->587 yes, missing 588 DER_deltar_tau_lep<2.131 309->588 no 589 leaf=0.1 310->589 yes, missing 590 leaf=-0.05 310->590 no 1027 leaf=-0.08 587->1027 yes, missing 1028 leaf=0.1 587->1028 no 1029 leaf=-0 588->1029 yes, missing 1030 leaf=-0.169811 588->1030 no 19 DER_deltaeta_jet_jet<5.154 9->19 yes, missing 20 PRI_tau_pt<41.1815 9->20 no 21 PRI_met<12.317 10->21 yes, missing 22 DER_sum_pt<86.5095 10->22 no 39 PRI_lep_pt<41.141 19->39 yes, missing 40 DER_mass_jet_jet<1361.28 19->40 no 41 DER_deltaeta_jet_jet<3.4935 20->41 yes, missing 42 DER_deltar_tau_lep<1.4895 20->42 no 79 DER_mass_MMC<89.4695 39->79 yes, missing 80 DER_mass_MMC<89.157 39->80 no 81 DER_deltar_tau_lep<1.4205 40->81 yes, missing 82 DER_lep_eta_centrality<0.7895 40->82 no 157 DER_sum_pt<173.115 79->157 yes, missing 158 DER_deltar_tau_lep<2.6835 79->158 no 159 DER_mass_jet_jet<1101.64 80->159 yes, missing 160 DER_met_phi_centrality<1.1825 80->160 no 313 PRI_jet_leading_eta<2.442 157->313 yes, missing 314 PRI_met<285.941 157->314 no 315 DER_met_phi_centrality<1.1115 158->315 yes, missing 316 PRI_met<21.1495 158->316 no 591 DER_deltar_tau_lep<2.5495 313->591 yes, missing 592 PRI_tau_eta<0.968 313->592 no 593 PRI_met_sumet<157.702 314->593 yes, missing 594 leaf=0.0222222 314->594 no 1031 leaf=-0.152057 591->1031 yes, missing 1032 leaf=-0.126544 591->1032 no 1033 leaf=-0.0285714 592->1033 yes, missing 1034 leaf=-0.147541 592->1034 no 1035 leaf=-0 593->1035 yes, missing 1036 leaf=-0.174244 593->1036 no 595 DER_pt_h<21.689 315->595 yes, missing 596 DER_pt_ratio_lep_tau<1.1265 315->596 no 597 DER_pt_h<0.829 316->597 yes, missing 598 PRI_jet_leading_eta<1.987 316->598 no 1037 leaf=-0.10084 595->1037 yes, missing 1038 leaf=-0.140135 595->1038 no 1039 leaf=-0.123385 596->1039 yes, missing 1040 leaf=-0.05 596->1040 no 1041 leaf=-0.157895 597->1041 yes, missing 1042 leaf=-0.0383275 597->1042 no 1043 leaf=-0.128169 598->1043 yes, missing 1044 leaf=-0.00571429 598->1044 no 317 PRI_tau_pt<32.13 159->317 yes, missing 318 DER_met_phi_centrality<1.025 159->318 no 319 PRI_jet_leading_eta<2.3795 160->319 yes, missing 320 PRI_tau_pt<31.079 160->320 no 599 DER_met_phi_centrality<0.5545 317->599 yes, missing 600 PRI_tau_phi<3.105 317->600 no 601 PRI_lep_pt<70.3475 318->601 yes, missing 602 DER_mass_vis<44.5795 318->602 no 1045 leaf=-0.175963 599->1045 yes, missing 1046 leaf=-0.142943 599->1046 no 1047 leaf=-0.186118 600->1047 yes, missing 1048 leaf=-0 600->1048 no 1049 leaf=-0.146667 601->1049 yes, missing 1050 leaf=-0.0222222 601->1050 no 1051 leaf=0.111111 602->1051 yes, missing 1052 leaf=-0 602->1052 no 603 DER_mass_transverse_met_lep<68.254 319->603 yes, missing 604 DER_deltar_tau_lep<2.109 319->604 no 605 DER_pt_h<144.935 320->605 yes, missing 606 PRI_jet_leading_pt<77.0895 320->606 no 1053 leaf=-0.150448 603->1053 yes, missing 1054 leaf=-0.172794 603->1054 no 1055 leaf=-0.138462 604->1055 yes, missing 1056 leaf=-0.0652174 604->1056 no 1057 leaf=-0.0864865 605->1057 yes, missing 1058 leaf=0.0634146 605->1058 no 1059 leaf=-0.0709677 606->1059 yes, missing 1060 leaf=-0.163871 606->1060 no 161 PRI_tau_pt<34.403 81->161 yes, missing 162 DER_mass_jet_jet<765.809 81->162 no 163 PRI_lep_phi<-0.5755 82->163 yes, missing 164 DER_pt_ratio_lep_tau<0.688 82->164 no 321 DER_mass_MMC<88.9445 161->321 yes, missing 322 leaf=-0.172414 161->322 no 323 DER_mass_vis<57.8305 162->323 yes, missing 324 PRI_lep_eta<-1.213 162->324 no 607 leaf=-0.1 321->607 yes, missing 608 leaf=-0 321->608 no 609 PRI_jet_leading_phi<-0.07 323->609 yes, missing 610 DER_mass_transverse_met_lep<61.941 323->610 no 611 PRI_jet_subleading_phi<-0.016 324->611 yes, missing 612 PRI_jet_subleading_phi<-1.3185 324->612 no 1061 leaf=-0.0666667 609->1061 yes, missing 1062 leaf=0.1 609->1062 no 1063 leaf=-0.163636 610->1063 yes, missing 1064 leaf=-0 610->1064 no 1065 leaf=-0.0181818 611->1065 yes, missing 1066 leaf=-0.142857 611->1066 no 1067 leaf=-0.0363636 612->1067 yes, missing 1068 leaf=0.0754098 612->1068 no 325 leaf=0.111111 163->325 yes, missing 326 leaf=-0.127273 163->326 no 327 leaf=-0.0222222 164->327 yes, missing 328 DER_mass_MMC<84.241 164->328 no 613 leaf=-0 328->613 yes, missing 614 leaf=0.175758 328->614 no 83 DER_mass_MMC<88.8675 41->83 yes, missing 84 DER_lep_eta_centrality<0.6315 41->84 no 85 DER_pt_ratio_lep_tau<0.144 42->85 yes, missing 86 PRI_jet_leading_eta<2.7155 42->86 no 165 DER_sum_pt<205.144 83->165 yes, missing 166 PRI_jet_leading_eta<2.236 83->166 no 167 DER_lep_eta_centrality<0.4935 84->167 yes, missing 168 DER_mass_MMC<88.7045 84->168 no 329 DER_mass_transverse_met_lep<21.948 165->329 yes, missing 330 DER_pt_h<244.023 165->330 no 331 PRI_met<31.4005 166->331 yes, missing 332 DER_mass_transverse_met_lep<18.9365 166->332 no 615 PRI_jet_leading_eta<2.819 329->615 yes, missing 616 DER_mass_vis<54.6015 329->616 no 617 DER_lep_eta_centrality<0.9455 330->617 yes, missing 618 PRI_jet_leading_phi<-1.6295 330->618 no 1069 leaf=-0.134622 615->1069 yes, missing 1070 leaf=-0.0266667 615->1070 no 1071 leaf=-0.0513889 616->1071 yes, missing 1072 leaf=-0.103833 616->1072 no 1073 leaf=-0.160291 617->1073 yes, missing 1074 leaf=-0.08 617->1074 no 1075 leaf=0.111111 618->1075 yes, missing 1076 leaf=-0.0666667 618->1076 no 619 PRI_tau_phi<-3.048 331->619 yes, missing 620 PRI_jet_leading_eta<-1.898 331->620 no 621 DER_mass_MMC<93.402 332->621 yes, missing 622 PRI_jet_subleading_phi<-0.686 332->622 no 1077 leaf=0.0571429 619->1077 yes, missing 1078 leaf=-0.0978173 619->1078 no 1079 leaf=0.00512821 620->1079 yes, missing 1080 leaf=-0.0604333 620->1080 no 1081 leaf=-0.113514 621->1081 yes, missing 1082 leaf=0.00740741 621->1082 no 1083 leaf=0.075 622->1083 yes, missing 1084 leaf=-0.05 622->1084 no 333 PRI_jet_subleading_pt<30.5135 167->333 yes, missing 334 DER_pt_tot<24.7185 167->334 no 335 DER_deltar_tau_lep<1.652 168->335 yes, missing 336 DER_pt_tot<56.4265 168->336 no 623 leaf=0.05 333->623 yes, missing 624 DER_pt_ratio_lep_tau<0.9055 333->624 no 625 PRI_jet_subleading_eta<-2.3115 334->625 yes, missing 626 PRI_jet_leading_phi<-2.1995 334->626 no 1085 leaf=-0 624->1085 yes, missing 1086 leaf=-0.171134 624->1086 no 1087 leaf=-0.1 625->1087 yes, missing 1088 leaf=0.062069 625->1088 no 1089 leaf=0.05 626->1089 yes, missing 1090 leaf=-0.152 626->1090 no 627 PRI_met<67.3335 335->627 yes, missing 628 DER_mass_jet_jet<701.594 335->628 no 629 DER_mass_jet_jet<645.292 336->629 yes, missing 630 PRI_met<45.1015 336->630 no 1091 leaf=-0.129412 627->1091 yes, missing 1092 leaf=0.0285714 627->1092 no 1093 leaf=0.0208955 628->1093 yes, missing 1094 leaf=0.13 628->1094 no 1095 leaf=0.075969 629->1095 yes, missing 1096 leaf=0.153548 629->1096 no 1097 leaf=-0.127273 630->1097 yes, missing 1098 leaf=0.04 630->1098 no 169 leaf=0.08 85->169 yes, missing 170 DER_mass_jet_jet<1187.7 85->170 no 171 PRI_jet_subleading_eta<2.7795 86->171 yes, missing 172 DER_pt_tot<44.5475 86->172 no 337 DER_mass_MMC<93.3975 170->337 yes, missing 338 DER_pt_h<265.504 170->338 no 631 DER_sum_pt<165.13 337->631 yes, missing 632 DER_mass_transverse_met_lep<26.705 337->632 no 633 DER_mass_vis<52.444 338->633 yes, missing 634 leaf=-0.133333 338->634 no 1099 leaf=-0.05 631->1099 yes, missing 1100 leaf=-0.18828 631->1100 no 1101 leaf=-0.165891 632->1101 yes, missing 1102 leaf=-0.0787879 632->1102 no 1103 leaf=0.111111 633->1103 yes, missing 1104 leaf=-0 633->1104 no 339 PRI_tau_phi<3.089 171->339 yes, missing 340 DER_mass_transverse_met_lep<34.9985 171->340 no 341 PRI_tau_phi<-1.8195 172->341 yes, missing 342 leaf=-0.111111 172->342 no 635 DER_pt_h<43.236 339->635 yes, missing 636 leaf=0.05 339->636 no 637 DER_mass_transverse_met_lep<15.1065 340->637 yes, missing 638 leaf=0.111111 340->638 no 1105 leaf=-0.0117647 635->1105 yes, missing 1106 leaf=-0.143939 635->1106 no 1107 leaf=0.05 637->1107 yes, missing 1108 leaf=-0.12 637->1108 no 639 leaf=-0.0666667 341->639 yes, missing 640 leaf=0.142857 341->640 no 43 DER_pt_tot<14.035 21->43 yes, missing 44 DER_mass_jet_jet<511.982 21->44 no 45 PRI_met<11.099 22->45 yes, missing 46 PRI_jet_leading_eta<2.6735 22->46 no 87 PRI_tau_pt<25.637 43->87 yes, missing 88 PRI_met_phi<2.997 43->88 no 89 DER_mass_transverse_met_lep<46.4525 44->89 yes, missing 90 PRI_jet_num<3 44->90 no 173 DER_deltaeta_jet_jet<4.4945 87->173 yes, missing 174 PRI_tau_eta<-0.959 87->174 no 175 DER_mass_vis<56.239 88->175 yes, missing 176 PRI_jet_leading_eta<0.6535 88->176 no 343 DER_sum_pt<58.352 173->343 yes, missing 344 PRI_tau_eta<-0.718 173->344 no 345 PRI_met<10.9645 174->345 yes, missing 346 PRI_jet_leading_eta<-1.823 174->346 no 641 DER_met_phi_centrality<0.802 343->641 yes, missing 642 DER_mass_transverse_met_lep<40.0195 343->642 no 643 leaf=-0 344->643 yes, missing 644 leaf=0.15 344->644 no 1109 leaf=-0.0317073 641->1109 yes, missing 1110 leaf=0.0769231 641->1110 no 1111 leaf=-0.0950355 642->1111 yes, missing 1112 leaf=0.05 642->1112 no 645 DER_mass_MMC<84.8955 345->645 yes, missing 646 leaf=0.114286 345->646 no 647 DER_mass_vis<55.094 346->647 yes, missing 648 leaf=-0.107692 346->648 no 1113 leaf=0.08 645->1113 yes, missing 1114 leaf=-0.1 645->1114 no 1115 leaf=-0.1 647->1115 yes, missing 1116 leaf=0.0758621 647->1116 no 347 PRI_lep_phi<-0.453 175->347 yes, missing 348 PRI_jet_leading_eta<2.494 175->348 no 349 leaf=0.127273 176->349 yes, missing 350 leaf=-0 176->350 no 649 leaf=0.111111 347->649 yes, missing 650 leaf=-0.0222222 347->650 no 651 DER_met_phi_centrality<1.4065 348->651 yes, missing 652 PRI_lep_eta<-1.146 348->652 no 1117 leaf=-0.111811 651->1117 yes, missing 1118 leaf=-0.054902 651->1118 no 1119 leaf=-0.1 652->1119 yes, missing 1120 leaf=0.0823529 652->1120 no 177 PRI_jet_leading_eta<2.403 89->177 yes, missing 178 DER_pt_ratio_lep_tau<1.7205 89->178 no 179 DER_lep_eta_centrality<0.9305 90->179 yes, missing 180 DER_mass_vis<58.1535 90->180 no 351 PRI_jet_leading_eta<-2.024 177->351 yes, missing 352 PRI_tau_pt<21.027 177->352 no 353 PRI_tau_eta<1.509 178->353 yes, missing 354 DER_met_phi_centrality<1.3325 178->354 no 653 PRI_met<22.74 351->653 yes, missing 654 PRI_met_sumet<143.215 351->654 no 655 PRI_lep_eta<-0.5525 352->655 yes, missing 656 DER_pt_tot<14.24 352->656 no 1121 leaf=-0.0936221 653->1121 yes, missing 1122 leaf=-0.0205761 653->1122 no 1123 leaf=-0.148252 654->1123 yes, missing 1124 leaf=-0.0977273 654->1124 no 1125 leaf=-0.0222222 655->1125 yes, missing 1126 leaf=0.136842 655->1126 no 1127 leaf=0.0173913 656->1127 yes, missing 1128 leaf=-0.0901961 656->1128 no 657 DER_met_phi_centrality<-1.311 353->657 yes, missing 658 DER_pt_ratio_lep_tau<1.7045 353->658 no 659 PRI_met<19.748 354->659 yes, missing 660 DER_pt_tot<28.2925 354->660 no 1129 leaf=-0.118248 657->1129 yes, missing 1130 leaf=-0.0694444 657->1130 no 1131 leaf=-0.167742 658->1131 yes, missing 1132 leaf=-0.0222222 658->1132 no 1133 leaf=-0.111429 659->1133 yes, missing 1134 leaf=-0.174089 659->1134 no 1135 leaf=-0.116484 660->1135 yes, missing 1136 leaf=-0.00689655 660->1136 no 355 PRI_jet_subleading_phi<1.05 179->355 yes, missing 356 DER_prodeta_jet_jet<-5.7235 179->356 no 357 leaf=-0 180->357 yes, missing 358 leaf=-0.138462 180->358 no 661 PRI_met<14.207 355->661 yes, missing 662 DER_met_phi_centrality<1.3885 355->662 no 663 leaf=0.155556 356->663 yes, missing 664 leaf=-0 356->664 no 1137 leaf=-0.1 661->1137 yes, missing 1138 leaf=0.0962963 661->1138 no 1139 leaf=-0.12 662->1139 yes, missing 1140 leaf=0.0222222 662->1140 no 91 DER_pt_h<9.427 45->91 yes, missing 92 PRI_tau_pt<33.84 45->92 no 93 PRI_jet_leading_eta<-2.5455 46->93 yes, missing 94 PRI_jet_subleading_phi<-1.093 46->94 no 181 DER_mass_transverse_met_lep<13.9725 91->181 yes, missing 182 DER_deltar_tau_lep<2.9255 91->182 no 183 DER_pt_h<2.921 92->183 yes, missing 184 PRI_lep_eta<1.057 92->184 no 359 PRI_lep_eta<2.04 181->359 yes, missing 360 PRI_tau_eta<1.8225 181->360 no 361 DER_pt_ratio_lep_tau<0.7465 182->361 yes, missing 362 DER_mass_vis<64.719 182->362 no 665 PRI_lep_eta<-2.2825 359->665 yes, missing 666 DER_met_phi_centrality<-1.3555 359->666 no 667 PRI_tau_eta<-1.07 360->667 yes, missing 668 DER_pt_h<2.8975 360->668 no 1141 leaf=-0.0666667 665->1141 yes, missing 1142 leaf=0.12356 665->1142 no 1143 leaf=0.04 666->1143 yes, missing 1144 leaf=-0.111111 666->1144 no 1145 leaf=0.00869565 667->1145 yes, missing 1146 leaf=0.0909091 667->1146 no 1147 leaf=-0.0823529 668->1147 yes, missing 1148 leaf=0.0333333 668->1148 no 669 PRI_tau_phi<-0.345 361->669 yes, missing 670 DER_mass_transverse_met_lep<11.061 361->670 no 671 DER_mass_vis<61.851 362->671 yes, missing 672 DER_mass_transverse_met_lep<30.086 362->672 no 1149 leaf=0.111111 669->1149 yes, missing 1150 leaf=-0.05 669->1150 no 1151 leaf=0.0153846 670->1151 yes, missing 1152 leaf=-0.141176 670->1152 no 1153 leaf=0.08 671->1153 yes, missing 1154 leaf=-0.105882 671->1154 no 1155 leaf=0.114286 672->1155 yes, missing 1156 leaf=-0.0545455 672->1156 no 363 PRI_met<13.3765 183->363 yes, missing 364 PRI_lep_eta<-0.586 183->364 no 365 DER_pt_h<22.394 184->365 yes, missing 366 DER_deltar_tau_lep<2.9625 184->366 no 673 PRI_met_phi<1.603 363->673 yes, missing 674 PRI_lep_eta<1.7375 363->674 no 675 PRI_met_phi<-2.7655 364->675 yes, missing 676 PRI_tau_eta<1.502 364->676 no 1157 leaf=-0.0933333 673->1157 yes, missing 1158 leaf=0.0666667 673->1158 no 1159 leaf=-0.160784 674->1159 yes, missing 1160 leaf=-0.0181818 674->1160 no 1161 leaf=0.0947368 675->1161 yes, missing 1162 leaf=-0.0540984 675->1162 no 1163 leaf=0.0247934 676->1163 yes, missing 1164 leaf=-0.0549451 676->1164 no 677 DER_deltar_tau_lep<2.9575 365->677 yes, missing 678 PRI_tau_eta<0.8005 365->678 no 679 PRI_lep_phi<1.779 366->679 yes, missing 680 PRI_lep_eta<1.53 366->680 no 1165 leaf=0.0459459 677->1165 yes, missing 1166 leaf=0.117757 677->1166 no 1167 leaf=-0.0148936 678->1167 yes, missing 1168 leaf=0.131034 678->1168 no 1169 leaf=-0.12 679->1169 yes, missing 1170 leaf=0.0352941 679->1170 no 1171 leaf=0.072 680->1171 yes, missing 1172 leaf=-0.0424242 680->1172 no 185 DER_lep_eta_centrality<0.711 93->185 yes, missing 186 DER_met_phi_centrality<1.4125 93->186 no 187 PRI_lep_eta<0.234 94->187 yes, missing 188 DER_mass_jet_jet<589.765 94->188 no 367 PRI_met_sumet<171.592 185->367 yes, missing 368 leaf=0.107692 185->368 no 369 PRI_tau_phi<-2.942 186->369 yes, missing 370 PRI_jet_leading_pt<46.1035 186->370 no 681 DER_mass_vis<65.828 367->681 yes, missing 682 DER_pt_h<14.297 367->682 no 1173 leaf=-0.047619 681->1173 yes, missing 1174 leaf=0.1 681->1174 no 1175 leaf=-0 682->1175 yes, missing 1176 leaf=-0.16 682->1176 no 683 DER_mass_MMC<94.0425 369->683 yes, missing 684 PRI_tau_pt<32.915 369->684 no 685 DER_mass_MMC<91.824 370->685 yes, missing 686 PRI_lep_eta<0.559 370->686 no 1177 leaf=-0 683->1177 yes, missing 1178 leaf=0.1 683->1178 no 1179 leaf=-0.144279 684->1179 yes, missing 1180 leaf=-0.078481 684->1180 no 1181 leaf=-0.161905 685->1181 yes, missing 1182 leaf=-0.024 685->1182 no 1183 leaf=0.113043 686->1183 yes, missing 1184 leaf=-0.0933333 686->1184 no 371 DER_mass_MMC<92.4245 187->371 yes, missing 372 PRI_met_phi<-1.6075 187->372 no 373 leaf=-0.125 188->373 yes, missing 374 leaf=0.0666667 188->374 no 687 DER_mass_MMC<88.975 371->687 yes, missing 688 leaf=0.08 371->688 no 689 leaf=0.0222222 372->689 yes, missing 690 leaf=0.16 372->690 no 1185 leaf=-0 687->1185 yes, missing 1186 leaf=-0.127273 687->1186 no 11 DER_mass_MMC<110.764 5->11 yes, missing 12 DER_mass_vis<126.592 5->12 no 13 PRI_tau_pt<35.1125 6->13 yes, missing 14 DER_deltar_tau_lep<3.2155 6->14 no 23 DER_deltaeta_jet_jet<3.7955 11->23 yes, missing 24 PRI_tau_pt<38.8085 11->24 no 25 PRI_tau_pt<36.738 12->25 yes, missing 26 PRI_tau_pt<67.861 12->26 no 47 DER_pt_h<8.3115 23->47 yes, missing 48 DER_lep_eta_centrality<0.5255 23->48 no 49 DER_deltaeta_jet_jet<3.0495 24->49 yes, missing 50 DER_deltaeta_jet_jet<3.0725 24->50 no 95 DER_mass_transverse_met_lep<26.6235 47->95 yes, missing 96 DER_mass_MMC<102.251 47->96 no 97 DER_mass_MMC<105.608 48->97 yes, missing 98 DER_mass_jet_jet<873.817 48->98 no 189 DER_mass_transverse_met_lep<11.79 95->189 yes, missing 190 PRI_met<15.427 95->190 no 191 DER_met_phi_centrality<1.1675 96->191 yes, missing 192 PRI_met<33.5895 96->192 no 375 PRI_jet_leading_eta<-2.1855 189->375 yes, missing 376 PRI_jet_leading_phi<-2.718 189->376 no 377 PRI_tau_pt<28.897 190->377 yes, missing 378 PRI_tau_pt<36.9145 190->378 no 691 PRI_tau_eta<2.2765 375->691 yes, missing 692 DER_mass_MMC<105.222 375->692 no 693 PRI_lep_eta<-1.9455 376->693 yes, missing 694 PRI_lep_pt<31.4985 376->694 no 1187 leaf=0.161832 691->1187 yes, missing 1188 leaf=-0 691->1188 no 1189 leaf=-0.0666667 692->1189 yes, missing 1190 leaf=0.0909091 692->1190 no 1191 leaf=0.0181818 693->1191 yes, missing 1192 leaf=0.105755 693->1192 no 1193 leaf=-0.111111 694->1193 yes, missing 1194 leaf=0.0666667 694->1194 no 695 DER_deltar_tau_lep<3.1915 377->695 yes, missing 696 DER_pt_h<0.757 377->696 no 697 PRI_met<16.859 378->697 yes, missing 698 PRI_tau_phi<-0.66 378->698 no 1195 leaf=0.0283262 695->1195 yes, missing 1196 leaf=-0.0169935 695->1196 no 1197 leaf=-0.02 696->1197 yes, missing 1198 leaf=0.066899 696->1198 no 1199 leaf=-0.0516854 697->1199 yes, missing 1200 leaf=-0.137725 697->1200 no 1201 leaf=-0.04 698->1201 yes, missing 1202 leaf=0.0391753 698->1202 no 379 DER_deltar_tau_lep<2.8065 191->379 yes, missing 380 PRI_jet_leading_eta<2.183 191->380 no 381 PRI_jet_num<3 192->381 yes, missing 382 DER_met_phi_centrality<1.1225 192->382 no 699 DER_mass_jet_jet<101.572 379->699 yes, missing 700 PRI_tau_pt<29.619 379->700 no 701 PRI_jet_leading_eta<-1.6515 380->701 yes, missing 702 PRI_met<14.1955 380->702 no 1203 leaf=-0.0962963 699->1203 yes, missing 1204 leaf=-0.127432 699->1204 no 1205 leaf=-0.0706767 700->1205 yes, missing 1206 leaf=0.0116009 700->1206 no 1207 leaf=-0.020743 701->1207 yes, missing 1208 leaf=-0.0707403 701->1208 no 1209 leaf=-0.0622951 702->1209 yes, missing 1210 leaf=0.0589744 702->1210 no 703 PRI_jet_leading_eta<2.654 381->703 yes, missing 704 DER_prodeta_jet_jet<4.1035 381->704 no 705 DER_mass_transverse_met_lep<14.5945 382->705 yes, missing 706 DER_deltar_tau_lep<2.5165 382->706 no 1211 leaf=-0.0210188 703->1211 yes, missing 1212 leaf=0.0544413 703->1212 no 1213 leaf=-0.117708 704->1213 yes, missing 1214 leaf=0.0424242 704->1214 no 1215 leaf=0.00980249 705->1215 yes, missing 1216 leaf=-0.0378808 705->1216 no 1217 leaf=0.0660151 706->1217 yes, missing 1218 leaf=-0.0129964 706->1218 no 193 PRI_tau_pt<29.6375 97->193 yes, missing 194 DER_pt_tot<19.013 97->194 no 195 DER_pt_tot<17.3345 98->195 yes, missing 196 DER_pt_tot<58.4125 98->196 no 383 DER_pt_tot<20.1005 193->383 yes, missing 384 DER_lep_eta_centrality<0.4275 193->384 no 385 DER_pt_h<48.34 194->385 yes, missing 386 DER_deltaeta_jet_jet<4.31 194->386 no 707 DER_pt_ratio_lep_tau<1.9125 383->707 yes, missing 708 PRI_jet_subleading_eta<-2.227 383->708 no 709 DER_mass_jet_jet<1283.9 384->709 yes, missing 710 PRI_met_sumet<250.712 384->710 no 1219 leaf=0.0962963 707->1219 yes, missing 1220 leaf=-0.0857143 707->1220 no 1221 leaf=0.04 708->1221 yes, missing 1222 leaf=-0.141176 708->1222 no 1223 leaf=-0.169524 709->1223 yes, missing 1224 leaf=-0 709->1224 no 1225 leaf=0.0526316 710->1225 yes, missing 1226 leaf=-0.0971429 710->1226 no 711 leaf=-0.127273 385->711 yes, missing 712 PRI_tau_eta<1.5415 385->712 no 713 DER_pt_ratio_lep_tau<0.552 386->713 yes, missing 714 PRI_lep_pt<33.674 386->714 no 1227 leaf=0.111111 712->1227 yes, missing 1228 leaf=-0.0769231 712->1228 no 1229 leaf=0.0222222 713->1229 yes, missing 1230 leaf=-0.158621 713->1230 no 1231 leaf=-0.12 714->1231 yes, missing 1232 leaf=0.0769231 714->1232 no 387 DER_met_phi_centrality<0.973 195->387 yes, missing 388 DER_mass_MMC<103.517 195->388 no 389 PRI_tau_eta<2.257 196->389 yes, missing 390 PRI_lep_pt<41.42 196->390 no 715 DER_lep_eta_centrality<0.76 387->715 yes, missing 716 DER_mass_MMC<100.995 387->716 no 717 DER_met_phi_centrality<1.3445 388->717 yes, missing 718 PRI_met<28.416 388->718 no 1233 leaf=-0.0431373 715->1233 yes, missing 1234 leaf=0.0781457 715->1234 no 1235 leaf=0.0890323 716->1235 yes, missing 1236 leaf=0.164569 716->1236 no 1237 leaf=-0.0357488 717->1237 yes, missing 1238 leaf=0.0635294 717->1238 no 1239 leaf=-0.0168675 718->1239 yes, missing 1240 leaf=0.104762 718->1240 no 719 PRI_jet_num<3 389->719 yes, missing 720 DER_mass_jet_jet<1195.99 389->720 no 721 DER_pt_ratio_lep_tau<0.702 390->721 yes, missing 722 DER_sum_pt<580.426 390->722 no 1241 leaf=0.181127 719->1241 yes, missing 1242 leaf=0.118447 719->1242 no 1243 leaf=-0.0666667 720->1243 yes, missing 1244 leaf=0.05 720->1244 no 1245 leaf=0.0666667 721->1245 yes, missing 1246 leaf=-0.125 721->1246 no 1247 leaf=0.16 722->1247 yes, missing 1248 leaf=-0 722->1248 no 99 DER_mass_transverse_met_lep<28.386 49->99 yes, missing 100 DER_lep_eta_centrality<0.593 49->100 no 101 DER_mass_MMC<173.835 50->101 yes, missing 102 DER_mass_MMC<182.921 50->102 no 197 DER_mass_MMC<157.812 99->197 yes, missing 198 PRI_tau_pt<27.601 99->198 no 199 DER_pt_tot<9.816 100->199 yes, missing 200 DER_pt_tot<80.9435 100->200 no 391 DER_pt_h<67.2015 197->391 yes, missing 392 DER_mass_MMC<197.926 197->392 no 393 DER_mass_vis<97.179 198->393 yes, missing 394 DER_mass_vis<107.012 198->394 no 723 PRI_tau_pt<27.6965 391->723 yes, missing 724 DER_pt_tot<35.357 391->724 no 725 PRI_tau_pt<25.7705 392->725 yes, missing 726 PRI_tau_eta<1.5955 392->726 no 1249 leaf=0.014433 723->1249 yes, missing 1250 leaf=0.0711025 723->1250 no 1251 leaf=0.119496 724->1251 yes, missing 1252 leaf=0.0562555 724->1252 no 1253 leaf=-0.0826667 725->1253 yes, missing 1254 leaf=0.0171053 725->1254 no 1255 leaf=-0.17931 726->1255 yes, missing 1256 leaf=-0.0666667 726->1256 no 727 DER_met_phi_centrality<0.48 393->727 yes, missing 728 DER_lep_eta_centrality<0.943 393->728 no 729 DER_deltar_tau_lep<2.0425 394->729 yes, missing 730 DER_mass_transverse_met_lep<38.97 394->730 no 1257 leaf=-0.0652174 727->1257 yes, missing 1258 leaf=0.0150051 727->1258 no 1259 leaf=-0.130584 728->1259 yes, missing 1260 leaf=0.12 728->1260 no 1261 leaf=0.123148 729->1261 yes, missing 1262 leaf=0.0377964 729->1262 no 1263 leaf=-0.0124138 730->1263 yes, missing 1264 leaf=-0.114943 730->1264 no 395 DER_lep_eta_centrality<0.132 199->395 yes, missing 396 DER_lep_eta_centrality<0.31 199->396 no 397 DER_mass_jet_jet<231.235 200->397 yes, missing 398 PRI_met_phi<-0.108 200->398 no 731 DER_prodeta_jet_jet<-1.7085 395->731 yes, missing 732 DER_mass_jet_jet<450.307 395->732 no 733 PRI_jet_subleading_phi<-2.6 396->733 yes, missing 734 DER_mass_MMC<116.062 396->734 no 1265 leaf=-0.0588235 731->1265 yes, missing 1266 leaf=0.1 731->1266 no 1267 leaf=0.105085 732->1267 yes, missing 1268 leaf=0.17037 732->1268 no 1269 leaf=0.138462 733->1269 yes, missing 1270 leaf=-0.0564103 733->1270 no 1271 leaf=-0.0196078 734->1271 yes, missing 1272 leaf=0.1 734->1272 no 735 PRI_lep_pt<43.015 397->735 yes, missing 736 DER_mass_MMC<182.442 397->736 no 737 PRI_jet_num<3 398->737 yes, missing 738 PRI_tau_eta<1.072 398->738 no 1273 leaf=-0.0171429 735->1273 yes, missing 1274 leaf=0.12 735->1274 no 1275 leaf=0.179146 736->1275 yes, missing 1276 leaf=-0.0117647 736->1276 no 1277 leaf=0.0909091 737->1277 yes, missing 1278 leaf=-0.1 737->1278 no 1279 leaf=0.130435 738->1279 yes, missing 1280 leaf=-0.05 738->1280 no 201 DER_mass_MMC<118.824 101->201 yes, missing 202 DER_mass_MMC<200.749 101->202 no 203 DER_lep_eta_centrality<0.5775 102->203 yes, missing 204 DER_lep_eta_centrality<0.569 102->204 no 399 DER_pt_h<112.511 201->399 yes, missing 400 DER_mass_vis<110.646 201->400 no 401 PRI_tau_pt<63.6945 202->401 yes, missing 402 PRI_jet_leading_eta<-1.893 202->402 no 739 PRI_jet_leading_eta<-2.1235 399->739 yes, missing 740 DER_pt_tot<27.6165 399->740 no 741 PRI_tau_pt<51.3015 400->741 yes, missing 742 DER_mass_transverse_met_lep<34.0975 400->742 no 1281 leaf=0.113959 739->1281 yes, missing 1282 leaf=0.0422713 739->1282 no 1283 leaf=0.154051 740->1283 yes, missing 1284 leaf=0.101226 740->1284 no 1285 leaf=0.127811 741->1285 yes, missing 1286 leaf=0.158478 741->1286 no 1287 leaf=0.0993144 742->1287 yes, missing 1288 leaf=0.0260128 742->1288 no 743 PRI_met_phi<-0.4775 401->743 yes, missing 744 DER_mass_transverse_met_lep<20.5365 401->744 no 745 PRI_tau_pt<68.534 402->745 yes, missing 746 DER_mass_vis<77.9215 402->746 no 1289 leaf=0.03 743->1289 yes, missing 1290 leaf=-0.0769231 743->1290 no 1291 leaf=0.114545 744->1291 yes, missing 1292 leaf=0.0280374 744->1292 no 1293 leaf=0.142857 745->1293 yes, missing 1294 leaf=-0.0322581 745->1294 no 1295 leaf=0.0285714 746->1295 yes, missing 1296 leaf=-0.130827 746->1296 no 403 DER_pt_h<36.071 203->403 yes, missing 404 DER_pt_tot<18.08 203->404 no 405 DER_mass_MMC<191.731 204->405 yes, missing 406 PRI_met<89.8955 204->406 no 747 DER_mass_vis<83.9665 403->747 yes, missing 748 DER_pt_tot<59.3415 403->748 no 749 PRI_jet_leading_phi<-3.1265 404->749 yes, missing 750 DER_mass_jet_jet<506.052 404->750 no 1297 leaf=-0.104762 747->1297 yes, missing 1298 leaf=0.12 747->1298 no 1299 leaf=0.160648 748->1299 yes, missing 1300 leaf=0.0109091 748->1300 no 1301 leaf=0.0769231 749->1301 yes, missing 1302 leaf=0.193378 749->1302 no 1303 leaf=0.152623 750->1303 yes, missing 1304 leaf=0.181793 750->1304 no 751 leaf=-0 405->751 yes, missing 752 leaf=-0.155556 405->752 no 753 DER_mass_vis<112.155 406->753 yes, missing 754 DER_mass_MMC<203.195 406->754 no 1305 leaf=0.146667 753->1305 yes, missing 1306 leaf=0.0133333 753->1306 no 1307 leaf=0.0666667 754->1307 yes, missing 1308 leaf=-0.111111 754->1308 no 51 DER_lep_eta_centrality<0.724 25->51 yes, missing 52 PRI_met<40.769 25->52 no 53 DER_mass_transverse_met_lep<13.775 26->53 yes, missing 54 DER_mass_vis<131.099 26->54 no 103 PRI_jet_leading_eta<3.245 51->103 yes, missing 104 PRI_jet_subleading_eta<-0.324 51->104 no 105 DER_deltar_tau_lep<2.59 52->105 yes, missing 106 PRI_jet_all_pt<65.8625 52->106 no 205 DER_mass_vis<119.811 103->205 yes, missing 206 leaf=0.05 103->206 no 207 DER_mass_MMC<174.684 104->207 yes, missing 208 DER_pt_h<114.379 104->208 no 407 leaf=-0.0181818 205->407 yes, missing 408 PRI_tau_phi<-2.991 205->408 no 755 leaf=-0.0545455 408->755 yes, missing 756 PRI_met<1.7395 408->756 no 1309 leaf=-0.05 756->1309 yes, missing 1310 leaf=-0.173333 756->1310 no 409 leaf=0.107692 207->409 yes, missing 410 leaf=-0.1 207->410 no 411 leaf=-0.138462 208->411 yes, missing 412 leaf=-0 208->412 no 209 DER_mass_transverse_met_lep<31.6715 105->209 yes, missing 210 PRI_lep_pt<46.686 105->210 no 211 PRI_tau_pt<90.005 106->211 yes, missing 212 PRI_jet_leading_phi<-2.516 106->212 no 413 PRI_met_sumet<483.206 209->413 yes, missing 414 DER_mass_MMC<164.539 209->414 no 415 DER_pt_ratio_lep_tau<0.6675 210->415 yes, missing 416 DER_deltaeta_jet_jet<3.502 210->416 no 757 DER_prodeta_jet_jet<1.9115 413->757 yes, missing 758 leaf=-0.05 413->758 no 759 PRI_tau_pt<52.832 414->759 yes, missing 760 leaf=-0.125 414->760 no 1311 leaf=0.141935 757->1311 yes, missing 1312 leaf=-0 757->1312 no 1313 leaf=-0.08 759->1313 yes, missing 1314 leaf=0.111111 759->1314 no 761 PRI_met_phi<0.841 415->761 yes, missing 762 PRI_tau_phi<2.1995 415->762 no 763 DER_pt_ratio_lep_tau<0.8745 416->763 yes, missing 764 leaf=0.142857 416->764 no 1315 leaf=-0.0938776 761->1315 yes, missing 1316 leaf=0.0235294 761->1316 no 1317 leaf=-0.153247 762->1317 yes, missing 1318 leaf=-0.04 762->1318 no 1319 leaf=0.0309859 763->1319 yes, missing 1320 leaf=-0.0538922 763->1320 no 417 PRI_lep_pt<49.1215 211->417 yes, missing 418 PRI_tau_eta<0.004 211->418 no 419 leaf=-0 212->419 yes, missing 420 PRI_met<157.42 212->420 no 765 PRI_jet_leading_pt<51.167 417->765 yes, missing 766 PRI_met_sumet<240.655 417->766 no 767 PRI_lep_eta<-0.638 418->767 yes, missing 768 leaf=0.12 418->768 no 1321 leaf=-0.169231 765->1321 yes, missing 1322 leaf=0.0222222 765->1322 no 1323 leaf=0.12 766->1323 yes, missing 1324 leaf=-0.08 766->1324 no 1325 leaf=0.1 767->1325 yes, missing 1326 leaf=-0.1 767->1326 no 769 PRI_met_phi<2.999 420->769 yes, missing 770 leaf=-0.05 420->770 no 1327 leaf=-0.182353 769->1327 yes, missing 1328 leaf=-0.05 769->1328 no 107 DER_mass_MMC<683.625 53->107 yes, missing 108 DER_prodeta_jet_jet<2.4035 53->108 no 109 PRI_met_sumet<150.596 54->109 yes, missing 110 PRI_tau_eta<-2.426 54->110 no 213 PRI_jet_leading_phi<2.2725 107->213 yes, missing 214 DER_mass_vis<398.303 107->214 no 215 DER_mass_vis<129.724 108->215 yes, missing 216 PRI_jet_subleading_pt<90.9925 108->216 no 421 PRI_jet_leading_eta<3.437 213->421 yes, missing 422 PRI_jet_leading_phi<2.2975 213->422 no 423 leaf=-0.05 214->423 yes, missing 424 leaf=0.1 214->424 no 771 DER_mass_MMC<169.001 421->771 yes, missing 772 leaf=-0 421->772 no 773 leaf=0.0666667 422->773 yes, missing 774 PRI_jet_leading_eta<1.616 422->774 no 1329 leaf=-0.0181818 771->1329 yes, missing 1330 leaf=-0.171119 771->1330 no 1331 leaf=-0.130435 774->1331 yes, missing 1332 leaf=-0 774->1332 no 425 PRI_jet_subleading_phi<1.0985 215->425 yes, missing 426 DER_lep_eta_centrality<0.9815 215->426 no 427 DER_deltaeta_jet_jet<0.1495 216->427 yes, missing 428 leaf=0.05 216->428 no 775 PRI_lep_eta<-2.3255 425->775 yes, missing 776 PRI_met<45.1515 425->776 no 777 DER_mass_MMC<749.713 426->777 yes, missing 778 DER_mass_transverse_met_lep<28.901 426->778 no 1333 leaf=-0.0222222 775->1333 yes, missing 1334 leaf=-0.16319 775->1334 no 1335 leaf=0.1 776->1335 yes, missing 1336 leaf=-0.111111 776->1336 no 1337 leaf=-0.190361 777->1337 yes, missing 1338 leaf=-0.05 777->1338 no 1339 leaf=-0.0352941 778->1339 yes, missing 1340 leaf=-0.166667 778->1340 no 779 leaf=-0.0181818 427->779 yes, missing 780 DER_deltar_tau_lep<4.841 427->780 no 1341 leaf=-0.162393 780->1341 yes, missing 1342 leaf=-0 780->1342 no 217 DER_mass_MMC<179.526 109->217 yes, missing 218 PRI_lep_phi<2.535 109->218 no 219 leaf=0.0666667 110->219 yes, missing 220 DER_pt_h<16.481 110->220 no 429 leaf=-0 217->429 yes, missing 430 leaf=0.111111 217->430 no 431 DER_pt_ratio_lep_tau<0.7895 218->431 yes, missing 432 leaf=0.0545455 218->432 no 781 PRI_jet_leading_pt<47.9325 431->781 yes, missing 782 PRI_tau_pt<70.932 431->782 no 1343 leaf=-0.0857143 781->1343 yes, missing 1344 leaf=-0.167568 781->1344 no 1345 leaf=-0.08 782->1345 yes, missing 1346 leaf=0.04 782->1346 no 433 PRI_tau_pt<80.3355 220->433 yes, missing 434 DER_mass_jet_jet<920.111 220->434 no 783 DER_sum_pt<127.927 433->783 yes, missing 784 PRI_lep_eta<-0.785 433->784 no 785 DER_pt_tot<6.019 434->785 yes, missing 786 leaf=-0 434->786 no 1347 leaf=-0.107692 783->1347 yes, missing 1348 leaf=-0.190244 783->1348 no 1349 leaf=-0.16 784->1349 yes, missing 1350 leaf=-0.0842105 784->1350 no 1351 leaf=-0.148032 785->1351 yes, missing 1352 leaf=-0.175092 785->1352 no 27 DER_met_phi_centrality<0.8355 13->27 yes, missing 28 DER_met_phi_centrality<0.4405 13->28 no 29 DER_mass_vis<123.228 14->29 yes, missing 30 PRI_tau_pt<241.564 14->30 no 55 PRI_met<24.596 27->55 yes, missing 56 DER_deltar_tau_lep<2.5655 27->56 no 57 DER_mass_transverse_met_lep<66.676 28->57 yes, missing 58 DER_mass_MMC<161.576 28->58 no 111 PRI_tau_pt<24.6055 55->111 yes, missing 112 DER_deltaeta_jet_jet<3.3525 55->112 no 113 DER_deltaeta_jet_jet<3.0305 56->113 yes, missing 114 DER_deltaeta_jet_jet<3.361 56->114 no 221 DER_mass_vis<64.0925 111->221 yes, missing 222 DER_deltaeta_jet_jet<2.7955 111->222 no 223 PRI_tau_pt<25.3495 112->223 yes, missing 224 DER_lep_eta_centrality<0.608 112->224 no 435 DER_deltar_tau_lep<3.0215 221->435 yes, missing 436 DER_mass_jet_jet<308.719 221->436 no 437 PRI_lep_eta<-0.8415 222->437 yes, missing 438 DER_lep_eta_centrality<0.7345 222->438 no 787 PRI_tau_phi<2.835 435->787 yes, missing 788 PRI_tau_pt<22.9985 435->788 no 789 DER_mass_vis<79.269 436->789 yes, missing 790 PRI_met_phi<-1.56 436->790 no 1353 leaf=-0.117857 787->1353 yes, missing 1354 leaf=0.0545455 787->1354 no 1355 leaf=-0.0318182 788->1355 yes, missing 1356 leaf=0.113043 788->1356 no 1357 leaf=-0.117337 789->1357 yes, missing 1358 leaf=-0.156219 789->1358 no 1359 leaf=-0.136842 790->1359 yes, missing 1360 leaf=0.0714286 790->1360 no 791 DER_pt_ratio_lep_tau<1.007 437->791 yes, missing 792 PRI_lep_eta<1.3665 437->792 no 793 DER_met_phi_centrality<-0.395 438->793 yes, missing 794 DER_mass_MMC<106.142 438->794 no 1361 leaf=0.0769231 791->1361 yes, missing 1362 leaf=-0.114091 791->1362 no 1363 leaf=-0.0579797 792->1363 yes, missing 1364 leaf=-0.111765 792->1364 no 1365 leaf=-0.0823529 793->1365 yes, missing 1366 leaf=0.0888889 793->1366 no 1367 leaf=0.0222222 794->1367 yes, missing 1368 leaf=0.155556 794->1368 no 439 DER_mass_vis<81.1155 223->439 yes, missing 440 DER_mass_vis<80.0545 223->440 no 441 DER_lep_eta_centrality<0.4265 224->441 yes, missing 442 DER_mass_jet_jet<647.584 224->442 no 795 DER_deltar_tau_lep<3.1395 439->795 yes, missing 796 DER_mass_transverse_met_lep<145.117 439->796 no 797 DER_pt_ratio_lep_tau<1.3475 440->797 yes, missing 798 PRI_met_sumet<169.732 440->798 no 1369 leaf=-0.16289 795->1369 yes, missing 1370 leaf=-0.130612 795->1370 no 1371 leaf=-0.18022 796->1371 yes, missing 1372 leaf=-0.0857143 796->1372 no 1373 leaf=-0.0785714 797->1373 yes, missing 1374 leaf=-0.129128 797->1374 no 1375 leaf=-0.156964 798->1375 yes, missing 1376 leaf=-0.133801 798->1376 no 799 DER_deltaeta_jet_jet<3.466 441->799 yes, missing 800 DER_mass_transverse_met_lep<57.733 441->800 no 801 PRI_tau_pt<28.903 442->801 yes, missing 802 DER_sum_pt<397.102 442->802 no 1377 leaf=-0.0588235 799->1377 yes, missing 1378 leaf=-0.175 799->1378 no 1379 leaf=0.0666667 800->1379 yes, missing 1380 leaf=-0.0731707 800->1380 no 1381 leaf=-0.0380165 801->1381 yes, missing 1382 leaf=0.0692308 801->1382 no 1383 leaf=0.123077 802->1383 yes, missing 1384 leaf=-0.111111 802->1384 no 225 DER_mass_MMC<151.807 113->225 yes, missing 226 DER_lep_eta_centrality<0.587 113->226 no 227 PRI_tau_pt<26.5635 114->227 yes, missing 228 DER_lep_eta_centrality<0.346 114->228 no 443 DER_deltar_tau_lep<2.1845 225->443 yes, missing 444 PRI_jet_subleading_pt<35.3455 225->444 no 445 DER_mass_transverse_met_lep<60.177 226->445 yes, missing 446 DER_pt_tot<44.1225 226->446 no 803 DER_mass_MMC<108.322 443->803 yes, missing 804 PRI_met_sumet<313.382 443->804 no 805 DER_mass_transverse_met_lep<71.839 444->805 yes, missing 806 PRI_tau_eta<1.796 444->806 no 1385 leaf=-0.0271468 803->1385 yes, missing 1386 leaf=0.0591865 803->1386 no 1387 leaf=-0.0118421 804->1387 yes, missing 1388 leaf=-0.106667 804->1388 no 1389 leaf=0.0153846 805->1389 yes, missing 1390 leaf=-0.0933333 805->1390 no 1391 leaf=-0.153623 806->1391 yes, missing 1392 leaf=-0.0117647 806->1392 no 807 PRI_tau_eta<1.7625 445->807 yes, missing 808 PRI_lep_phi<-2.326 445->808 no 809 DER_mass_MMC<187.781 446->809 yes, missing 810 DER_deltar_tau_lep<2.0555 446->810 no 1393 leaf=0.109091 807->1393 yes, missing 1394 leaf=-0.111111 807->1394 no 1395 leaf=0.0769231 808->1395 yes, missing 1396 leaf=-0.0857143 808->1396 no 1397 leaf=0.16298 809->1397 yes, missing 1398 leaf=-0.111111 809->1398 no 1399 leaf=0.0638298 810->1399 yes, missing 1400 leaf=-0.0714286 810->1400 no 447 DER_mass_vis<86.276 227->447 yes, missing 448 DER_mass_vis<98.4405 227->448 no 449 PRI_tau_phi<2.199 228->449 yes, missing 450 DER_mass_MMC<160.875 228->450 no 811 DER_mass_transverse_met_lep<70.11 447->811 yes, missing 812 PRI_met<19.8935 447->812 no 813 PRI_jet_leading_eta<2.659 448->813 yes, missing 814 PRI_met<30.565 448->814 no 1401 leaf=-0.0805243 811->1401 yes, missing 1402 leaf=-0.123677 811->1402 no 1403 leaf=-0.0894737 812->1403 yes, missing 1404 leaf=-0.165241 812->1404 no 1405 leaf=-0.0526667 813->1405 yes, missing 1406 leaf=0.0634146 813->1406 no 1407 leaf=-0.0888889 814->1407 yes, missing 1408 leaf=-0.175926 814->1408 no 815 leaf=-0.16 449->815 yes, missing 816 leaf=-0 449->816 no 817 DER_pt_tot<16.851 450->817 yes, missing 818 PRI_lep_pt<64.273 450->818 no 1409 leaf=0.132203 817->1409 yes, missing 1410 leaf=0.0429907 817->1410 no 1411 leaf=-0.10303 818->1411 yes, missing 1412 leaf=0.0461538 818->1412 no 115 DER_mass_MMC<112.891 57->115 yes, missing 116 DER_deltaeta_jet_jet<3.267 57->116 no 117 DER_deltaeta_jet_jet<2.6875 58->117 yes, missing 118 DER_mass_transverse_met_lep<81.9385 58->118 no 229 DER_deltar_tau_lep<2.8305 115->229 yes, missing 230 PRI_tau_pt<53.6265 115->230 no 231 DER_pt_tot<10.439 116->231 yes, missing 232 DER_mass_MMC<105.238 116->232 no 451 DER_pt_tot<6.623 229->451 yes, missing 452 PRI_met<23.5995 229->452 no 453 DER_mass_vis<103.263 230->453 yes, missing 454 DER_pt_h<44.4605 230->454 no 819 DER_mass_jet_jet<545.555 451->819 yes, missing 820 PRI_lep_eta<1.5115 451->820 no 821 PRI_lep_pt<45.428 452->821 yes, missing 822 PRI_tau_eta<1.752 452->822 no 1413 leaf=-0.125714 819->1413 yes, missing 1414 leaf=0.08 819->1414 no 1415 leaf=-0.0527434 820->1415 yes, missing 1416 leaf=-0.130275 820->1416 no 1417 leaf=0.125 821->1417 yes, missing 1418 leaf=-0.025 821->1418 no 1419 leaf=-0.00888889 822->1419 yes, missing 1420 leaf=-0.155556 822->1420 no 823 DER_deltaeta_jet_jet<3.048 453->823 yes, missing 824 DER_deltaeta_jet_jet<2.322 453->824 no 825 DER_mass_MMC<129.408 454->825 yes, missing 826 DER_mass_MMC<115.844 454->826 no 1421 leaf=0.00697674 823->1421 yes, missing 1422 leaf=0.138462 823->1422 no 1423 leaf=-0.075188 824->1423 yes, missing 1424 leaf=0.125926 824->1424 no 1425 leaf=-0.0133333 825->1425 yes, missing 1426 leaf=0.0688889 825->1426 no 1427 leaf=0.0222222 826->1427 yes, missing 1428 leaf=0.119814 826->1428 no 455 PRI_tau_pt<48.0755 231->455 yes, missing 456 DER_mass_transverse_met_lep<83.222 231->456 no 457 PRI_tau_phi<-2.4175 232->457 yes, missing 458 DER_lep_eta_centrality<0.622 232->458 no 827 PRI_met<18.757 455->827 yes, missing 828 DER_mass_transverse_met_lep<79.491 455->828 no 829 DER_mass_MMC<114.238 456->829 yes, missing 830 PRI_lep_pt<99.734 456->830 no 1429 leaf=0.0545455 827->1429 yes, missing 1430 leaf=-0.136903 827->1430 no 1431 leaf=-0.0458874 828->1431 yes, missing 1432 leaf=-0.106599 828->1432 no 1433 leaf=-0.0936471 829->1433 yes, missing 1434 leaf=-0.012516 829->1434 no 1435 leaf=-0.0979006 830->1435 yes, missing 1436 leaf=0.0101695 830->1436 no 831 leaf=0.08 457->831 yes, missing 832 DER_pt_tot<42.7835 457->832 no 833 PRI_jet_leading_pt<56.1585 458->833 yes, missing 834 PRI_tau_pt<35.8355 458->834 no 1437 leaf=-0.144828 832->1437 yes, missing 1438 leaf=-0.0133333 832->1438 no 1439 leaf=-0.105882 833->1439 yes, missing 1440 leaf=0.0533333 833->1440 no 1441 leaf=-0.111111 834->1441 yes, missing 1442 leaf=0.143662 834->1442 no 233 PRI_tau_pt<51.181 117->233 yes, missing 234 DER_mass_MMC<107.805 117->234 no 235 PRI_tau_pt<49.292 118->235 yes, missing 236 DER_pt_tot<74.5715 118->236 no 459 PRI_jet_leading_pt<56.283 233->459 yes, missing 460 DER_mass_MMC<109.235 233->460 no 461 DER_prodeta_jet_jet<-2.8675 234->461 yes, missing 462 DER_lep_eta_centrality<0.448 234->462 no 835 PRI_lep_pt<55.807 459->835 yes, missing 836 DER_mass_MMC<102.797 459->836 no 837 PRI_tau_pt<76.029 460->837 yes, missing 838 DER_deltar_tau_lep<1.6175 460->838 no 1443 leaf=0.0248299 835->1443 yes, missing 1444 leaf=-0.0486487 835->1444 no 1445 leaf=-0.0688 836->1445 yes, missing 1446 leaf=0.072578 836->1446 no 1447 leaf=-0.0168224 837->1447 yes, missing 1448 leaf=-0.141667 837->1448 no 1449 leaf=0.167591 838->1449 yes, missing 1450 leaf=0.108089 838->1450 no 839 PRI_tau_eta<-2.103 461->839 yes, missing 840 PRI_jet_subleading_phi<-1.839 461->840 no 841 DER_pt_tot<9.4325 462->841 yes, missing 842 DER_mass_jet_jet<241.984 462->842 no 1451 leaf=-0.1 839->1451 yes, missing 1452 leaf=0.121951 839->1452 no 1453 leaf=0.1 840->1453 yes, missing 1454 leaf=-0.0490566 840->1454 no 1455 leaf=0.183333 841->1455 yes, missing 1456 leaf=0.0528736 841->1456 no 1457 leaf=0.0893617 842->1457 yes, missing 1458 leaf=0.177089 842->1458 no 463 DER_mass_vis<96.337 235->463 yes, missing 464 DER_mass_MMC<186.186 235->464 no 465 PRI_jet_subleading_eta<1.1195 236->465 yes, missing 466 PRI_jet_subleading_phi<0.477 236->466 no 843 PRI_lep_pt<34.7525 463->843 yes, missing 844 DER_pt_h<87.3645 463->844 no 845 PRI_lep_pt<46.1255 464->845 yes, missing 846 DER_deltaeta_jet_jet<0.4745 464->846 no 1459 leaf=-0.0956522 843->1459 yes, missing 1460 leaf=0.0645161 843->1460 no 1461 leaf=-0.0566038 844->1461 yes, missing 1462 leaf=-0.140426 844->1462 no 1463 leaf=0.123529 845->1463 yes, missing 1464 leaf=0.0122449 845->1464 no 1465 leaf=0.0166667 846->1465 yes, missing 1466 leaf=-0.103448 846->1466 no 847 PRI_tau_eta<-1.7845 465->847 yes, missing 848 DER_deltar_tau_lep<2.414 465->848 no 849 leaf=0.114286 466->849 yes, missing 850 leaf=-0.111111 466->850 no 1467 leaf=-0.0117647 847->1467 yes, missing 1468 leaf=-0.130769 847->1468 no 1469 leaf=0.0526316 848->1469 yes, missing 1470 leaf=-0.0857143 848->1470 no 59 DER_deltar_tau_lep<1.8645 29->59 yes, missing 60 PRI_tau_pt<83.0055 29->60 no 61 DER_mass_transverse_met_lep<205.907 30->61 yes, missing 62 leaf=-0.0222222 30->62 no 119 PRI_met<37.965 59->119 yes, missing 120 DER_mass_transverse_met_lep<62.7655 59->120 no 121 DER_mass_transverse_met_lep<144.757 60->121 yes, missing 122 DER_mass_transverse_met_lep<150.259 60->122 no 237 PRI_tau_pt<44.151 119->237 yes, missing 238 DER_prodeta_jet_jet<-6.1215 119->238 no 239 PRI_tau_pt<39.2815 120->239 yes, missing 240 PRI_tau_pt<49.914 120->240 no 467 DER_pt_h<144.613 237->467 yes, missing 468 DER_pt_tot<4.2805 237->468 no 469 PRI_jet_leading_eta<0.4685 238->469 yes, missing 470 DER_mass_transverse_met_lep<73.3565 238->470 no 851 leaf=0.0222222 467->851 yes, missing 852 leaf=-0.1 467->852 no 853 leaf=-0.04 468->853 yes, missing 854 DER_mass_transverse_met_lep<57.9275 468->854 no 1471 leaf=0.0181818 854->1471 yes, missing 1472 leaf=0.15122 854->1472 no 855 leaf=0.127273 469->855 yes, missing 856 leaf=-0.1 469->856 no 857 DER_mass_jet_jet<137.719 470->857 yes, missing 858 leaf=-0.153846 470->858 no 1473 leaf=0.111111 857->1473 yes, missing 1474 leaf=-0.12 857->1474 no 471 PRI_lep_pt<78.9675 239->471 yes, missing 472 DER_pt_h<19.065 239->472 no 473 PRI_met<19.6605 240->473 yes, missing 474 PRI_jet_leading_eta<2.701 240->474 no 859 PRI_jet_subleading_eta<1.6015 471->859 yes, missing 860 PRI_met<11.054 471->860 no 861 PRI_tau_phi<2.8765 472->861 yes, missing 862 DER_pt_tot<29.669 472->862 no 1475 leaf=-0.186992 859->1475 yes, missing 1476 leaf=-0 859->1476 no 1477 leaf=0.04 860->1477 yes, missing 1478 leaf=-0.108333 860->1478 no 1479 leaf=-0.128713 861->1479 yes, missing 1480 leaf=0.05 861->1480 no 1481 leaf=-0.00880503 862->1481 yes, missing 1482 leaf=-0.0981818 862->1482 no 863 PRI_jet_leading_eta<2.688 473->863 yes, missing 864 DER_lep_eta_centrality<0.9995 473->864 no 865 DER_pt_tot<32.1665 474->865 yes, missing 866 DER_mass_transverse_met_lep<85.475 474->866 no 1483 leaf=-0.1 863->1483 yes, missing 1484 leaf=0.0666667 863->1484 no 1485 leaf=-0.176614 864->1485 yes, missing 1486 leaf=-0 864->1486 no 1487 leaf=-0.149315 865->1487 yes, missing 1488 leaf=-0.0829268 865->1488 no 1489 leaf=0.107692 866->1489 yes, missing 1490 leaf=-0.0666667 866->1490 no 241 DER_mass_jet_jet<1117.52 121->241 yes, missing 242 DER_pt_h<1.3425 121->242 no 243 PRI_jet_leading_eta<-2.451 122->243 yes, missing 244 DER_deltar_tau_lep<2.9265 122->244 no 475 PRI_tau_pt<58.309 241->475 yes, missing 476 DER_mass_vis<128.142 241->476 no 477 leaf=0.08 242->477 yes, missing 478 PRI_met_sumet<148.715 242->478 no 867 PRI_jet_leading_eta<4.02 475->867 yes, missing 868 PRI_tau_pt<58.338 475->868 no 869 leaf=0.1 476->869 yes, missing 870 leaf=-0.0666667 476->870 no 1491 leaf=-0.191655 867->1491 yes, missing 1492 leaf=-0.05 867->1492 no 1493 leaf=-0 868->1493 yes, missing 1494 leaf=-0.177691 868->1494 no 871 DER_mass_MMC<313.875 478->871 yes, missing 872 DER_mass_vis<125.02 478->872 no 1495 leaf=-0.104 871->1495 yes, missing 1496 leaf=0.0909091 871->1496 no 1497 leaf=-0 872->1497 yes, missing 1498 leaf=-0.164505 872->1498 no 479 DER_mass_transverse_met_lep<50.4725 243->479 yes, missing 480 DER_mass_MMC<148.793 243->480 no 481 DER_mass_MMC<289.414 244->481 yes, missing 482 PRI_lep_eta<-0.931 244->482 no 873 leaf=0.0545455 479->873 yes, missing 874 DER_mass_transverse_met_lep<120.098 479->874 no 875 PRI_lep_pt<55.103 480->875 yes, missing 876 PRI_met_phi<-3.0375 480->876 no 1499 leaf=-0.135433 874->1499 yes, missing 1500 leaf=-0.0285714 874->1500 no 1501 leaf=-0.12 875->1501 yes, missing 1502 leaf=0.0666667 875->1502 no 1503 leaf=-0.0666667 876->1503 yes, missing 1504 leaf=-0.172007 876->1504 no 877 DER_mass_vis<171.59 481->877 yes, missing 878 leaf=-0.173333 481->878 no 879 DER_mass_transverse_met_lep<246.864 482->879 yes, missing 880 PRI_tau_pt<118.98 482->880 no 1505 leaf=-0.12 877->1505 yes, missing 1506 leaf=0.0666667 877->1506 no 1507 leaf=0.12 879->1507 yes, missing 1508 leaf=-0 879->1508 no 1509 leaf=-0.1 880->1509 yes, missing 1510 leaf=0.0545455 880->1510 no 123 DER_mass_jet_jet<1413.23 61->123 yes, missing 124 DER_pt_h<9.1185 61->124 no 245 PRI_lep_phi<3.1325 123->245 yes, missing 246 leaf=-0.05 123->246 no 247 leaf=0.05 124->247 yes, missing 248 DER_mass_transverse_met_lep<214.133 124->248 no 483 leaf=-0.195609 245->483 yes, missing 484 DER_mass_transverse_met_lep<89.8485 245->484 no 881 leaf=-0.12 484->881 yes, missing 882 leaf=-0 484->882 no 485 leaf=-0 248->485 yes, missing 486 leaf=-0.17037 248->486 no

In [53]:
correct = xgbc2.predict(trainData.loc[0:100, 'DER_mass_MMC':'PRI_jet_all_pt']) == trainData.loc[0:100, 'Label']
np.sum(correct)/len(correct)


/usr/local/lib/python3.5/dist-packages/sklearn/preprocessing/label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.
  if diff:
Out[53]:
0.8712871287128713

In [54]:
xgbc2.predict_proba(trainData.loc[0:10, 'DER_mass_MMC':'PRI_jet_all_pt'])


Out[54]:
array([[0.41510922, 0.5848908 ],
       [0.838801  , 0.16119897],
       [0.9724475 , 0.02755247],
       [0.90415955, 0.09584044],
       [0.98451626, 0.01548374],
       [0.94050723, 0.05949274],
       [0.35527062, 0.6447294 ],
       [0.08609939, 0.9139006 ],
       [0.85850877, 0.14149123],
       [0.1633398 , 0.8366602 ],
       [0.9640101 , 0.03598986]], dtype=float32)

In [76]:
xgbc3 = xgb.XGBClassifier(max_depth=20)
xgbc3.fit(X, y)
correct = xgbc3.predict(trainData.loc[0:100, 'DER_mass_MMC':'PRI_jet_all_pt']) == trainData.loc[0:100, 'Label']
np.sum(correct)/len(correct)


/usr/local/lib/python3.5/dist-packages/sklearn/preprocessing/label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.
  if diff:
Out[76]:
1.0

In [89]:
import math
def AMS(y):
    b, s = y[0], y[1]
    assert s >= 0
    assert b >= 0
    bReg = 10.
    return math.sqrt(2 * ((s + b + bReg) * 
                          math.log(1 + s / (b + bReg)) - s))

In [98]:
xgbc3.predict_proba(trainData.loc[0:9, 'DER_mass_MMC':'PRI_jet_all_pt'])


Out[98]:
array([[0.08023632, 0.9197637 ],
       [0.97143394, 0.02856608],
       [0.99006224, 0.00993778],
       [0.96714103, 0.03285896],
       [0.99547076, 0.00452922],
       [0.9934568 , 0.00654322],
       [0.05691648, 0.9430835 ],
       [0.03037059, 0.9696294 ],
       [0.9690122 , 0.03098778],
       [0.03955019, 0.9604498 ]], dtype=float32)

In [99]:
xgbc3.predict(trainData.loc[0:9, 'DER_mass_MMC':'PRI_jet_all_pt'])


/usr/local/lib/python3.5/dist-packages/sklearn/preprocessing/label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.
  if diff:
Out[99]:
array(['s', 'b', 'b', 'b', 'b', 'b', 's', 's', 'b', 's'], dtype=object)

In [114]:
arr = np.apply_along_axis(AMS, 1, xgbc3.predict_proba(trainData.loc[0:9, 'DER_mass_MMC':'PRI_jet_all_pt']))

In [115]:
arg = np.argsort(arr)

In [116]:
arr


Out[116]:
array([0.28544893, 0.00862046, 0.00299725, 0.00991723, 0.0013658 ,
       0.00197325, 0.29290896, 0.30141515, 0.00935196, 0.29847199])

In [117]:
arg


Out[117]:
array([4, 5, 2, 1, 8, 3, 0, 6, 9, 7])

In [118]:
[arr[arg[i]] for i in range(0, 10)]


Out[118]:
[0.0013658040380662305,
 0.001973246098099398,
 0.002997251158250363,
 0.00862045894890017,
 0.009351960903985894,
 0.009917233793342643,
 0.2854489314416437,
 0.2929089579181195,
 0.298471992329502,
 0.30141515081455705]

In [119]:
np.sort(arr)


Out[119]:
array([0.0013658 , 0.00197325, 0.00299725, 0.00862046, 0.00935196,
       0.00991723, 0.28544893, 0.29290896, 0.29847199, 0.30141515])

In [120]:
np.sort(arr) == arr[arg]


Out[120]:
array([ True,  True,  True,  True,  True,  True,  True,  True,  True,
        True])

In [121]:
testX = testData.loc[:, 'DER_mass_MMC':'PRI_jet_all_pt']

In [122]:
testAMS = np.apply_along_axis(AMS, 1, xgbc3.predict_proba(testX))

In [123]:
testY = xgbc3.predict(testX)


/usr/local/lib/python3.5/dist-packages/sklearn/preprocessing/label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.
  if diff:

In [129]:
testEventId = testData.loc[:, 'EventId']
len(testEventId)


Out[129]:
550000

In [130]:
testAMSArgSort = np.argsort(testAMS)
len(testAMSArgSort)


Out[130]:
550000

In [132]:
# https://www.kaggle.com/c/higgs-boson#evaluation
submission = pd.DataFrame({
    'EventId': testEventId[testAMSArgSort],
    'RankOrder': np.arange(1, 550001, dtype=int),
    'Class': testY[testAMSArgSort]
})

In [141]:
submission.to_csv('higgs_data/submission.csv', sep=',', encoding='utf-8', index=False, columns=['EventId','RankOrder','Class'
])

In [138]:
submission.head()


Out[138]:
Class EventId RankOrder
187994 b 537994 1
530627 b 880627 2
348227 b 698227 3
336511 b 686511 4
337778 b 687778 5

In [146]:
tmp = (trainData.loc[:, 'Label'] == 's') + 0

In [147]:
tmp.head()


Out[147]:
0    1
1    0
2    0
3    0
4    0
Name: Label, dtype: int64

In [151]:
positive = trainData.loc[:, 'Label'] == 's'
negative = trainData.loc[:, 'Label'] == 'b'

In [158]:
scale_pos_weight = np.sum(trainData.loc[negative, 'Weight']) / np.sum(trainData.loc[positive, 'Weight'])
scale_pos_weight


Out[158]:
593.9401931492315

In [161]:
# Use parameters from https://github.com/hetong007/higgsml/blob/master/python/higgs-pset.py
# See https://xgboost.readthedocs.io/en/latest/parameter.html
# features = ['E_inv', 'E_tri', 'm_tri', 'm_inv', 'pts', 'p_x', 'p_y', 'p_z']
X,y = trainData.loc[:, 'DER_mass_MMC':'PRI_jet_all_pt'], ((trainData.loc[:, 'Label'] == 's') + 0)
xgbc4 = xgb.XGBClassifier(max_depth=9, learning_rate=0.01, gamma=0.1, min_child_weight=100, colsample_bytree=0.5)
xgbc4.fit(X, y, eval_metric='auc')
correct = xgbc4.predict(trainData.loc[0:100, 'DER_mass_MMC':'PRI_jet_all_pt']) == ((trainData.loc[0:100, 'Label'] == 's') + 0)
np.sum(correct)/len(correct)


/usr/local/lib/python3.5/dist-packages/sklearn/preprocessing/label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.
  if diff:
Out[161]:
0.8217821782178217

In [162]:
testAMS = np.apply_along_axis(AMS, 1, xgbc4.predict_proba(testX))
testY = xgbc4.predict(testX)
testEventId = testData.loc[:, 'EventId']
testAMSArgSort = np.argsort(testAMS)
# https://www.kaggle.com/c/higgs-boson#evaluation
submission = pd.DataFrame({
    'EventId': testEventId[testAMSArgSort],
    'RankOrder': np.arange(1, 550001, dtype=int),
    'Class': testY[testAMSArgSort]
})
submission.to_csv('higgs_data/submission.csv', sep=',', encoding='utf-8', index=False, columns=['EventId','RankOrder','Class'
])
submission.head()


/usr/local/lib/python3.5/dist-packages/sklearn/preprocessing/label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.
  if diff:
Out[162]:
Class EventId RankOrder
440416 0 790416 1
494849 0 844849 2
336511 0 686511 3
313021 0 663021 4
513181 0 863181 5

In [164]:
# Use parameters from https://github.com/hetong007/higgsml/blob/master/python/higgs-pset.py
# See https://xgboost.readthedocs.io/en/latest/parameter.html
# features = ['E_inv', 'E_tri', 'm_tri', 'm_inv', 'pts', 'p_x', 'p_y', 'p_z']
X,y = trainData.loc[:, 'DER_mass_MMC':'PRI_jet_all_pt'], trainData.loc[:, 'Label']
xgbc4 = xgb.XGBClassifier(max_depth=9, learning_rate=0.01, gamma=0.1, min_child_weight=100, colsample_bytree=0.5)
xgbc4.fit(X, y, eval_metric='auc')
correct = xgbc4.predict(trainData.loc[:, 'DER_mass_MMC':'PRI_jet_all_pt']) == trainData.loc[:, 'Label']
print(np.sum(correct)/len(correct))
testAMS = np.apply_along_axis(AMS, 1, xgbc4.predict_proba(testX))
testY = xgbc4.predict(testX)
testEventId = testData.loc[:, 'EventId']
testAMSArgSort = np.argsort(testAMS)
# https://www.kaggle.com/c/higgs-boson#evaluation
submission = pd.DataFrame({
    'EventId': testEventId[testAMSArgSort],
    'RankOrder': np.arange(1, 550001, dtype=int),
    'Class': testY[testAMSArgSort]
})
submission.to_csv('higgs_data/submission.csv', sep=',', encoding='utf-8', index=False, columns=['EventId','RankOrder','Class'
])
submission.head()


/usr/local/lib/python3.5/dist-packages/sklearn/preprocessing/label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.
  if diff:
0.837372
/usr/local/lib/python3.5/dist-packages/sklearn/preprocessing/label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.
  if diff:
Out[164]:
Class EventId RankOrder
440416 b 790416 1
494849 b 844849 2
336511 b 686511 3
313021 b 663021 4
513181 b 863181 5

In [ ]: