In [81]:
import xgboost as xgb
from sklearn.metrics import classification_report, confusion_matrix, accuracy_score, matthews_corrcoef

poslabels = ["-%02d" % (i) for i in range(10, 0, -1)] + ["+%02d" % (i) for i in range(1,11)]
# 18 H  17 S  15 E
proplables = ["H%02d" % (i) for i in range(18)] + ["S%02d" % (i) for i in range(17)] + ["E%02d" % (i) for i in range(15)]

cols = ["target"]
for poslabel in poslabels:
    for proplable in proplables:
        cols.append("%s%s" % (poslabel, proplable))
       
# read in data
data_dir="/workspace/chipper_data/chipper-0.3.0-data/"
dtrain = xgb.DMatrix(data_dir + "training_data.ll", feature_names=cols)
dtest = xgb.DMatrix(data_dir + "testing_data.ll", feature_names=cols)

watchlist  = [(dtest,'eval'), (dtrain,'train')]
# specify parameters via map
# 'binary:logistic'
param = {'n_estimators': 10000, 'max_depth':10, 'objective':'reg:logistic'} #, "eval_metric": "auc"}
num_round = 2000
bst = xgb.train(param, dtrain, num_round, watchlist, early_stopping_rounds=10)
# make prediction
preds = bst.predict(dtest)


[0]	eval-rmse:0.444096	train-rmse:0.411716
Multiple eval metrics have been passed: 'train-rmse' will be used for early stopping.

Will train until train-rmse hasn't improved in 10 rounds.
[1]	eval-rmse:0.415364	train-rmse:0.355559
[2]	eval-rmse:0.401988	train-rmse:0.315775
[3]	eval-rmse:0.389962	train-rmse:0.289015
[4]	eval-rmse:0.384522	train-rmse:0.267998
[5]	eval-rmse:0.382291	train-rmse:0.250928
[6]	eval-rmse:0.381688	train-rmse:0.238674
[7]	eval-rmse:0.379367	train-rmse:0.228976
[8]	eval-rmse:0.378704	train-rmse:0.217621
[9]	eval-rmse:0.380197	train-rmse:0.20861
[10]	eval-rmse:0.382082	train-rmse:0.199585
[11]	eval-rmse:0.384251	train-rmse:0.191445
[12]	eval-rmse:0.382889	train-rmse:0.184003
[13]	eval-rmse:0.383883	train-rmse:0.179041
[14]	eval-rmse:0.384582	train-rmse:0.176569
[15]	eval-rmse:0.383514	train-rmse:0.168435
[16]	eval-rmse:0.384136	train-rmse:0.159926
[17]	eval-rmse:0.38502	train-rmse:0.153724
[18]	eval-rmse:0.383275	train-rmse:0.147944
[19]	eval-rmse:0.383252	train-rmse:0.145118
[20]	eval-rmse:0.38337	train-rmse:0.140306
[21]	eval-rmse:0.384714	train-rmse:0.136156
[22]	eval-rmse:0.388849	train-rmse:0.132296
[23]	eval-rmse:0.389499	train-rmse:0.126763
[24]	eval-rmse:0.388361	train-rmse:0.125405
[25]	eval-rmse:0.38937	train-rmse:0.121749
[26]	eval-rmse:0.388672	train-rmse:0.114247
[27]	eval-rmse:0.388139	train-rmse:0.110197
[28]	eval-rmse:0.388499	train-rmse:0.105446
[29]	eval-rmse:0.389235	train-rmse:0.103687
[30]	eval-rmse:0.387929	train-rmse:0.099606
[31]	eval-rmse:0.388117	train-rmse:0.096634
[32]	eval-rmse:0.387727	train-rmse:0.094194
[33]	eval-rmse:0.38876	train-rmse:0.091093
[34]	eval-rmse:0.389185	train-rmse:0.087172
[35]	eval-rmse:0.389681	train-rmse:0.08417
[36]	eval-rmse:0.389381	train-rmse:0.080678
[37]	eval-rmse:0.38941	train-rmse:0.07809
[38]	eval-rmse:0.389737	train-rmse:0.074272
[39]	eval-rmse:0.390105	train-rmse:0.07278
[40]	eval-rmse:0.390248	train-rmse:0.070973
[41]	eval-rmse:0.390705	train-rmse:0.067204
[42]	eval-rmse:0.391594	train-rmse:0.065755
[43]	eval-rmse:0.392592	train-rmse:0.06516
[44]	eval-rmse:0.391883	train-rmse:0.064228
[45]	eval-rmse:0.390827	train-rmse:0.061507
[46]	eval-rmse:0.390435	train-rmse:0.059863
[47]	eval-rmse:0.388099	train-rmse:0.057171
[48]	eval-rmse:0.387633	train-rmse:0.055369
[49]	eval-rmse:0.387626	train-rmse:0.053246
[50]	eval-rmse:0.387804	train-rmse:0.050991
[51]	eval-rmse:0.388053	train-rmse:0.049446
[52]	eval-rmse:0.388722	train-rmse:0.047814
[53]	eval-rmse:0.391221	train-rmse:0.044873
[54]	eval-rmse:0.391127	train-rmse:0.043324
[55]	eval-rmse:0.390996	train-rmse:0.041767
[56]	eval-rmse:0.390767	train-rmse:0.041321
[57]	eval-rmse:0.389833	train-rmse:0.039533
[58]	eval-rmse:0.390695	train-rmse:0.037592
[59]	eval-rmse:0.390065	train-rmse:0.036579
[60]	eval-rmse:0.390557	train-rmse:0.036046
[61]	eval-rmse:0.390995	train-rmse:0.034344
[62]	eval-rmse:0.390129	train-rmse:0.033509
[63]	eval-rmse:0.391058	train-rmse:0.032581
[64]	eval-rmse:0.390252	train-rmse:0.031135
[65]	eval-rmse:0.390427	train-rmse:0.030655
[66]	eval-rmse:0.390534	train-rmse:0.030292
[67]	eval-rmse:0.390307	train-rmse:0.028946
[68]	eval-rmse:0.391109	train-rmse:0.028455
[69]	eval-rmse:0.390355	train-rmse:0.027799
[70]	eval-rmse:0.390594	train-rmse:0.026545
[71]	eval-rmse:0.391236	train-rmse:0.025902
[72]	eval-rmse:0.392249	train-rmse:0.025009
[73]	eval-rmse:0.392584	train-rmse:0.024215
[74]	eval-rmse:0.393413	train-rmse:0.023935
[75]	eval-rmse:0.39329	train-rmse:0.023621
[76]	eval-rmse:0.393314	train-rmse:0.023003
[77]	eval-rmse:0.393153	train-rmse:0.022189
[78]	eval-rmse:0.393641	train-rmse:0.021636
[79]	eval-rmse:0.394231	train-rmse:0.0214
[80]	eval-rmse:0.394942	train-rmse:0.020739
[81]	eval-rmse:0.394614	train-rmse:0.020212
[82]	eval-rmse:0.394603	train-rmse:0.019925
[83]	eval-rmse:0.395046	train-rmse:0.019397
[84]	eval-rmse:0.396061	train-rmse:0.018882
[85]	eval-rmse:0.396026	train-rmse:0.018627
[86]	eval-rmse:0.396455	train-rmse:0.018093
[87]	eval-rmse:0.396252	train-rmse:0.017633
[88]	eval-rmse:0.397333	train-rmse:0.017165
[89]	eval-rmse:0.397291	train-rmse:0.016872
[90]	eval-rmse:0.397131	train-rmse:0.016555
[91]	eval-rmse:0.396081	train-rmse:0.016182
[92]	eval-rmse:0.396285	train-rmse:0.015933
[93]	eval-rmse:0.396684	train-rmse:0.015679
[94]	eval-rmse:0.396402	train-rmse:0.015347
[95]	eval-rmse:0.39598	train-rmse:0.015021
[96]	eval-rmse:0.396222	train-rmse:0.014594
[97]	eval-rmse:0.396614	train-rmse:0.01422
[98]	eval-rmse:0.396777	train-rmse:0.013971
[99]	eval-rmse:0.396804	train-rmse:0.013771
[100]	eval-rmse:0.396749	train-rmse:0.013585
[101]	eval-rmse:0.397237	train-rmse:0.013342
[102]	eval-rmse:0.396468	train-rmse:0.013071
[103]	eval-rmse:0.395901	train-rmse:0.012791
[104]	eval-rmse:0.395842	train-rmse:0.012516
[105]	eval-rmse:0.396483	train-rmse:0.012193
[106]	eval-rmse:0.396616	train-rmse:0.011975
[107]	eval-rmse:0.396449	train-rmse:0.011773
[108]	eval-rmse:0.396839	train-rmse:0.011635
[109]	eval-rmse:0.397306	train-rmse:0.011334
[110]	eval-rmse:0.397079	train-rmse:0.011091
[111]	eval-rmse:0.397076	train-rmse:0.010974
[112]	eval-rmse:0.397432	train-rmse:0.010806
[113]	eval-rmse:0.397954	train-rmse:0.010702
[114]	eval-rmse:0.397776	train-rmse:0.010576
[115]	eval-rmse:0.397639	train-rmse:0.010368
[116]	eval-rmse:0.397942	train-rmse:0.01018
[117]	eval-rmse:0.397997	train-rmse:0.010051
[118]	eval-rmse:0.399113	train-rmse:0.009838
[119]	eval-rmse:0.398625	train-rmse:0.009743
[120]	eval-rmse:0.398845	train-rmse:0.009587
[121]	eval-rmse:0.399502	train-rmse:0.009426
[122]	eval-rmse:0.399441	train-rmse:0.009243
[123]	eval-rmse:0.399538	train-rmse:0.009159
[124]	eval-rmse:0.39885	train-rmse:0.009088
[125]	eval-rmse:0.398747	train-rmse:0.009004
[126]	eval-rmse:0.399664	train-rmse:0.008859
[127]	eval-rmse:0.400044	train-rmse:0.008778
[128]	eval-rmse:0.399694	train-rmse:0.008603
[129]	eval-rmse:0.399174	train-rmse:0.008456
[130]	eval-rmse:0.398882	train-rmse:0.008322
[131]	eval-rmse:0.39928	train-rmse:0.008224
[132]	eval-rmse:0.399692	train-rmse:0.008096
[133]	eval-rmse:0.399929	train-rmse:0.00802
[134]	eval-rmse:0.399828	train-rmse:0.007918
[135]	eval-rmse:0.40008	train-rmse:0.007826
[136]	eval-rmse:0.400077	train-rmse:0.007814
[137]	eval-rmse:0.399963	train-rmse:0.007716
[138]	eval-rmse:0.399315	train-rmse:0.007623
[139]	eval-rmse:0.398783	train-rmse:0.007487
[140]	eval-rmse:0.398649	train-rmse:0.007372
[141]	eval-rmse:0.39861	train-rmse:0.007334
[142]	eval-rmse:0.399715	train-rmse:0.007217
[143]	eval-rmse:0.399771	train-rmse:0.007119
[144]	eval-rmse:0.399773	train-rmse:0.007026
[145]	eval-rmse:0.399643	train-rmse:0.006935
[146]	eval-rmse:0.399916	train-rmse:0.006831
[147]	eval-rmse:0.400324	train-rmse:0.006731
[148]	eval-rmse:0.400078	train-rmse:0.006675
[149]	eval-rmse:0.400089	train-rmse:0.006576
[150]	eval-rmse:0.399919	train-rmse:0.006518
[151]	eval-rmse:0.400196	train-rmse:0.006429
[152]	eval-rmse:0.400581	train-rmse:0.006382
[153]	eval-rmse:0.400111	train-rmse:0.006321
[154]	eval-rmse:0.400359	train-rmse:0.006245
[155]	eval-rmse:0.399921	train-rmse:0.006165
[156]	eval-rmse:0.400153	train-rmse:0.006098
[157]	eval-rmse:0.399741	train-rmse:0.006039
[158]	eval-rmse:0.399541	train-rmse:0.006009
[159]	eval-rmse:0.399918	train-rmse:0.005926
[160]	eval-rmse:0.400095	train-rmse:0.005863
[161]	eval-rmse:0.400128	train-rmse:0.005802
[162]	eval-rmse:0.400693	train-rmse:0.005744
[163]	eval-rmse:0.400399	train-rmse:0.005686
[164]	eval-rmse:0.400505	train-rmse:0.005635
[165]	eval-rmse:0.40072	train-rmse:0.005567
[166]	eval-rmse:0.401092	train-rmse:0.005523
[167]	eval-rmse:0.401118	train-rmse:0.005496
[168]	eval-rmse:0.401615	train-rmse:0.005446
[169]	eval-rmse:0.401494	train-rmse:0.005391
[170]	eval-rmse:0.401868	train-rmse:0.005333
[171]	eval-rmse:0.402365	train-rmse:0.005275
[172]	eval-rmse:0.402117	train-rmse:0.00523
[173]	eval-rmse:0.402038	train-rmse:0.005187
[174]	eval-rmse:0.402236	train-rmse:0.005128
[175]	eval-rmse:0.402164	train-rmse:0.005092
[176]	eval-rmse:0.402191	train-rmse:0.005043
[177]	eval-rmse:0.402092	train-rmse:0.005001
[178]	eval-rmse:0.401489	train-rmse:0.004951
[179]	eval-rmse:0.401758	train-rmse:0.00492
[180]	eval-rmse:0.401862	train-rmse:0.004893
[181]	eval-rmse:0.402158	train-rmse:0.004865
[182]	eval-rmse:0.401873	train-rmse:0.004833
[183]	eval-rmse:0.40143	train-rmse:0.004799
[184]	eval-rmse:0.401595	train-rmse:0.004766
[185]	eval-rmse:0.401411	train-rmse:0.004718
[186]	eval-rmse:0.401587	train-rmse:0.004686
[187]	eval-rmse:0.401634	train-rmse:0.004638
[188]	eval-rmse:0.401366	train-rmse:0.004594
[189]	eval-rmse:0.401355	train-rmse:0.004548
[190]	eval-rmse:0.401501	train-rmse:0.004508
[191]	eval-rmse:0.401632	train-rmse:0.004478
[192]	eval-rmse:0.401383	train-rmse:0.004448
[193]	eval-rmse:0.401862	train-rmse:0.004411
[194]	eval-rmse:0.401769	train-rmse:0.004372
[195]	eval-rmse:0.401988	train-rmse:0.004328
[196]	eval-rmse:0.401963	train-rmse:0.004292
[197]	eval-rmse:0.40172	train-rmse:0.004257
[198]	eval-rmse:0.401233	train-rmse:0.004226
[199]	eval-rmse:0.401085	train-rmse:0.004203
[200]	eval-rmse:0.401254	train-rmse:0.004178
[201]	eval-rmse:0.401004	train-rmse:0.004157
[202]	eval-rmse:0.401117	train-rmse:0.00412
[203]	eval-rmse:0.400884	train-rmse:0.004088
[204]	eval-rmse:0.401082	train-rmse:0.004063
[205]	eval-rmse:0.400865	train-rmse:0.004034
[206]	eval-rmse:0.400785	train-rmse:0.004
[207]	eval-rmse:0.400725	train-rmse:0.003972
[208]	eval-rmse:0.401	train-rmse:0.003937
[209]	eval-rmse:0.400889	train-rmse:0.003912
[210]	eval-rmse:0.400799	train-rmse:0.0039
[211]	eval-rmse:0.400766	train-rmse:0.003889
[212]	eval-rmse:0.400889	train-rmse:0.003863
[213]	eval-rmse:0.401141	train-rmse:0.00383
[214]	eval-rmse:0.401411	train-rmse:0.003801
[215]	eval-rmse:0.401439	train-rmse:0.003776
[216]	eval-rmse:0.401553	train-rmse:0.003742
[217]	eval-rmse:0.401652	train-rmse:0.003716
[218]	eval-rmse:0.402072	train-rmse:0.003683
[219]	eval-rmse:0.402283	train-rmse:0.003656
[220]	eval-rmse:0.402577	train-rmse:0.003627
[221]	eval-rmse:0.40283	train-rmse:0.0036
[222]	eval-rmse:0.402909	train-rmse:0.003573
[223]	eval-rmse:0.403089	train-rmse:0.003542
[224]	eval-rmse:0.403241	train-rmse:0.00352
[225]	eval-rmse:0.403275	train-rmse:0.003499
[226]	eval-rmse:0.40282	train-rmse:0.003476
[227]	eval-rmse:0.402782	train-rmse:0.003454
[228]	eval-rmse:0.402876	train-rmse:0.003434
[229]	eval-rmse:0.402937	train-rmse:0.003415
[230]	eval-rmse:0.402447	train-rmse:0.00339
[231]	eval-rmse:0.402248	train-rmse:0.003366
[232]	eval-rmse:0.402566	train-rmse:0.003344
[233]	eval-rmse:0.402589	train-rmse:0.003326
[234]	eval-rmse:0.40255	train-rmse:0.003304
[235]	eval-rmse:0.402521	train-rmse:0.003286
[236]	eval-rmse:0.402425	train-rmse:0.003266
[237]	eval-rmse:0.402669	train-rmse:0.003251
[238]	eval-rmse:0.402679	train-rmse:0.003226
[239]	eval-rmse:0.402609	train-rmse:0.003211
[240]	eval-rmse:0.402521	train-rmse:0.003197
[241]	eval-rmse:0.402623	train-rmse:0.00318
[242]	eval-rmse:0.402705	train-rmse:0.003157
[243]	eval-rmse:0.402563	train-rmse:0.003137
[244]	eval-rmse:0.402433	train-rmse:0.003119
[245]	eval-rmse:0.402575	train-rmse:0.003102
[246]	eval-rmse:0.402585	train-rmse:0.003085
[247]	eval-rmse:0.402499	train-rmse:0.003072
[248]	eval-rmse:0.402711	train-rmse:0.003051
[249]	eval-rmse:0.402662	train-rmse:0.003039
[250]	eval-rmse:0.402894	train-rmse:0.003021
[251]	eval-rmse:0.403028	train-rmse:0.003004
[252]	eval-rmse:0.403154	train-rmse:0.002992
[253]	eval-rmse:0.403369	train-rmse:0.002972
[254]	eval-rmse:0.403291	train-rmse:0.002967
[255]	eval-rmse:0.403384	train-rmse:0.002949
[256]	eval-rmse:0.403337	train-rmse:0.002934
[257]	eval-rmse:0.403202	train-rmse:0.002913
[258]	eval-rmse:0.403348	train-rmse:0.002898
[259]	eval-rmse:0.403435	train-rmse:0.002885
[260]	eval-rmse:0.403477	train-rmse:0.00287
[261]	eval-rmse:0.403197	train-rmse:0.002858
[262]	eval-rmse:0.403111	train-rmse:0.002841
[263]	eval-rmse:0.402958	train-rmse:0.002828
[264]	eval-rmse:0.403308	train-rmse:0.002814
[265]	eval-rmse:0.403401	train-rmse:0.002799
[266]	eval-rmse:0.403653	train-rmse:0.002781
[267]	eval-rmse:0.403839	train-rmse:0.002763
[268]	eval-rmse:0.404258	train-rmse:0.002746
[269]	eval-rmse:0.404259	train-rmse:0.002734
[270]	eval-rmse:0.404115	train-rmse:0.002719
[271]	eval-rmse:0.404203	train-rmse:0.002709
[272]	eval-rmse:0.404322	train-rmse:0.002696
[273]	eval-rmse:0.403922	train-rmse:0.002684
[274]	eval-rmse:0.403828	train-rmse:0.002667
[275]	eval-rmse:0.403925	train-rmse:0.002652
[276]	eval-rmse:0.403664	train-rmse:0.002638
[277]	eval-rmse:0.4036	train-rmse:0.002623
[278]	eval-rmse:0.403271	train-rmse:0.002611
[279]	eval-rmse:0.40293	train-rmse:0.002596
[280]	eval-rmse:0.40296	train-rmse:0.00258
[281]	eval-rmse:0.403066	train-rmse:0.002569
[282]	eval-rmse:0.402595	train-rmse:0.002555
[283]	eval-rmse:0.402869	train-rmse:0.002542
[284]	eval-rmse:0.403154	train-rmse:0.00253
[285]	eval-rmse:0.403116	train-rmse:0.002517
[286]	eval-rmse:0.403148	train-rmse:0.002503
[287]	eval-rmse:0.403027	train-rmse:0.002493
[288]	eval-rmse:0.402846	train-rmse:0.00248
[289]	eval-rmse:0.402621	train-rmse:0.00247
[290]	eval-rmse:0.402668	train-rmse:0.00246
[291]	eval-rmse:0.402563	train-rmse:0.00245
[292]	eval-rmse:0.402572	train-rmse:0.002438
[293]	eval-rmse:0.402531	train-rmse:0.002429
[294]	eval-rmse:0.402377	train-rmse:0.002419
[295]	eval-rmse:0.402578	train-rmse:0.002404
[296]	eval-rmse:0.402661	train-rmse:0.002394
[297]	eval-rmse:0.403008	train-rmse:0.002386
[298]	eval-rmse:0.402876	train-rmse:0.002376
[299]	eval-rmse:0.402937	train-rmse:0.002369
[300]	eval-rmse:0.403015	train-rmse:0.002358
[301]	eval-rmse:0.403316	train-rmse:0.002348
[302]	eval-rmse:0.403193	train-rmse:0.002335
[303]	eval-rmse:0.403409	train-rmse:0.002327
[304]	eval-rmse:0.403394	train-rmse:0.00232
[305]	eval-rmse:0.403465	train-rmse:0.00231
[306]	eval-rmse:0.403579	train-rmse:0.002295
[307]	eval-rmse:0.403546	train-rmse:0.002285
[308]	eval-rmse:0.403616	train-rmse:0.002278
[309]	eval-rmse:0.403433	train-rmse:0.002268
[310]	eval-rmse:0.40346	train-rmse:0.002262
[311]	eval-rmse:0.403822	train-rmse:0.00225
[312]	eval-rmse:0.403972	train-rmse:0.002243
[313]	eval-rmse:0.403775	train-rmse:0.002234
[314]	eval-rmse:0.403996	train-rmse:0.002226
[315]	eval-rmse:0.403971	train-rmse:0.002216
[316]	eval-rmse:0.404031	train-rmse:0.002208
[317]	eval-rmse:0.403839	train-rmse:0.002201
[318]	eval-rmse:0.40422	train-rmse:0.00219
[319]	eval-rmse:0.404196	train-rmse:0.002182
[320]	eval-rmse:0.404129	train-rmse:0.002173
[321]	eval-rmse:0.404329	train-rmse:0.002166
[322]	eval-rmse:0.404537	train-rmse:0.002156
[323]	eval-rmse:0.404612	train-rmse:0.002146
[324]	eval-rmse:0.404281	train-rmse:0.002139
[325]	eval-rmse:0.404384	train-rmse:0.00213
[326]	eval-rmse:0.404371	train-rmse:0.002125
[327]	eval-rmse:0.404427	train-rmse:0.002117
[328]	eval-rmse:0.404592	train-rmse:0.002109
[329]	eval-rmse:0.404685	train-rmse:0.002099
[330]	eval-rmse:0.404656	train-rmse:0.002089
[331]	eval-rmse:0.40477	train-rmse:0.002083
[332]	eval-rmse:0.404752	train-rmse:0.002076
[333]	eval-rmse:0.404944	train-rmse:0.002067
[334]	eval-rmse:0.40477	train-rmse:0.002061
[335]	eval-rmse:0.404792	train-rmse:0.002051
[336]	eval-rmse:0.404855	train-rmse:0.002045
[337]	eval-rmse:0.405081	train-rmse:0.002038
[338]	eval-rmse:0.40508	train-rmse:0.00203
[339]	eval-rmse:0.405042	train-rmse:0.002024
[340]	eval-rmse:0.404951	train-rmse:0.002016
[341]	eval-rmse:0.404917	train-rmse:0.002009
[342]	eval-rmse:0.404776	train-rmse:0.002003
[343]	eval-rmse:0.404886	train-rmse:0.001996
[344]	eval-rmse:0.404927	train-rmse:0.001989
[345]	eval-rmse:0.404962	train-rmse:0.001982
[346]	eval-rmse:0.404963	train-rmse:0.001975
[347]	eval-rmse:0.404863	train-rmse:0.001967
[348]	eval-rmse:0.404569	train-rmse:0.001962
[349]	eval-rmse:0.404601	train-rmse:0.001955
[350]	eval-rmse:0.404279	train-rmse:0.00195
[351]	eval-rmse:0.404157	train-rmse:0.001943
[352]	eval-rmse:0.404078	train-rmse:0.001936
[353]	eval-rmse:0.404154	train-rmse:0.001927
[354]	eval-rmse:0.404169	train-rmse:0.001921
[355]	eval-rmse:0.404223	train-rmse:0.001914
[356]	eval-rmse:0.404349	train-rmse:0.001908
[357]	eval-rmse:0.404397	train-rmse:0.001903
[358]	eval-rmse:0.404403	train-rmse:0.001898
[359]	eval-rmse:0.404401	train-rmse:0.001892
[360]	eval-rmse:0.404011	train-rmse:0.001885
[361]	eval-rmse:0.40405	train-rmse:0.001878
[362]	eval-rmse:0.404043	train-rmse:0.001872
[363]	eval-rmse:0.404271	train-rmse:0.001864
[364]	eval-rmse:0.404172	train-rmse:0.001859
[365]	eval-rmse:0.404092	train-rmse:0.001852
[366]	eval-rmse:0.403845	train-rmse:0.001845
[367]	eval-rmse:0.403739	train-rmse:0.001839
[368]	eval-rmse:0.403908	train-rmse:0.001834
[369]	eval-rmse:0.403984	train-rmse:0.00183
[370]	eval-rmse:0.403999	train-rmse:0.001825
[371]	eval-rmse:0.403873	train-rmse:0.001821
[372]	eval-rmse:0.403997	train-rmse:0.001815
[373]	eval-rmse:0.404341	train-rmse:0.001808
[374]	eval-rmse:0.404302	train-rmse:0.001802
[375]	eval-rmse:0.404431	train-rmse:0.001797
[376]	eval-rmse:0.404444	train-rmse:0.001794
[377]	eval-rmse:0.404528	train-rmse:0.001788
[378]	eval-rmse:0.404668	train-rmse:0.001783
[379]	eval-rmse:0.404486	train-rmse:0.001777
[380]	eval-rmse:0.404455	train-rmse:0.001772
[381]	eval-rmse:0.404423	train-rmse:0.001766
[382]	eval-rmse:0.404379	train-rmse:0.00176
[383]	eval-rmse:0.404374	train-rmse:0.001754
[384]	eval-rmse:0.404491	train-rmse:0.00175
[385]	eval-rmse:0.404557	train-rmse:0.001745
[386]	eval-rmse:0.404559	train-rmse:0.001737
[387]	eval-rmse:0.404743	train-rmse:0.001734
[388]	eval-rmse:0.404628	train-rmse:0.001729
[389]	eval-rmse:0.404675	train-rmse:0.001724
[390]	eval-rmse:0.404554	train-rmse:0.001719
[391]	eval-rmse:0.404746	train-rmse:0.001712
[392]	eval-rmse:0.404914	train-rmse:0.001708
[393]	eval-rmse:0.405063	train-rmse:0.0017
[394]	eval-rmse:0.405233	train-rmse:0.001695
[395]	eval-rmse:0.405094	train-rmse:0.00169
[396]	eval-rmse:0.405143	train-rmse:0.001687
[397]	eval-rmse:0.405314	train-rmse:0.001682
[398]	eval-rmse:0.405282	train-rmse:0.001677
[399]	eval-rmse:0.405353	train-rmse:0.001672
[400]	eval-rmse:0.405397	train-rmse:0.001666
[401]	eval-rmse:0.405339	train-rmse:0.001662
[402]	eval-rmse:0.405214	train-rmse:0.001659
[403]	eval-rmse:0.405186	train-rmse:0.001657
[404]	eval-rmse:0.405052	train-rmse:0.001652
[405]	eval-rmse:0.404958	train-rmse:0.001648
[406]	eval-rmse:0.404729	train-rmse:0.001643
[407]	eval-rmse:0.404663	train-rmse:0.001639
[408]	eval-rmse:0.404635	train-rmse:0.001634
[409]	eval-rmse:0.404854	train-rmse:0.001628
[410]	eval-rmse:0.404939	train-rmse:0.001624
[411]	eval-rmse:0.404969	train-rmse:0.001619
[412]	eval-rmse:0.405023	train-rmse:0.001616
[413]	eval-rmse:0.40502	train-rmse:0.001611
[414]	eval-rmse:0.405029	train-rmse:0.001607
[415]	eval-rmse:0.405078	train-rmse:0.001601
[416]	eval-rmse:0.405115	train-rmse:0.001597
[417]	eval-rmse:0.405213	train-rmse:0.001593
[418]	eval-rmse:0.405196	train-rmse:0.00159
[419]	eval-rmse:0.405431	train-rmse:0.001585
[420]	eval-rmse:0.405355	train-rmse:0.001581
[421]	eval-rmse:0.405315	train-rmse:0.001577
[422]	eval-rmse:0.405148	train-rmse:0.001574
[423]	eval-rmse:0.405115	train-rmse:0.001568
[424]	eval-rmse:0.405321	train-rmse:0.001566
[425]	eval-rmse:0.405231	train-rmse:0.001561
[426]	eval-rmse:0.405095	train-rmse:0.001556
[427]	eval-rmse:0.405109	train-rmse:0.001553
[428]	eval-rmse:0.405115	train-rmse:0.001551
[429]	eval-rmse:0.405111	train-rmse:0.001546
[430]	eval-rmse:0.405052	train-rmse:0.001543
[431]	eval-rmse:0.405093	train-rmse:0.001539
[432]	eval-rmse:0.405235	train-rmse:0.001534
[433]	eval-rmse:0.405339	train-rmse:0.00153
[434]	eval-rmse:0.405412	train-rmse:0.001526
[435]	eval-rmse:0.405501	train-rmse:0.00152
[436]	eval-rmse:0.405498	train-rmse:0.001516
[437]	eval-rmse:0.405436	train-rmse:0.001514
[438]	eval-rmse:0.405624	train-rmse:0.001509
[439]	eval-rmse:0.405555	train-rmse:0.001504
[440]	eval-rmse:0.405537	train-rmse:0.001501
[441]	eval-rmse:0.405525	train-rmse:0.001497
[442]	eval-rmse:0.405521	train-rmse:0.001495
[443]	eval-rmse:0.405449	train-rmse:0.001492
[444]	eval-rmse:0.405547	train-rmse:0.00149
[445]	eval-rmse:0.405546	train-rmse:0.001486
[446]	eval-rmse:0.4054	train-rmse:0.001484
[447]	eval-rmse:0.405445	train-rmse:0.00148
[448]	eval-rmse:0.405354	train-rmse:0.001477
[449]	eval-rmse:0.405447	train-rmse:0.001471
[450]	eval-rmse:0.405486	train-rmse:0.001468
[451]	eval-rmse:0.40551	train-rmse:0.001465
[452]	eval-rmse:0.405602	train-rmse:0.001463
[453]	eval-rmse:0.405594	train-rmse:0.00146
[454]	eval-rmse:0.405363	train-rmse:0.001457
[455]	eval-rmse:0.405352	train-rmse:0.001453
[456]	eval-rmse:0.405491	train-rmse:0.00145
[457]	eval-rmse:0.405559	train-rmse:0.001447
[458]	eval-rmse:0.40541	train-rmse:0.001444
[459]	eval-rmse:0.405325	train-rmse:0.001441
[460]	eval-rmse:0.405501	train-rmse:0.001438
[461]	eval-rmse:0.40518	train-rmse:0.001434
[462]	eval-rmse:0.405183	train-rmse:0.001431
[463]	eval-rmse:0.40516	train-rmse:0.001429
[464]	eval-rmse:0.405147	train-rmse:0.001426
[465]	eval-rmse:0.405226	train-rmse:0.001421
[466]	eval-rmse:0.405117	train-rmse:0.001419
[467]	eval-rmse:0.405323	train-rmse:0.001416
[468]	eval-rmse:0.405222	train-rmse:0.001412
[469]	eval-rmse:0.405085	train-rmse:0.001409
[470]	eval-rmse:0.40503	train-rmse:0.001406
[471]	eval-rmse:0.405036	train-rmse:0.001403
[472]	eval-rmse:0.405223	train-rmse:0.0014
[473]	eval-rmse:0.405215	train-rmse:0.001398
[474]	eval-rmse:0.405153	train-rmse:0.001394
[475]	eval-rmse:0.405053	train-rmse:0.001392
[476]	eval-rmse:0.404965	train-rmse:0.001389
[477]	eval-rmse:0.405116	train-rmse:0.001386
[478]	eval-rmse:0.40521	train-rmse:0.001381
[479]	eval-rmse:0.405213	train-rmse:0.001378
[480]	eval-rmse:0.405074	train-rmse:0.001375
[481]	eval-rmse:0.405182	train-rmse:0.001371
[482]	eval-rmse:0.405149	train-rmse:0.001367
[483]	eval-rmse:0.405267	train-rmse:0.001365
[484]	eval-rmse:0.405258	train-rmse:0.001362
[485]	eval-rmse:0.405232	train-rmse:0.001359
[486]	eval-rmse:0.405198	train-rmse:0.001356
[487]	eval-rmse:0.405182	train-rmse:0.001353
[488]	eval-rmse:0.405205	train-rmse:0.00135
[489]	eval-rmse:0.405321	train-rmse:0.001347
[490]	eval-rmse:0.405317	train-rmse:0.001344
[491]	eval-rmse:0.405206	train-rmse:0.001342
[492]	eval-rmse:0.405247	train-rmse:0.001341
[493]	eval-rmse:0.405161	train-rmse:0.001339
[494]	eval-rmse:0.405301	train-rmse:0.001338
[495]	eval-rmse:0.4053	train-rmse:0.001335
[496]	eval-rmse:0.405296	train-rmse:0.001332
[497]	eval-rmse:0.405274	train-rmse:0.001329
[498]	eval-rmse:0.405336	train-rmse:0.001326
[499]	eval-rmse:0.405304	train-rmse:0.001323
[500]	eval-rmse:0.405432	train-rmse:0.001321
[501]	eval-rmse:0.405479	train-rmse:0.001319
[502]	eval-rmse:0.405666	train-rmse:0.001317
[503]	eval-rmse:0.405637	train-rmse:0.001314
[504]	eval-rmse:0.405672	train-rmse:0.001312
[505]	eval-rmse:0.405543	train-rmse:0.001309
[506]	eval-rmse:0.40566	train-rmse:0.001306
[507]	eval-rmse:0.40573	train-rmse:0.001303
[508]	eval-rmse:0.405802	train-rmse:0.0013
[509]	eval-rmse:0.405839	train-rmse:0.001297
[510]	eval-rmse:0.405818	train-rmse:0.001295
[511]	eval-rmse:0.40582	train-rmse:0.001292
[512]	eval-rmse:0.405867	train-rmse:0.001289
[513]	eval-rmse:0.405901	train-rmse:0.001287
[514]	eval-rmse:0.405899	train-rmse:0.001286
[515]	eval-rmse:0.406166	train-rmse:0.001283
[516]	eval-rmse:0.406153	train-rmse:0.00128
[517]	eval-rmse:0.406139	train-rmse:0.001277
[518]	eval-rmse:0.406021	train-rmse:0.001275
[519]	eval-rmse:0.406	train-rmse:0.001272
[520]	eval-rmse:0.405936	train-rmse:0.00127
[521]	eval-rmse:0.405843	train-rmse:0.001268
[522]	eval-rmse:0.405961	train-rmse:0.001267
[523]	eval-rmse:0.405989	train-rmse:0.001264
[524]	eval-rmse:0.406145	train-rmse:0.001261
[525]	eval-rmse:0.406114	train-rmse:0.001259
[526]	eval-rmse:0.406038	train-rmse:0.001255
[527]	eval-rmse:0.406062	train-rmse:0.001253
[528]	eval-rmse:0.406088	train-rmse:0.001251
[529]	eval-rmse:0.406117	train-rmse:0.001249
[530]	eval-rmse:0.405862	train-rmse:0.001247
[531]	eval-rmse:0.405827	train-rmse:0.001243
[532]	eval-rmse:0.405848	train-rmse:0.001241
[533]	eval-rmse:0.405764	train-rmse:0.001239
[534]	eval-rmse:0.405796	train-rmse:0.001237
[535]	eval-rmse:0.405761	train-rmse:0.001236
[536]	eval-rmse:0.405809	train-rmse:0.001233
[537]	eval-rmse:0.405822	train-rmse:0.001232
[538]	eval-rmse:0.405646	train-rmse:0.001229
[539]	eval-rmse:0.405502	train-rmse:0.001227
[540]	eval-rmse:0.405605	train-rmse:0.001225
[541]	eval-rmse:0.405633	train-rmse:0.001224
[542]	eval-rmse:0.405595	train-rmse:0.001221
[543]	eval-rmse:0.405703	train-rmse:0.001219
[544]	eval-rmse:0.405912	train-rmse:0.001217
[545]	eval-rmse:0.406023	train-rmse:0.001214
[546]	eval-rmse:0.405866	train-rmse:0.001212
[547]	eval-rmse:0.405728	train-rmse:0.001208
[548]	eval-rmse:0.405713	train-rmse:0.001207
[549]	eval-rmse:0.405815	train-rmse:0.001205
[550]	eval-rmse:0.405803	train-rmse:0.001202
[551]	eval-rmse:0.405676	train-rmse:0.0012
[552]	eval-rmse:0.405734	train-rmse:0.001198
[553]	eval-rmse:0.405617	train-rmse:0.001197
[554]	eval-rmse:0.405556	train-rmse:0.001194
[555]	eval-rmse:0.405572	train-rmse:0.001191
[556]	eval-rmse:0.405547	train-rmse:0.001189
[557]	eval-rmse:0.405451	train-rmse:0.001187
[558]	eval-rmse:0.405529	train-rmse:0.001185
[559]	eval-rmse:0.405459	train-rmse:0.001183
[560]	eval-rmse:0.405464	train-rmse:0.001182
[561]	eval-rmse:0.4054	train-rmse:0.00118
[562]	eval-rmse:0.405255	train-rmse:0.001178
[563]	eval-rmse:0.405393	train-rmse:0.001177
[564]	eval-rmse:0.405397	train-rmse:0.001175
[565]	eval-rmse:0.405362	train-rmse:0.001172
[566]	eval-rmse:0.405434	train-rmse:0.00117
[567]	eval-rmse:0.405351	train-rmse:0.001169
[568]	eval-rmse:0.405306	train-rmse:0.001167
[569]	eval-rmse:0.405323	train-rmse:0.001165
[570]	eval-rmse:0.405168	train-rmse:0.001164
[571]	eval-rmse:0.405177	train-rmse:0.001162
[572]	eval-rmse:0.405058	train-rmse:0.00116
[573]	eval-rmse:0.404946	train-rmse:0.001158
[574]	eval-rmse:0.404829	train-rmse:0.001156
[575]	eval-rmse:0.404984	train-rmse:0.001154
[576]	eval-rmse:0.405088	train-rmse:0.001152
[577]	eval-rmse:0.405032	train-rmse:0.00115
[578]	eval-rmse:0.404904	train-rmse:0.001149
[579]	eval-rmse:0.404727	train-rmse:0.001147
[580]	eval-rmse:0.404728	train-rmse:0.001145
[581]	eval-rmse:0.404835	train-rmse:0.001142
[582]	eval-rmse:0.404989	train-rmse:0.00114
[583]	eval-rmse:0.405208	train-rmse:0.001139
[584]	eval-rmse:0.405388	train-rmse:0.001136
[585]	eval-rmse:0.405136	train-rmse:0.001134
[586]	eval-rmse:0.405128	train-rmse:0.001133
[587]	eval-rmse:0.405212	train-rmse:0.001131
[588]	eval-rmse:0.405316	train-rmse:0.001129
[589]	eval-rmse:0.405296	train-rmse:0.001126
[590]	eval-rmse:0.405313	train-rmse:0.001124
[591]	eval-rmse:0.40519	train-rmse:0.001123
[592]	eval-rmse:0.405209	train-rmse:0.001122
[593]	eval-rmse:0.405213	train-rmse:0.001119
[594]	eval-rmse:0.405209	train-rmse:0.001117
[595]	eval-rmse:0.405101	train-rmse:0.001115
[596]	eval-rmse:0.405178	train-rmse:0.001114
[597]	eval-rmse:0.405322	train-rmse:0.001112
[598]	eval-rmse:0.405194	train-rmse:0.001109
[599]	eval-rmse:0.405299	train-rmse:0.001108
[600]	eval-rmse:0.405302	train-rmse:0.001106
[601]	eval-rmse:0.405286	train-rmse:0.001104
[602]	eval-rmse:0.405213	train-rmse:0.001103
[603]	eval-rmse:0.405108	train-rmse:0.001102
[604]	eval-rmse:0.404935	train-rmse:0.0011
[605]	eval-rmse:0.405005	train-rmse:0.001097
[606]	eval-rmse:0.40484	train-rmse:0.001095
[607]	eval-rmse:0.404794	train-rmse:0.001093
[608]	eval-rmse:0.404672	train-rmse:0.001091
[609]	eval-rmse:0.404799	train-rmse:0.00109
[610]	eval-rmse:0.404903	train-rmse:0.001089
[611]	eval-rmse:0.404951	train-rmse:0.001087
[612]	eval-rmse:0.405032	train-rmse:0.001085
[613]	eval-rmse:0.405012	train-rmse:0.001083
[614]	eval-rmse:0.404822	train-rmse:0.001082
[615]	eval-rmse:0.40487	train-rmse:0.00108
[616]	eval-rmse:0.405034	train-rmse:0.001077
[617]	eval-rmse:0.405076	train-rmse:0.001076
[618]	eval-rmse:0.405014	train-rmse:0.001073
[619]	eval-rmse:0.404963	train-rmse:0.001072
[620]	eval-rmse:0.40508	train-rmse:0.00107
[621]	eval-rmse:0.405198	train-rmse:0.001069
[622]	eval-rmse:0.405208	train-rmse:0.001067
[623]	eval-rmse:0.405058	train-rmse:0.001066
[624]	eval-rmse:0.405152	train-rmse:0.001064
[625]	eval-rmse:0.40509	train-rmse:0.001063
[626]	eval-rmse:0.40513	train-rmse:0.001061
[627]	eval-rmse:0.405218	train-rmse:0.001059
[628]	eval-rmse:0.405067	train-rmse:0.001058
[629]	eval-rmse:0.405128	train-rmse:0.001056
[630]	eval-rmse:0.405224	train-rmse:0.001054
[631]	eval-rmse:0.405179	train-rmse:0.001053
[632]	eval-rmse:0.405069	train-rmse:0.001052
[633]	eval-rmse:0.405059	train-rmse:0.00105
[634]	eval-rmse:0.405109	train-rmse:0.001048
[635]	eval-rmse:0.405086	train-rmse:0.001048
[636]	eval-rmse:0.405037	train-rmse:0.001046
[637]	eval-rmse:0.405079	train-rmse:0.001045
[638]	eval-rmse:0.405092	train-rmse:0.001043
[639]	eval-rmse:0.405123	train-rmse:0.001042
[640]	eval-rmse:0.405152	train-rmse:0.00104
[641]	eval-rmse:0.404941	train-rmse:0.001038
[642]	eval-rmse:0.404864	train-rmse:0.001036
[643]	eval-rmse:0.404921	train-rmse:0.001034
[644]	eval-rmse:0.404965	train-rmse:0.001032
[645]	eval-rmse:0.404986	train-rmse:0.00103
[646]	eval-rmse:0.404993	train-rmse:0.001029
[647]	eval-rmse:0.404995	train-rmse:0.001027
[648]	eval-rmse:0.405124	train-rmse:0.001026
[649]	eval-rmse:0.40511	train-rmse:0.001024
[650]	eval-rmse:0.405121	train-rmse:0.001022
[651]	eval-rmse:0.405216	train-rmse:0.001021
[652]	eval-rmse:0.405391	train-rmse:0.001019
[653]	eval-rmse:0.405443	train-rmse:0.001018
[654]	eval-rmse:0.40533	train-rmse:0.001017
[655]	eval-rmse:0.405276	train-rmse:0.001016
[656]	eval-rmse:0.40527	train-rmse:0.001015
[657]	eval-rmse:0.405317	train-rmse:0.001014
[658]	eval-rmse:0.405264	train-rmse:0.001012
[659]	eval-rmse:0.405337	train-rmse:0.00101
[660]	eval-rmse:0.405319	train-rmse:0.001008
[661]	eval-rmse:0.405367	train-rmse:0.001007
[662]	eval-rmse:0.405344	train-rmse:0.001007
[663]	eval-rmse:0.405452	train-rmse:0.001006
[664]	eval-rmse:0.405411	train-rmse:0.001004
[665]	eval-rmse:0.405417	train-rmse:0.001003
[666]	eval-rmse:0.405365	train-rmse:0.001002
[667]	eval-rmse:0.405417	train-rmse:0.001001
[668]	eval-rmse:0.405522	train-rmse:0.000999
[669]	eval-rmse:0.405524	train-rmse:0.000998
[670]	eval-rmse:0.405636	train-rmse:0.000996
[671]	eval-rmse:0.405745	train-rmse:0.000995
[672]	eval-rmse:0.405913	train-rmse:0.000993
[673]	eval-rmse:0.405991	train-rmse:0.000992
[674]	eval-rmse:0.40597	train-rmse:0.000992
[675]	eval-rmse:0.405912	train-rmse:0.00099
[676]	eval-rmse:0.405779	train-rmse:0.000989
[677]	eval-rmse:0.40582	train-rmse:0.000988
[678]	eval-rmse:0.405871	train-rmse:0.000986
[679]	eval-rmse:0.40577	train-rmse:0.000985
[680]	eval-rmse:0.405718	train-rmse:0.000984
[681]	eval-rmse:0.405672	train-rmse:0.000983
[682]	eval-rmse:0.405495	train-rmse:0.000982
[683]	eval-rmse:0.405591	train-rmse:0.00098
[684]	eval-rmse:0.405564	train-rmse:0.000979
[685]	eval-rmse:0.405606	train-rmse:0.000977
[686]	eval-rmse:0.40558	train-rmse:0.000975
[687]	eval-rmse:0.405762	train-rmse:0.000974
[688]	eval-rmse:0.405873	train-rmse:0.000973
[689]	eval-rmse:0.40585	train-rmse:0.000971
[690]	eval-rmse:0.405724	train-rmse:0.00097
[691]	eval-rmse:0.405749	train-rmse:0.000969
[692]	eval-rmse:0.405838	train-rmse:0.000968
[693]	eval-rmse:0.405666	train-rmse:0.000967
[694]	eval-rmse:0.40578	train-rmse:0.000966
[695]	eval-rmse:0.405738	train-rmse:0.000965
[696]	eval-rmse:0.405813	train-rmse:0.000964
[697]	eval-rmse:0.405868	train-rmse:0.000963
[698]	eval-rmse:0.405881	train-rmse:0.000961
[699]	eval-rmse:0.405863	train-rmse:0.00096
[700]	eval-rmse:0.405839	train-rmse:0.000959
[701]	eval-rmse:0.40586	train-rmse:0.000958
[702]	eval-rmse:0.405884	train-rmse:0.000956
[703]	eval-rmse:0.405879	train-rmse:0.000956
[704]	eval-rmse:0.405813	train-rmse:0.000955
[705]	eval-rmse:0.405826	train-rmse:0.000953
[706]	eval-rmse:0.40581	train-rmse:0.000952
[707]	eval-rmse:0.405807	train-rmse:0.000951
[708]	eval-rmse:0.405795	train-rmse:0.000949
[709]	eval-rmse:0.405887	train-rmse:0.000949
[710]	eval-rmse:0.406074	train-rmse:0.000947
[711]	eval-rmse:0.406124	train-rmse:0.000946
[712]	eval-rmse:0.406313	train-rmse:0.000945
[713]	eval-rmse:0.406305	train-rmse:0.000944
[714]	eval-rmse:0.406348	train-rmse:0.000943
[715]	eval-rmse:0.406427	train-rmse:0.000941
[716]	eval-rmse:0.406503	train-rmse:0.00094
[717]	eval-rmse:0.406547	train-rmse:0.000938
[718]	eval-rmse:0.406626	train-rmse:0.000937
[719]	eval-rmse:0.40655	train-rmse:0.000935
[720]	eval-rmse:0.406623	train-rmse:0.000934
[721]	eval-rmse:0.406669	train-rmse:0.000933
[722]	eval-rmse:0.406777	train-rmse:0.000932
[723]	eval-rmse:0.406868	train-rmse:0.000931
[724]	eval-rmse:0.406937	train-rmse:0.00093
[725]	eval-rmse:0.407062	train-rmse:0.000929
[726]	eval-rmse:0.407033	train-rmse:0.000928
[727]	eval-rmse:0.40707	train-rmse:0.000927
[728]	eval-rmse:0.407054	train-rmse:0.000927
[729]	eval-rmse:0.407072	train-rmse:0.000925
[730]	eval-rmse:0.407148	train-rmse:0.000924
[731]	eval-rmse:0.407187	train-rmse:0.000923
[732]	eval-rmse:0.407178	train-rmse:0.000922
[733]	eval-rmse:0.407161	train-rmse:0.00092
[734]	eval-rmse:0.407214	train-rmse:0.000919
[735]	eval-rmse:0.407067	train-rmse:0.000918
[736]	eval-rmse:0.407109	train-rmse:0.000916
[737]	eval-rmse:0.407155	train-rmse:0.000916
[738]	eval-rmse:0.407237	train-rmse:0.000915
[739]	eval-rmse:0.40728	train-rmse:0.000913
[740]	eval-rmse:0.407232	train-rmse:0.000912
[741]	eval-rmse:0.407279	train-rmse:0.000911
[742]	eval-rmse:0.407397	train-rmse:0.00091
[743]	eval-rmse:0.407463	train-rmse:0.000909
[744]	eval-rmse:0.407465	train-rmse:0.000908
[745]	eval-rmse:0.407501	train-rmse:0.000907
[746]	eval-rmse:0.407556	train-rmse:0.000906
[747]	eval-rmse:0.40743	train-rmse:0.000905
[748]	eval-rmse:0.407479	train-rmse:0.000903
[749]	eval-rmse:0.40753	train-rmse:0.000903
[750]	eval-rmse:0.407501	train-rmse:0.000902
[751]	eval-rmse:0.407519	train-rmse:0.000901
[752]	eval-rmse:0.407475	train-rmse:0.0009
[753]	eval-rmse:0.407412	train-rmse:0.000899
[754]	eval-rmse:0.407427	train-rmse:0.000899
[755]	eval-rmse:0.4076	train-rmse:0.000898
[756]	eval-rmse:0.40767	train-rmse:0.000896
[757]	eval-rmse:0.407697	train-rmse:0.000895
[758]	eval-rmse:0.407789	train-rmse:0.000894
[759]	eval-rmse:0.407828	train-rmse:0.000893
[760]	eval-rmse:0.4079	train-rmse:0.000892
[761]	eval-rmse:0.407771	train-rmse:0.000891
[762]	eval-rmse:0.407834	train-rmse:0.00089
[763]	eval-rmse:0.407898	train-rmse:0.000889
[764]	eval-rmse:0.407956	train-rmse:0.000887
[765]	eval-rmse:0.407988	train-rmse:0.000887
[766]	eval-rmse:0.407979	train-rmse:0.000886
[767]	eval-rmse:0.408025	train-rmse:0.000884
[768]	eval-rmse:0.408104	train-rmse:0.000883
[769]	eval-rmse:0.408094	train-rmse:0.000881
[770]	eval-rmse:0.408149	train-rmse:0.000881
[771]	eval-rmse:0.408117	train-rmse:0.00088
[772]	eval-rmse:0.408098	train-rmse:0.000879
[773]	eval-rmse:0.408201	train-rmse:0.000878
[774]	eval-rmse:0.408324	train-rmse:0.000877
[775]	eval-rmse:0.408259	train-rmse:0.000875
[776]	eval-rmse:0.408141	train-rmse:0.000875
[777]	eval-rmse:0.408185	train-rmse:0.000874
[778]	eval-rmse:0.408194	train-rmse:0.000872
[779]	eval-rmse:0.40817	train-rmse:0.000871
[780]	eval-rmse:0.408119	train-rmse:0.000871
[781]	eval-rmse:0.408163	train-rmse:0.000869
[782]	eval-rmse:0.408164	train-rmse:0.000869
[783]	eval-rmse:0.40827	train-rmse:0.000868
[784]	eval-rmse:0.408349	train-rmse:0.000867
[785]	eval-rmse:0.408326	train-rmse:0.000866
[786]	eval-rmse:0.408267	train-rmse:0.000865
[787]	eval-rmse:0.408174	train-rmse:0.000863
[788]	eval-rmse:0.408185	train-rmse:0.000862
[789]	eval-rmse:0.408324	train-rmse:0.000861
[790]	eval-rmse:0.4083	train-rmse:0.00086
[791]	eval-rmse:0.408191	train-rmse:0.00086
[792]	eval-rmse:0.408023	train-rmse:0.000859
[793]	eval-rmse:0.407991	train-rmse:0.000859
[794]	eval-rmse:0.408028	train-rmse:0.000857
[795]	eval-rmse:0.407985	train-rmse:0.000856
[796]	eval-rmse:0.408045	train-rmse:0.000856
[797]	eval-rmse:0.408055	train-rmse:0.000855
[798]	eval-rmse:0.408183	train-rmse:0.000854
[799]	eval-rmse:0.408245	train-rmse:0.000853
[800]	eval-rmse:0.408248	train-rmse:0.000852
[801]	eval-rmse:0.408419	train-rmse:0.000851
[802]	eval-rmse:0.408343	train-rmse:0.00085
[803]	eval-rmse:0.408271	train-rmse:0.000849
[804]	eval-rmse:0.40827	train-rmse:0.000848
[805]	eval-rmse:0.408333	train-rmse:0.000847
[806]	eval-rmse:0.408303	train-rmse:0.000847
[807]	eval-rmse:0.408336	train-rmse:0.000846
[808]	eval-rmse:0.408242	train-rmse:0.000845
[809]	eval-rmse:0.408313	train-rmse:0.000844
[810]	eval-rmse:0.408367	train-rmse:0.000843
[811]	eval-rmse:0.408415	train-rmse:0.000843
[812]	eval-rmse:0.408473	train-rmse:0.000842
[813]	eval-rmse:0.40848	train-rmse:0.000841
[814]	eval-rmse:0.408483	train-rmse:0.00084
[815]	eval-rmse:0.408507	train-rmse:0.000839
[816]	eval-rmse:0.408544	train-rmse:0.000838
[817]	eval-rmse:0.408508	train-rmse:0.000838
[818]	eval-rmse:0.408458	train-rmse:0.000837
[819]	eval-rmse:0.408254	train-rmse:0.000836
[820]	eval-rmse:0.408284	train-rmse:0.000835
[821]	eval-rmse:0.408197	train-rmse:0.000834
[822]	eval-rmse:0.408218	train-rmse:0.000833
[823]	eval-rmse:0.408187	train-rmse:0.000831
[824]	eval-rmse:0.408142	train-rmse:0.000831
[825]	eval-rmse:0.408123	train-rmse:0.00083
[826]	eval-rmse:0.407989	train-rmse:0.000829
[827]	eval-rmse:0.407948	train-rmse:0.000828
[828]	eval-rmse:0.407873	train-rmse:0.000827
[829]	eval-rmse:0.407848	train-rmse:0.000826
[830]	eval-rmse:0.407765	train-rmse:0.000826
[831]	eval-rmse:0.407691	train-rmse:0.000825
[832]	eval-rmse:0.407652	train-rmse:0.000825
[833]	eval-rmse:0.407737	train-rmse:0.000824
[834]	eval-rmse:0.407714	train-rmse:0.000823
[835]	eval-rmse:0.407641	train-rmse:0.000822
[836]	eval-rmse:0.407614	train-rmse:0.000821
[837]	eval-rmse:0.407578	train-rmse:0.00082
[838]	eval-rmse:0.407646	train-rmse:0.000819
[839]	eval-rmse:0.407764	train-rmse:0.000818
[840]	eval-rmse:0.407806	train-rmse:0.000817
[841]	eval-rmse:0.407872	train-rmse:0.000816
[842]	eval-rmse:0.407875	train-rmse:0.000815
[843]	eval-rmse:0.407791	train-rmse:0.000814
[844]	eval-rmse:0.40772	train-rmse:0.000813
[845]	eval-rmse:0.407778	train-rmse:0.000813
[846]	eval-rmse:0.407747	train-rmse:0.000812
[847]	eval-rmse:0.407688	train-rmse:0.000811
[848]	eval-rmse:0.407827	train-rmse:0.00081
[849]	eval-rmse:0.407679	train-rmse:0.00081
[850]	eval-rmse:0.407688	train-rmse:0.000809
[851]	eval-rmse:0.407741	train-rmse:0.000808
[852]	eval-rmse:0.407714	train-rmse:0.000807
[853]	eval-rmse:0.407615	train-rmse:0.000807
[854]	eval-rmse:0.407732	train-rmse:0.000806
[855]	eval-rmse:0.407709	train-rmse:0.000806
[856]	eval-rmse:0.407634	train-rmse:0.000805
[857]	eval-rmse:0.407626	train-rmse:0.000804
[858]	eval-rmse:0.407567	train-rmse:0.000803
[859]	eval-rmse:0.407676	train-rmse:0.000802
[860]	eval-rmse:0.407553	train-rmse:0.000802
[861]	eval-rmse:0.407435	train-rmse:0.000801
[862]	eval-rmse:0.40747	train-rmse:0.0008
[863]	eval-rmse:0.407559	train-rmse:0.0008
[864]	eval-rmse:0.407598	train-rmse:0.000799
[865]	eval-rmse:0.407617	train-rmse:0.000798
[866]	eval-rmse:0.407522	train-rmse:0.000798
[867]	eval-rmse:0.40756	train-rmse:0.000797
[868]	eval-rmse:0.407544	train-rmse:0.000796
[869]	eval-rmse:0.407635	train-rmse:0.000796
[870]	eval-rmse:0.407717	train-rmse:0.000795
[871]	eval-rmse:0.40783	train-rmse:0.000794
[872]	eval-rmse:0.407701	train-rmse:0.000794
[873]	eval-rmse:0.407807	train-rmse:0.000793
[874]	eval-rmse:0.407808	train-rmse:0.000792
[875]	eval-rmse:0.407878	train-rmse:0.000792
[876]	eval-rmse:0.407957	train-rmse:0.000791
[877]	eval-rmse:0.407974	train-rmse:0.00079
[878]	eval-rmse:0.407997	train-rmse:0.00079
[879]	eval-rmse:0.408053	train-rmse:0.000789
[880]	eval-rmse:0.408184	train-rmse:0.000788
[881]	eval-rmse:0.408213	train-rmse:0.000787
[882]	eval-rmse:0.408125	train-rmse:0.000787
[883]	eval-rmse:0.408027	train-rmse:0.000786
[884]	eval-rmse:0.408082	train-rmse:0.000786
[885]	eval-rmse:0.407988	train-rmse:0.000785
[886]	eval-rmse:0.408023	train-rmse:0.000784
[887]	eval-rmse:0.408113	train-rmse:0.000783
[888]	eval-rmse:0.408085	train-rmse:0.000782
[889]	eval-rmse:0.408076	train-rmse:0.000782
[890]	eval-rmse:0.408157	train-rmse:0.000781
[891]	eval-rmse:0.408181	train-rmse:0.00078
[892]	eval-rmse:0.40803	train-rmse:0.000779
[893]	eval-rmse:0.407996	train-rmse:0.000778
[894]	eval-rmse:0.408076	train-rmse:0.000777
[895]	eval-rmse:0.407881	train-rmse:0.000776
[896]	eval-rmse:0.407836	train-rmse:0.000775
[897]	eval-rmse:0.407708	train-rmse:0.000774
[898]	eval-rmse:0.407815	train-rmse:0.000774
[899]	eval-rmse:0.407904	train-rmse:0.000773
[900]	eval-rmse:0.407907	train-rmse:0.000772
[901]	eval-rmse:0.407982	train-rmse:0.000772
[902]	eval-rmse:0.407981	train-rmse:0.000771
[903]	eval-rmse:0.408023	train-rmse:0.00077
[904]	eval-rmse:0.408106	train-rmse:0.000769
[905]	eval-rmse:0.408148	train-rmse:0.000769
[906]	eval-rmse:0.408179	train-rmse:0.000768
[907]	eval-rmse:0.408248	train-rmse:0.000767
[908]	eval-rmse:0.408277	train-rmse:0.000766
[909]	eval-rmse:0.408261	train-rmse:0.000766
[910]	eval-rmse:0.408205	train-rmse:0.000765
[911]	eval-rmse:0.408108	train-rmse:0.000765
[912]	eval-rmse:0.408162	train-rmse:0.000764
[913]	eval-rmse:0.4081	train-rmse:0.000764
[914]	eval-rmse:0.408176	train-rmse:0.000763
[915]	eval-rmse:0.408207	train-rmse:0.000762
[916]	eval-rmse:0.408282	train-rmse:0.000762
[917]	eval-rmse:0.408293	train-rmse:0.000761
[918]	eval-rmse:0.408335	train-rmse:0.00076
[919]	eval-rmse:0.40839	train-rmse:0.00076
[920]	eval-rmse:0.408412	train-rmse:0.000759
[921]	eval-rmse:0.408426	train-rmse:0.000758
[922]	eval-rmse:0.408315	train-rmse:0.000757
[923]	eval-rmse:0.408196	train-rmse:0.000756
[924]	eval-rmse:0.408147	train-rmse:0.000756
[925]	eval-rmse:0.408188	train-rmse:0.000755
[926]	eval-rmse:0.408161	train-rmse:0.000755
[927]	eval-rmse:0.408126	train-rmse:0.000754
[928]	eval-rmse:0.408108	train-rmse:0.000753
[929]	eval-rmse:0.408144	train-rmse:0.000753
[930]	eval-rmse:0.408204	train-rmse:0.000752
[931]	eval-rmse:0.408183	train-rmse:0.000751
[932]	eval-rmse:0.408207	train-rmse:0.000751
[933]	eval-rmse:0.408197	train-rmse:0.00075
[934]	eval-rmse:0.4083	train-rmse:0.000749
[935]	eval-rmse:0.408372	train-rmse:0.000749
[936]	eval-rmse:0.408238	train-rmse:0.000748
[937]	eval-rmse:0.408217	train-rmse:0.000748
[938]	eval-rmse:0.408239	train-rmse:0.000747
[939]	eval-rmse:0.408216	train-rmse:0.000746
[940]	eval-rmse:0.408149	train-rmse:0.000745
[941]	eval-rmse:0.40817	train-rmse:0.000745
[942]	eval-rmse:0.408122	train-rmse:0.000744
[943]	eval-rmse:0.408107	train-rmse:0.000744
[944]	eval-rmse:0.408091	train-rmse:0.000743
[945]	eval-rmse:0.408094	train-rmse:0.000742
[946]	eval-rmse:0.407918	train-rmse:0.000742
[947]	eval-rmse:0.407986	train-rmse:0.000741
[948]	eval-rmse:0.407966	train-rmse:0.00074
[949]	eval-rmse:0.407976	train-rmse:0.00074
[950]	eval-rmse:0.407903	train-rmse:0.000739
[951]	eval-rmse:0.407831	train-rmse:0.000738
[952]	eval-rmse:0.407802	train-rmse:0.000738
[953]	eval-rmse:0.407896	train-rmse:0.000738
[954]	eval-rmse:0.407965	train-rmse:0.000737
[955]	eval-rmse:0.407908	train-rmse:0.000736
[956]	eval-rmse:0.407931	train-rmse:0.000735
[957]	eval-rmse:0.407941	train-rmse:0.000735
[958]	eval-rmse:0.407968	train-rmse:0.000734
[959]	eval-rmse:0.407886	train-rmse:0.000733
[960]	eval-rmse:0.407904	train-rmse:0.000733
[961]	eval-rmse:0.407903	train-rmse:0.000732
[962]	eval-rmse:0.407999	train-rmse:0.000731
[963]	eval-rmse:0.408034	train-rmse:0.000731
[964]	eval-rmse:0.408017	train-rmse:0.000731
[965]	eval-rmse:0.407995	train-rmse:0.00073
[966]	eval-rmse:0.407979	train-rmse:0.00073
[967]	eval-rmse:0.407943	train-rmse:0.000729
[968]	eval-rmse:0.408	train-rmse:0.000728
[969]	eval-rmse:0.407946	train-rmse:0.000728
[970]	eval-rmse:0.408021	train-rmse:0.000727
[971]	eval-rmse:0.408041	train-rmse:0.000726
[972]	eval-rmse:0.408014	train-rmse:0.000726
[973]	eval-rmse:0.408081	train-rmse:0.000725
[974]	eval-rmse:0.408122	train-rmse:0.000725
[975]	eval-rmse:0.408029	train-rmse:0.000724
[976]	eval-rmse:0.408094	train-rmse:0.000724
[977]	eval-rmse:0.408206	train-rmse:0.000723
[978]	eval-rmse:0.408164	train-rmse:0.000722
[979]	eval-rmse:0.408284	train-rmse:0.000722
[980]	eval-rmse:0.408269	train-rmse:0.000721
[981]	eval-rmse:0.408211	train-rmse:0.00072
[982]	eval-rmse:0.408211	train-rmse:0.00072
[983]	eval-rmse:0.408315	train-rmse:0.000719
[984]	eval-rmse:0.408213	train-rmse:0.000718
[985]	eval-rmse:0.408169	train-rmse:0.000718
[986]	eval-rmse:0.408132	train-rmse:0.000717
[987]	eval-rmse:0.408209	train-rmse:0.000717
[988]	eval-rmse:0.408212	train-rmse:0.000717
[989]	eval-rmse:0.408193	train-rmse:0.000716
[990]	eval-rmse:0.408148	train-rmse:0.000716
[991]	eval-rmse:0.408192	train-rmse:0.000715
[992]	eval-rmse:0.408138	train-rmse:0.000715
[993]	eval-rmse:0.408057	train-rmse:0.000714
[994]	eval-rmse:0.408013	train-rmse:0.000714
[995]	eval-rmse:0.407987	train-rmse:0.000713
[996]	eval-rmse:0.40804	train-rmse:0.000713
[997]	eval-rmse:0.407962	train-rmse:0.000712
[998]	eval-rmse:0.408038	train-rmse:0.000711
[999]	eval-rmse:0.40799	train-rmse:0.000711
[1000]	eval-rmse:0.408097	train-rmse:0.000711
[1001]	eval-rmse:0.408035	train-rmse:0.00071
[1002]	eval-rmse:0.407841	train-rmse:0.00071
[1003]	eval-rmse:0.407872	train-rmse:0.000709
[1004]	eval-rmse:0.407896	train-rmse:0.000708
[1005]	eval-rmse:0.408024	train-rmse:0.000708
[1006]	eval-rmse:0.408042	train-rmse:0.000707
[1007]	eval-rmse:0.408074	train-rmse:0.000707
[1008]	eval-rmse:0.408102	train-rmse:0.000706
[1009]	eval-rmse:0.408133	train-rmse:0.000706
[1010]	eval-rmse:0.408138	train-rmse:0.000705
[1011]	eval-rmse:0.408184	train-rmse:0.000704
[1012]	eval-rmse:0.40814	train-rmse:0.000704
[1013]	eval-rmse:0.408136	train-rmse:0.000703
[1014]	eval-rmse:0.408103	train-rmse:0.000703
[1015]	eval-rmse:0.408143	train-rmse:0.000702
[1016]	eval-rmse:0.408176	train-rmse:0.000702
[1017]	eval-rmse:0.408248	train-rmse:0.000702
[1018]	eval-rmse:0.408286	train-rmse:0.000701
[1019]	eval-rmse:0.408254	train-rmse:0.000701
[1020]	eval-rmse:0.408214	train-rmse:0.0007
[1021]	eval-rmse:0.408256	train-rmse:0.0007
[1022]	eval-rmse:0.408203	train-rmse:0.000699
[1023]	eval-rmse:0.408254	train-rmse:0.000699
[1024]	eval-rmse:0.408273	train-rmse:0.000698
[1025]	eval-rmse:0.408232	train-rmse:0.000698
[1026]	eval-rmse:0.40827	train-rmse:0.000697
[1027]	eval-rmse:0.40833	train-rmse:0.000696
[1028]	eval-rmse:0.40832	train-rmse:0.000696
[1029]	eval-rmse:0.408298	train-rmse:0.000696
[1030]	eval-rmse:0.408236	train-rmse:0.000695
[1031]	eval-rmse:0.408343	train-rmse:0.000695
[1032]	eval-rmse:0.408352	train-rmse:0.000694
[1033]	eval-rmse:0.408415	train-rmse:0.000694
[1034]	eval-rmse:0.408446	train-rmse:0.000694
[1035]	eval-rmse:0.408461	train-rmse:0.000693
[1036]	eval-rmse:0.408519	train-rmse:0.000692
[1037]	eval-rmse:0.408501	train-rmse:0.000692
[1038]	eval-rmse:0.408451	train-rmse:0.000691
[1039]	eval-rmse:0.408527	train-rmse:0.000691
[1040]	eval-rmse:0.408471	train-rmse:0.00069
[1041]	eval-rmse:0.408386	train-rmse:0.000689
[1042]	eval-rmse:0.408306	train-rmse:0.000688
[1043]	eval-rmse:0.408361	train-rmse:0.000688
[1044]	eval-rmse:0.408403	train-rmse:0.000687
[1045]	eval-rmse:0.408389	train-rmse:0.000687
[1046]	eval-rmse:0.408473	train-rmse:0.000686
[1047]	eval-rmse:0.40848	train-rmse:0.000685
[1048]	eval-rmse:0.408493	train-rmse:0.000685
[1049]	eval-rmse:0.408526	train-rmse:0.000684
[1050]	eval-rmse:0.408615	train-rmse:0.000683
[1051]	eval-rmse:0.408618	train-rmse:0.000683
[1052]	eval-rmse:0.4087	train-rmse:0.000683
[1053]	eval-rmse:0.40875	train-rmse:0.000682
[1054]	eval-rmse:0.408788	train-rmse:0.000682
[1055]	eval-rmse:0.408719	train-rmse:0.000682
[1056]	eval-rmse:0.408773	train-rmse:0.000681
[1057]	eval-rmse:0.408763	train-rmse:0.000681
[1058]	eval-rmse:0.408701	train-rmse:0.00068
[1059]	eval-rmse:0.408557	train-rmse:0.00068
[1060]	eval-rmse:0.40857	train-rmse:0.000679
[1061]	eval-rmse:0.40863	train-rmse:0.000679
[1062]	eval-rmse:0.408614	train-rmse:0.000678
[1063]	eval-rmse:0.408641	train-rmse:0.000677
[1064]	eval-rmse:0.40877	train-rmse:0.000677
[1065]	eval-rmse:0.408632	train-rmse:0.000676
[1066]	eval-rmse:0.408648	train-rmse:0.000676
[1067]	eval-rmse:0.408616	train-rmse:0.000675
[1068]	eval-rmse:0.408655	train-rmse:0.000675
[1069]	eval-rmse:0.408571	train-rmse:0.000674
[1070]	eval-rmse:0.408547	train-rmse:0.000674
[1071]	eval-rmse:0.408571	train-rmse:0.000674
[1072]	eval-rmse:0.408594	train-rmse:0.000674
[1073]	eval-rmse:0.408648	train-rmse:0.000673
[1074]	eval-rmse:0.408592	train-rmse:0.000673
[1075]	eval-rmse:0.408626	train-rmse:0.000672
[1076]	eval-rmse:0.408588	train-rmse:0.000672
[1077]	eval-rmse:0.408635	train-rmse:0.000671
[1078]	eval-rmse:0.408666	train-rmse:0.000671
[1079]	eval-rmse:0.408628	train-rmse:0.000671
[1080]	eval-rmse:0.408652	train-rmse:0.00067
[1081]	eval-rmse:0.408646	train-rmse:0.000669
[1082]	eval-rmse:0.408596	train-rmse:0.000669
[1083]	eval-rmse:0.408582	train-rmse:0.000669
[1084]	eval-rmse:0.408559	train-rmse:0.000668
[1085]	eval-rmse:0.408598	train-rmse:0.000668
[1086]	eval-rmse:0.408619	train-rmse:0.000667
[1087]	eval-rmse:0.40876	train-rmse:0.000667
[1088]	eval-rmse:0.408806	train-rmse:0.000666
[1089]	eval-rmse:0.408774	train-rmse:0.000666
[1090]	eval-rmse:0.408782	train-rmse:0.000665
[1091]	eval-rmse:0.408739	train-rmse:0.000665
[1092]	eval-rmse:0.408729	train-rmse:0.000665
[1093]	eval-rmse:0.408721	train-rmse:0.000664
[1094]	eval-rmse:0.408655	train-rmse:0.000663
[1095]	eval-rmse:0.408659	train-rmse:0.000663
[1096]	eval-rmse:0.408643	train-rmse:0.000663
[1097]	eval-rmse:0.408695	train-rmse:0.000662
[1098]	eval-rmse:0.408613	train-rmse:0.000662
[1099]	eval-rmse:0.408542	train-rmse:0.000661
[1100]	eval-rmse:0.408579	train-rmse:0.00066
[1101]	eval-rmse:0.408582	train-rmse:0.00066
[1102]	eval-rmse:0.408577	train-rmse:0.000659
[1103]	eval-rmse:0.408655	train-rmse:0.000659
[1104]	eval-rmse:0.408616	train-rmse:0.000658
[1105]	eval-rmse:0.408513	train-rmse:0.000658
[1106]	eval-rmse:0.408444	train-rmse:0.000658
[1107]	eval-rmse:0.408353	train-rmse:0.000657
[1108]	eval-rmse:0.408314	train-rmse:0.000657
[1109]	eval-rmse:0.408274	train-rmse:0.000656
[1110]	eval-rmse:0.408257	train-rmse:0.000656
[1111]	eval-rmse:0.408308	train-rmse:0.000655
[1112]	eval-rmse:0.408306	train-rmse:0.000655
[1113]	eval-rmse:0.4083	train-rmse:0.000654
[1114]	eval-rmse:0.408186	train-rmse:0.000654
[1115]	eval-rmse:0.408221	train-rmse:0.000653
[1116]	eval-rmse:0.408276	train-rmse:0.000653
[1117]	eval-rmse:0.408252	train-rmse:0.000652
[1118]	eval-rmse:0.408223	train-rmse:0.000652
[1119]	eval-rmse:0.408242	train-rmse:0.000652
[1120]	eval-rmse:0.408296	train-rmse:0.000651
[1121]	eval-rmse:0.408365	train-rmse:0.000651
[1122]	eval-rmse:0.408349	train-rmse:0.00065
[1123]	eval-rmse:0.408375	train-rmse:0.00065
[1124]	eval-rmse:0.408279	train-rmse:0.000649
[1125]	eval-rmse:0.408179	train-rmse:0.000648
[1126]	eval-rmse:0.408226	train-rmse:0.000648
[1127]	eval-rmse:0.40829	train-rmse:0.000648
[1128]	eval-rmse:0.408327	train-rmse:0.000647
[1129]	eval-rmse:0.408379	train-rmse:0.000647
[1130]	eval-rmse:0.408276	train-rmse:0.000646
[1131]	eval-rmse:0.408331	train-rmse:0.000646
[1132]	eval-rmse:0.408202	train-rmse:0.000645
[1133]	eval-rmse:0.408275	train-rmse:0.000645
[1134]	eval-rmse:0.408327	train-rmse:0.000644
[1135]	eval-rmse:0.408359	train-rmse:0.000644
[1136]	eval-rmse:0.408259	train-rmse:0.000644
[1137]	eval-rmse:0.408138	train-rmse:0.000643
[1138]	eval-rmse:0.408066	train-rmse:0.000643
[1139]	eval-rmse:0.408121	train-rmse:0.000642
[1140]	eval-rmse:0.408153	train-rmse:0.000642
[1141]	eval-rmse:0.408096	train-rmse:0.000642
[1142]	eval-rmse:0.408109	train-rmse:0.000641
[1143]	eval-rmse:0.408105	train-rmse:0.000641
[1144]	eval-rmse:0.408126	train-rmse:0.00064
[1145]	eval-rmse:0.408096	train-rmse:0.00064
[1146]	eval-rmse:0.40807	train-rmse:0.000639
[1147]	eval-rmse:0.408049	train-rmse:0.000639
[1148]	eval-rmse:0.408039	train-rmse:0.000638
[1149]	eval-rmse:0.408036	train-rmse:0.000638
[1150]	eval-rmse:0.408006	train-rmse:0.000637
[1151]	eval-rmse:0.407987	train-rmse:0.000637
[1152]	eval-rmse:0.407999	train-rmse:0.000637
[1153]	eval-rmse:0.407973	train-rmse:0.000636
[1154]	eval-rmse:0.40792	train-rmse:0.000636
[1155]	eval-rmse:0.407946	train-rmse:0.000635
[1156]	eval-rmse:0.408074	train-rmse:0.000635
[1157]	eval-rmse:0.407887	train-rmse:0.000635
[1158]	eval-rmse:0.407857	train-rmse:0.000634
[1159]	eval-rmse:0.407913	train-rmse:0.000634
[1160]	eval-rmse:0.407928	train-rmse:0.000633
[1161]	eval-rmse:0.4079	train-rmse:0.000633
[1162]	eval-rmse:0.407841	train-rmse:0.000632
[1163]	eval-rmse:0.4078	train-rmse:0.000632
[1164]	eval-rmse:0.407813	train-rmse:0.000632
[1165]	eval-rmse:0.407912	train-rmse:0.000631
[1166]	eval-rmse:0.407913	train-rmse:0.000631
[1167]	eval-rmse:0.407841	train-rmse:0.00063
[1168]	eval-rmse:0.407839	train-rmse:0.00063
[1169]	eval-rmse:0.407828	train-rmse:0.00063
[1170]	eval-rmse:0.407887	train-rmse:0.000629
[1171]	eval-rmse:0.407813	train-rmse:0.000629
[1172]	eval-rmse:0.407787	train-rmse:0.000628
[1173]	eval-rmse:0.407736	train-rmse:0.000628
[1174]	eval-rmse:0.40762	train-rmse:0.000627
[1175]	eval-rmse:0.407543	train-rmse:0.000627
[1176]	eval-rmse:0.407569	train-rmse:0.000627
[1177]	eval-rmse:0.407645	train-rmse:0.000626
[1178]	eval-rmse:0.407642	train-rmse:0.000626
[1179]	eval-rmse:0.407632	train-rmse:0.000626
[1180]	eval-rmse:0.407664	train-rmse:0.000626
[1181]	eval-rmse:0.407621	train-rmse:0.000625
[1182]	eval-rmse:0.407671	train-rmse:0.000625
[1183]	eval-rmse:0.407684	train-rmse:0.000625
[1184]	eval-rmse:0.407748	train-rmse:0.000625
[1185]	eval-rmse:0.407801	train-rmse:0.000624
[1186]	eval-rmse:0.407784	train-rmse:0.000624
[1187]	eval-rmse:0.407752	train-rmse:0.000623
[1188]	eval-rmse:0.407782	train-rmse:0.000623
[1189]	eval-rmse:0.407737	train-rmse:0.000623
[1190]	eval-rmse:0.407805	train-rmse:0.000622
[1191]	eval-rmse:0.407803	train-rmse:0.000622
[1192]	eval-rmse:0.407711	train-rmse:0.000621
[1193]	eval-rmse:0.407811	train-rmse:0.000621
[1194]	eval-rmse:0.407888	train-rmse:0.000621
[1195]	eval-rmse:0.407908	train-rmse:0.000621
[1196]	eval-rmse:0.407915	train-rmse:0.00062
[1197]	eval-rmse:0.407898	train-rmse:0.00062
[1198]	eval-rmse:0.407937	train-rmse:0.000619
[1199]	eval-rmse:0.408003	train-rmse:0.000619
[1200]	eval-rmse:0.407917	train-rmse:0.000618
[1201]	eval-rmse:0.407905	train-rmse:0.000618
[1202]	eval-rmse:0.407833	train-rmse:0.000618
[1203]	eval-rmse:0.407845	train-rmse:0.000617
[1204]	eval-rmse:0.407838	train-rmse:0.000617
[1205]	eval-rmse:0.407832	train-rmse:0.000617
[1206]	eval-rmse:0.407825	train-rmse:0.000616
[1207]	eval-rmse:0.407782	train-rmse:0.000616
[1208]	eval-rmse:0.407797	train-rmse:0.000615
[1209]	eval-rmse:0.407813	train-rmse:0.000615
[1210]	eval-rmse:0.407827	train-rmse:0.000614
[1211]	eval-rmse:0.407809	train-rmse:0.000614
[1212]	eval-rmse:0.407825	train-rmse:0.000614
[1213]	eval-rmse:0.407837	train-rmse:0.000613
[1214]	eval-rmse:0.407802	train-rmse:0.000613
[1215]	eval-rmse:0.407775	train-rmse:0.000613
[1216]	eval-rmse:0.407805	train-rmse:0.000612
[1217]	eval-rmse:0.407839	train-rmse:0.000612
[1218]	eval-rmse:0.407887	train-rmse:0.000612
[1219]	eval-rmse:0.407859	train-rmse:0.000611
[1220]	eval-rmse:0.407892	train-rmse:0.000611
[1221]	eval-rmse:0.407916	train-rmse:0.000611
[1222]	eval-rmse:0.407964	train-rmse:0.000611
[1223]	eval-rmse:0.407932	train-rmse:0.00061
[1224]	eval-rmse:0.407863	train-rmse:0.00061
[1225]	eval-rmse:0.407906	train-rmse:0.000609
[1226]	eval-rmse:0.407909	train-rmse:0.000609
[1227]	eval-rmse:0.407935	train-rmse:0.000609
[1228]	eval-rmse:0.407872	train-rmse:0.000608
[1229]	eval-rmse:0.407878	train-rmse:0.000608
[1230]	eval-rmse:0.407825	train-rmse:0.000608
[1231]	eval-rmse:0.407909	train-rmse:0.000607
[1232]	eval-rmse:0.407841	train-rmse:0.000607
[1233]	eval-rmse:0.407937	train-rmse:0.000606
[1234]	eval-rmse:0.407965	train-rmse:0.000606
[1235]	eval-rmse:0.407983	train-rmse:0.000605
[1236]	eval-rmse:0.40809	train-rmse:0.000605
[1237]	eval-rmse:0.408079	train-rmse:0.000605
[1238]	eval-rmse:0.408085	train-rmse:0.000604
[1239]	eval-rmse:0.40803	train-rmse:0.000604
[1240]	eval-rmse:0.408083	train-rmse:0.000604
[1241]	eval-rmse:0.408019	train-rmse:0.000604
[1242]	eval-rmse:0.408103	train-rmse:0.000603
[1243]	eval-rmse:0.408066	train-rmse:0.000603
[1244]	eval-rmse:0.407999	train-rmse:0.000602
[1245]	eval-rmse:0.407994	train-rmse:0.000602
[1246]	eval-rmse:0.408008	train-rmse:0.000601
[1247]	eval-rmse:0.407979	train-rmse:0.000601
[1248]	eval-rmse:0.407912	train-rmse:0.0006
[1249]	eval-rmse:0.407995	train-rmse:0.0006
[1250]	eval-rmse:0.407959	train-rmse:0.0006
[1251]	eval-rmse:0.408099	train-rmse:0.0006
[1252]	eval-rmse:0.408104	train-rmse:0.000599
[1253]	eval-rmse:0.408125	train-rmse:0.000599
[1254]	eval-rmse:0.408059	train-rmse:0.000599
[1255]	eval-rmse:0.408024	train-rmse:0.000598
[1256]	eval-rmse:0.408101	train-rmse:0.000598
[1257]	eval-rmse:0.408081	train-rmse:0.000597
[1258]	eval-rmse:0.408148	train-rmse:0.000597
[1259]	eval-rmse:0.408114	train-rmse:0.000597
[1260]	eval-rmse:0.408127	train-rmse:0.000596
[1261]	eval-rmse:0.408088	train-rmse:0.000596
[1262]	eval-rmse:0.408115	train-rmse:0.000596
[1263]	eval-rmse:0.408161	train-rmse:0.000596
[1264]	eval-rmse:0.408187	train-rmse:0.000595
[1265]	eval-rmse:0.4082	train-rmse:0.000595
[1266]	eval-rmse:0.408148	train-rmse:0.000595
[1267]	eval-rmse:0.408095	train-rmse:0.000594
[1268]	eval-rmse:0.408078	train-rmse:0.000594
[1269]	eval-rmse:0.408132	train-rmse:0.000593
[1270]	eval-rmse:0.408124	train-rmse:0.000593
[1271]	eval-rmse:0.40816	train-rmse:0.000593
[1272]	eval-rmse:0.408231	train-rmse:0.000592
[1273]	eval-rmse:0.408161	train-rmse:0.000592
[1274]	eval-rmse:0.408104	train-rmse:0.000592
[1275]	eval-rmse:0.408089	train-rmse:0.000591
[1276]	eval-rmse:0.408145	train-rmse:0.000591
[1277]	eval-rmse:0.408147	train-rmse:0.000591
[1278]	eval-rmse:0.408134	train-rmse:0.00059
[1279]	eval-rmse:0.408098	train-rmse:0.00059
[1280]	eval-rmse:0.40808	train-rmse:0.00059
[1281]	eval-rmse:0.408109	train-rmse:0.000589
[1282]	eval-rmse:0.408096	train-rmse:0.000589
[1283]	eval-rmse:0.408212	train-rmse:0.000589
[1284]	eval-rmse:0.408185	train-rmse:0.000588
[1285]	eval-rmse:0.408171	train-rmse:0.000588
[1286]	eval-rmse:0.408163	train-rmse:0.000588
[1287]	eval-rmse:0.408173	train-rmse:0.000587
[1288]	eval-rmse:0.408231	train-rmse:0.000587
[1289]	eval-rmse:0.408306	train-rmse:0.000587
[1290]	eval-rmse:0.408363	train-rmse:0.000587
[1291]	eval-rmse:0.408448	train-rmse:0.000586
[1292]	eval-rmse:0.408375	train-rmse:0.000586
[1293]	eval-rmse:0.408443	train-rmse:0.000585
[1294]	eval-rmse:0.408422	train-rmse:0.000585
[1295]	eval-rmse:0.408407	train-rmse:0.000584
[1296]	eval-rmse:0.408394	train-rmse:0.000584
[1297]	eval-rmse:0.408386	train-rmse:0.000584
[1298]	eval-rmse:0.408299	train-rmse:0.000583
[1299]	eval-rmse:0.408325	train-rmse:0.000583
[1300]	eval-rmse:0.408336	train-rmse:0.000583
[1301]	eval-rmse:0.408358	train-rmse:0.000582
[1302]	eval-rmse:0.408393	train-rmse:0.000582
[1303]	eval-rmse:0.408456	train-rmse:0.000582
[1304]	eval-rmse:0.408488	train-rmse:0.000581
[1305]	eval-rmse:0.40849	train-rmse:0.000581
[1306]	eval-rmse:0.40843	train-rmse:0.000581
[1307]	eval-rmse:0.408384	train-rmse:0.000581
[1308]	eval-rmse:0.408338	train-rmse:0.00058
[1309]	eval-rmse:0.408329	train-rmse:0.00058
[1310]	eval-rmse:0.408442	train-rmse:0.00058
[1311]	eval-rmse:0.408436	train-rmse:0.00058
[1312]	eval-rmse:0.408467	train-rmse:0.000579
[1313]	eval-rmse:0.40844	train-rmse:0.000579
[1314]	eval-rmse:0.408424	train-rmse:0.000579
[1315]	eval-rmse:0.408432	train-rmse:0.000578
[1316]	eval-rmse:0.408457	train-rmse:0.000578
[1317]	eval-rmse:0.40847	train-rmse:0.000578
[1318]	eval-rmse:0.408488	train-rmse:0.000577
[1319]	eval-rmse:0.408493	train-rmse:0.000577
[1320]	eval-rmse:0.40844	train-rmse:0.000577
[1321]	eval-rmse:0.40843	train-rmse:0.000576
[1322]	eval-rmse:0.40845	train-rmse:0.000576
[1323]	eval-rmse:0.40853	train-rmse:0.000576
[1324]	eval-rmse:0.408584	train-rmse:0.000575
[1325]	eval-rmse:0.408514	train-rmse:0.000575
[1326]	eval-rmse:0.408592	train-rmse:0.000574
[1327]	eval-rmse:0.408514	train-rmse:0.000574
[1328]	eval-rmse:0.408472	train-rmse:0.000574
[1329]	eval-rmse:0.408493	train-rmse:0.000573
[1330]	eval-rmse:0.40851	train-rmse:0.000573
[1331]	eval-rmse:0.408473	train-rmse:0.000573
[1332]	eval-rmse:0.408432	train-rmse:0.000573
[1333]	eval-rmse:0.408425	train-rmse:0.000572
[1334]	eval-rmse:0.408412	train-rmse:0.000572
[1335]	eval-rmse:0.408436	train-rmse:0.000572
[1336]	eval-rmse:0.408436	train-rmse:0.000571
[1337]	eval-rmse:0.408426	train-rmse:0.000571
[1338]	eval-rmse:0.408417	train-rmse:0.000571
[1339]	eval-rmse:0.408486	train-rmse:0.00057
[1340]	eval-rmse:0.408533	train-rmse:0.00057
[1341]	eval-rmse:0.408661	train-rmse:0.00057
[1342]	eval-rmse:0.408707	train-rmse:0.000569
[1343]	eval-rmse:0.408588	train-rmse:0.000569
[1344]	eval-rmse:0.408649	train-rmse:0.000569
[1345]	eval-rmse:0.408673	train-rmse:0.000568
[1346]	eval-rmse:0.408629	train-rmse:0.000568
[1347]	eval-rmse:0.408581	train-rmse:0.000568
[1348]	eval-rmse:0.40867	train-rmse:0.000567
[1349]	eval-rmse:0.408609	train-rmse:0.000567
[1350]	eval-rmse:0.408576	train-rmse:0.000567
[1351]	eval-rmse:0.408592	train-rmse:0.000566
[1352]	eval-rmse:0.408556	train-rmse:0.000566
[1353]	eval-rmse:0.408601	train-rmse:0.000566
[1354]	eval-rmse:0.408585	train-rmse:0.000566
[1355]	eval-rmse:0.408605	train-rmse:0.000566
[1356]	eval-rmse:0.408592	train-rmse:0.000565
[1357]	eval-rmse:0.408617	train-rmse:0.000565
[1358]	eval-rmse:0.408589	train-rmse:0.000565
[1359]	eval-rmse:0.40866	train-rmse:0.000565
[1360]	eval-rmse:0.40869	train-rmse:0.000565
[1361]	eval-rmse:0.408626	train-rmse:0.000564
[1362]	eval-rmse:0.408647	train-rmse:0.000564
[1363]	eval-rmse:0.408699	train-rmse:0.000564
[1364]	eval-rmse:0.408754	train-rmse:0.000564
[1365]	eval-rmse:0.408804	train-rmse:0.000563
[1366]	eval-rmse:0.408728	train-rmse:0.000563
[1367]	eval-rmse:0.408765	train-rmse:0.000563
[1368]	eval-rmse:0.408752	train-rmse:0.000562
[1369]	eval-rmse:0.408679	train-rmse:0.000562
[1370]	eval-rmse:0.408687	train-rmse:0.000562
[1371]	eval-rmse:0.408653	train-rmse:0.000562
[1372]	eval-rmse:0.408786	train-rmse:0.000561
[1373]	eval-rmse:0.40876	train-rmse:0.000561
[1374]	eval-rmse:0.408762	train-rmse:0.000561
[1375]	eval-rmse:0.408765	train-rmse:0.00056
[1376]	eval-rmse:0.408792	train-rmse:0.00056
[1377]	eval-rmse:0.408858	train-rmse:0.00056
[1378]	eval-rmse:0.40889	train-rmse:0.00056
[1379]	eval-rmse:0.408911	train-rmse:0.00056
[1380]	eval-rmse:0.408902	train-rmse:0.000559
[1381]	eval-rmse:0.408928	train-rmse:0.000559
[1382]	eval-rmse:0.408879	train-rmse:0.000558
[1383]	eval-rmse:0.408833	train-rmse:0.000558
[1384]	eval-rmse:0.408807	train-rmse:0.000558
[1385]	eval-rmse:0.408781	train-rmse:0.000557
[1386]	eval-rmse:0.408843	train-rmse:0.000557
[1387]	eval-rmse:0.408835	train-rmse:0.000557
[1388]	eval-rmse:0.408859	train-rmse:0.000557
[1389]	eval-rmse:0.408931	train-rmse:0.000556
[1390]	eval-rmse:0.408976	train-rmse:0.000556
[1391]	eval-rmse:0.409	train-rmse:0.000556
[1392]	eval-rmse:0.409106	train-rmse:0.000556
[1393]	eval-rmse:0.409124	train-rmse:0.000555
[1394]	eval-rmse:0.409237	train-rmse:0.000555
[1395]	eval-rmse:0.409278	train-rmse:0.000555
[1396]	eval-rmse:0.409212	train-rmse:0.000554
[1397]	eval-rmse:0.409182	train-rmse:0.000554
[1398]	eval-rmse:0.409134	train-rmse:0.000554
[1399]	eval-rmse:0.409081	train-rmse:0.000554
[1400]	eval-rmse:0.409047	train-rmse:0.000553
[1401]	eval-rmse:0.409052	train-rmse:0.000553
[1402]	eval-rmse:0.408992	train-rmse:0.000553
[1403]	eval-rmse:0.408919	train-rmse:0.000553
[1404]	eval-rmse:0.40894	train-rmse:0.000553
[1405]	eval-rmse:0.409046	train-rmse:0.000552
[1406]	eval-rmse:0.409089	train-rmse:0.000552
[1407]	eval-rmse:0.409031	train-rmse:0.000551
[1408]	eval-rmse:0.409053	train-rmse:0.000551
[1409]	eval-rmse:0.409116	train-rmse:0.000551
[1410]	eval-rmse:0.409112	train-rmse:0.00055
[1411]	eval-rmse:0.408984	train-rmse:0.00055
[1412]	eval-rmse:0.408972	train-rmse:0.00055
[1413]	eval-rmse:0.408919	train-rmse:0.00055
[1414]	eval-rmse:0.408938	train-rmse:0.00055
[1415]	eval-rmse:0.408982	train-rmse:0.000549
[1416]	eval-rmse:0.409015	train-rmse:0.000549
[1417]	eval-rmse:0.409048	train-rmse:0.000549
[1418]	eval-rmse:0.409034	train-rmse:0.000549
[1419]	eval-rmse:0.408914	train-rmse:0.000548
[1420]	eval-rmse:0.408947	train-rmse:0.000548
[1421]	eval-rmse:0.408908	train-rmse:0.000548
[1422]	eval-rmse:0.409004	train-rmse:0.000547
[1423]	eval-rmse:0.409006	train-rmse:0.000547
[1424]	eval-rmse:0.408972	train-rmse:0.000547
[1425]	eval-rmse:0.409056	train-rmse:0.000546
[1426]	eval-rmse:0.409084	train-rmse:0.000546
[1427]	eval-rmse:0.409132	train-rmse:0.000546
[1428]	eval-rmse:0.409196	train-rmse:0.000545
[1429]	eval-rmse:0.409146	train-rmse:0.000545
[1430]	eval-rmse:0.409151	train-rmse:0.000545
[1431]	eval-rmse:0.409167	train-rmse:0.000545
[1432]	eval-rmse:0.40912	train-rmse:0.000544
[1433]	eval-rmse:0.40915	train-rmse:0.000544
[1434]	eval-rmse:0.409102	train-rmse:0.000544
[1435]	eval-rmse:0.409087	train-rmse:0.000543
[1436]	eval-rmse:0.409089	train-rmse:0.000543
[1437]	eval-rmse:0.40905	train-rmse:0.000543
[1438]	eval-rmse:0.409062	train-rmse:0.000543
[1439]	eval-rmse:0.409051	train-rmse:0.000542
[1440]	eval-rmse:0.409096	train-rmse:0.000542
[1441]	eval-rmse:0.409122	train-rmse:0.000542
[1442]	eval-rmse:0.409137	train-rmse:0.000541
[1443]	eval-rmse:0.409108	train-rmse:0.000541
[1444]	eval-rmse:0.409114	train-rmse:0.000541
[1445]	eval-rmse:0.409165	train-rmse:0.00054
[1446]	eval-rmse:0.409237	train-rmse:0.00054
[1447]	eval-rmse:0.40933	train-rmse:0.00054
[1448]	eval-rmse:0.409371	train-rmse:0.00054
[1449]	eval-rmse:0.409379	train-rmse:0.00054
[1450]	eval-rmse:0.409507	train-rmse:0.000539
[1451]	eval-rmse:0.409536	train-rmse:0.000539
[1452]	eval-rmse:0.409507	train-rmse:0.000539
[1453]	eval-rmse:0.409555	train-rmse:0.000539
[1454]	eval-rmse:0.409499	train-rmse:0.000538
[1455]	eval-rmse:0.409479	train-rmse:0.000538
[1456]	eval-rmse:0.409496	train-rmse:0.000538
[1457]	eval-rmse:0.409497	train-rmse:0.000537
[1458]	eval-rmse:0.409505	train-rmse:0.000537
[1459]	eval-rmse:0.409434	train-rmse:0.000537
[1460]	eval-rmse:0.409425	train-rmse:0.000537
[1461]	eval-rmse:0.409336	train-rmse:0.000537
[1462]	eval-rmse:0.409416	train-rmse:0.000537
[1463]	eval-rmse:0.409488	train-rmse:0.000536
[1464]	eval-rmse:0.409457	train-rmse:0.000536
[1465]	eval-rmse:0.409513	train-rmse:0.000536
[1466]	eval-rmse:0.409558	train-rmse:0.000535
[1467]	eval-rmse:0.4096	train-rmse:0.000535
[1468]	eval-rmse:0.409605	train-rmse:0.000535
[1469]	eval-rmse:0.409512	train-rmse:0.000535
[1470]	eval-rmse:0.409473	train-rmse:0.000534
[1471]	eval-rmse:0.409489	train-rmse:0.000534
[1472]	eval-rmse:0.409453	train-rmse:0.000534
[1473]	eval-rmse:0.409533	train-rmse:0.000534
[1474]	eval-rmse:0.409555	train-rmse:0.000534
[1475]	eval-rmse:0.409511	train-rmse:0.000534
[1476]	eval-rmse:0.40946	train-rmse:0.000533
[1477]	eval-rmse:0.409392	train-rmse:0.000533
[1478]	eval-rmse:0.409525	train-rmse:0.000533
[1479]	eval-rmse:0.409532	train-rmse:0.000533
[1480]	eval-rmse:0.409564	train-rmse:0.000532
[1481]	eval-rmse:0.409556	train-rmse:0.000532
[1482]	eval-rmse:0.409572	train-rmse:0.000532
[1483]	eval-rmse:0.409557	train-rmse:0.000532
[1484]	eval-rmse:0.409556	train-rmse:0.000532
[1485]	eval-rmse:0.409499	train-rmse:0.000531
[1486]	eval-rmse:0.409511	train-rmse:0.000531
[1487]	eval-rmse:0.409598	train-rmse:0.000531
[1488]	eval-rmse:0.409595	train-rmse:0.00053
[1489]	eval-rmse:0.409643	train-rmse:0.00053
[1490]	eval-rmse:0.409642	train-rmse:0.00053
[1491]	eval-rmse:0.409602	train-rmse:0.00053
[1492]	eval-rmse:0.409678	train-rmse:0.000529
[1493]	eval-rmse:0.409668	train-rmse:0.000529
[1494]	eval-rmse:0.409667	train-rmse:0.000529
[1495]	eval-rmse:0.409551	train-rmse:0.000529
[1496]	eval-rmse:0.409511	train-rmse:0.000528
[1497]	eval-rmse:0.40955	train-rmse:0.000528
[1498]	eval-rmse:0.409577	train-rmse:0.000528
[1499]	eval-rmse:0.40959	train-rmse:0.000527
[1500]	eval-rmse:0.409562	train-rmse:0.000527
[1501]	eval-rmse:0.409574	train-rmse:0.000527
[1502]	eval-rmse:0.409743	train-rmse:0.000526
[1503]	eval-rmse:0.409692	train-rmse:0.000526
[1504]	eval-rmse:0.40971	train-rmse:0.000526
[1505]	eval-rmse:0.409712	train-rmse:0.000526
[1506]	eval-rmse:0.409731	train-rmse:0.000526
[1507]	eval-rmse:0.409794	train-rmse:0.000526
[1508]	eval-rmse:0.409774	train-rmse:0.000525
[1509]	eval-rmse:0.409674	train-rmse:0.000525
[1510]	eval-rmse:0.409624	train-rmse:0.000525
[1511]	eval-rmse:0.40961	train-rmse:0.000525
[1512]	eval-rmse:0.409568	train-rmse:0.000525
[1513]	eval-rmse:0.409508	train-rmse:0.000525
[1514]	eval-rmse:0.409501	train-rmse:0.000524
[1515]	eval-rmse:0.409381	train-rmse:0.000524
[1516]	eval-rmse:0.409401	train-rmse:0.000524
[1517]	eval-rmse:0.409376	train-rmse:0.000524
[1518]	eval-rmse:0.409424	train-rmse:0.000524
[1519]	eval-rmse:0.409408	train-rmse:0.000523
[1520]	eval-rmse:0.409437	train-rmse:0.000523
[1521]	eval-rmse:0.409539	train-rmse:0.000522
[1522]	eval-rmse:0.40959	train-rmse:0.000522
[1523]	eval-rmse:0.409569	train-rmse:0.000522
[1524]	eval-rmse:0.409499	train-rmse:0.000522
[1525]	eval-rmse:0.409496	train-rmse:0.000522
[1526]	eval-rmse:0.409394	train-rmse:0.000521
[1527]	eval-rmse:0.409382	train-rmse:0.000521
[1528]	eval-rmse:0.409445	train-rmse:0.000521
[1529]	eval-rmse:0.409483	train-rmse:0.00052
[1530]	eval-rmse:0.409429	train-rmse:0.00052
[1531]	eval-rmse:0.409543	train-rmse:0.00052
[1532]	eval-rmse:0.409541	train-rmse:0.000519
[1533]	eval-rmse:0.409477	train-rmse:0.000519
[1534]	eval-rmse:0.40947	train-rmse:0.000519
[1535]	eval-rmse:0.409472	train-rmse:0.000519
[1536]	eval-rmse:0.409505	train-rmse:0.000519
[1537]	eval-rmse:0.409549	train-rmse:0.000519
[1538]	eval-rmse:0.409511	train-rmse:0.000518
[1539]	eval-rmse:0.409543	train-rmse:0.000518
[1540]	eval-rmse:0.40956	train-rmse:0.000518
[1541]	eval-rmse:0.409525	train-rmse:0.000518
[1542]	eval-rmse:0.409596	train-rmse:0.000518
[1543]	eval-rmse:0.409592	train-rmse:0.000517
[1544]	eval-rmse:0.409642	train-rmse:0.000517
[1545]	eval-rmse:0.409601	train-rmse:0.000517
[1546]	eval-rmse:0.409542	train-rmse:0.000517
[1547]	eval-rmse:0.409546	train-rmse:0.000517
[1548]	eval-rmse:0.409497	train-rmse:0.000517
[1549]	eval-rmse:0.409475	train-rmse:0.000516
[1550]	eval-rmse:0.409422	train-rmse:0.000516
[1551]	eval-rmse:0.409433	train-rmse:0.000516
[1552]	eval-rmse:0.4094	train-rmse:0.000515
[1553]	eval-rmse:0.409399	train-rmse:0.000515
[1554]	eval-rmse:0.409326	train-rmse:0.000515
[1555]	eval-rmse:0.409317	train-rmse:0.000515
[1556]	eval-rmse:0.409289	train-rmse:0.000514
[1557]	eval-rmse:0.40923	train-rmse:0.000514
[1558]	eval-rmse:0.409233	train-rmse:0.000514
[1559]	eval-rmse:0.409231	train-rmse:0.000514
[1560]	eval-rmse:0.409194	train-rmse:0.000513
[1561]	eval-rmse:0.409142	train-rmse:0.000513
[1562]	eval-rmse:0.409135	train-rmse:0.000513
[1563]	eval-rmse:0.409169	train-rmse:0.000513
[1564]	eval-rmse:0.409192	train-rmse:0.000513
[1565]	eval-rmse:0.409183	train-rmse:0.000512
[1566]	eval-rmse:0.409136	train-rmse:0.000512
[1567]	eval-rmse:0.409141	train-rmse:0.000512
[1568]	eval-rmse:0.409145	train-rmse:0.000512
[1569]	eval-rmse:0.409145	train-rmse:0.000511
[1570]	eval-rmse:0.40917	train-rmse:0.000511
[1571]	eval-rmse:0.409104	train-rmse:0.000511
[1572]	eval-rmse:0.409072	train-rmse:0.000511
[1573]	eval-rmse:0.409029	train-rmse:0.00051
[1574]	eval-rmse:0.40905	train-rmse:0.00051
[1575]	eval-rmse:0.408992	train-rmse:0.00051
[1576]	eval-rmse:0.408937	train-rmse:0.00051
[1577]	eval-rmse:0.408967	train-rmse:0.00051
[1578]	eval-rmse:0.40901	train-rmse:0.000509
[1579]	eval-rmse:0.408997	train-rmse:0.000509
[1580]	eval-rmse:0.408962	train-rmse:0.000509
[1581]	eval-rmse:0.408911	train-rmse:0.000509
[1582]	eval-rmse:0.408856	train-rmse:0.000509
[1583]	eval-rmse:0.408754	train-rmse:0.000509
[1584]	eval-rmse:0.408747	train-rmse:0.000508
[1585]	eval-rmse:0.408754	train-rmse:0.000509
[1586]	eval-rmse:0.408793	train-rmse:0.000508
[1587]	eval-rmse:0.408771	train-rmse:0.000508
[1588]	eval-rmse:0.40878	train-rmse:0.000508
[1589]	eval-rmse:0.408744	train-rmse:0.000507
[1590]	eval-rmse:0.408767	train-rmse:0.000507
[1591]	eval-rmse:0.408819	train-rmse:0.000507
[1592]	eval-rmse:0.408847	train-rmse:0.000507
[1593]	eval-rmse:0.408796	train-rmse:0.000507
[1594]	eval-rmse:0.408817	train-rmse:0.000506
[1595]	eval-rmse:0.408771	train-rmse:0.000506
[1596]	eval-rmse:0.408669	train-rmse:0.000506
[1597]	eval-rmse:0.408641	train-rmse:0.000506
[1598]	eval-rmse:0.408726	train-rmse:0.000506
[1599]	eval-rmse:0.408692	train-rmse:0.000505
[1600]	eval-rmse:0.408773	train-rmse:0.000505
[1601]	eval-rmse:0.40878	train-rmse:0.000505
[1602]	eval-rmse:0.408807	train-rmse:0.000505
[1603]	eval-rmse:0.408858	train-rmse:0.000505
[1604]	eval-rmse:0.408882	train-rmse:0.000505
[1605]	eval-rmse:0.408875	train-rmse:0.000504
[1606]	eval-rmse:0.408949	train-rmse:0.000504
[1607]	eval-rmse:0.408875	train-rmse:0.000504
[1608]	eval-rmse:0.408841	train-rmse:0.000504
[1609]	eval-rmse:0.408842	train-rmse:0.000503
[1610]	eval-rmse:0.408812	train-rmse:0.000503
[1611]	eval-rmse:0.408824	train-rmse:0.000503
[1612]	eval-rmse:0.408798	train-rmse:0.000503
[1613]	eval-rmse:0.408844	train-rmse:0.000502
[1614]	eval-rmse:0.408868	train-rmse:0.000502
[1615]	eval-rmse:0.408822	train-rmse:0.000502
[1616]	eval-rmse:0.408868	train-rmse:0.000502
[1617]	eval-rmse:0.408822	train-rmse:0.000502
[1618]	eval-rmse:0.408843	train-rmse:0.000501
[1619]	eval-rmse:0.408874	train-rmse:0.000501
[1620]	eval-rmse:0.409019	train-rmse:0.000501
[1621]	eval-rmse:0.409025	train-rmse:0.000501
[1622]	eval-rmse:0.409019	train-rmse:0.0005
[1623]	eval-rmse:0.409024	train-rmse:0.0005
[1624]	eval-rmse:0.409025	train-rmse:0.0005
[1625]	eval-rmse:0.409049	train-rmse:0.0005
[1626]	eval-rmse:0.40912	train-rmse:0.000499
[1627]	eval-rmse:0.409112	train-rmse:0.000499
[1628]	eval-rmse:0.409093	train-rmse:0.000499
[1629]	eval-rmse:0.409125	train-rmse:0.000499
[1630]	eval-rmse:0.409118	train-rmse:0.000499
[1631]	eval-rmse:0.409109	train-rmse:0.000499
[1632]	eval-rmse:0.409091	train-rmse:0.000498
[1633]	eval-rmse:0.409152	train-rmse:0.000498
[1634]	eval-rmse:0.409201	train-rmse:0.000498
[1635]	eval-rmse:0.409192	train-rmse:0.000498
[1636]	eval-rmse:0.409155	train-rmse:0.000498
[1637]	eval-rmse:0.409165	train-rmse:0.000497
[1638]	eval-rmse:0.409211	train-rmse:0.000497
[1639]	eval-rmse:0.409259	train-rmse:0.000497
[1640]	eval-rmse:0.409268	train-rmse:0.000497
[1641]	eval-rmse:0.409293	train-rmse:0.000497
[1642]	eval-rmse:0.409315	train-rmse:0.000496
[1643]	eval-rmse:0.409335	train-rmse:0.000496
[1644]	eval-rmse:0.409308	train-rmse:0.000496
[1645]	eval-rmse:0.409341	train-rmse:0.000496
[1646]	eval-rmse:0.409385	train-rmse:0.000496
[1647]	eval-rmse:0.409431	train-rmse:0.000495
[1648]	eval-rmse:0.409454	train-rmse:0.000495
[1649]	eval-rmse:0.409422	train-rmse:0.000495
[1650]	eval-rmse:0.409387	train-rmse:0.000495
[1651]	eval-rmse:0.409316	train-rmse:0.000495
[1652]	eval-rmse:0.409247	train-rmse:0.000495
[1653]	eval-rmse:0.40924	train-rmse:0.000495
[1654]	eval-rmse:0.40918	train-rmse:0.000495
[1655]	eval-rmse:0.409134	train-rmse:0.000494
[1656]	eval-rmse:0.409127	train-rmse:0.000494
[1657]	eval-rmse:0.409056	train-rmse:0.000494
[1658]	eval-rmse:0.40908	train-rmse:0.000494
[1659]	eval-rmse:0.40913	train-rmse:0.000494
[1660]	eval-rmse:0.409078	train-rmse:0.000493
[1661]	eval-rmse:0.409156	train-rmse:0.000493
[1662]	eval-rmse:0.409175	train-rmse:0.000493
[1663]	eval-rmse:0.409168	train-rmse:0.000493
[1664]	eval-rmse:0.409273	train-rmse:0.000493
[1665]	eval-rmse:0.409326	train-rmse:0.000492
[1666]	eval-rmse:0.409324	train-rmse:0.000492
[1667]	eval-rmse:0.409302	train-rmse:0.000492
[1668]	eval-rmse:0.409342	train-rmse:0.000492
[1669]	eval-rmse:0.409342	train-rmse:0.000492
[1670]	eval-rmse:0.40936	train-rmse:0.000491
[1671]	eval-rmse:0.409327	train-rmse:0.000491
[1672]	eval-rmse:0.409353	train-rmse:0.000491
[1673]	eval-rmse:0.409338	train-rmse:0.000491
[1674]	eval-rmse:0.40937	train-rmse:0.00049
[1675]	eval-rmse:0.409439	train-rmse:0.00049
[1676]	eval-rmse:0.409397	train-rmse:0.00049
[1677]	eval-rmse:0.409418	train-rmse:0.00049
[1678]	eval-rmse:0.409398	train-rmse:0.000489
[1679]	eval-rmse:0.409371	train-rmse:0.000489
[1680]	eval-rmse:0.409387	train-rmse:0.000489
[1681]	eval-rmse:0.409337	train-rmse:0.000489
[1682]	eval-rmse:0.409361	train-rmse:0.000489
[1683]	eval-rmse:0.409311	train-rmse:0.000488
[1684]	eval-rmse:0.409298	train-rmse:0.000488
[1685]	eval-rmse:0.409328	train-rmse:0.000488
[1686]	eval-rmse:0.409342	train-rmse:0.000488
[1687]	eval-rmse:0.409357	train-rmse:0.000488
[1688]	eval-rmse:0.409381	train-rmse:0.000488
[1689]	eval-rmse:0.409396	train-rmse:0.000487
[1690]	eval-rmse:0.409442	train-rmse:0.000487
[1691]	eval-rmse:0.409491	train-rmse:0.000487
[1692]	eval-rmse:0.4095	train-rmse:0.000486
[1693]	eval-rmse:0.409474	train-rmse:0.000486
[1694]	eval-rmse:0.409407	train-rmse:0.000486
[1695]	eval-rmse:0.409416	train-rmse:0.000486
[1696]	eval-rmse:0.409435	train-rmse:0.000486
[1697]	eval-rmse:0.409534	train-rmse:0.000486
[1698]	eval-rmse:0.409518	train-rmse:0.000486
[1699]	eval-rmse:0.409542	train-rmse:0.000485
[1700]	eval-rmse:0.409527	train-rmse:0.000485
[1701]	eval-rmse:0.409444	train-rmse:0.000485
[1702]	eval-rmse:0.409404	train-rmse:0.000485
[1703]	eval-rmse:0.409477	train-rmse:0.000485
[1704]	eval-rmse:0.409493	train-rmse:0.000485
[1705]	eval-rmse:0.409459	train-rmse:0.000485
[1706]	eval-rmse:0.409489	train-rmse:0.000484
[1707]	eval-rmse:0.409406	train-rmse:0.000484
[1708]	eval-rmse:0.409435	train-rmse:0.000484
[1709]	eval-rmse:0.409427	train-rmse:0.000484
[1710]	eval-rmse:0.409409	train-rmse:0.000484
[1711]	eval-rmse:0.409383	train-rmse:0.000484
[1712]	eval-rmse:0.409403	train-rmse:0.000483
[1713]	eval-rmse:0.409451	train-rmse:0.000483
[1714]	eval-rmse:0.40944	train-rmse:0.000483
[1715]	eval-rmse:0.409424	train-rmse:0.000483
[1716]	eval-rmse:0.409427	train-rmse:0.000483
[1717]	eval-rmse:0.409409	train-rmse:0.000483
[1718]	eval-rmse:0.409344	train-rmse:0.000483
[1719]	eval-rmse:0.4094	train-rmse:0.000483
[1720]	eval-rmse:0.409484	train-rmse:0.000482
[1721]	eval-rmse:0.409524	train-rmse:0.000482
[1722]	eval-rmse:0.409504	train-rmse:0.000482
[1723]	eval-rmse:0.409539	train-rmse:0.000482
[1724]	eval-rmse:0.409572	train-rmse:0.000482
[1725]	eval-rmse:0.409612	train-rmse:0.000481
[1726]	eval-rmse:0.409641	train-rmse:0.000481
[1727]	eval-rmse:0.409625	train-rmse:0.000481
[1728]	eval-rmse:0.409677	train-rmse:0.000481
[1729]	eval-rmse:0.409633	train-rmse:0.000481
[1730]	eval-rmse:0.40964	train-rmse:0.00048
[1731]	eval-rmse:0.40968	train-rmse:0.00048
[1732]	eval-rmse:0.409649	train-rmse:0.00048
[1733]	eval-rmse:0.409669	train-rmse:0.00048
[1734]	eval-rmse:0.409609	train-rmse:0.00048
[1735]	eval-rmse:0.409655	train-rmse:0.00048
[1736]	eval-rmse:0.409669	train-rmse:0.000479
[1737]	eval-rmse:0.409667	train-rmse:0.000479
[1738]	eval-rmse:0.409684	train-rmse:0.000479
[1739]	eval-rmse:0.409731	train-rmse:0.000479
[1740]	eval-rmse:0.409747	train-rmse:0.000479
[1741]	eval-rmse:0.409788	train-rmse:0.000479
[1742]	eval-rmse:0.409807	train-rmse:0.000478
[1743]	eval-rmse:0.409758	train-rmse:0.000478
[1744]	eval-rmse:0.409766	train-rmse:0.000478
[1745]	eval-rmse:0.409774	train-rmse:0.000478
[1746]	eval-rmse:0.409819	train-rmse:0.000478
[1747]	eval-rmse:0.40979	train-rmse:0.000477
[1748]	eval-rmse:0.409768	train-rmse:0.000477
[1749]	eval-rmse:0.40967	train-rmse:0.000477
[1750]	eval-rmse:0.409636	train-rmse:0.000477
[1751]	eval-rmse:0.409642	train-rmse:0.000477
[1752]	eval-rmse:0.409589	train-rmse:0.000476
[1753]	eval-rmse:0.409597	train-rmse:0.000476
[1754]	eval-rmse:0.409635	train-rmse:0.000476
[1755]	eval-rmse:0.409637	train-rmse:0.000476
[1756]	eval-rmse:0.409578	train-rmse:0.000476
[1757]	eval-rmse:0.40969	train-rmse:0.000475
[1758]	eval-rmse:0.409665	train-rmse:0.000475
[1759]	eval-rmse:0.409675	train-rmse:0.000475
[1760]	eval-rmse:0.409737	train-rmse:0.000475
[1761]	eval-rmse:0.409744	train-rmse:0.000475
[1762]	eval-rmse:0.409776	train-rmse:0.000474
[1763]	eval-rmse:0.409766	train-rmse:0.000474
[1764]	eval-rmse:0.409762	train-rmse:0.000474
[1765]	eval-rmse:0.409771	train-rmse:0.000474
[1766]	eval-rmse:0.409808	train-rmse:0.000474
[1767]	eval-rmse:0.409863	train-rmse:0.000474
[1768]	eval-rmse:0.409776	train-rmse:0.000473
[1769]	eval-rmse:0.409753	train-rmse:0.000473
[1770]	eval-rmse:0.409723	train-rmse:0.000473
[1771]	eval-rmse:0.409728	train-rmse:0.000473
[1772]	eval-rmse:0.409735	train-rmse:0.000473
[1773]	eval-rmse:0.409684	train-rmse:0.000473
[1774]	eval-rmse:0.409693	train-rmse:0.000472
[1775]	eval-rmse:0.409711	train-rmse:0.000472
[1776]	eval-rmse:0.409757	train-rmse:0.000472
[1777]	eval-rmse:0.409736	train-rmse:0.000471
[1778]	eval-rmse:0.409742	train-rmse:0.000471
[1779]	eval-rmse:0.409828	train-rmse:0.000471
[1780]	eval-rmse:0.409782	train-rmse:0.000471
[1781]	eval-rmse:0.409781	train-rmse:0.000471
[1782]	eval-rmse:0.409724	train-rmse:0.000471
[1783]	eval-rmse:0.409723	train-rmse:0.00047
[1784]	eval-rmse:0.409635	train-rmse:0.00047
[1785]	eval-rmse:0.409621	train-rmse:0.00047
[1786]	eval-rmse:0.409617	train-rmse:0.00047
[1787]	eval-rmse:0.409614	train-rmse:0.00047
[1788]	eval-rmse:0.40966	train-rmse:0.00047
[1789]	eval-rmse:0.409643	train-rmse:0.00047
[1790]	eval-rmse:0.40962	train-rmse:0.000469
[1791]	eval-rmse:0.409577	train-rmse:0.000469
[1792]	eval-rmse:0.40961	train-rmse:0.000469
[1793]	eval-rmse:0.409696	train-rmse:0.000469
[1794]	eval-rmse:0.409711	train-rmse:0.000469
[1795]	eval-rmse:0.409739	train-rmse:0.000469
[1796]	eval-rmse:0.409763	train-rmse:0.000468
[1797]	eval-rmse:0.409818	train-rmse:0.000468
[1798]	eval-rmse:0.409833	train-rmse:0.000468
[1799]	eval-rmse:0.409782	train-rmse:0.000468
[1800]	eval-rmse:0.409833	train-rmse:0.000468
[1801]	eval-rmse:0.409861	train-rmse:0.000468
[1802]	eval-rmse:0.409772	train-rmse:0.000468
[1803]	eval-rmse:0.409768	train-rmse:0.000468
[1804]	eval-rmse:0.409809	train-rmse:0.000467
[1805]	eval-rmse:0.40982	train-rmse:0.000467
[1806]	eval-rmse:0.409827	train-rmse:0.000467
[1807]	eval-rmse:0.409809	train-rmse:0.000467
[1808]	eval-rmse:0.409762	train-rmse:0.000467
[1809]	eval-rmse:0.409797	train-rmse:0.000467
[1810]	eval-rmse:0.40976	train-rmse:0.000466
[1811]	eval-rmse:0.409783	train-rmse:0.000466
[1812]	eval-rmse:0.409815	train-rmse:0.000466
[1813]	eval-rmse:0.409832	train-rmse:0.000466
[1814]	eval-rmse:0.409871	train-rmse:0.000466
[1815]	eval-rmse:0.409964	train-rmse:0.000466
[1816]	eval-rmse:0.410001	train-rmse:0.000466
[1817]	eval-rmse:0.409994	train-rmse:0.000466
[1818]	eval-rmse:0.40998	train-rmse:0.000465
[1819]	eval-rmse:0.409934	train-rmse:0.000465
[1820]	eval-rmse:0.409976	train-rmse:0.000465
[1821]	eval-rmse:0.409957	train-rmse:0.000465
[1822]	eval-rmse:0.409976	train-rmse:0.000465
[1823]	eval-rmse:0.409962	train-rmse:0.000464
[1824]	eval-rmse:0.410004	train-rmse:0.000464
[1825]	eval-rmse:0.409981	train-rmse:0.000464
[1826]	eval-rmse:0.409991	train-rmse:0.000464
[1827]	eval-rmse:0.40996	train-rmse:0.000464
[1828]	eval-rmse:0.409888	train-rmse:0.000464
[1829]	eval-rmse:0.4099	train-rmse:0.000463
[1830]	eval-rmse:0.409848	train-rmse:0.000463
[1831]	eval-rmse:0.40988	train-rmse:0.000463
[1832]	eval-rmse:0.40988	train-rmse:0.000463
[1833]	eval-rmse:0.409919	train-rmse:0.000463
[1834]	eval-rmse:0.409922	train-rmse:0.000463
[1835]	eval-rmse:0.409866	train-rmse:0.000463
[1836]	eval-rmse:0.409865	train-rmse:0.000463
[1837]	eval-rmse:0.4099	train-rmse:0.000462
[1838]	eval-rmse:0.409825	train-rmse:0.000462
[1839]	eval-rmse:0.409828	train-rmse:0.000462
[1840]	eval-rmse:0.409904	train-rmse:0.000462
[1841]	eval-rmse:0.409929	train-rmse:0.000462
[1842]	eval-rmse:0.409978	train-rmse:0.000461
[1843]	eval-rmse:0.409999	train-rmse:0.000461
[1844]	eval-rmse:0.409978	train-rmse:0.000461
[1845]	eval-rmse:0.410038	train-rmse:0.000461
[1846]	eval-rmse:0.410043	train-rmse:0.000461
[1847]	eval-rmse:0.410029	train-rmse:0.000461
[1848]	eval-rmse:0.410081	train-rmse:0.00046
[1849]	eval-rmse:0.410096	train-rmse:0.00046
[1850]	eval-rmse:0.410027	train-rmse:0.00046
[1851]	eval-rmse:0.410009	train-rmse:0.00046
[1852]	eval-rmse:0.410025	train-rmse:0.00046
[1853]	eval-rmse:0.409924	train-rmse:0.00046
[1854]	eval-rmse:0.409877	train-rmse:0.00046
[1855]	eval-rmse:0.409897	train-rmse:0.00046
[1856]	eval-rmse:0.409909	train-rmse:0.000459
[1857]	eval-rmse:0.409937	train-rmse:0.000459
[1858]	eval-rmse:0.409941	train-rmse:0.000459
[1859]	eval-rmse:0.409946	train-rmse:0.000459
[1860]	eval-rmse:0.409922	train-rmse:0.000459
[1861]	eval-rmse:0.409926	train-rmse:0.000458
[1862]	eval-rmse:0.409892	train-rmse:0.000458
[1863]	eval-rmse:0.409881	train-rmse:0.000458
[1864]	eval-rmse:0.409803	train-rmse:0.000458
[1865]	eval-rmse:0.409839	train-rmse:0.000458
[1866]	eval-rmse:0.409876	train-rmse:0.000457
[1867]	eval-rmse:0.409854	train-rmse:0.000457
[1868]	eval-rmse:0.409827	train-rmse:0.000457
[1869]	eval-rmse:0.409844	train-rmse:0.000457
[1870]	eval-rmse:0.409809	train-rmse:0.000457
[1871]	eval-rmse:0.409817	train-rmse:0.000456
[1872]	eval-rmse:0.409825	train-rmse:0.000456
[1873]	eval-rmse:0.409843	train-rmse:0.000456
[1874]	eval-rmse:0.409866	train-rmse:0.000456
[1875]	eval-rmse:0.409772	train-rmse:0.000456
[1876]	eval-rmse:0.409791	train-rmse:0.000455
[1877]	eval-rmse:0.409823	train-rmse:0.000455
[1878]	eval-rmse:0.409876	train-rmse:0.000455
[1879]	eval-rmse:0.409821	train-rmse:0.000455
[1880]	eval-rmse:0.409823	train-rmse:0.000455
[1881]	eval-rmse:0.409805	train-rmse:0.000454
[1882]	eval-rmse:0.409809	train-rmse:0.000454
[1883]	eval-rmse:0.409783	train-rmse:0.000454
[1884]	eval-rmse:0.409816	train-rmse:0.000454
[1885]	eval-rmse:0.409808	train-rmse:0.000454
[1886]	eval-rmse:0.409755	train-rmse:0.000454
[1887]	eval-rmse:0.409747	train-rmse:0.000453
[1888]	eval-rmse:0.409769	train-rmse:0.000453
[1889]	eval-rmse:0.409792	train-rmse:0.000453
[1890]	eval-rmse:0.409706	train-rmse:0.000453
[1891]	eval-rmse:0.409752	train-rmse:0.000453
[1892]	eval-rmse:0.409737	train-rmse:0.000453
[1893]	eval-rmse:0.409744	train-rmse:0.000453
[1894]	eval-rmse:0.409801	train-rmse:0.000452
[1895]	eval-rmse:0.40978	train-rmse:0.000452
[1896]	eval-rmse:0.409808	train-rmse:0.000452
[1897]	eval-rmse:0.409778	train-rmse:0.000452
[1898]	eval-rmse:0.409734	train-rmse:0.000452
[1899]	eval-rmse:0.409728	train-rmse:0.000451
[1900]	eval-rmse:0.409766	train-rmse:0.000451
[1901]	eval-rmse:0.409782	train-rmse:0.000451
[1902]	eval-rmse:0.409757	train-rmse:0.000451
[1903]	eval-rmse:0.409755	train-rmse:0.000451
[1904]	eval-rmse:0.409732	train-rmse:0.000451
[1905]	eval-rmse:0.409706	train-rmse:0.00045
[1906]	eval-rmse:0.409752	train-rmse:0.00045
[1907]	eval-rmse:0.409717	train-rmse:0.00045
[1908]	eval-rmse:0.409764	train-rmse:0.00045
[1909]	eval-rmse:0.409852	train-rmse:0.00045
[1910]	eval-rmse:0.409826	train-rmse:0.00045
[1911]	eval-rmse:0.409834	train-rmse:0.000449
[1912]	eval-rmse:0.409803	train-rmse:0.000449
[1913]	eval-rmse:0.409787	train-rmse:0.000449
[1914]	eval-rmse:0.409748	train-rmse:0.000449
[1915]	eval-rmse:0.409661	train-rmse:0.000449
[1916]	eval-rmse:0.409646	train-rmse:0.000448
[1917]	eval-rmse:0.409691	train-rmse:0.000448
[1918]	eval-rmse:0.409685	train-rmse:0.000448
[1919]	eval-rmse:0.409641	train-rmse:0.000448
[1920]	eval-rmse:0.409628	train-rmse:0.000448
[1921]	eval-rmse:0.409655	train-rmse:0.000448
[1922]	eval-rmse:0.409704	train-rmse:0.000448
[1923]	eval-rmse:0.409748	train-rmse:0.000447
[1924]	eval-rmse:0.409736	train-rmse:0.000447
[1925]	eval-rmse:0.409753	train-rmse:0.000447
[1926]	eval-rmse:0.409717	train-rmse:0.000447
[1927]	eval-rmse:0.409709	train-rmse:0.000447
[1928]	eval-rmse:0.409711	train-rmse:0.000446
[1929]	eval-rmse:0.409727	train-rmse:0.000446
[1930]	eval-rmse:0.40972	train-rmse:0.000446
[1931]	eval-rmse:0.409709	train-rmse:0.000446
[1932]	eval-rmse:0.409752	train-rmse:0.000446
[1933]	eval-rmse:0.409791	train-rmse:0.000446
[1934]	eval-rmse:0.409736	train-rmse:0.000446
[1935]	eval-rmse:0.409725	train-rmse:0.000445
[1936]	eval-rmse:0.409686	train-rmse:0.000445
[1937]	eval-rmse:0.409659	train-rmse:0.000445
[1938]	eval-rmse:0.40971	train-rmse:0.000445
[1939]	eval-rmse:0.409738	train-rmse:0.000445
[1940]	eval-rmse:0.409696	train-rmse:0.000445
[1941]	eval-rmse:0.409702	train-rmse:0.000445
[1942]	eval-rmse:0.409798	train-rmse:0.000444
[1943]	eval-rmse:0.409804	train-rmse:0.000444
[1944]	eval-rmse:0.409762	train-rmse:0.000444
[1945]	eval-rmse:0.409752	train-rmse:0.000444
[1946]	eval-rmse:0.409797	train-rmse:0.000444
[1947]	eval-rmse:0.409776	train-rmse:0.000444
[1948]	eval-rmse:0.409804	train-rmse:0.000444
[1949]	eval-rmse:0.409771	train-rmse:0.000444
[1950]	eval-rmse:0.409818	train-rmse:0.000444
[1951]	eval-rmse:0.409842	train-rmse:0.000443
[1952]	eval-rmse:0.409846	train-rmse:0.000443
[1953]	eval-rmse:0.409853	train-rmse:0.000443
[1954]	eval-rmse:0.409866	train-rmse:0.000443
[1955]	eval-rmse:0.409848	train-rmse:0.000443
[1956]	eval-rmse:0.409855	train-rmse:0.000443
[1957]	eval-rmse:0.409865	train-rmse:0.000442
[1958]	eval-rmse:0.409839	train-rmse:0.000442
[1959]	eval-rmse:0.409782	train-rmse:0.000442
[1960]	eval-rmse:0.40977	train-rmse:0.000442
[1961]	eval-rmse:0.409796	train-rmse:0.000442
[1962]	eval-rmse:0.409842	train-rmse:0.000442
[1963]	eval-rmse:0.409881	train-rmse:0.000442
[1964]	eval-rmse:0.409869	train-rmse:0.000441
[1965]	eval-rmse:0.409894	train-rmse:0.000441
[1966]	eval-rmse:0.409936	train-rmse:0.000441
[1967]	eval-rmse:0.409935	train-rmse:0.000441
[1968]	eval-rmse:0.409926	train-rmse:0.000441
[1969]	eval-rmse:0.40982	train-rmse:0.000441
[1970]	eval-rmse:0.409821	train-rmse:0.000441
[1971]	eval-rmse:0.40983	train-rmse:0.000441
[1972]	eval-rmse:0.409758	train-rmse:0.000441
[1973]	eval-rmse:0.409762	train-rmse:0.00044
[1974]	eval-rmse:0.40976	train-rmse:0.00044
[1975]	eval-rmse:0.409731	train-rmse:0.00044
[1976]	eval-rmse:0.40981	train-rmse:0.00044
[1977]	eval-rmse:0.409796	train-rmse:0.000439
[1978]	eval-rmse:0.409802	train-rmse:0.000439
[1979]	eval-rmse:0.409784	train-rmse:0.000439
[1980]	eval-rmse:0.409729	train-rmse:0.000439
[1981]	eval-rmse:0.409734	train-rmse:0.000439
[1982]	eval-rmse:0.409718	train-rmse:0.000439
[1983]	eval-rmse:0.409713	train-rmse:0.000438
[1984]	eval-rmse:0.409658	train-rmse:0.000438
[1985]	eval-rmse:0.40966	train-rmse:0.000438
[1986]	eval-rmse:0.409687	train-rmse:0.000438
[1987]	eval-rmse:0.409665	train-rmse:0.000438
[1988]	eval-rmse:0.40967	train-rmse:0.000438
[1989]	eval-rmse:0.409677	train-rmse:0.000438
[1990]	eval-rmse:0.409682	train-rmse:0.000438
[1991]	eval-rmse:0.409686	train-rmse:0.000437
[1992]	eval-rmse:0.409651	train-rmse:0.000437
[1993]	eval-rmse:0.409652	train-rmse:0.000437
[1994]	eval-rmse:0.40972	train-rmse:0.000437
[1995]	eval-rmse:0.409735	train-rmse:0.000437
[1996]	eval-rmse:0.409734	train-rmse:0.000437
[1997]	eval-rmse:0.409769	train-rmse:0.000437
[1998]	eval-rmse:0.409725	train-rmse:0.000437
[1999]	eval-rmse:0.409665	train-rmse:0.000436

In [30]:
#bst.save_model("/tmp/model.txt")
#bst.dump_model("/tmp/dump.txt")

In [82]:
LR_classification_vector = lambda cutoff: [1 if pred >= cutoff else 0 for pred in preds]

def find_best_mcc():
    best_mcc = 0.0
    best_cutoff = 0.0
    for i in range(1, 100):
        pred_cutoff = i/100.0
        mcc = matthews_corrcoef(dtest.get_label(), LR_classification_vector(pred_cutoff))
        if (mcc > best_mcc):
            best_mcc = mcc
            best_cutoff = pred_cutoff
    return (best_cutoff, best_mcc)

(best_cutoff, best_mcc) = find_best_mcc()
print "** Logistic Regression Report, cutoff= %.2f (MCC=%.3f) **" % (best_cutoff, best_mcc)
print classification_report(dtest.get_label(), LR_classification_vector(best_cutoff))


def print_metrics(name, actual, predicted):
    ((tn, fp), (fn, tp)) = confusion_matrix(actual, predicted)
    sensitivity = 100.0 * tp / (tp + fn)
    specificity = 100.0 * tn / (tn + fp)
    precision = 100.0 * tp / (tp + fp)
    print "%s: sensitivity(recall)=%.1f, specificity=%.1f, precision=%.1f" % (name, sensitivity, specificity, precision)

print_metrics("LR", dtest.get_label(), LR_classification_vector(best_cutoff))

%matplotlib inline
import matplotlib.pyplot as plt
from sklearn import svm, metrics

fpr, tpr, thresholds = metrics.roc_curve(dtest.get_label(), preds, pos_label=1)
roc_auc = metrics.roc_auc_score(dtest.get_label(), preds, average='macro', sample_weight=None)
plt.title('Logistic Regression ROC Curve')
plt.plot(fpr, tpr, 'b', label='AUC = %0.2f'% (roc_auc))
plt.legend(loc='lower right')
plt.plot([0,1],[0,1],'r--')
plt.xlim([-0.1,1.2])
plt.ylim([-0.1,1.2])
plt.ylabel('True Positive Rate')
plt.xlabel('False Positive Rate')

#LR: sensitivity(recall)=77.6, specificity=84.8, precision=86.5


** Logistic Regression Report, cutoff= 0.21 (MCC=0.631) **
             precision    recall  f1-score   support

        0.0       0.83      0.79      0.81       208
        1.0       0.80      0.84      0.82       208

avg / total       0.82      0.81      0.81       416

LR: sensitivity(recall)=84.1, specificity=78.8, precision=79.9
Out[82]:
<matplotlib.text.Text at 0x110c11590>

In [83]:
importance = bst.get_score(importance_type="weight")
tuples = [(k, importance[k]) for k in importance]
tuples = sorted(tuples, reverse=True, key=lambda x: x[1])
for (key, value) in tuples:
    print "%5s (%d) %s" % (key, value, "*" * (value/2))


-04S15 (252) ******************************************************************************************************************************
-03H01 (230) *******************************************************************************************************************
-03E04 (227) *****************************************************************************************************************
-06H01 (221) **************************************************************************************************************
+04H03 (221) **************************************************************************************************************
-05E01 (221) **************************************************************************************************************
-05H01 (218) *************************************************************************************************************
-08E13 (216) ************************************************************************************************************
-06S09 (216) ************************************************************************************************************
-04H01 (210) *********************************************************************************************************
-01S00 (206) *******************************************************************************************************
-02E13 (204) ******************************************************************************************************
-03E01 (202) *****************************************************************************************************
-05S09 (201) ****************************************************************************************************
-03S09 (201) ****************************************************************************************************
-05E12 (199) ***************************************************************************************************
-01H03 (198) ***************************************************************************************************
-08H01 (197) **************************************************************************************************
+05H03 (196) **************************************************************************************************
-04E04 (195) *************************************************************************************************
+02E01 (194) *************************************************************************************************
-08E01 (194) *************************************************************************************************
-04E12 (189) **********************************************************************************************
-09H01 (189) **********************************************************************************************
-09E04 (185) ********************************************************************************************
-02E01 (183) *******************************************************************************************
-03E12 (182) *******************************************************************************************
-09S15 (182) *******************************************************************************************
-05S15 (181) ******************************************************************************************
-09S09 (181) ******************************************************************************************
-05E04 (181) ******************************************************************************************
-06E13 (181) ******************************************************************************************
-02S15 (180) ******************************************************************************************
-09E01 (180) ******************************************************************************************
-04S09 (179) *****************************************************************************************
+04S09 (178) *****************************************************************************************
+02S09 (178) *****************************************************************************************
+02H01 (177) ****************************************************************************************
-07S09 (177) ****************************************************************************************
-05H03 (174) ***************************************************************************************
-05E11 (173) **************************************************************************************
+04S15 (173) **************************************************************************************
+09E01 (172) **************************************************************************************
-04E01 (170) *************************************************************************************
-08S09 (169) ************************************************************************************
+05S09 (168) ************************************************************************************
-07E13 (168) ************************************************************************************
-07E01 (168) ************************************************************************************
+05S15 (168) ************************************************************************************
-08S15 (166) ***********************************************************************************
-02E14 (164) **********************************************************************************
-10S09 (164) **********************************************************************************
-01H00 (163) *********************************************************************************
-01H01 (163) *********************************************************************************
+01E01 (163) *********************************************************************************
+02S15 (163) *********************************************************************************
+07S09 (163) *********************************************************************************
-06E12 (163) *********************************************************************************
+02E12 (162) *********************************************************************************
-10E04 (161) ********************************************************************************
+01E04 (161) ********************************************************************************
-07S15 (161) ********************************************************************************
+03H01 (161) ********************************************************************************
-03S02 (160) ********************************************************************************
+01S09 (160) ********************************************************************************
-02H01 (159) *******************************************************************************
+03E04 (159) *******************************************************************************
+09S09 (159) *******************************************************************************
+08E04 (158) *******************************************************************************
-09H03 (158) *******************************************************************************
+10E01 (158) *******************************************************************************
-04E14 (158) *******************************************************************************
-07H00 (157) ******************************************************************************
-07E11 (157) ******************************************************************************
-06E04 (157) ******************************************************************************
+05E12 (156) ******************************************************************************
-07H13 (156) ******************************************************************************
+06E01 (155) *****************************************************************************
+02E04 (155) *****************************************************************************
+07S15 (155) *****************************************************************************
-08H08 (155) *****************************************************************************
+03S09 (154) *****************************************************************************
+06S15 (153) ****************************************************************************
+10S09 (153) ****************************************************************************
-09H00 (153) ****************************************************************************
+06H01 (152) ****************************************************************************
-10S15 (152) ****************************************************************************
+02S02 (152) ****************************************************************************
-02S09 (152) ****************************************************************************
-08H00 (152) ****************************************************************************
-08E04 (151) ***************************************************************************
+06S09 (151) ***************************************************************************
-08E12 (150) ***************************************************************************
+08E12 (150) ***************************************************************************
+05H15 (150) ***************************************************************************
+03E12 (149) **************************************************************************
+03E01 (149) **************************************************************************
-04E13 (149) **************************************************************************
+08S09 (148) **************************************************************************
+03S15 (147) *************************************************************************
+04S00 (147) *************************************************************************
+06E04 (146) *************************************************************************
+08H01 (146) *************************************************************************
-03E13 (146) *************************************************************************
-08E11 (145) ************************************************************************
+10S15 (145) ************************************************************************
+06H03 (145) ************************************************************************
-03S15 (145) ************************************************************************
-06E01 (145) ************************************************************************
-04H03 (145) ************************************************************************
+08E01 (144) ************************************************************************
-01S09 (144) ************************************************************************
+10E12 (143) ***********************************************************************
-08H15 (143) ***********************************************************************
-09E11 (143) ***********************************************************************
-07H01 (141) **********************************************************************
+02H00 (140) **********************************************************************
+01E12 (140) **********************************************************************
-07S10 (140) **********************************************************************
+09S15 (139) *********************************************************************
+07H03 (138) *********************************************************************
-04E00 (138) *********************************************************************
-01H13 (138) *********************************************************************
-10H01 (138) *********************************************************************
-10E01 (137) ********************************************************************
-01S10 (137) ********************************************************************
+01H00 (136) ********************************************************************
-06H00 (136) ********************************************************************
-07E04 (136) ********************************************************************
+07E01 (136) ********************************************************************
-06H06 (135) *******************************************************************
+10E04 (135) *******************************************************************
-04E11 (135) *******************************************************************
-03E00 (135) *******************************************************************
+01E13 (134) *******************************************************************
-02H06 (134) *******************************************************************
+01S15 (134) *******************************************************************
-03E11 (134) *******************************************************************
-08H03 (132) ******************************************************************
-02H03 (131) *****************************************************************
-04S02 (131) *****************************************************************
+03E00 (131) *****************************************************************
+06H15 (131) *****************************************************************
-09E12 (130) *****************************************************************
-10H03 (130) *****************************************************************
+02H03 (129) ****************************************************************
-02H07 (129) ****************************************************************
+09E04 (129) ****************************************************************
+09H03 (129) ****************************************************************
+05E01 (128) ****************************************************************
+05H00 (128) ****************************************************************
+04E14 (128) ****************************************************************
-02H15 (128) ****************************************************************
-09H15 (128) ****************************************************************
-03H06 (127) ***************************************************************
-04H08 (127) ***************************************************************
+05E04 (127) ***************************************************************
+08H03 (127) ***************************************************************
+04H00 (127) ***************************************************************
-05E14 (127) ***************************************************************
-03H03 (126) ***************************************************************
-02E04 (126) ***************************************************************
-07E00 (126) ***************************************************************
+04H02 (126) ***************************************************************
+04H01 (126) ***************************************************************
+04H06 (126) ***************************************************************
-08E00 (126) ***************************************************************
-10E12 (125) **************************************************************
-06S15 (125) **************************************************************
+10H03 (125) **************************************************************
-05E00 (125) **************************************************************
-04H00 (125) **************************************************************
+08E11 (124) **************************************************************
+01H03 (123) *************************************************************
+07E12 (123) *************************************************************
+04H08 (123) *************************************************************
-03E14 (123) *************************************************************
-06H03 (122) *************************************************************
+06H00 (122) *************************************************************
-05H08 (122) *************************************************************
-03H07 (121) ************************************************************
-01H06 (121) ************************************************************
-05S06 (121) ************************************************************
+07E04 (121) ************************************************************
-09H06 (121) ************************************************************
+01H01 (120) ************************************************************
+10E11 (120) ************************************************************
-03S00 (120) ************************************************************
-10E13 (119) ***********************************************************
-07E12 (119) ***********************************************************
+01H13 (119) ***********************************************************
+03E14 (119) ***********************************************************
+03E13 (119) ***********************************************************
+02E14 (119) ***********************************************************
+01H15 (118) ***********************************************************
-04S07 (118) ***********************************************************
-04H14 (118) ***********************************************************
+09H01 (118) ***********************************************************
-06H13 (118) ***********************************************************
+01S14 (117) **********************************************************
-09S02 (116) **********************************************************
+08E13 (116) **********************************************************
+07H15 (116) **********************************************************
-10E11 (115) *********************************************************
+01E11 (115) *********************************************************
+05E14 (115) *********************************************************
-03H13 (115) *********************************************************
+01E00 (115) *********************************************************
-04H15 (115) *********************************************************
+02S10 (115) *********************************************************
+09E12 (115) *********************************************************
-05S02 (114) *********************************************************
+04S06 (114) *********************************************************
-03H00 (113) ********************************************************
-05H15 (113) ********************************************************
+05E13 (113) ********************************************************
-07E14 (113) ********************************************************
+06E12 (113) ********************************************************
+04E01 (113) ********************************************************
-06E11 (113) ********************************************************
-08E14 (112) ********************************************************
+02H08 (112) ********************************************************
+06E00 (112) ********************************************************
-10E00 (112) ********************************************************
+02E11 (112) ********************************************************
-06S10 (112) ********************************************************
-02E12 (112) ********************************************************
-05E13 (112) ********************************************************
+06E13 (112) ********************************************************
+04S02 (112) ********************************************************
+04E04 (112) ********************************************************
-07H06 (111) *******************************************************
+05H01 (111) *******************************************************
+06E11 (111) *******************************************************
-09H08 (111) *******************************************************
-10S02 (111) *******************************************************
+04H13 (110) *******************************************************
-01S14 (110) *******************************************************
+04E12 (110) *******************************************************
+09E11 (110) *******************************************************
+04S10 (110) *******************************************************
+03H13 (109) ******************************************************
-08S02 (109) ******************************************************
+03S02 (109) ******************************************************
+02E00 (109) ******************************************************
-07S06 (109) ******************************************************
-02E00 (108) ******************************************************
+10E13 (108) ******************************************************
+03H08 (108) ******************************************************
+09H08 (108) ******************************************************
+04E11 (108) ******************************************************
+08S15 (108) ******************************************************
-06E14 (108) ******************************************************
+02H15 (107) *****************************************************
-05H00 (107) *****************************************************
+05S06 (106) *****************************************************
-01E01 (106) *****************************************************
+05H13 (106) *****************************************************
-08S10 (106) *****************************************************
-06H15 (106) *****************************************************
-05H06 (106) *****************************************************
+01S02 (106) *****************************************************
+03H15 (105) ****************************************************
-03H08 (105) ****************************************************
+07E11 (105) ****************************************************
-05S00 (105) ****************************************************
-02E11 (105) ****************************************************
-05H09 (105) ****************************************************
+10H01 (105) ****************************************************
+01H08 (104) ****************************************************
-06H08 (104) ****************************************************
-02S06 (104) ****************************************************
+01S10 (104) ****************************************************
+05S10 (104) ****************************************************
-06S14 (104) ****************************************************
-02H13 (104) ****************************************************
-07H03 (103) ***************************************************
+05S00 (103) ***************************************************
+05E00 (103) ***************************************************
+03H00 (103) ***************************************************
+10E00 (103) ***************************************************
-04H06 (103) ***************************************************
+01H06 (102) ***************************************************
-03E05 (102) ***************************************************
+04H15 (102) ***************************************************
+07E00 (102) ***************************************************
+02E13 (102) ***************************************************
-03S06 (102) ***************************************************
+08S10 (102) ***************************************************
-08S04 (102) ***************************************************
-09E00 (102) ***************************************************
-08S14 (101) **************************************************
-01H15 (101) **************************************************
+06S06 (101) **************************************************
+09E14 (101) **************************************************
-02H08 (100) **************************************************
-10H15 (100) **************************************************
-07S14 (100) **************************************************
+06S10 (99) *************************************************
+03S06 (99) *************************************************
-04H13 (99) *************************************************
-06E00 (99) *************************************************
-09E13 (99) *************************************************
+09E13 (99) *************************************************
+05E11 (98) *************************************************
+03E05 (98) *************************************************
-01S15 (98) *************************************************
+07H13 (98) *************************************************
+04E13 (98) *************************************************
-05S10 (97) ************************************************
+07H08 (97) ************************************************
-02H00 (97) ************************************************
+06H06 (97) ************************************************
+06E14 (97) ************************************************
-05H13 (96) ************************************************
-04S00 (96) ************************************************
+01S00 (96) ************************************************
-10H00 (96) ************************************************
-09E05 (95) ***********************************************
+08E00 (94) ***********************************************
+09H15 (93) **********************************************
-07H08 (92) **********************************************
-03H15 (92) **********************************************
-10E05 (92) **********************************************
+07S10 (92) **********************************************
-03S10 (92) **********************************************
+09S06 (92) **********************************************
-09H07 (92) **********************************************
+03H03 (92) **********************************************
-08H06 (92) **********************************************
+02H06 (91) *********************************************
+07E14 (91) *********************************************
+05E05 (91) *********************************************
-08H07 (91) *********************************************
+10H15 (91) *********************************************
+09H13 (90) *********************************************
-10S06 (90) *********************************************
+08S06 (90) *********************************************
-04S06 (89) ********************************************
-07H15 (89) ********************************************
-04H09 (89) ********************************************
+04H07 (89) ********************************************
-08H13 (89) ********************************************
+07S06 (89) ********************************************
-05E05 (89) ********************************************
+06H08 (88) ********************************************
-01H08 (88) ********************************************
+10E14 (88) ********************************************
-04H07 (88) ********************************************
+02S00 (88) ********************************************
+03E11 (88) ********************************************
+10H13 (88) ********************************************
+06H13 (88) ********************************************
+10S06 (87) *******************************************
+01S04 (87) *******************************************
-09E14 (87) *******************************************
+10H06 (87) *******************************************
+02H07 (86) *******************************************
+07H01 (86) *******************************************
+03S00 (86) *******************************************
-02S02 (86) *******************************************
-10H13 (85) ******************************************
+08E14 (85) ******************************************
-01E14 (85) ******************************************
+09H00 (85) ******************************************
+03S14 (84) ******************************************
+03S10 (84) ******************************************
-08S00 (84) ******************************************
-06S06 (84) ******************************************
+07E13 (84) ******************************************
-02S00 (84) ******************************************
-01H10 (84) ******************************************
+04E00 (84) ******************************************
-10S00 (84) ******************************************
+09S02 (84) ******************************************
-07S00 (84) ******************************************
-09S10 (84) ******************************************
+10H00 (84) ******************************************
+10S02 (83) *****************************************
+05H07 (83) *****************************************
+02H13 (83) *****************************************
-10H06 (83) *****************************************
-09H13 (83) *****************************************
+08H13 (82) *****************************************
+08H00 (82) *****************************************
-01E13 (82) *****************************************
+06S00 (82) *****************************************
+06S04 (82) *****************************************
-02S10 (82) *****************************************
-01E05 (81) ****************************************
+07H06 (80) ****************************************
-09S06 (80) ****************************************
+02S06 (80) ****************************************
+04E05 (80) ****************************************
+09H06 (80) ****************************************
+07S00 (80) ****************************************
-01S06 (80) ****************************************
-07H07 (79) ***************************************
+07H00 (79) ***************************************
-08S06 (79) ***************************************
+10S00 (79) ***************************************
+05H08 (79) ***************************************
-07S02 (79) ***************************************
-08S07 (78) ***************************************
+09S10 (78) ***************************************
+07E05 (78) ***************************************
+10H08 (78) ***************************************
-07S04 (78) ***************************************
-10E14 (77) **************************************
+10S10 (77) **************************************
-04S04 (77) **************************************
-10S10 (77) **************************************
+02S04 (77) **************************************
-07E05 (77) **************************************
+02S14 (77) **************************************
+07S02 (77) **************************************
-08H14 (76) **************************************
-09S00 (75) *************************************
-04H02 (75) *************************************
+05S04 (75) *************************************
-04S10 (74) *************************************
-06S02 (74) *************************************
+08H15 (74) *************************************
+01E05 (74) *************************************
-10H08 (74) *************************************
+09E00 (73) ************************************
+10S04 (73) ************************************
-03S04 (73) ************************************
+02E05 (72) ************************************
+08H08 (72) ************************************
-08H12 (72) ************************************
+05S02 (71) ***********************************
-06H07 (71) ***********************************
-05H11 (71) ***********************************
-01E04 (71) ***********************************
-05S04 (71) ***********************************
-04E05 (71) ***********************************
+03H06 (71) ***********************************
-01S02 (71) ***********************************
-06S00 (70) ***********************************
+03S04 (70) ***********************************
+05H06 (70) ***********************************
+05H02 (70) ***********************************
-08E05 (70) ***********************************
-09S14 (70) ***********************************
+09E05 (69) **********************************
+07S14 (69) **********************************
-04H11 (69) **********************************
+01E14 (68) **********************************
-02E05 (67) *********************************
+03H02 (67) *********************************
+08S00 (67) *********************************
-05H02 (67) *********************************
-07H02 (66) *********************************
+07H07 (66) *********************************
-03S14 (66) *********************************
-06H11 (66) *********************************
+09S14 (65) ********************************
-01E11 (65) ********************************
-05S07 (64) ********************************
+09S04 (64) ********************************
+06S02 (64) ********************************
+05S14 (64) ********************************
+01S06 (64) ********************************
+08E05 (63) *******************************
-05S01 (63) *******************************
+03S01 (63) *******************************
+04S04 (63) *******************************
-10H14 (62) *******************************
+06H07 (62) *******************************
-01E12 (62) *******************************
+08H06 (62) *******************************
+08S04 (62) *******************************
-06S04 (61) ******************************
+01H14 (61) ******************************
+02S07 (61) ******************************
-09H12 (61) ******************************
+01H07 (60) ******************************
-07H10 (60) ******************************
+06E10 (60) ******************************
-04H10 (60) ******************************
-10H09 (60) ******************************
-10H11 (59) *****************************
-10S14 (59) *****************************
-09S01 (59) *****************************
-07H09 (58) *****************************
+09S00 (58) *****************************
+08H07 (58) *****************************
+08S02 (58) *****************************
-06E05 (58) *****************************
-01E00 (58) *****************************
-10H07 (58) *****************************
-03H10 (57) ****************************
-03H14 (57) ****************************
-08H11 (57) ****************************
+05S01 (57) ****************************
-10S04 (57) ****************************
+02H14 (57) ****************************
-04S08 (56) ****************************
+06E05 (56) ****************************
+01S07 (56) ****************************
+07S04 (56) ****************************
+09H10 (55) ***************************
-05H10 (55) ***************************
+08H14 (55) ***************************
+03S07 (55) ***************************
+10E05 (55) ***************************
+03H07 (55) ***************************
+09H09 (55) ***************************
+05H11 (54) ***************************
-01E10 (54) ***************************
-09H11 (54) ***************************
+07H14 (54) ***************************
-01H12 (54) ***************************
-08H09 (54) ***************************
+03H10 (53) **************************
-03H02 (53) **************************
+02H09 (53) **************************
+01H02 (53) **************************
-10H10 (53) **************************
+10H02 (53) **************************
-05H07 (53) **************************
-09H02 (53) **************************
+07H02 (52) **************************
-09H14 (52) **************************
+03H14 (51) *************************
-05H12 (51) *************************
-04S01 (51) *************************
+03H09 (51) *************************
-02S04 (51) *************************
+09S07 (51) *************************
-09S07 (51) *************************
+09H07 (51) *************************
-06H10 (51) *************************
-03H09 (50) *************************
+04H10 (50) *************************
+10S01 (50) *************************
-09H09 (50) *************************
+07S07 (50) *************************
-07S07 (50) *************************
+10H11 (50) *************************
+10H10 (50) *************************
-02H02 (49) ************************
-07H11 (49) ************************
-09H10 (49) ************************
-04H17 (49) ************************
-02S14 (49) ************************
+01H09 (48) ************************
+05H14 (48) ************************
+09S01 (48) ************************
-04H12 (48) ************************
+02H17 (48) ************************
+02H11 (48) ************************
-03S01 (48) ************************
+06S01 (48) ************************
+08S14 (48) ************************
+06H10 (48) ************************
-05S14 (47) ***********************
+05E10 (47) ***********************
+04H12 (47) ***********************
+06H02 (47) ***********************
-01H07 (47) ***********************
+01H11 (47) ***********************
+10S07 (47) ***********************
+08H02 (47) ***********************
+02H12 (47) ***********************
-01S04 (47) ***********************
-09S04 (47) ***********************
+03H11 (46) ***********************
-08S01 (46) ***********************
-01H02 (46) ***********************
+05H09 (46) ***********************
+02S01 (46) ***********************
-07S01 (46) ***********************
-04H05 (46) ***********************
+02H02 (45) **********************
+01H17 (45) **********************
+01H10 (45) **********************
+07H11 (45) **********************
-08H17 (45) **********************
-02H11 (45) **********************
-10H02 (45) **********************
-09H17 (45) **********************
+03H12 (44) **********************
+09H11 (44) **********************
-06H02 (44) **********************
+09H14 (44) **********************
+04H14 (44) **********************
+07H10 (44) **********************
+06S14 (44) **********************
+04S01 (44) **********************
-03S07 (44) **********************
+04E10 (44) **********************
+06H11 (44) **********************
-02H09 (43) *********************
-06S07 (43) *********************
+06H09 (43) *********************
-02H10 (43) *********************
+03H17 (42) *********************
+10S14 (42) *********************
+07H09 (42) *********************
+08H17 (42) *********************
-08H10 (42) *********************
-10S01 (42) *********************
+04S13 (42) *********************
+06H17 (42) *********************
+01H12 (41) ********************
-08S08 (41) ********************
+09H17 (41) ********************
-05H14 (40) ********************
+08H12 (40) ********************
+04H17 (40) ********************
+03H05 (40) ********************
+08S01 (40) ********************
+07S01 (40) ********************
+02H10 (40) ********************
-08H02 (40) ********************
-02E02 (39) *******************
-03S08 (39) *******************
+01S01 (39) *******************
+10H12 (39) *******************
-03H17 (38) *******************
-03H16 (38) *******************
-07H14 (38) *******************
+02S08 (38) *******************
-02S08 (38) *******************
+09H02 (38) *******************
-06H12 (38) *******************
-03H05 (37) ******************
+07H12 (37) ******************
-05S13 (37) ******************
+05S08 (37) ******************
-06S01 (37) ******************
+08H10 (37) ******************
+08H11 (37) ******************
-07H17 (37) ******************
+10H09 (37) ******************
-02S07 (37) ******************
-04S14 (37) ******************
+08S07 (37) ******************
+05H10 (37) ******************
+06S08 (37) ******************
+06S07 (37) ******************
+06H14 (37) ******************
+09H12 (36) ******************
-10H12 (36) ******************
+05H12 (36) ******************
-09S13 (36) ******************
-03H11 (36) ******************
-02H14 (36) ******************
+06H12 (36) ******************
-05H17 (35) *****************
+10H07 (35) *****************
-07H12 (35) *****************
+08H09 (35) *****************
-10S07 (35) *****************
-08H05 (35) *****************
-05H05 (35) *****************
-10H05 (35) *****************
+07H17 (34) *****************
+03S08 (34) *****************
-02S01 (34) *****************
-06H14 (34) *****************
-10H17 (33) ****************
+04S14 (33) ****************
+04H11 (33) ****************
+05H17 (33) ****************
-03H12 (32) ****************
-05S08 (32) ****************
+04S08 (32) ****************
+07S08 (32) ****************
-01S01 (32) ****************
+05S13 (31) ***************
+03H16 (30) ***************
-04S12 (30) ***************
-09H16 (30) ***************
-08H16 (30) ***************
+05S07 (30) ***************
-02H12 (30) ***************
+10H14 (30) ***************
-09S08 (29) **************
-02H05 (29) **************
+10S08 (29) **************
+04S07 (29) **************
+10H17 (29) **************
+01H16 (28) **************
-06H09 (28) **************
-06H05 (28) **************
+05H16 (28) **************
-01S13 (28) **************
-01H11 (28) **************
-09H05 (28) **************
+09H05 (28) **************
+08S08 (28) **************
+04H09 (27) *************
+09S08 (27) *************
-04E10 (27) *************
-02H16 (27) *************
-06H17 (27) *************
-08E10 (26) *************
+06H05 (26) *************
+01S08 (26) *************
-07E08 (26) *************
-07H05 (25) ************
-07S08 (25) ************
+05H05 (25) ************
-03S12 (24) ************
-04H16 (24) ************
-02H17 (24) ************
+06H16 (24) ************
-10H16 (23) ***********
+07E10 (23) ***********
+07S12 (23) ***********
+07S13 (23) ***********
-04S13 (23) ***********
+06S13 (23) ***********
-01H14 (23) ***********
-09E10 (23) ***********
+02H16 (23) ***********
-09S12 (23) ***********
-01S07 (23) ***********
-10S08 (23) ***********
-07H16 (22) ***********
+08E10 (22) ***********
+09S13 (22) ***********
+02E10 (22) ***********
-06E08 (22) ***********
-09E08 (22) ***********
-05H16 (21) **********
+08H16 (21) **********
+02H05 (21) **********
-03S13 (21) **********
-03E10 (21) **********
+10H16 (21) **********
-04E03 (20) **********
+10E10 (20) **********
+01E02 (20) **********
-02S13 (20) **********
+04S11 (20) **********
-06S08 (20) **********
+01H05 (19) *********
-07S13 (19) *********
+07H05 (19) *********
+09S12 (19) *********
+01S13 (19) *********
-04H04 (19) *********
+09E10 (19) *********
+03S13 (18) *********
+04H16 (18) *********
-10S12 (18) *********
-10S13 (18) *********
-01S11 (18) *********
+10H05 (18) *********
-01H17 (18) *********
+10S13 (18) *********
+08S13 (18) *********
+09H16 (17) ********
+01E10 (17) ********
+01E03 (17) ********
+07H16 (17) ********
-06S13 (17) ********
+08H05 (17) ********
+04H05 (17) ********
-05E10 (17) ********
+02S13 (17) ********
+08S12 (17) ********
-08S12 (16) ********
+03S12 (16) ********
+09E08 (16) ********
-08S13 (16) ********
-07S12 (16) ********
+04S12 (16) ********
-08E03 (16) ********
-05E02 (16) ********
+07H04 (15) *******
-06E10 (15) *******
-07E10 (15) *******
-07E02 (15) *******
-03E02 (15) *******
+07E03 (15) *******
-01H16 (15) *******
-10S05 (15) *******
-06E02 (15) *******
+10E08 (15) *******
+05S11 (15) *******
-01S08 (15) *******
+06E08 (15) *******
-08E08 (15) *******
-10E10 (14) *******
-06S12 (14) *******
-05S12 (14) *******
+05S12 (14) *******
-06H16 (14) *******
-08S05 (13) ******
-01H04 (13) ******
-01H05 (13) ******
+05E02 (13) ******
-07E03 (13) ******
-03E03 (13) ******
+10S12 (13) ******
+01S12 (13) ******
-10H04 (13) ******
-03E08 (13) ******
+08E08 (12) ******
-02E08 (12) ******
+06H04 (12) ******
+03S05 (12) ******
-04E08 (12) ******
+04H04 (12) ******
+03E08 (12) ******
-01H09 (12) ******
-05E08 (11) *****
-08H04 (11) *****
+09E02 (11) *****
+05E03 (11) *****
+06E02 (11) *****
+01E08 (11) *****
+02E08 (11) *****
-02E10 (11) *****
-05E03 (11) *****
-06H04 (10) *****
+07E08 (10) *****
+05E08 (10) *****
-02S12 (10) *****
+07E02 (10) *****
-01E02 (10) *****
+02S12 (10) *****
-09E02 (10) *****
-03H04 (9) ****
+04E02 (9) ****
-09S11 (9) ****
+06S12 (8) ****
+08E02 (8) ****
-10E08 (8) ****
+05S03 (8) ****
-05S03 (8) ****
+06S11 (8) ****
+01S11 (8) ****
+04E08 (8) ****
-07H04 (8) ****
-09E03 (8) ****
+10E03 (7) ***
-02H04 (7) ***
+02H04 (7) ***
+06E03 (7) ***
-10E02 (7) ***
-02E03 (7) ***
+01S05 (7) ***
+02E03 (7) ***
+08H04 (7) ***
+03E10 (7) ***
-09H04 (7) ***
+04E03 (7) ***
+03E03 (6) ***
+03E02 (6) ***
+09E03 (6) ***
+03E06 (6) ***
-04S05 (6) ***
+08E03 (6) ***
+10S05 (6) ***
+02S05 (6) ***
+10E02 (6) ***
-03S05 (6) ***
+10H04 (6) ***
+05H04 (5) **
+01S03 (5) **
-05H04 (5) **
-06S11 (5) **
+02E02 (5) **
-08E02 (5) **
-04E02 (5) **
+09H04 (5) **
-03E06 (5) **
+08S11 (5) **
+01H04 (4) **
-05S11 (4) **
+06S03 (4) **
-10S11 (4) **
+03H04 (4) **
-07S11 (4) **
-01S12 (4) **
+10S11 (4) **
-07S05 (4) **
-09S05 (4) **
-10E06 (3) *
-10E03 (3) *
-05S05 (3) *
+01E06 (3) *
-02S05 (3) *
+05S05 (3) *
-08S11 (3) *
-06E06 (3) *
-01E03 (3) *
+02S11 (3) *
-05E06 (3) *
-09E06 (3) *
-06S05 (2) *
+04S05 (2) *
+09E06 (2) *
-01E08 (2) *
+06E06 (2) *
-04E06 (2) *
-02S03 (2) *
+02E06 (2) *
+07S11 (2) *
-03S11 (2) *
-07E06 (2) *
+08S03 (2) *
-10S03 (2) *
+02S03 (2) *
-01E06 (2) *
+07S03 (2) *
-03S03 (2) *
+06S05 (2) *
-01S03 (2) *
+08E06 (1) 
+07E06 (1) 
+03S11 (1) 
-08S03 (1) 
-04S03 (1) 
+10S03 (1) 
+03S03 (1) 
+09S05 (1) 
+04E06 (1) 
+08S05 (1) 
+10E06 (1) 
-08E06 (1) 
-02S11 (1) 
+09S11 (1) 
+05E06 (1) 
+09S03 (1) 
-07S03 (1) 
-06E03 (1)