In [1]:
import pandas as pd
import numpy as np
from sklearn import linear_model
from sklearn import ensemble
from sklearn import cross_validation
from sklearn import metrics
from sklearn import calibration
from time import time
import xgboost as xgb
from sklearn.grid_search import ParameterGrid
from datetime import datetime
In [2]:
df_train = pd.read_csv('./data/train.csv')
df_test = pd.read_csv('./data/test.csv')
X = df_train.iloc[:,1:-1].values.astype(np.float64)
y = df_train.iloc[:,-1].map(lambda label:int(label.split('_')[1])-1).values.astype(np.float64)
df_all = pd.concat([df_train.iloc[:,1:-1],df_test.iloc[:,1:]],axis=0)
df_all.index = range(len(df_all))
In [3]:
def make_sub(y_pred,result):
print(result)
result = '_'.join([str(item[0])+str(item[1]) for item in result.items()])
df_sub = pd.DataFrame(index=range(1,y_pred.shape[0]+1),columns=['Class_'+str(i) for i in range(1,10)],data=y_pred)
df_sub.index.rename('id',inplace=True)
df_sub.to_csv(result+'.csv')
In [4]:
def log_loss(y_prd,y):
return metrics.log_loss(y_prd,y)
In [6]:
_df = df_all
X = _df.iloc[:len(y)]
result = []
for i,(tr,va) in enumerate(cross_validation.KFold(len(y),shuffle=True,n_folds=5,random_state=1)):
if i==1:
break
X_tr = X.iloc[tr]
y_tr = y[tr]
X_va = X.iloc[va]
y_va = y[va]
dtr = xgb.DMatrix(X_tr,y_tr,missing=np.NAN)
dva = xgb.DMatrix(X_va,y_va,missing=np.NAN)
param = {'objective':'multi:softprob','num_class':9,'eval_metric':'mlogloss',
'eta':0.03,'max_depth':6,'gamma':0,'min_child_weight':4,'seed':1,
'subsample':1.0,'colsample_bytree':1.0,'colsample_bylevel':1.}
watchlist = [(dtr,'tr'), (dva,'va')]
num_round = 500
bst = xgb.train(param, dtr, num_round, watchlist,early_stopping_rounds=10)
tr_logloss = log_loss(y_tr,bst.predict(dtr))
va_logloss = log_loss(y_va,bst.predict(dva))
result.append({'n':i,'tr_loss':tr_logloss,'va_loss':va_logloss})
Will train until va error hasn't decreased in 10 rounds.
[0] tr-mlogloss:2.124515 va-mlogloss:2.126925
[1] tr-mlogloss:2.059111 va-mlogloss:2.063699
[2] tr-mlogloss:1.999478 va-mlogloss:2.006106
[3] tr-mlogloss:1.944754 va-mlogloss:1.953014
[4] tr-mlogloss:1.894272 va-mlogloss:1.904135
[5] tr-mlogloss:1.847443 va-mlogloss:1.858873
[6] tr-mlogloss:1.803566 va-mlogloss:1.816525
[7] tr-mlogloss:1.762128 va-mlogloss:1.776368
[8] tr-mlogloss:1.722908 va-mlogloss:1.738514
[9] tr-mlogloss:1.686065 va-mlogloss:1.702827
[10] tr-mlogloss:1.651114 va-mlogloss:1.668920
[11] tr-mlogloss:1.617927 va-mlogloss:1.636777
[12] tr-mlogloss:1.586312 va-mlogloss:1.606149
[13] tr-mlogloss:1.556147 va-mlogloss:1.576905
[14] tr-mlogloss:1.527373 va-mlogloss:1.549087
[15] tr-mlogloss:1.499930 va-mlogloss:1.522545
[16] tr-mlogloss:1.473725 va-mlogloss:1.497144
[17] tr-mlogloss:1.448495 va-mlogloss:1.472636
[18] tr-mlogloss:1.424367 va-mlogloss:1.449295
[19] tr-mlogloss:1.401292 va-mlogloss:1.426961
[20] tr-mlogloss:1.378816 va-mlogloss:1.405206
[21] tr-mlogloss:1.357178 va-mlogloss:1.384326
[22] tr-mlogloss:1.336467 va-mlogloss:1.364361
[23] tr-mlogloss:1.316525 va-mlogloss:1.345056
[24] tr-mlogloss:1.297435 va-mlogloss:1.326608
[25] tr-mlogloss:1.278562 va-mlogloss:1.308444
[26] tr-mlogloss:1.260768 va-mlogloss:1.291336
[27] tr-mlogloss:1.243320 va-mlogloss:1.274608
[28] tr-mlogloss:1.226387 va-mlogloss:1.258284
[29] tr-mlogloss:1.210175 va-mlogloss:1.242783
[30] tr-mlogloss:1.194463 va-mlogloss:1.227748
[31] tr-mlogloss:1.179108 va-mlogloss:1.213067
[32] tr-mlogloss:1.164275 va-mlogloss:1.198931
[33] tr-mlogloss:1.149808 va-mlogloss:1.185026
[34] tr-mlogloss:1.136065 va-mlogloss:1.171873
[35] tr-mlogloss:1.122446 va-mlogloss:1.158870
[36] tr-mlogloss:1.109370 va-mlogloss:1.146429
[37] tr-mlogloss:1.096462 va-mlogloss:1.134139
[38] tr-mlogloss:1.084066 va-mlogloss:1.122321
[39] tr-mlogloss:1.072184 va-mlogloss:1.110980
[40] tr-mlogloss:1.060424 va-mlogloss:1.099713
[41] tr-mlogloss:1.049207 va-mlogloss:1.089047
[42] tr-mlogloss:1.038036 va-mlogloss:1.078413
[43] tr-mlogloss:1.027424 va-mlogloss:1.068362
[44] tr-mlogloss:1.016888 va-mlogloss:1.058346
[45] tr-mlogloss:1.006593 va-mlogloss:1.048500
[46] tr-mlogloss:0.996725 va-mlogloss:1.039141
[47] tr-mlogloss:0.987067 va-mlogloss:1.029974
[48] tr-mlogloss:0.977630 va-mlogloss:1.020983
[49] tr-mlogloss:0.968498 va-mlogloss:1.012283
[50] tr-mlogloss:0.959569 va-mlogloss:1.003850
[51] tr-mlogloss:0.950707 va-mlogloss:0.995451
[52] tr-mlogloss:0.942263 va-mlogloss:0.987441
[53] tr-mlogloss:0.933895 va-mlogloss:0.979532
[54] tr-mlogloss:0.925794 va-mlogloss:0.971899
[55] tr-mlogloss:0.917993 va-mlogloss:0.964500
[56] tr-mlogloss:0.910169 va-mlogloss:0.957126
[57] tr-mlogloss:0.902702 va-mlogloss:0.949979
[58] tr-mlogloss:0.895309 va-mlogloss:0.942956
[59] tr-mlogloss:0.888367 va-mlogloss:0.936396
[60] tr-mlogloss:0.881367 va-mlogloss:0.929787
[61] tr-mlogloss:0.874373 va-mlogloss:0.923186
[62] tr-mlogloss:0.867649 va-mlogloss:0.916779
[63] tr-mlogloss:0.861251 va-mlogloss:0.910710
[64] tr-mlogloss:0.854625 va-mlogloss:0.904466
[65] tr-mlogloss:0.848439 va-mlogloss:0.898687
[66] tr-mlogloss:0.842442 va-mlogloss:0.893004
[67] tr-mlogloss:0.836201 va-mlogloss:0.887161
[68] tr-mlogloss:0.830388 va-mlogloss:0.881712
[69] tr-mlogloss:0.824557 va-mlogloss:0.876238
[70] tr-mlogloss:0.819008 va-mlogloss:0.871014
[71] tr-mlogloss:0.813393 va-mlogloss:0.865782
[72] tr-mlogloss:0.808021 va-mlogloss:0.860791
[73] tr-mlogloss:0.802808 va-mlogloss:0.855849
[74] tr-mlogloss:0.797798 va-mlogloss:0.851110
[75] tr-mlogloss:0.792609 va-mlogloss:0.846276
[76] tr-mlogloss:0.787471 va-mlogloss:0.841502
[77] tr-mlogloss:0.782784 va-mlogloss:0.837145
[78] tr-mlogloss:0.778043 va-mlogloss:0.832742
[79] tr-mlogloss:0.773491 va-mlogloss:0.828444
[80] tr-mlogloss:0.768772 va-mlogloss:0.824029
[81] tr-mlogloss:0.764420 va-mlogloss:0.819924
[82] tr-mlogloss:0.759890 va-mlogloss:0.815769
[83] tr-mlogloss:0.755595 va-mlogloss:0.811705
[84] tr-mlogloss:0.751453 va-mlogloss:0.807899
[85] tr-mlogloss:0.747184 va-mlogloss:0.803915
[86] tr-mlogloss:0.743068 va-mlogloss:0.800082
[87] tr-mlogloss:0.739023 va-mlogloss:0.796328
[88] tr-mlogloss:0.735139 va-mlogloss:0.792765
[89] tr-mlogloss:0.731224 va-mlogloss:0.789196
[90] tr-mlogloss:0.727424 va-mlogloss:0.785631
[91] tr-mlogloss:0.723704 va-mlogloss:0.782137
[92] tr-mlogloss:0.720145 va-mlogloss:0.778854
[93] tr-mlogloss:0.716616 va-mlogloss:0.775616
[94] tr-mlogloss:0.713120 va-mlogloss:0.772492
[95] tr-mlogloss:0.709515 va-mlogloss:0.769259
[96] tr-mlogloss:0.706271 va-mlogloss:0.766228
[97] tr-mlogloss:0.702786 va-mlogloss:0.763132
[98] tr-mlogloss:0.699629 va-mlogloss:0.760222
[99] tr-mlogloss:0.696349 va-mlogloss:0.757213
[100] tr-mlogloss:0.693253 va-mlogloss:0.754339
[101] tr-mlogloss:0.690154 va-mlogloss:0.751600
[102] tr-mlogloss:0.687164 va-mlogloss:0.748972
[103] tr-mlogloss:0.684232 va-mlogloss:0.746317
[104] tr-mlogloss:0.681261 va-mlogloss:0.743607
[105] tr-mlogloss:0.678325 va-mlogloss:0.740990
[106] tr-mlogloss:0.675474 va-mlogloss:0.738383
[107] tr-mlogloss:0.672589 va-mlogloss:0.735814
[108] tr-mlogloss:0.669890 va-mlogloss:0.733342
[109] tr-mlogloss:0.667190 va-mlogloss:0.730946
[110] tr-mlogloss:0.664584 va-mlogloss:0.728582
[111] tr-mlogloss:0.662062 va-mlogloss:0.726236
[112] tr-mlogloss:0.659409 va-mlogloss:0.723891
[113] tr-mlogloss:0.656886 va-mlogloss:0.721685
[114] tr-mlogloss:0.654426 va-mlogloss:0.719559
[115] tr-mlogloss:0.652087 va-mlogloss:0.717498
[116] tr-mlogloss:0.649642 va-mlogloss:0.715375
[117] tr-mlogloss:0.647327 va-mlogloss:0.713338
[118] tr-mlogloss:0.644942 va-mlogloss:0.711303
[119] tr-mlogloss:0.642767 va-mlogloss:0.709381
[120] tr-mlogloss:0.640429 va-mlogloss:0.707300
[121] tr-mlogloss:0.638242 va-mlogloss:0.705406
[122] tr-mlogloss:0.636096 va-mlogloss:0.703531
[123] tr-mlogloss:0.633841 va-mlogloss:0.701598
[124] tr-mlogloss:0.631826 va-mlogloss:0.699836
[125] tr-mlogloss:0.629746 va-mlogloss:0.698076
[126] tr-mlogloss:0.627691 va-mlogloss:0.696312
[127] tr-mlogloss:0.625606 va-mlogloss:0.694522
[128] tr-mlogloss:0.623659 va-mlogloss:0.692927
[129] tr-mlogloss:0.621629 va-mlogloss:0.691111
[130] tr-mlogloss:0.619554 va-mlogloss:0.689402
[131] tr-mlogloss:0.617670 va-mlogloss:0.687736
[132] tr-mlogloss:0.615806 va-mlogloss:0.686170
[133] tr-mlogloss:0.613921 va-mlogloss:0.684520
[134] tr-mlogloss:0.612076 va-mlogloss:0.682932
[135] tr-mlogloss:0.610144 va-mlogloss:0.681353
[136] tr-mlogloss:0.608348 va-mlogloss:0.679827
[137] tr-mlogloss:0.606525 va-mlogloss:0.678319
[138] tr-mlogloss:0.604736 va-mlogloss:0.676751
[139] tr-mlogloss:0.603054 va-mlogloss:0.675368
[140] tr-mlogloss:0.601331 va-mlogloss:0.673890
[141] tr-mlogloss:0.599728 va-mlogloss:0.672559
[142] tr-mlogloss:0.597996 va-mlogloss:0.671073
[143] tr-mlogloss:0.596361 va-mlogloss:0.669648
[144] tr-mlogloss:0.594756 va-mlogloss:0.668332
[145] tr-mlogloss:0.593173 va-mlogloss:0.667005
[146] tr-mlogloss:0.591652 va-mlogloss:0.665756
[147] tr-mlogloss:0.590190 va-mlogloss:0.664476
[148] tr-mlogloss:0.588691 va-mlogloss:0.663248
[149] tr-mlogloss:0.587207 va-mlogloss:0.662011
[150] tr-mlogloss:0.585785 va-mlogloss:0.660848
[151] tr-mlogloss:0.584294 va-mlogloss:0.659559
[152] tr-mlogloss:0.582824 va-mlogloss:0.658317
[153] tr-mlogloss:0.581316 va-mlogloss:0.657052
[154] tr-mlogloss:0.579854 va-mlogloss:0.655830
[155] tr-mlogloss:0.578461 va-mlogloss:0.654684
[156] tr-mlogloss:0.577083 va-mlogloss:0.653570
[157] tr-mlogloss:0.575697 va-mlogloss:0.652306
[158] tr-mlogloss:0.574359 va-mlogloss:0.651221
[159] tr-mlogloss:0.572989 va-mlogloss:0.650059
[160] tr-mlogloss:0.571612 va-mlogloss:0.648956
[161] tr-mlogloss:0.570402 va-mlogloss:0.647895
[162] tr-mlogloss:0.569160 va-mlogloss:0.646838
[163] tr-mlogloss:0.567932 va-mlogloss:0.645802
[164] tr-mlogloss:0.566621 va-mlogloss:0.644686
[165] tr-mlogloss:0.565333 va-mlogloss:0.643595
[166] tr-mlogloss:0.564041 va-mlogloss:0.642456
[167] tr-mlogloss:0.562782 va-mlogloss:0.641423
[168] tr-mlogloss:0.561757 va-mlogloss:0.640518
[169] tr-mlogloss:0.560548 va-mlogloss:0.639486
[170] tr-mlogloss:0.559467 va-mlogloss:0.638569
[171] tr-mlogloss:0.558317 va-mlogloss:0.637625
[172] tr-mlogloss:0.557077 va-mlogloss:0.636601
[173] tr-mlogloss:0.556034 va-mlogloss:0.635699
[174] tr-mlogloss:0.554918 va-mlogloss:0.634760
[175] tr-mlogloss:0.553806 va-mlogloss:0.633878
[176] tr-mlogloss:0.552705 va-mlogloss:0.632965
[177] tr-mlogloss:0.551726 va-mlogloss:0.632116
[178] tr-mlogloss:0.550686 va-mlogloss:0.631301
[179] tr-mlogloss:0.549434 va-mlogloss:0.630307
[180] tr-mlogloss:0.548455 va-mlogloss:0.629482
[181] tr-mlogloss:0.547273 va-mlogloss:0.628529
[182] tr-mlogloss:0.546304 va-mlogloss:0.627766
[183] tr-mlogloss:0.545346 va-mlogloss:0.626990
[184] tr-mlogloss:0.544262 va-mlogloss:0.626150
[185] tr-mlogloss:0.543274 va-mlogloss:0.625370
[186] tr-mlogloss:0.542314 va-mlogloss:0.624613
[187] tr-mlogloss:0.541265 va-mlogloss:0.623804
[188] tr-mlogloss:0.540346 va-mlogloss:0.623090
[189] tr-mlogloss:0.539480 va-mlogloss:0.622421
[190] tr-mlogloss:0.538576 va-mlogloss:0.621673
[191] tr-mlogloss:0.537689 va-mlogloss:0.620997
[192] tr-mlogloss:0.536737 va-mlogloss:0.620249
[193] tr-mlogloss:0.535882 va-mlogloss:0.619565
[194] tr-mlogloss:0.534923 va-mlogloss:0.618840
[195] tr-mlogloss:0.534013 va-mlogloss:0.618149
[196] tr-mlogloss:0.533003 va-mlogloss:0.617369
[197] tr-mlogloss:0.532233 va-mlogloss:0.616767
[198] tr-mlogloss:0.531355 va-mlogloss:0.616107
[199] tr-mlogloss:0.530570 va-mlogloss:0.615499
[200] tr-mlogloss:0.529614 va-mlogloss:0.614775
[201] tr-mlogloss:0.528799 va-mlogloss:0.614155
[202] tr-mlogloss:0.528075 va-mlogloss:0.613594
[203] tr-mlogloss:0.527256 va-mlogloss:0.612996
[204] tr-mlogloss:0.526512 va-mlogloss:0.612409
[205] tr-mlogloss:0.525613 va-mlogloss:0.611722
[206] tr-mlogloss:0.524873 va-mlogloss:0.611124
[207] tr-mlogloss:0.524061 va-mlogloss:0.610480
[208] tr-mlogloss:0.523276 va-mlogloss:0.609864
[209] tr-mlogloss:0.522455 va-mlogloss:0.609228
[210] tr-mlogloss:0.521770 va-mlogloss:0.608700
[211] tr-mlogloss:0.521020 va-mlogloss:0.608148
[212] tr-mlogloss:0.520300 va-mlogloss:0.607594
[213] tr-mlogloss:0.519605 va-mlogloss:0.607045
[214] tr-mlogloss:0.518849 va-mlogloss:0.606466
[215] tr-mlogloss:0.518043 va-mlogloss:0.605879
[216] tr-mlogloss:0.517280 va-mlogloss:0.605345
[217] tr-mlogloss:0.516551 va-mlogloss:0.604755
[218] tr-mlogloss:0.515871 va-mlogloss:0.604224
[219] tr-mlogloss:0.515140 va-mlogloss:0.603712
[220] tr-mlogloss:0.514461 va-mlogloss:0.603174
[221] tr-mlogloss:0.513833 va-mlogloss:0.602676
[222] tr-mlogloss:0.513132 va-mlogloss:0.602131
[223] tr-mlogloss:0.512462 va-mlogloss:0.601620
[224] tr-mlogloss:0.511686 va-mlogloss:0.601071
[225] tr-mlogloss:0.510942 va-mlogloss:0.600515
[226] tr-mlogloss:0.510227 va-mlogloss:0.599993
[227] tr-mlogloss:0.509611 va-mlogloss:0.599547
[228] tr-mlogloss:0.508816 va-mlogloss:0.598996
[229] tr-mlogloss:0.508220 va-mlogloss:0.598515
[230] tr-mlogloss:0.507507 va-mlogloss:0.597998
[231] tr-mlogloss:0.506879 va-mlogloss:0.597488
[232] tr-mlogloss:0.506178 va-mlogloss:0.596989
[233] tr-mlogloss:0.505524 va-mlogloss:0.596549
[234] tr-mlogloss:0.504744 va-mlogloss:0.595938
[235] tr-mlogloss:0.504129 va-mlogloss:0.595484
[236] tr-mlogloss:0.503491 va-mlogloss:0.595069
[237] tr-mlogloss:0.502779 va-mlogloss:0.594536
[238] tr-mlogloss:0.502133 va-mlogloss:0.594092
[239] tr-mlogloss:0.501565 va-mlogloss:0.593657
[240] tr-mlogloss:0.500981 va-mlogloss:0.593294
[241] tr-mlogloss:0.500330 va-mlogloss:0.592838
[242] tr-mlogloss:0.499833 va-mlogloss:0.592459
[243] tr-mlogloss:0.499237 va-mlogloss:0.592017
[244] tr-mlogloss:0.498657 va-mlogloss:0.591564
[245] tr-mlogloss:0.498069 va-mlogloss:0.591187
[246] tr-mlogloss:0.497433 va-mlogloss:0.590762
[247] tr-mlogloss:0.496921 va-mlogloss:0.590389
[248] tr-mlogloss:0.496257 va-mlogloss:0.589984
[249] tr-mlogloss:0.495602 va-mlogloss:0.589506
[250] tr-mlogloss:0.495030 va-mlogloss:0.589093
[251] tr-mlogloss:0.494342 va-mlogloss:0.588546
[252] tr-mlogloss:0.493768 va-mlogloss:0.588118
[253] tr-mlogloss:0.493213 va-mlogloss:0.587718
[254] tr-mlogloss:0.492660 va-mlogloss:0.587337
[255] tr-mlogloss:0.492164 va-mlogloss:0.586970
[256] tr-mlogloss:0.491585 va-mlogloss:0.586552
[257] tr-mlogloss:0.491040 va-mlogloss:0.586157
[258] tr-mlogloss:0.490524 va-mlogloss:0.585761
[259] tr-mlogloss:0.490015 va-mlogloss:0.585338
[260] tr-mlogloss:0.489446 va-mlogloss:0.584955
[261] tr-mlogloss:0.488907 va-mlogloss:0.584563
[262] tr-mlogloss:0.488420 va-mlogloss:0.584242
[263] tr-mlogloss:0.487843 va-mlogloss:0.583884
[264] tr-mlogloss:0.487225 va-mlogloss:0.583446
[265] tr-mlogloss:0.486694 va-mlogloss:0.583018
[266] tr-mlogloss:0.486150 va-mlogloss:0.582593
[267] tr-mlogloss:0.485620 va-mlogloss:0.582209
[268] tr-mlogloss:0.485095 va-mlogloss:0.581860
[269] tr-mlogloss:0.484592 va-mlogloss:0.581480
[270] tr-mlogloss:0.484083 va-mlogloss:0.581101
[271] tr-mlogloss:0.483561 va-mlogloss:0.580716
[272] tr-mlogloss:0.483060 va-mlogloss:0.580344
[273] tr-mlogloss:0.482674 va-mlogloss:0.580049
[274] tr-mlogloss:0.482133 va-mlogloss:0.579621
[275] tr-mlogloss:0.481536 va-mlogloss:0.579230
[276] tr-mlogloss:0.480988 va-mlogloss:0.578864
[277] tr-mlogloss:0.480545 va-mlogloss:0.578557
[278] tr-mlogloss:0.480016 va-mlogloss:0.578229
[279] tr-mlogloss:0.479478 va-mlogloss:0.577867
[280] tr-mlogloss:0.478934 va-mlogloss:0.577559
[281] tr-mlogloss:0.478384 va-mlogloss:0.577186
[282] tr-mlogloss:0.477892 va-mlogloss:0.576825
[283] tr-mlogloss:0.477420 va-mlogloss:0.576478
[284] tr-mlogloss:0.476865 va-mlogloss:0.576122
[285] tr-mlogloss:0.476372 va-mlogloss:0.575755
[286] tr-mlogloss:0.475874 va-mlogloss:0.575457
[287] tr-mlogloss:0.475396 va-mlogloss:0.575167
[288] tr-mlogloss:0.474811 va-mlogloss:0.574823
[289] tr-mlogloss:0.474314 va-mlogloss:0.574492
[290] tr-mlogloss:0.473843 va-mlogloss:0.574183
[291] tr-mlogloss:0.473252 va-mlogloss:0.573798
[292] tr-mlogloss:0.472703 va-mlogloss:0.573484
[293] tr-mlogloss:0.472285 va-mlogloss:0.573224
[294] tr-mlogloss:0.471835 va-mlogloss:0.572932
[295] tr-mlogloss:0.471336 va-mlogloss:0.572609
[296] tr-mlogloss:0.470827 va-mlogloss:0.572258
[297] tr-mlogloss:0.470293 va-mlogloss:0.571913
[298] tr-mlogloss:0.469768 va-mlogloss:0.571560
[299] tr-mlogloss:0.469408 va-mlogloss:0.571290
[300] tr-mlogloss:0.468994 va-mlogloss:0.571001
[301] tr-mlogloss:0.468557 va-mlogloss:0.570697
[302] tr-mlogloss:0.468046 va-mlogloss:0.570362
[303] tr-mlogloss:0.467645 va-mlogloss:0.570094
[304] tr-mlogloss:0.467131 va-mlogloss:0.569778
[305] tr-mlogloss:0.466723 va-mlogloss:0.569476
[306] tr-mlogloss:0.466200 va-mlogloss:0.569115
[307] tr-mlogloss:0.465784 va-mlogloss:0.568851
[308] tr-mlogloss:0.465398 va-mlogloss:0.568573
[309] tr-mlogloss:0.464948 va-mlogloss:0.568304
[310] tr-mlogloss:0.464448 va-mlogloss:0.567975
[311] tr-mlogloss:0.463980 va-mlogloss:0.567697
[312] tr-mlogloss:0.463586 va-mlogloss:0.567432
[313] tr-mlogloss:0.463165 va-mlogloss:0.567134
[314] tr-mlogloss:0.462750 va-mlogloss:0.566875
[315] tr-mlogloss:0.462309 va-mlogloss:0.566587
[316] tr-mlogloss:0.461863 va-mlogloss:0.566321
[317] tr-mlogloss:0.461392 va-mlogloss:0.566069
[318] tr-mlogloss:0.460904 va-mlogloss:0.565792
[319] tr-mlogloss:0.460469 va-mlogloss:0.565555
[320] tr-mlogloss:0.460030 va-mlogloss:0.565216
[321] tr-mlogloss:0.459580 va-mlogloss:0.564911
[322] tr-mlogloss:0.459079 va-mlogloss:0.564569
[323] tr-mlogloss:0.458679 va-mlogloss:0.564316
[324] tr-mlogloss:0.458283 va-mlogloss:0.564075
[325] tr-mlogloss:0.457805 va-mlogloss:0.563784
[326] tr-mlogloss:0.457394 va-mlogloss:0.563549
[327] tr-mlogloss:0.456995 va-mlogloss:0.563291
[328] tr-mlogloss:0.456549 va-mlogloss:0.563008
[329] tr-mlogloss:0.456171 va-mlogloss:0.562776
[330] tr-mlogloss:0.455716 va-mlogloss:0.562503
[331] tr-mlogloss:0.455387 va-mlogloss:0.562268
[332] tr-mlogloss:0.455014 va-mlogloss:0.561987
[333] tr-mlogloss:0.454577 va-mlogloss:0.561753
[334] tr-mlogloss:0.454108 va-mlogloss:0.561520
[335] tr-mlogloss:0.453709 va-mlogloss:0.561270
[336] tr-mlogloss:0.453377 va-mlogloss:0.561071
[337] tr-mlogloss:0.452904 va-mlogloss:0.560779
[338] tr-mlogloss:0.452583 va-mlogloss:0.560551
[339] tr-mlogloss:0.452069 va-mlogloss:0.560216
[340] tr-mlogloss:0.451705 va-mlogloss:0.560017
[341] tr-mlogloss:0.451385 va-mlogloss:0.559805
[342] tr-mlogloss:0.451011 va-mlogloss:0.559598
[343] tr-mlogloss:0.450566 va-mlogloss:0.559354
[344] tr-mlogloss:0.450155 va-mlogloss:0.559087
[345] tr-mlogloss:0.449764 va-mlogloss:0.558853
[346] tr-mlogloss:0.449359 va-mlogloss:0.558616
[347] tr-mlogloss:0.448980 va-mlogloss:0.558385
[348] tr-mlogloss:0.448586 va-mlogloss:0.558141
[349] tr-mlogloss:0.448103 va-mlogloss:0.557927
[350] tr-mlogloss:0.447713 va-mlogloss:0.557687
[351] tr-mlogloss:0.447304 va-mlogloss:0.557437
[352] tr-mlogloss:0.446907 va-mlogloss:0.557246
[353] tr-mlogloss:0.446573 va-mlogloss:0.557041
[354] tr-mlogloss:0.446197 va-mlogloss:0.556838
[355] tr-mlogloss:0.445846 va-mlogloss:0.556638
[356] tr-mlogloss:0.445492 va-mlogloss:0.556436
[357] tr-mlogloss:0.445124 va-mlogloss:0.556211
[358] tr-mlogloss:0.444685 va-mlogloss:0.555970
[359] tr-mlogloss:0.444319 va-mlogloss:0.555746
[360] tr-mlogloss:0.444029 va-mlogloss:0.555570
[361] tr-mlogloss:0.443725 va-mlogloss:0.555369
[362] tr-mlogloss:0.443340 va-mlogloss:0.555162
[363] tr-mlogloss:0.442961 va-mlogloss:0.554930
[364] tr-mlogloss:0.442578 va-mlogloss:0.554758
[365] tr-mlogloss:0.442257 va-mlogloss:0.554523
[366] tr-mlogloss:0.441899 va-mlogloss:0.554311
[367] tr-mlogloss:0.441559 va-mlogloss:0.554104
[368] tr-mlogloss:0.441237 va-mlogloss:0.553938
[369] tr-mlogloss:0.440904 va-mlogloss:0.553735
[370] tr-mlogloss:0.440497 va-mlogloss:0.553537
[371] tr-mlogloss:0.440108 va-mlogloss:0.553300
[372] tr-mlogloss:0.439727 va-mlogloss:0.553035
[373] tr-mlogloss:0.439385 va-mlogloss:0.552827
[374] tr-mlogloss:0.439048 va-mlogloss:0.552684
[375] tr-mlogloss:0.438686 va-mlogloss:0.552435
[376] tr-mlogloss:0.438341 va-mlogloss:0.552215
[377] tr-mlogloss:0.438057 va-mlogloss:0.552030
[378] tr-mlogloss:0.437726 va-mlogloss:0.551827
[379] tr-mlogloss:0.437321 va-mlogloss:0.551619
[380] tr-mlogloss:0.437056 va-mlogloss:0.551465
[381] tr-mlogloss:0.436747 va-mlogloss:0.551250
[382] tr-mlogloss:0.436367 va-mlogloss:0.550999
[383] tr-mlogloss:0.435983 va-mlogloss:0.550744
[384] tr-mlogloss:0.435643 va-mlogloss:0.550558
[385] tr-mlogloss:0.435334 va-mlogloss:0.550356
[386] tr-mlogloss:0.434991 va-mlogloss:0.550163
[387] tr-mlogloss:0.434757 va-mlogloss:0.549996
[388] tr-mlogloss:0.434470 va-mlogloss:0.549804
[389] tr-mlogloss:0.434158 va-mlogloss:0.549623
[390] tr-mlogloss:0.433734 va-mlogloss:0.549392
[391] tr-mlogloss:0.433290 va-mlogloss:0.549166
[392] tr-mlogloss:0.432970 va-mlogloss:0.549005
[393] tr-mlogloss:0.432667 va-mlogloss:0.548829
[394] tr-mlogloss:0.432405 va-mlogloss:0.548654
[395] tr-mlogloss:0.432157 va-mlogloss:0.548493
[396] tr-mlogloss:0.431849 va-mlogloss:0.548303
[397] tr-mlogloss:0.431526 va-mlogloss:0.548111
[398] tr-mlogloss:0.431219 va-mlogloss:0.547920
[399] tr-mlogloss:0.430821 va-mlogloss:0.547717
[400] tr-mlogloss:0.430535 va-mlogloss:0.547575
[401] tr-mlogloss:0.430275 va-mlogloss:0.547437
[402] tr-mlogloss:0.429941 va-mlogloss:0.547232
[403] tr-mlogloss:0.429626 va-mlogloss:0.547062
[404] tr-mlogloss:0.429261 va-mlogloss:0.546838
[405] tr-mlogloss:0.428986 va-mlogloss:0.546671
[406] tr-mlogloss:0.428680 va-mlogloss:0.546494
[407] tr-mlogloss:0.428417 va-mlogloss:0.546331
[408] tr-mlogloss:0.428108 va-mlogloss:0.546163
[409] tr-mlogloss:0.427809 va-mlogloss:0.545997
[410] tr-mlogloss:0.427481 va-mlogloss:0.545823
[411] tr-mlogloss:0.427156 va-mlogloss:0.545631
[412] tr-mlogloss:0.426833 va-mlogloss:0.545444
[413] tr-mlogloss:0.426545 va-mlogloss:0.545285
[414] tr-mlogloss:0.426231 va-mlogloss:0.545107
[415] tr-mlogloss:0.425976 va-mlogloss:0.544936
[416] tr-mlogloss:0.425712 va-mlogloss:0.544795
[417] tr-mlogloss:0.425400 va-mlogloss:0.544624
[418] tr-mlogloss:0.425079 va-mlogloss:0.544442
[419] tr-mlogloss:0.424796 va-mlogloss:0.544267
[420] tr-mlogloss:0.424415 va-mlogloss:0.544050
[421] tr-mlogloss:0.424086 va-mlogloss:0.543918
[422] tr-mlogloss:0.423842 va-mlogloss:0.543789
[423] tr-mlogloss:0.423605 va-mlogloss:0.543657
[424] tr-mlogloss:0.423282 va-mlogloss:0.543500
[425] tr-mlogloss:0.423024 va-mlogloss:0.543333
[426] tr-mlogloss:0.422778 va-mlogloss:0.543206
[427] tr-mlogloss:0.422511 va-mlogloss:0.543064
[428] tr-mlogloss:0.422231 va-mlogloss:0.542937
[429] tr-mlogloss:0.422012 va-mlogloss:0.542791
[430] tr-mlogloss:0.421632 va-mlogloss:0.542603
[431] tr-mlogloss:0.421342 va-mlogloss:0.542409
[432] tr-mlogloss:0.421082 va-mlogloss:0.542253
[433] tr-mlogloss:0.420813 va-mlogloss:0.542095
[434] tr-mlogloss:0.420563 va-mlogloss:0.541957
[435] tr-mlogloss:0.420302 va-mlogloss:0.541811
[436] tr-mlogloss:0.420068 va-mlogloss:0.541665
[437] tr-mlogloss:0.419819 va-mlogloss:0.541509
[438] tr-mlogloss:0.419531 va-mlogloss:0.541342
[439] tr-mlogloss:0.419171 va-mlogloss:0.541168
[440] tr-mlogloss:0.418905 va-mlogloss:0.541024
[441] tr-mlogloss:0.418721 va-mlogloss:0.540926
[442] tr-mlogloss:0.418504 va-mlogloss:0.540803
[443] tr-mlogloss:0.418286 va-mlogloss:0.540675
[444] tr-mlogloss:0.417985 va-mlogloss:0.540513
[445] tr-mlogloss:0.417781 va-mlogloss:0.540398
[446] tr-mlogloss:0.417489 va-mlogloss:0.540226
[447] tr-mlogloss:0.417282 va-mlogloss:0.540119
[448] tr-mlogloss:0.417008 va-mlogloss:0.539986
[449] tr-mlogloss:0.416813 va-mlogloss:0.539867
[450] tr-mlogloss:0.416575 va-mlogloss:0.539716
[451] tr-mlogloss:0.416330 va-mlogloss:0.539558
[452] tr-mlogloss:0.416018 va-mlogloss:0.539410
[453] tr-mlogloss:0.415725 va-mlogloss:0.539269
[454] tr-mlogloss:0.415499 va-mlogloss:0.539128
[455] tr-mlogloss:0.415297 va-mlogloss:0.539011
[456] tr-mlogloss:0.415080 va-mlogloss:0.538924
[457] tr-mlogloss:0.414828 va-mlogloss:0.538797
[458] tr-mlogloss:0.414506 va-mlogloss:0.538626
[459] tr-mlogloss:0.414262 va-mlogloss:0.538477
[460] tr-mlogloss:0.414025 va-mlogloss:0.538338
[461] tr-mlogloss:0.413832 va-mlogloss:0.538254
[462] tr-mlogloss:0.413615 va-mlogloss:0.538145
[463] tr-mlogloss:0.413366 va-mlogloss:0.538006
[464] tr-mlogloss:0.413091 va-mlogloss:0.537868
[465] tr-mlogloss:0.412791 va-mlogloss:0.537727
[466] tr-mlogloss:0.412573 va-mlogloss:0.537617
[467] tr-mlogloss:0.412313 va-mlogloss:0.537482
[468] tr-mlogloss:0.412074 va-mlogloss:0.537341
[469] tr-mlogloss:0.411862 va-mlogloss:0.537259
[470] tr-mlogloss:0.411591 va-mlogloss:0.537104
[471] tr-mlogloss:0.411399 va-mlogloss:0.537007
[472] tr-mlogloss:0.411180 va-mlogloss:0.536899
[473] tr-mlogloss:0.410984 va-mlogloss:0.536787
[474] tr-mlogloss:0.410744 va-mlogloss:0.536652
[475] tr-mlogloss:0.410485 va-mlogloss:0.536510
[476] tr-mlogloss:0.410238 va-mlogloss:0.536402
[477] tr-mlogloss:0.410007 va-mlogloss:0.536287
[478] tr-mlogloss:0.409773 va-mlogloss:0.536162
[479] tr-mlogloss:0.409581 va-mlogloss:0.536040
[480] tr-mlogloss:0.409391 va-mlogloss:0.535945
[481] tr-mlogloss:0.409096 va-mlogloss:0.535780
[482] tr-mlogloss:0.408898 va-mlogloss:0.535698
[483] tr-mlogloss:0.408672 va-mlogloss:0.535564
[484] tr-mlogloss:0.408375 va-mlogloss:0.535428
[485] tr-mlogloss:0.408169 va-mlogloss:0.535305
[486] tr-mlogloss:0.407913 va-mlogloss:0.535204
[487] tr-mlogloss:0.407693 va-mlogloss:0.535114
[488] tr-mlogloss:0.407485 va-mlogloss:0.534995
[489] tr-mlogloss:0.407232 va-mlogloss:0.534895
[490] tr-mlogloss:0.407007 va-mlogloss:0.534724
[491] tr-mlogloss:0.406789 va-mlogloss:0.534615
[492] tr-mlogloss:0.406616 va-mlogloss:0.534537
[493] tr-mlogloss:0.406375 va-mlogloss:0.534388
[494] tr-mlogloss:0.406167 va-mlogloss:0.534315
[495] tr-mlogloss:0.405837 va-mlogloss:0.534150
[496] tr-mlogloss:0.405656 va-mlogloss:0.534056
[497] tr-mlogloss:0.405404 va-mlogloss:0.533933
[498] tr-mlogloss:0.405192 va-mlogloss:0.533812
[499] tr-mlogloss:0.404997 va-mlogloss:0.533704
---------------------------------------------------------------------------
NameError Traceback (most recent call last)
<ipython-input-6-23091f3bfb99> in <module>()
17 num_round = 500
18 bst = xgb.train(param, dtr, num_round, watchlist,early_stopping_rounds=10)
---> 19 tr_logloss = log_loss(y_tr,bst.predict(dtr))
20 va_logloss = log_loss(y_va,bst.predict(dva))
21 result.append({'n':i,'tr_loss':tr_logloss,'va_loss':va_logloss})
NameError: name 'log_loss' is not defined
In [10]:
log_loss(y_va,bst.predict(dva))
Out[10]:
0.53370427315103541
In [5]:
_df = df_all
X = _df.iloc[:len(y)]
result = []
for i,(tr,va) in enumerate(cross_validation.KFold(len(y),shuffle=True,n_folds=5,random_state=1)):
if i==1:
break
X_tr = X.iloc[tr]
y_tr = y[tr]
X_va = X.iloc[va]
y_va = y[va]
dtr = xgb.DMatrix(X_tr,y_tr,missing=np.NAN)
dva = xgb.DMatrix(X_va,y_va,missing=np.NAN)
param = {'objective':'multi:softprob','nthread':8,'num_class':9,'eval_metric':'mlogloss',
'eta':0.1,'max_depth':6,'gamma':0,'min_child_weight':1,'seed':1,
'subsample':1.0,'colsample_bytree':1.0,'colsample_bylevel':1.}
watchlist = [(dtr,'tr'), (dva,'va')]
num_round = 500
bst = xgb.train(param, dtr, num_round, watchlist,early_stopping_rounds=10)
tr_logloss = log_loss(y_tr,bst.predict(dtr))
va_logloss = log_loss(y_va,bst.predict(dva))
result.append({'n':i,'tr_loss':tr_logloss,'va_loss':va_logloss})
Will train until va error hasn't decreased in 10 rounds.
[0] tr-mlogloss:1.958885 va-mlogloss:1.967291
[1] tr-mlogloss:1.789128 va-mlogloss:1.802684
[2] tr-mlogloss:1.655282 va-mlogloss:1.673971
[3] tr-mlogloss:1.544687 va-mlogloss:1.566879
[4] tr-mlogloss:1.451594 va-mlogloss:1.476879
[5] tr-mlogloss:1.371565 va-mlogloss:1.399804
[6] tr-mlogloss:1.301557 va-mlogloss:1.332194
[7] tr-mlogloss:1.238960 va-mlogloss:1.272091
[8] tr-mlogloss:1.184029 va-mlogloss:1.219654
[9] tr-mlogloss:1.133861 va-mlogloss:1.171850
[10] tr-mlogloss:1.089275 va-mlogloss:1.129547
[11] tr-mlogloss:1.049218 va-mlogloss:1.091226
[12] tr-mlogloss:1.011544 va-mlogloss:1.055591
[13] tr-mlogloss:0.977832 va-mlogloss:1.023625
[14] tr-mlogloss:0.947028 va-mlogloss:0.994734
[15] tr-mlogloss:0.918786 va-mlogloss:0.967982
[16] tr-mlogloss:0.893085 va-mlogloss:0.943714
[17] tr-mlogloss:0.869595 va-mlogloss:0.921273
[18] tr-mlogloss:0.846964 va-mlogloss:0.900144
[19] tr-mlogloss:0.826993 va-mlogloss:0.881369
[20] tr-mlogloss:0.807428 va-mlogloss:0.863250
[21] tr-mlogloss:0.790044 va-mlogloss:0.847008
[22] tr-mlogloss:0.772815 va-mlogloss:0.831305
[23] tr-mlogloss:0.757746 va-mlogloss:0.817270
[24] tr-mlogloss:0.742815 va-mlogloss:0.803620
[25] tr-mlogloss:0.729347 va-mlogloss:0.791072
[26] tr-mlogloss:0.716711 va-mlogloss:0.779535
[27] tr-mlogloss:0.704367 va-mlogloss:0.768343
[28] tr-mlogloss:0.693086 va-mlogloss:0.758272
[29] tr-mlogloss:0.682622 va-mlogloss:0.749070
[30] tr-mlogloss:0.672399 va-mlogloss:0.739983
[31] tr-mlogloss:0.662686 va-mlogloss:0.731331
[32] tr-mlogloss:0.653566 va-mlogloss:0.723167
[33] tr-mlogloss:0.644686 va-mlogloss:0.715467
[34] tr-mlogloss:0.636679 va-mlogloss:0.708386
[35] tr-mlogloss:0.629220 va-mlogloss:0.702088
[36] tr-mlogloss:0.621808 va-mlogloss:0.695896
[37] tr-mlogloss:0.614877 va-mlogloss:0.689998
[38] tr-mlogloss:0.607969 va-mlogloss:0.684487
[39] tr-mlogloss:0.601562 va-mlogloss:0.678904
[40] tr-mlogloss:0.595003 va-mlogloss:0.673284
[41] tr-mlogloss:0.589426 va-mlogloss:0.668676
[42] tr-mlogloss:0.584279 va-mlogloss:0.664473
[43] tr-mlogloss:0.578847 va-mlogloss:0.659951
[44] tr-mlogloss:0.573844 va-mlogloss:0.655765
[45] tr-mlogloss:0.568690 va-mlogloss:0.651664
[46] tr-mlogloss:0.563858 va-mlogloss:0.647795
[47] tr-mlogloss:0.559466 va-mlogloss:0.644305
[48] tr-mlogloss:0.555282 va-mlogloss:0.640923
[49] tr-mlogloss:0.550614 va-mlogloss:0.637113
[50] tr-mlogloss:0.546957 va-mlogloss:0.634091
[51] tr-mlogloss:0.542997 va-mlogloss:0.631125
[52] tr-mlogloss:0.539413 va-mlogloss:0.628148
[53] tr-mlogloss:0.535481 va-mlogloss:0.625239
[54] tr-mlogloss:0.531710 va-mlogloss:0.622524
[55] tr-mlogloss:0.528201 va-mlogloss:0.619819
[56] tr-mlogloss:0.525203 va-mlogloss:0.617330
[57] tr-mlogloss:0.521957 va-mlogloss:0.614977
[58] tr-mlogloss:0.518673 va-mlogloss:0.612396
[59] tr-mlogloss:0.515710 va-mlogloss:0.609987
[60] tr-mlogloss:0.512854 va-mlogloss:0.607969
[61] tr-mlogloss:0.510064 va-mlogloss:0.605925
[62] tr-mlogloss:0.507524 va-mlogloss:0.604030
[63] tr-mlogloss:0.504900 va-mlogloss:0.602058
[64] tr-mlogloss:0.502175 va-mlogloss:0.600130
[65] tr-mlogloss:0.499321 va-mlogloss:0.598257
[66] tr-mlogloss:0.497038 va-mlogloss:0.596748
[67] tr-mlogloss:0.494921 va-mlogloss:0.595109
[68] tr-mlogloss:0.492748 va-mlogloss:0.593625
[69] tr-mlogloss:0.490460 va-mlogloss:0.592181
[70] tr-mlogloss:0.488506 va-mlogloss:0.590865
[71] tr-mlogloss:0.486341 va-mlogloss:0.589255
[72] tr-mlogloss:0.484213 va-mlogloss:0.587759
[73] tr-mlogloss:0.482080 va-mlogloss:0.586275
[74] tr-mlogloss:0.480083 va-mlogloss:0.584960
[75] tr-mlogloss:0.478193 va-mlogloss:0.583737
[76] tr-mlogloss:0.476338 va-mlogloss:0.582523
[77] tr-mlogloss:0.474338 va-mlogloss:0.581157
[78] tr-mlogloss:0.472489 va-mlogloss:0.579939
[79] tr-mlogloss:0.470352 va-mlogloss:0.578423
[80] tr-mlogloss:0.468281 va-mlogloss:0.577153
[81] tr-mlogloss:0.466567 va-mlogloss:0.575954
[82] tr-mlogloss:0.464553 va-mlogloss:0.574590
[83] tr-mlogloss:0.462746 va-mlogloss:0.573547
[84] tr-mlogloss:0.460958 va-mlogloss:0.572266
[85] tr-mlogloss:0.459313 va-mlogloss:0.571023
[86] tr-mlogloss:0.457720 va-mlogloss:0.570077
[87] tr-mlogloss:0.455881 va-mlogloss:0.568948
[88] tr-mlogloss:0.454298 va-mlogloss:0.567838
[89] tr-mlogloss:0.452491 va-mlogloss:0.566660
[90] tr-mlogloss:0.451067 va-mlogloss:0.565783
[91] tr-mlogloss:0.449407 va-mlogloss:0.564725
[92] tr-mlogloss:0.447910 va-mlogloss:0.563788
[93] tr-mlogloss:0.446424 va-mlogloss:0.562886
[94] tr-mlogloss:0.444856 va-mlogloss:0.561994
[95] tr-mlogloss:0.443449 va-mlogloss:0.561172
[96] tr-mlogloss:0.441891 va-mlogloss:0.560388
[97] tr-mlogloss:0.440568 va-mlogloss:0.559672
[98] tr-mlogloss:0.439269 va-mlogloss:0.558741
[99] tr-mlogloss:0.437725 va-mlogloss:0.557860
[100] tr-mlogloss:0.436082 va-mlogloss:0.556924
[101] tr-mlogloss:0.434646 va-mlogloss:0.556174
[102] tr-mlogloss:0.433192 va-mlogloss:0.555488
[103] tr-mlogloss:0.431919 va-mlogloss:0.554758
[104] tr-mlogloss:0.430586 va-mlogloss:0.554014
[105] tr-mlogloss:0.429268 va-mlogloss:0.553331
[106] tr-mlogloss:0.427610 va-mlogloss:0.552290
[107] tr-mlogloss:0.426383 va-mlogloss:0.551621
[108] tr-mlogloss:0.425162 va-mlogloss:0.550835
[109] tr-mlogloss:0.423854 va-mlogloss:0.550231
[110] tr-mlogloss:0.422767 va-mlogloss:0.549647
[111] tr-mlogloss:0.421539 va-mlogloss:0.549053
[112] tr-mlogloss:0.420138 va-mlogloss:0.548319
[113] tr-mlogloss:0.418983 va-mlogloss:0.547659
[114] tr-mlogloss:0.418141 va-mlogloss:0.547081
[115] tr-mlogloss:0.417056 va-mlogloss:0.546537
[116] tr-mlogloss:0.415525 va-mlogloss:0.545892
[117] tr-mlogloss:0.414116 va-mlogloss:0.545214
[118] tr-mlogloss:0.413293 va-mlogloss:0.544741
[119] tr-mlogloss:0.412020 va-mlogloss:0.543937
[120] tr-mlogloss:0.410683 va-mlogloss:0.543192
[121] tr-mlogloss:0.409594 va-mlogloss:0.542610
[122] tr-mlogloss:0.408572 va-mlogloss:0.542013
[123] tr-mlogloss:0.407354 va-mlogloss:0.541334
[124] tr-mlogloss:0.406501 va-mlogloss:0.540818
[125] tr-mlogloss:0.405243 va-mlogloss:0.540227
[126] tr-mlogloss:0.403994 va-mlogloss:0.539576
[127] tr-mlogloss:0.403176 va-mlogloss:0.539036
[128] tr-mlogloss:0.402169 va-mlogloss:0.538572
[129] tr-mlogloss:0.401161 va-mlogloss:0.538070
[130] tr-mlogloss:0.400011 va-mlogloss:0.537466
[131] tr-mlogloss:0.399090 va-mlogloss:0.537107
[132] tr-mlogloss:0.397810 va-mlogloss:0.536317
[133] tr-mlogloss:0.396852 va-mlogloss:0.535845
[134] tr-mlogloss:0.395850 va-mlogloss:0.535315
[135] tr-mlogloss:0.394955 va-mlogloss:0.534818
[136] tr-mlogloss:0.394180 va-mlogloss:0.534388
[137] tr-mlogloss:0.393245 va-mlogloss:0.533933
[138] tr-mlogloss:0.392512 va-mlogloss:0.533563
[139] tr-mlogloss:0.391693 va-mlogloss:0.533145
[140] tr-mlogloss:0.390687 va-mlogloss:0.532685
[141] tr-mlogloss:0.389499 va-mlogloss:0.532111
[142] tr-mlogloss:0.388281 va-mlogloss:0.531504
[143] tr-mlogloss:0.387614 va-mlogloss:0.531184
[144] tr-mlogloss:0.386716 va-mlogloss:0.530674
[145] tr-mlogloss:0.385999 va-mlogloss:0.530280
[146] tr-mlogloss:0.384914 va-mlogloss:0.529839
[147] tr-mlogloss:0.384264 va-mlogloss:0.529493
[148] tr-mlogloss:0.383560 va-mlogloss:0.529084
[149] tr-mlogloss:0.382573 va-mlogloss:0.528531
[150] tr-mlogloss:0.381367 va-mlogloss:0.528025
[151] tr-mlogloss:0.380442 va-mlogloss:0.527693
[152] tr-mlogloss:0.379567 va-mlogloss:0.527195
[153] tr-mlogloss:0.378844 va-mlogloss:0.526806
[154] tr-mlogloss:0.378156 va-mlogloss:0.526444
[155] tr-mlogloss:0.377481 va-mlogloss:0.526128
[156] tr-mlogloss:0.376786 va-mlogloss:0.525780
[157] tr-mlogloss:0.375884 va-mlogloss:0.525469
[158] tr-mlogloss:0.375147 va-mlogloss:0.525158
[159] tr-mlogloss:0.374403 va-mlogloss:0.524801
[160] tr-mlogloss:0.373383 va-mlogloss:0.524324
[161] tr-mlogloss:0.372606 va-mlogloss:0.523965
[162] tr-mlogloss:0.371862 va-mlogloss:0.523584
[163] tr-mlogloss:0.371109 va-mlogloss:0.523100
[164] tr-mlogloss:0.370346 va-mlogloss:0.522647
[165] tr-mlogloss:0.369731 va-mlogloss:0.522369
[166] tr-mlogloss:0.369116 va-mlogloss:0.522089
[167] tr-mlogloss:0.368458 va-mlogloss:0.521930
[168] tr-mlogloss:0.367580 va-mlogloss:0.521462
[169] tr-mlogloss:0.366900 va-mlogloss:0.521112
[170] tr-mlogloss:0.365947 va-mlogloss:0.520678
[171] tr-mlogloss:0.365199 va-mlogloss:0.520384
[172] tr-mlogloss:0.364356 va-mlogloss:0.520076
[173] tr-mlogloss:0.363613 va-mlogloss:0.519760
[174] tr-mlogloss:0.363129 va-mlogloss:0.519581
[175] tr-mlogloss:0.362610 va-mlogloss:0.519418
[176] tr-mlogloss:0.361804 va-mlogloss:0.519167
[177] tr-mlogloss:0.361199 va-mlogloss:0.518919
[178] tr-mlogloss:0.360606 va-mlogloss:0.518656
[179] tr-mlogloss:0.359822 va-mlogloss:0.518290
[180] tr-mlogloss:0.359228 va-mlogloss:0.518048
[181] tr-mlogloss:0.358511 va-mlogloss:0.517784
[182] tr-mlogloss:0.357956 va-mlogloss:0.517462
[183] tr-mlogloss:0.357423 va-mlogloss:0.517244
[184] tr-mlogloss:0.356745 va-mlogloss:0.516975
[185] tr-mlogloss:0.355966 va-mlogloss:0.516577
[186] tr-mlogloss:0.355549 va-mlogloss:0.516386
[187] tr-mlogloss:0.354896 va-mlogloss:0.516047
[188] tr-mlogloss:0.354509 va-mlogloss:0.515954
[189] tr-mlogloss:0.353742 va-mlogloss:0.515695
[190] tr-mlogloss:0.352934 va-mlogloss:0.515462
[191] tr-mlogloss:0.352192 va-mlogloss:0.515149
[192] tr-mlogloss:0.351741 va-mlogloss:0.515011
[193] tr-mlogloss:0.351171 va-mlogloss:0.514829
[194] tr-mlogloss:0.350196 va-mlogloss:0.514446
[195] tr-mlogloss:0.349352 va-mlogloss:0.514077
[196] tr-mlogloss:0.348649 va-mlogloss:0.513719
[197] tr-mlogloss:0.347865 va-mlogloss:0.513381
[198] tr-mlogloss:0.347169 va-mlogloss:0.513123
[199] tr-mlogloss:0.346413 va-mlogloss:0.512775
[200] tr-mlogloss:0.345820 va-mlogloss:0.512508
[201] tr-mlogloss:0.345251 va-mlogloss:0.512335
[202] tr-mlogloss:0.344644 va-mlogloss:0.512093
[203] tr-mlogloss:0.344017 va-mlogloss:0.511902
[204] tr-mlogloss:0.343238 va-mlogloss:0.511575
[205] tr-mlogloss:0.342366 va-mlogloss:0.511249
[206] tr-mlogloss:0.341835 va-mlogloss:0.511134
[207] tr-mlogloss:0.341187 va-mlogloss:0.510898
[208] tr-mlogloss:0.340404 va-mlogloss:0.510486
[209] tr-mlogloss:0.339739 va-mlogloss:0.510178
[210] tr-mlogloss:0.339169 va-mlogloss:0.509997
[211] tr-mlogloss:0.338522 va-mlogloss:0.509793
[212] tr-mlogloss:0.337817 va-mlogloss:0.509494
[213] tr-mlogloss:0.337373 va-mlogloss:0.509362
[214] tr-mlogloss:0.336789 va-mlogloss:0.509206
[215] tr-mlogloss:0.336176 va-mlogloss:0.508923
[216] tr-mlogloss:0.335810 va-mlogloss:0.508771
[217] tr-mlogloss:0.335115 va-mlogloss:0.508442
[218] tr-mlogloss:0.334487 va-mlogloss:0.508323
[219] tr-mlogloss:0.334052 va-mlogloss:0.508111
[220] tr-mlogloss:0.333602 va-mlogloss:0.507916
[221] tr-mlogloss:0.333015 va-mlogloss:0.507738
[222] tr-mlogloss:0.332297 va-mlogloss:0.507483
[223] tr-mlogloss:0.331693 va-mlogloss:0.507308
[224] tr-mlogloss:0.331294 va-mlogloss:0.507191
[225] tr-mlogloss:0.330828 va-mlogloss:0.506975
[226] tr-mlogloss:0.330300 va-mlogloss:0.506772
[227] tr-mlogloss:0.329770 va-mlogloss:0.506549
[228] tr-mlogloss:0.329145 va-mlogloss:0.506345
[229] tr-mlogloss:0.328778 va-mlogloss:0.506253
[230] tr-mlogloss:0.328199 va-mlogloss:0.506043
[231] tr-mlogloss:0.327551 va-mlogloss:0.505736
[232] tr-mlogloss:0.327004 va-mlogloss:0.505506
[233] tr-mlogloss:0.326471 va-mlogloss:0.505295
[234] tr-mlogloss:0.325989 va-mlogloss:0.505180
[235] tr-mlogloss:0.325211 va-mlogloss:0.504924
[236] tr-mlogloss:0.324504 va-mlogloss:0.504632
[237] tr-mlogloss:0.324008 va-mlogloss:0.504431
[238] tr-mlogloss:0.323524 va-mlogloss:0.504213
[239] tr-mlogloss:0.322993 va-mlogloss:0.504006
[240] tr-mlogloss:0.322393 va-mlogloss:0.503854
[241] tr-mlogloss:0.321767 va-mlogloss:0.503580
[242] tr-mlogloss:0.321368 va-mlogloss:0.503444
[243] tr-mlogloss:0.320858 va-mlogloss:0.503200
[244] tr-mlogloss:0.320549 va-mlogloss:0.503117
[245] tr-mlogloss:0.320003 va-mlogloss:0.502743
[246] tr-mlogloss:0.319363 va-mlogloss:0.502575
[247] tr-mlogloss:0.318791 va-mlogloss:0.502347
[248] tr-mlogloss:0.318254 va-mlogloss:0.502200
[249] tr-mlogloss:0.317839 va-mlogloss:0.502073
[250] tr-mlogloss:0.317201 va-mlogloss:0.501798
[251] tr-mlogloss:0.316658 va-mlogloss:0.501590
[252] tr-mlogloss:0.316287 va-mlogloss:0.501503
[253] tr-mlogloss:0.315676 va-mlogloss:0.501383
[254] tr-mlogloss:0.315147 va-mlogloss:0.501196
[255] tr-mlogloss:0.314623 va-mlogloss:0.501192
[256] tr-mlogloss:0.313939 va-mlogloss:0.500841
[257] tr-mlogloss:0.313426 va-mlogloss:0.500632
[258] tr-mlogloss:0.312927 va-mlogloss:0.500461
[259] tr-mlogloss:0.312571 va-mlogloss:0.500362
[260] tr-mlogloss:0.311953 va-mlogloss:0.500056
[261] tr-mlogloss:0.311529 va-mlogloss:0.499849
[262] tr-mlogloss:0.311197 va-mlogloss:0.499728
[263] tr-mlogloss:0.310790 va-mlogloss:0.499685
[264] tr-mlogloss:0.310179 va-mlogloss:0.499547
[265] tr-mlogloss:0.309751 va-mlogloss:0.499392
[266] tr-mlogloss:0.309191 va-mlogloss:0.499341
[267] tr-mlogloss:0.308658 va-mlogloss:0.499099
[268] tr-mlogloss:0.308286 va-mlogloss:0.498969
[269] tr-mlogloss:0.307847 va-mlogloss:0.498954
[270] tr-mlogloss:0.307437 va-mlogloss:0.498765
[271] tr-mlogloss:0.306685 va-mlogloss:0.498550
[272] tr-mlogloss:0.306077 va-mlogloss:0.498485
[273] tr-mlogloss:0.305538 va-mlogloss:0.498245
[274] tr-mlogloss:0.305120 va-mlogloss:0.498203
[275] tr-mlogloss:0.304839 va-mlogloss:0.498183
[276] tr-mlogloss:0.304354 va-mlogloss:0.498034
[277] tr-mlogloss:0.304013 va-mlogloss:0.497966
[278] tr-mlogloss:0.303503 va-mlogloss:0.497860
[279] tr-mlogloss:0.303056 va-mlogloss:0.497717
[280] tr-mlogloss:0.302542 va-mlogloss:0.497479
[281] tr-mlogloss:0.302039 va-mlogloss:0.497244
[282] tr-mlogloss:0.301555 va-mlogloss:0.497091
[283] tr-mlogloss:0.301215 va-mlogloss:0.497109
[284] tr-mlogloss:0.300739 va-mlogloss:0.496961
[285] tr-mlogloss:0.300492 va-mlogloss:0.496898
[286] tr-mlogloss:0.300107 va-mlogloss:0.496740
[287] tr-mlogloss:0.299702 va-mlogloss:0.496566
[288] tr-mlogloss:0.299319 va-mlogloss:0.496572
[289] tr-mlogloss:0.298791 va-mlogloss:0.496440
[290] tr-mlogloss:0.298437 va-mlogloss:0.496315
[291] tr-mlogloss:0.297906 va-mlogloss:0.496171
[292] tr-mlogloss:0.297498 va-mlogloss:0.496005
[293] tr-mlogloss:0.296995 va-mlogloss:0.495864
[294] tr-mlogloss:0.296460 va-mlogloss:0.495734
[295] tr-mlogloss:0.295803 va-mlogloss:0.495548
[296] tr-mlogloss:0.295440 va-mlogloss:0.495495
[297] tr-mlogloss:0.295126 va-mlogloss:0.495420
[298] tr-mlogloss:0.294858 va-mlogloss:0.495383
[299] tr-mlogloss:0.294585 va-mlogloss:0.495336
[300] tr-mlogloss:0.294229 va-mlogloss:0.495226
[301] tr-mlogloss:0.294033 va-mlogloss:0.495149
[302] tr-mlogloss:0.293542 va-mlogloss:0.494994
[303] tr-mlogloss:0.293027 va-mlogloss:0.494791
[304] tr-mlogloss:0.292723 va-mlogloss:0.494721
[305] tr-mlogloss:0.292324 va-mlogloss:0.494606
[306] tr-mlogloss:0.291913 va-mlogloss:0.494431
[307] tr-mlogloss:0.291438 va-mlogloss:0.494320
[308] tr-mlogloss:0.290711 va-mlogloss:0.493998
[309] tr-mlogloss:0.290310 va-mlogloss:0.493869
[310] tr-mlogloss:0.289869 va-mlogloss:0.493726
[311] tr-mlogloss:0.289291 va-mlogloss:0.493510
[312] tr-mlogloss:0.288773 va-mlogloss:0.493397
[313] tr-mlogloss:0.288336 va-mlogloss:0.493210
[314] tr-mlogloss:0.288011 va-mlogloss:0.493140
[315] tr-mlogloss:0.287447 va-mlogloss:0.493014
[316] tr-mlogloss:0.286835 va-mlogloss:0.492909
[317] tr-mlogloss:0.286495 va-mlogloss:0.492781
[318] tr-mlogloss:0.286107 va-mlogloss:0.492665
[319] tr-mlogloss:0.285854 va-mlogloss:0.492546
[320] tr-mlogloss:0.285562 va-mlogloss:0.492473
[321] tr-mlogloss:0.285034 va-mlogloss:0.492363
[322] tr-mlogloss:0.284545 va-mlogloss:0.492270
[323] tr-mlogloss:0.284029 va-mlogloss:0.492108
[324] tr-mlogloss:0.283593 va-mlogloss:0.491999
[325] tr-mlogloss:0.283269 va-mlogloss:0.491905
[326] tr-mlogloss:0.282881 va-mlogloss:0.491825
[327] tr-mlogloss:0.282494 va-mlogloss:0.491793
[328] tr-mlogloss:0.282100 va-mlogloss:0.491717
[329] tr-mlogloss:0.281578 va-mlogloss:0.491644
[330] tr-mlogloss:0.281279 va-mlogloss:0.491599
[331] tr-mlogloss:0.280981 va-mlogloss:0.491543
[332] tr-mlogloss:0.280769 va-mlogloss:0.491454
[333] tr-mlogloss:0.280325 va-mlogloss:0.491319
[334] tr-mlogloss:0.279966 va-mlogloss:0.491235
[335] tr-mlogloss:0.279472 va-mlogloss:0.491144
[336] tr-mlogloss:0.278945 va-mlogloss:0.490957
[337] tr-mlogloss:0.278642 va-mlogloss:0.490916
[338] tr-mlogloss:0.278131 va-mlogloss:0.490746
[339] tr-mlogloss:0.277835 va-mlogloss:0.490693
[340] tr-mlogloss:0.277544 va-mlogloss:0.490652
[341] tr-mlogloss:0.277134 va-mlogloss:0.490563
[342] tr-mlogloss:0.276860 va-mlogloss:0.490513
[343] tr-mlogloss:0.276632 va-mlogloss:0.490505
[344] tr-mlogloss:0.276478 va-mlogloss:0.490504
[345] tr-mlogloss:0.276080 va-mlogloss:0.490459
[346] tr-mlogloss:0.275832 va-mlogloss:0.490404
[347] tr-mlogloss:0.275455 va-mlogloss:0.490324
[348] tr-mlogloss:0.274828 va-mlogloss:0.490268
[349] tr-mlogloss:0.274376 va-mlogloss:0.490076
[350] tr-mlogloss:0.273956 va-mlogloss:0.489955
[351] tr-mlogloss:0.273630 va-mlogloss:0.489912
[352] tr-mlogloss:0.273208 va-mlogloss:0.489841
[353] tr-mlogloss:0.272785 va-mlogloss:0.489703
[354] tr-mlogloss:0.272169 va-mlogloss:0.489608
[355] tr-mlogloss:0.271876 va-mlogloss:0.489510
[356] tr-mlogloss:0.271656 va-mlogloss:0.489478
[357] tr-mlogloss:0.271263 va-mlogloss:0.489393
[358] tr-mlogloss:0.270971 va-mlogloss:0.489299
[359] tr-mlogloss:0.270604 va-mlogloss:0.489230
[360] tr-mlogloss:0.270074 va-mlogloss:0.489167
[361] tr-mlogloss:0.269815 va-mlogloss:0.489129
[362] tr-mlogloss:0.269495 va-mlogloss:0.489126
[363] tr-mlogloss:0.269211 va-mlogloss:0.489069
[364] tr-mlogloss:0.268773 va-mlogloss:0.488988
[365] tr-mlogloss:0.268167 va-mlogloss:0.488810
[366] tr-mlogloss:0.267705 va-mlogloss:0.488671
[367] tr-mlogloss:0.267441 va-mlogloss:0.488621
[368] tr-mlogloss:0.267001 va-mlogloss:0.488462
[369] tr-mlogloss:0.266688 va-mlogloss:0.488411
[370] tr-mlogloss:0.266384 va-mlogloss:0.488396
[371] tr-mlogloss:0.266047 va-mlogloss:0.488348
[372] tr-mlogloss:0.265482 va-mlogloss:0.488280
[373] tr-mlogloss:0.265074 va-mlogloss:0.488186
[374] tr-mlogloss:0.264725 va-mlogloss:0.488074
[375] tr-mlogloss:0.264470 va-mlogloss:0.487985
[376] tr-mlogloss:0.264075 va-mlogloss:0.488027
[377] tr-mlogloss:0.263657 va-mlogloss:0.487975
[378] tr-mlogloss:0.263211 va-mlogloss:0.487934
[379] tr-mlogloss:0.262765 va-mlogloss:0.487877
[380] tr-mlogloss:0.262469 va-mlogloss:0.487854
[381] tr-mlogloss:0.262068 va-mlogloss:0.487796
[382] tr-mlogloss:0.261666 va-mlogloss:0.487737
[383] tr-mlogloss:0.261376 va-mlogloss:0.487682
[384] tr-mlogloss:0.260939 va-mlogloss:0.487652
[385] tr-mlogloss:0.260640 va-mlogloss:0.487682
[386] tr-mlogloss:0.260396 va-mlogloss:0.487584
[387] tr-mlogloss:0.260146 va-mlogloss:0.487607
[388] tr-mlogloss:0.259809 va-mlogloss:0.487639
[389] tr-mlogloss:0.259521 va-mlogloss:0.487528
[390] tr-mlogloss:0.259375 va-mlogloss:0.487442
[391] tr-mlogloss:0.259091 va-mlogloss:0.487349
[392] tr-mlogloss:0.258809 va-mlogloss:0.487401
[393] tr-mlogloss:0.258543 va-mlogloss:0.487387
[394] tr-mlogloss:0.258164 va-mlogloss:0.487288
[395] tr-mlogloss:0.257894 va-mlogloss:0.487234
[396] tr-mlogloss:0.257473 va-mlogloss:0.487132
[397] tr-mlogloss:0.257148 va-mlogloss:0.487107
[398] tr-mlogloss:0.256804 va-mlogloss:0.487076
[399] tr-mlogloss:0.256557 va-mlogloss:0.487078
[400] tr-mlogloss:0.256254 va-mlogloss:0.487052
[401] tr-mlogloss:0.255823 va-mlogloss:0.487015
[402] tr-mlogloss:0.255551 va-mlogloss:0.486991
[403] tr-mlogloss:0.255116 va-mlogloss:0.486895
[404] tr-mlogloss:0.254874 va-mlogloss:0.486870
[405] tr-mlogloss:0.254637 va-mlogloss:0.486766
[406] tr-mlogloss:0.254215 va-mlogloss:0.486682
[407] tr-mlogloss:0.253764 va-mlogloss:0.486649
[408] tr-mlogloss:0.253260 va-mlogloss:0.486420
[409] tr-mlogloss:0.252966 va-mlogloss:0.486340
[410] tr-mlogloss:0.252644 va-mlogloss:0.486291
[411] tr-mlogloss:0.252347 va-mlogloss:0.486258
[412] tr-mlogloss:0.252098 va-mlogloss:0.486232
[413] tr-mlogloss:0.251815 va-mlogloss:0.486222
[414] tr-mlogloss:0.251504 va-mlogloss:0.486189
[415] tr-mlogloss:0.251255 va-mlogloss:0.486168
[416] tr-mlogloss:0.251046 va-mlogloss:0.486032
[417] tr-mlogloss:0.250667 va-mlogloss:0.486008
[418] tr-mlogloss:0.250260 va-mlogloss:0.485921
[419] tr-mlogloss:0.249959 va-mlogloss:0.485842
[420] tr-mlogloss:0.249610 va-mlogloss:0.485773
[421] tr-mlogloss:0.249239 va-mlogloss:0.485757
[422] tr-mlogloss:0.248950 va-mlogloss:0.485751
[423] tr-mlogloss:0.248736 va-mlogloss:0.485676
[424] tr-mlogloss:0.248483 va-mlogloss:0.485644
[425] tr-mlogloss:0.248243 va-mlogloss:0.485542
[426] tr-mlogloss:0.247813 va-mlogloss:0.485499
[427] tr-mlogloss:0.247444 va-mlogloss:0.485382
[428] tr-mlogloss:0.247019 va-mlogloss:0.485292
[429] tr-mlogloss:0.246590 va-mlogloss:0.485223
[430] tr-mlogloss:0.246211 va-mlogloss:0.485122
[431] tr-mlogloss:0.245920 va-mlogloss:0.485064
[432] tr-mlogloss:0.245552 va-mlogloss:0.485080
[433] tr-mlogloss:0.245181 va-mlogloss:0.485079
[434] tr-mlogloss:0.244885 va-mlogloss:0.485083
[435] tr-mlogloss:0.244608 va-mlogloss:0.485007
[436] tr-mlogloss:0.244325 va-mlogloss:0.485052
[437] tr-mlogloss:0.244169 va-mlogloss:0.485041
[438] tr-mlogloss:0.243822 va-mlogloss:0.484953
[439] tr-mlogloss:0.243430 va-mlogloss:0.484817
[440] tr-mlogloss:0.243158 va-mlogloss:0.484740
[441] tr-mlogloss:0.242874 va-mlogloss:0.484713
[442] tr-mlogloss:0.242658 va-mlogloss:0.484690
[443] tr-mlogloss:0.242465 va-mlogloss:0.484673
[444] tr-mlogloss:0.242251 va-mlogloss:0.484639
[445] tr-mlogloss:0.242106 va-mlogloss:0.484676
[446] tr-mlogloss:0.241701 va-mlogloss:0.484565
[447] tr-mlogloss:0.241274 va-mlogloss:0.484486
[448] tr-mlogloss:0.240946 va-mlogloss:0.484432
[449] tr-mlogloss:0.240696 va-mlogloss:0.484448
[450] tr-mlogloss:0.240462 va-mlogloss:0.484452
[451] tr-mlogloss:0.240116 va-mlogloss:0.484458
[452] tr-mlogloss:0.239842 va-mlogloss:0.484480
[453] tr-mlogloss:0.239618 va-mlogloss:0.484505
[454] tr-mlogloss:0.239324 va-mlogloss:0.484532
[455] tr-mlogloss:0.239076 va-mlogloss:0.484557
[456] tr-mlogloss:0.238872 va-mlogloss:0.484477
[457] tr-mlogloss:0.238567 va-mlogloss:0.484432
[458] tr-mlogloss:0.238128 va-mlogloss:0.484357
[459] tr-mlogloss:0.237673 va-mlogloss:0.484111
[460] tr-mlogloss:0.237428 va-mlogloss:0.484040
[461] tr-mlogloss:0.237073 va-mlogloss:0.483954
[462] tr-mlogloss:0.236827 va-mlogloss:0.483992
[463] tr-mlogloss:0.236576 va-mlogloss:0.483929
[464] tr-mlogloss:0.236233 va-mlogloss:0.483890
[465] tr-mlogloss:0.235813 va-mlogloss:0.483888
[466] tr-mlogloss:0.235540 va-mlogloss:0.483858
[467] tr-mlogloss:0.235183 va-mlogloss:0.483807
[468] tr-mlogloss:0.235025 va-mlogloss:0.483798
[469] tr-mlogloss:0.234768 va-mlogloss:0.483662
[470] tr-mlogloss:0.234373 va-mlogloss:0.483605
[471] tr-mlogloss:0.234009 va-mlogloss:0.483514
[472] tr-mlogloss:0.233604 va-mlogloss:0.483395
[473] tr-mlogloss:0.233284 va-mlogloss:0.483422
[474] tr-mlogloss:0.233017 va-mlogloss:0.483393
[475] tr-mlogloss:0.232611 va-mlogloss:0.483270
[476] tr-mlogloss:0.232327 va-mlogloss:0.483178
[477] tr-mlogloss:0.231992 va-mlogloss:0.483180
[478] tr-mlogloss:0.231717 va-mlogloss:0.483154
[479] tr-mlogloss:0.231365 va-mlogloss:0.483142
[480] tr-mlogloss:0.230977 va-mlogloss:0.483131
[481] tr-mlogloss:0.230681 va-mlogloss:0.483121
[482] tr-mlogloss:0.230476 va-mlogloss:0.483093
[483] tr-mlogloss:0.230253 va-mlogloss:0.483130
[484] tr-mlogloss:0.230049 va-mlogloss:0.483108
[485] tr-mlogloss:0.229702 va-mlogloss:0.482975
[486] tr-mlogloss:0.229414 va-mlogloss:0.482920
[487] tr-mlogloss:0.229018 va-mlogloss:0.482779
[488] tr-mlogloss:0.228674 va-mlogloss:0.482726
[489] tr-mlogloss:0.228431 va-mlogloss:0.482692
[490] tr-mlogloss:0.228240 va-mlogloss:0.482715
[491] tr-mlogloss:0.228114 va-mlogloss:0.482707
[492] tr-mlogloss:0.227933 va-mlogloss:0.482687
[493] tr-mlogloss:0.227771 va-mlogloss:0.482690
[494] tr-mlogloss:0.227538 va-mlogloss:0.482646
[495] tr-mlogloss:0.227380 va-mlogloss:0.482702
[496] tr-mlogloss:0.227071 va-mlogloss:0.482613
[497] tr-mlogloss:0.226828 va-mlogloss:0.482553
[498] tr-mlogloss:0.226633 va-mlogloss:0.482562
[499] tr-mlogloss:0.226318 va-mlogloss:0.482491
In [6]:
_df = df_all
X = _df.iloc[:len(y)]
result = []
for i,(tr,va) in enumerate(cross_validation.KFold(len(y),shuffle=True,n_folds=5,random_state=1)):
if i==1:
break
X_tr = X.iloc[tr]
y_tr = y[tr]
X_va = X.iloc[va]
y_va = y[va]
dtr = xgb.DMatrix(X_tr,y_tr,missing=np.NAN)
dva = xgb.DMatrix(X_va,y_va,missing=np.NAN)
param = {'objective':'multi:softprob','nthread':8,'num_class':9,'eval_metric':'mlogloss',
'eta':0.1,'max_depth':6,'gamma':0,'min_child_weight':1,'seed':1,
'subsample':1.0,'colsample_bytree':1.0,'colsample_bylevel':1.}
watchlist = [(dtr,'tr'), (dva,'va')]
num_round = 1000
bst = xgb.train(param, dtr, num_round, watchlist,early_stopping_rounds=10)
tr_logloss = log_loss(y_tr,bst.predict(dtr))
va_logloss = log_loss(y_va,bst.predict(dva))
result.append({'n':i,'tr_loss':tr_logloss,'va_loss':va_logloss})
Will train until va error hasn't decreased in 10 rounds.
[0] tr-mlogloss:1.958885 va-mlogloss:1.967291
[1] tr-mlogloss:1.789128 va-mlogloss:1.802684
[2] tr-mlogloss:1.655282 va-mlogloss:1.673971
[3] tr-mlogloss:1.544687 va-mlogloss:1.566879
[4] tr-mlogloss:1.451594 va-mlogloss:1.476879
[5] tr-mlogloss:1.371565 va-mlogloss:1.399804
[6] tr-mlogloss:1.301557 va-mlogloss:1.332194
[7] tr-mlogloss:1.238960 va-mlogloss:1.272091
[8] tr-mlogloss:1.184029 va-mlogloss:1.219654
[9] tr-mlogloss:1.133861 va-mlogloss:1.171850
[10] tr-mlogloss:1.089275 va-mlogloss:1.129547
[11] tr-mlogloss:1.049218 va-mlogloss:1.091226
[12] tr-mlogloss:1.011544 va-mlogloss:1.055591
[13] tr-mlogloss:0.977832 va-mlogloss:1.023625
[14] tr-mlogloss:0.947028 va-mlogloss:0.994734
[15] tr-mlogloss:0.918786 va-mlogloss:0.967982
[16] tr-mlogloss:0.893085 va-mlogloss:0.943714
[17] tr-mlogloss:0.869595 va-mlogloss:0.921273
[18] tr-mlogloss:0.846964 va-mlogloss:0.900144
[19] tr-mlogloss:0.826993 va-mlogloss:0.881369
[20] tr-mlogloss:0.807428 va-mlogloss:0.863250
[21] tr-mlogloss:0.790044 va-mlogloss:0.847008
[22] tr-mlogloss:0.772815 va-mlogloss:0.831305
[23] tr-mlogloss:0.757746 va-mlogloss:0.817270
[24] tr-mlogloss:0.742815 va-mlogloss:0.803620
[25] tr-mlogloss:0.729347 va-mlogloss:0.791072
[26] tr-mlogloss:0.716711 va-mlogloss:0.779535
[27] tr-mlogloss:0.704367 va-mlogloss:0.768343
[28] tr-mlogloss:0.693086 va-mlogloss:0.758272
[29] tr-mlogloss:0.682622 va-mlogloss:0.749070
[30] tr-mlogloss:0.672399 va-mlogloss:0.739983
[31] tr-mlogloss:0.662686 va-mlogloss:0.731331
[32] tr-mlogloss:0.653566 va-mlogloss:0.723167
[33] tr-mlogloss:0.644686 va-mlogloss:0.715467
[34] tr-mlogloss:0.636679 va-mlogloss:0.708386
[35] tr-mlogloss:0.629220 va-mlogloss:0.702088
[36] tr-mlogloss:0.621808 va-mlogloss:0.695896
[37] tr-mlogloss:0.614877 va-mlogloss:0.689998
[38] tr-mlogloss:0.607969 va-mlogloss:0.684487
[39] tr-mlogloss:0.601562 va-mlogloss:0.678904
[40] tr-mlogloss:0.595003 va-mlogloss:0.673284
[41] tr-mlogloss:0.589426 va-mlogloss:0.668676
[42] tr-mlogloss:0.584279 va-mlogloss:0.664473
[43] tr-mlogloss:0.578847 va-mlogloss:0.659951
[44] tr-mlogloss:0.573844 va-mlogloss:0.655765
[45] tr-mlogloss:0.568690 va-mlogloss:0.651664
[46] tr-mlogloss:0.563858 va-mlogloss:0.647795
[47] tr-mlogloss:0.559466 va-mlogloss:0.644305
[48] tr-mlogloss:0.555282 va-mlogloss:0.640923
[49] tr-mlogloss:0.550614 va-mlogloss:0.637113
[50] tr-mlogloss:0.546957 va-mlogloss:0.634091
[51] tr-mlogloss:0.542997 va-mlogloss:0.631125
[52] tr-mlogloss:0.539413 va-mlogloss:0.628148
[53] tr-mlogloss:0.535481 va-mlogloss:0.625239
[54] tr-mlogloss:0.531710 va-mlogloss:0.622524
[55] tr-mlogloss:0.528201 va-mlogloss:0.619819
[56] tr-mlogloss:0.525203 va-mlogloss:0.617330
[57] tr-mlogloss:0.521957 va-mlogloss:0.614977
[58] tr-mlogloss:0.518673 va-mlogloss:0.612396
[59] tr-mlogloss:0.515710 va-mlogloss:0.609987
[60] tr-mlogloss:0.512854 va-mlogloss:0.607969
[61] tr-mlogloss:0.510064 va-mlogloss:0.605925
[62] tr-mlogloss:0.507524 va-mlogloss:0.604030
[63] tr-mlogloss:0.504900 va-mlogloss:0.602058
[64] tr-mlogloss:0.502175 va-mlogloss:0.600130
[65] tr-mlogloss:0.499321 va-mlogloss:0.598257
[66] tr-mlogloss:0.497038 va-mlogloss:0.596748
[67] tr-mlogloss:0.494921 va-mlogloss:0.595109
[68] tr-mlogloss:0.492748 va-mlogloss:0.593625
[69] tr-mlogloss:0.490460 va-mlogloss:0.592181
[70] tr-mlogloss:0.488506 va-mlogloss:0.590865
[71] tr-mlogloss:0.486341 va-mlogloss:0.589255
[72] tr-mlogloss:0.484213 va-mlogloss:0.587759
[73] tr-mlogloss:0.482080 va-mlogloss:0.586275
[74] tr-mlogloss:0.480083 va-mlogloss:0.584960
[75] tr-mlogloss:0.478193 va-mlogloss:0.583737
[76] tr-mlogloss:0.476338 va-mlogloss:0.582523
[77] tr-mlogloss:0.474338 va-mlogloss:0.581157
[78] tr-mlogloss:0.472489 va-mlogloss:0.579939
[79] tr-mlogloss:0.470352 va-mlogloss:0.578423
[80] tr-mlogloss:0.468281 va-mlogloss:0.577153
[81] tr-mlogloss:0.466567 va-mlogloss:0.575954
[82] tr-mlogloss:0.464553 va-mlogloss:0.574590
[83] tr-mlogloss:0.462746 va-mlogloss:0.573547
[84] tr-mlogloss:0.460958 va-mlogloss:0.572266
[85] tr-mlogloss:0.459313 va-mlogloss:0.571023
[86] tr-mlogloss:0.457720 va-mlogloss:0.570077
[87] tr-mlogloss:0.455881 va-mlogloss:0.568948
[88] tr-mlogloss:0.454298 va-mlogloss:0.567838
[89] tr-mlogloss:0.452491 va-mlogloss:0.566660
[90] tr-mlogloss:0.451067 va-mlogloss:0.565783
[91] tr-mlogloss:0.449407 va-mlogloss:0.564725
[92] tr-mlogloss:0.447910 va-mlogloss:0.563788
[93] tr-mlogloss:0.446424 va-mlogloss:0.562886
[94] tr-mlogloss:0.444856 va-mlogloss:0.561994
[95] tr-mlogloss:0.443449 va-mlogloss:0.561172
[96] tr-mlogloss:0.441891 va-mlogloss:0.560388
[97] tr-mlogloss:0.440568 va-mlogloss:0.559672
[98] tr-mlogloss:0.439269 va-mlogloss:0.558741
[99] tr-mlogloss:0.437725 va-mlogloss:0.557860
[100] tr-mlogloss:0.436082 va-mlogloss:0.556924
[101] tr-mlogloss:0.434646 va-mlogloss:0.556174
[102] tr-mlogloss:0.433192 va-mlogloss:0.555488
[103] tr-mlogloss:0.431919 va-mlogloss:0.554758
[104] tr-mlogloss:0.430586 va-mlogloss:0.554014
[105] tr-mlogloss:0.429268 va-mlogloss:0.553331
[106] tr-mlogloss:0.427610 va-mlogloss:0.552290
[107] tr-mlogloss:0.426383 va-mlogloss:0.551621
[108] tr-mlogloss:0.425162 va-mlogloss:0.550835
[109] tr-mlogloss:0.423854 va-mlogloss:0.550231
[110] tr-mlogloss:0.422767 va-mlogloss:0.549647
[111] tr-mlogloss:0.421539 va-mlogloss:0.549053
[112] tr-mlogloss:0.420138 va-mlogloss:0.548319
[113] tr-mlogloss:0.418983 va-mlogloss:0.547659
[114] tr-mlogloss:0.418141 va-mlogloss:0.547081
[115] tr-mlogloss:0.417056 va-mlogloss:0.546537
[116] tr-mlogloss:0.415525 va-mlogloss:0.545892
[117] tr-mlogloss:0.414116 va-mlogloss:0.545214
[118] tr-mlogloss:0.413293 va-mlogloss:0.544741
[119] tr-mlogloss:0.412020 va-mlogloss:0.543937
[120] tr-mlogloss:0.410683 va-mlogloss:0.543192
[121] tr-mlogloss:0.409594 va-mlogloss:0.542610
[122] tr-mlogloss:0.408572 va-mlogloss:0.542013
[123] tr-mlogloss:0.407354 va-mlogloss:0.541334
[124] tr-mlogloss:0.406501 va-mlogloss:0.540818
[125] tr-mlogloss:0.405243 va-mlogloss:0.540227
[126] tr-mlogloss:0.403994 va-mlogloss:0.539576
[127] tr-mlogloss:0.403176 va-mlogloss:0.539036
[128] tr-mlogloss:0.402169 va-mlogloss:0.538572
[129] tr-mlogloss:0.401161 va-mlogloss:0.538070
[130] tr-mlogloss:0.400011 va-mlogloss:0.537466
[131] tr-mlogloss:0.399090 va-mlogloss:0.537107
[132] tr-mlogloss:0.397810 va-mlogloss:0.536317
[133] tr-mlogloss:0.396852 va-mlogloss:0.535845
[134] tr-mlogloss:0.395850 va-mlogloss:0.535315
[135] tr-mlogloss:0.394955 va-mlogloss:0.534818
[136] tr-mlogloss:0.394180 va-mlogloss:0.534388
[137] tr-mlogloss:0.393245 va-mlogloss:0.533933
[138] tr-mlogloss:0.392512 va-mlogloss:0.533563
[139] tr-mlogloss:0.391693 va-mlogloss:0.533145
[140] tr-mlogloss:0.390687 va-mlogloss:0.532685
[141] tr-mlogloss:0.389499 va-mlogloss:0.532111
[142] tr-mlogloss:0.388281 va-mlogloss:0.531504
[143] tr-mlogloss:0.387614 va-mlogloss:0.531184
[144] tr-mlogloss:0.386716 va-mlogloss:0.530674
[145] tr-mlogloss:0.385999 va-mlogloss:0.530280
[146] tr-mlogloss:0.384914 va-mlogloss:0.529839
[147] tr-mlogloss:0.384264 va-mlogloss:0.529493
[148] tr-mlogloss:0.383560 va-mlogloss:0.529084
[149] tr-mlogloss:0.382573 va-mlogloss:0.528531
[150] tr-mlogloss:0.381367 va-mlogloss:0.528025
[151] tr-mlogloss:0.380442 va-mlogloss:0.527693
[152] tr-mlogloss:0.379567 va-mlogloss:0.527195
[153] tr-mlogloss:0.378844 va-mlogloss:0.526806
[154] tr-mlogloss:0.378156 va-mlogloss:0.526444
[155] tr-mlogloss:0.377481 va-mlogloss:0.526128
[156] tr-mlogloss:0.376786 va-mlogloss:0.525780
[157] tr-mlogloss:0.375884 va-mlogloss:0.525469
[158] tr-mlogloss:0.375147 va-mlogloss:0.525158
[159] tr-mlogloss:0.374403 va-mlogloss:0.524801
[160] tr-mlogloss:0.373383 va-mlogloss:0.524324
[161] tr-mlogloss:0.372606 va-mlogloss:0.523965
[162] tr-mlogloss:0.371862 va-mlogloss:0.523584
[163] tr-mlogloss:0.371109 va-mlogloss:0.523100
[164] tr-mlogloss:0.370346 va-mlogloss:0.522647
[165] tr-mlogloss:0.369731 va-mlogloss:0.522369
[166] tr-mlogloss:0.369116 va-mlogloss:0.522089
[167] tr-mlogloss:0.368458 va-mlogloss:0.521930
[168] tr-mlogloss:0.367580 va-mlogloss:0.521462
[169] tr-mlogloss:0.366900 va-mlogloss:0.521112
[170] tr-mlogloss:0.365947 va-mlogloss:0.520678
[171] tr-mlogloss:0.365199 va-mlogloss:0.520384
[172] tr-mlogloss:0.364356 va-mlogloss:0.520076
[173] tr-mlogloss:0.363613 va-mlogloss:0.519760
[174] tr-mlogloss:0.363129 va-mlogloss:0.519581
[175] tr-mlogloss:0.362610 va-mlogloss:0.519418
[176] tr-mlogloss:0.361804 va-mlogloss:0.519167
[177] tr-mlogloss:0.361199 va-mlogloss:0.518919
[178] tr-mlogloss:0.360606 va-mlogloss:0.518656
[179] tr-mlogloss:0.359822 va-mlogloss:0.518290
[180] tr-mlogloss:0.359228 va-mlogloss:0.518048
[181] tr-mlogloss:0.358511 va-mlogloss:0.517784
[182] tr-mlogloss:0.357956 va-mlogloss:0.517462
[183] tr-mlogloss:0.357423 va-mlogloss:0.517244
[184] tr-mlogloss:0.356745 va-mlogloss:0.516975
[185] tr-mlogloss:0.355966 va-mlogloss:0.516577
[186] tr-mlogloss:0.355549 va-mlogloss:0.516386
[187] tr-mlogloss:0.354896 va-mlogloss:0.516047
[188] tr-mlogloss:0.354509 va-mlogloss:0.515954
[189] tr-mlogloss:0.353742 va-mlogloss:0.515695
[190] tr-mlogloss:0.352934 va-mlogloss:0.515462
[191] tr-mlogloss:0.352192 va-mlogloss:0.515149
[192] tr-mlogloss:0.351741 va-mlogloss:0.515011
[193] tr-mlogloss:0.351171 va-mlogloss:0.514829
[194] tr-mlogloss:0.350196 va-mlogloss:0.514446
[195] tr-mlogloss:0.349352 va-mlogloss:0.514077
[196] tr-mlogloss:0.348649 va-mlogloss:0.513719
[197] tr-mlogloss:0.347865 va-mlogloss:0.513381
[198] tr-mlogloss:0.347169 va-mlogloss:0.513123
[199] tr-mlogloss:0.346413 va-mlogloss:0.512775
[200] tr-mlogloss:0.345820 va-mlogloss:0.512508
[201] tr-mlogloss:0.345251 va-mlogloss:0.512335
[202] tr-mlogloss:0.344644 va-mlogloss:0.512093
[203] tr-mlogloss:0.344017 va-mlogloss:0.511902
[204] tr-mlogloss:0.343238 va-mlogloss:0.511575
[205] tr-mlogloss:0.342366 va-mlogloss:0.511249
[206] tr-mlogloss:0.341835 va-mlogloss:0.511134
[207] tr-mlogloss:0.341187 va-mlogloss:0.510898
[208] tr-mlogloss:0.340404 va-mlogloss:0.510486
[209] tr-mlogloss:0.339739 va-mlogloss:0.510178
[210] tr-mlogloss:0.339169 va-mlogloss:0.509997
[211] tr-mlogloss:0.338522 va-mlogloss:0.509793
[212] tr-mlogloss:0.337817 va-mlogloss:0.509494
[213] tr-mlogloss:0.337373 va-mlogloss:0.509362
[214] tr-mlogloss:0.336789 va-mlogloss:0.509206
[215] tr-mlogloss:0.336176 va-mlogloss:0.508923
[216] tr-mlogloss:0.335810 va-mlogloss:0.508771
[217] tr-mlogloss:0.335115 va-mlogloss:0.508442
[218] tr-mlogloss:0.334487 va-mlogloss:0.508323
[219] tr-mlogloss:0.334052 va-mlogloss:0.508111
[220] tr-mlogloss:0.333602 va-mlogloss:0.507916
[221] tr-mlogloss:0.333015 va-mlogloss:0.507738
[222] tr-mlogloss:0.332297 va-mlogloss:0.507483
[223] tr-mlogloss:0.331693 va-mlogloss:0.507308
[224] tr-mlogloss:0.331294 va-mlogloss:0.507191
[225] tr-mlogloss:0.330828 va-mlogloss:0.506975
[226] tr-mlogloss:0.330300 va-mlogloss:0.506772
[227] tr-mlogloss:0.329770 va-mlogloss:0.506549
[228] tr-mlogloss:0.329145 va-mlogloss:0.506345
[229] tr-mlogloss:0.328778 va-mlogloss:0.506253
[230] tr-mlogloss:0.328199 va-mlogloss:0.506043
[231] tr-mlogloss:0.327551 va-mlogloss:0.505736
[232] tr-mlogloss:0.327004 va-mlogloss:0.505506
[233] tr-mlogloss:0.326471 va-mlogloss:0.505295
[234] tr-mlogloss:0.325989 va-mlogloss:0.505180
[235] tr-mlogloss:0.325211 va-mlogloss:0.504924
[236] tr-mlogloss:0.324504 va-mlogloss:0.504632
[237] tr-mlogloss:0.324008 va-mlogloss:0.504431
[238] tr-mlogloss:0.323524 va-mlogloss:0.504213
[239] tr-mlogloss:0.322993 va-mlogloss:0.504006
[240] tr-mlogloss:0.322393 va-mlogloss:0.503854
[241] tr-mlogloss:0.321767 va-mlogloss:0.503580
[242] tr-mlogloss:0.321368 va-mlogloss:0.503444
[243] tr-mlogloss:0.320858 va-mlogloss:0.503200
[244] tr-mlogloss:0.320549 va-mlogloss:0.503117
[245] tr-mlogloss:0.320003 va-mlogloss:0.502743
[246] tr-mlogloss:0.319363 va-mlogloss:0.502575
[247] tr-mlogloss:0.318791 va-mlogloss:0.502347
[248] tr-mlogloss:0.318254 va-mlogloss:0.502200
[249] tr-mlogloss:0.317839 va-mlogloss:0.502073
[250] tr-mlogloss:0.317201 va-mlogloss:0.501798
[251] tr-mlogloss:0.316658 va-mlogloss:0.501590
[252] tr-mlogloss:0.316287 va-mlogloss:0.501503
[253] tr-mlogloss:0.315676 va-mlogloss:0.501383
[254] tr-mlogloss:0.315147 va-mlogloss:0.501196
[255] tr-mlogloss:0.314623 va-mlogloss:0.501192
[256] tr-mlogloss:0.313939 va-mlogloss:0.500841
[257] tr-mlogloss:0.313426 va-mlogloss:0.500632
[258] tr-mlogloss:0.312927 va-mlogloss:0.500461
[259] tr-mlogloss:0.312571 va-mlogloss:0.500362
[260] tr-mlogloss:0.311953 va-mlogloss:0.500056
[261] tr-mlogloss:0.311529 va-mlogloss:0.499849
[262] tr-mlogloss:0.311197 va-mlogloss:0.499728
[263] tr-mlogloss:0.310790 va-mlogloss:0.499685
[264] tr-mlogloss:0.310179 va-mlogloss:0.499547
[265] tr-mlogloss:0.309751 va-mlogloss:0.499392
[266] tr-mlogloss:0.309191 va-mlogloss:0.499341
[267] tr-mlogloss:0.308658 va-mlogloss:0.499099
[268] tr-mlogloss:0.308286 va-mlogloss:0.498969
[269] tr-mlogloss:0.307847 va-mlogloss:0.498954
[270] tr-mlogloss:0.307437 va-mlogloss:0.498765
[271] tr-mlogloss:0.306685 va-mlogloss:0.498550
[272] tr-mlogloss:0.306077 va-mlogloss:0.498485
[273] tr-mlogloss:0.305538 va-mlogloss:0.498245
[274] tr-mlogloss:0.305120 va-mlogloss:0.498203
[275] tr-mlogloss:0.304839 va-mlogloss:0.498183
[276] tr-mlogloss:0.304354 va-mlogloss:0.498034
[277] tr-mlogloss:0.304013 va-mlogloss:0.497966
[278] tr-mlogloss:0.303503 va-mlogloss:0.497860
[279] tr-mlogloss:0.303056 va-mlogloss:0.497717
[280] tr-mlogloss:0.302542 va-mlogloss:0.497479
[281] tr-mlogloss:0.302039 va-mlogloss:0.497244
[282] tr-mlogloss:0.301555 va-mlogloss:0.497091
[283] tr-mlogloss:0.301215 va-mlogloss:0.497109
[284] tr-mlogloss:0.300739 va-mlogloss:0.496961
[285] tr-mlogloss:0.300492 va-mlogloss:0.496898
[286] tr-mlogloss:0.300107 va-mlogloss:0.496740
[287] tr-mlogloss:0.299702 va-mlogloss:0.496566
[288] tr-mlogloss:0.299319 va-mlogloss:0.496572
[289] tr-mlogloss:0.298791 va-mlogloss:0.496440
[290] tr-mlogloss:0.298437 va-mlogloss:0.496315
[291] tr-mlogloss:0.297906 va-mlogloss:0.496171
[292] tr-mlogloss:0.297498 va-mlogloss:0.496005
[293] tr-mlogloss:0.296995 va-mlogloss:0.495864
[294] tr-mlogloss:0.296460 va-mlogloss:0.495734
[295] tr-mlogloss:0.295803 va-mlogloss:0.495548
[296] tr-mlogloss:0.295440 va-mlogloss:0.495495
[297] tr-mlogloss:0.295126 va-mlogloss:0.495420
[298] tr-mlogloss:0.294858 va-mlogloss:0.495383
[299] tr-mlogloss:0.294585 va-mlogloss:0.495336
[300] tr-mlogloss:0.294229 va-mlogloss:0.495226
[301] tr-mlogloss:0.294033 va-mlogloss:0.495149
[302] tr-mlogloss:0.293542 va-mlogloss:0.494994
[303] tr-mlogloss:0.293027 va-mlogloss:0.494791
[304] tr-mlogloss:0.292723 va-mlogloss:0.494721
[305] tr-mlogloss:0.292324 va-mlogloss:0.494606
[306] tr-mlogloss:0.291913 va-mlogloss:0.494431
[307] tr-mlogloss:0.291438 va-mlogloss:0.494320
[308] tr-mlogloss:0.290711 va-mlogloss:0.493998
[309] tr-mlogloss:0.290310 va-mlogloss:0.493869
[310] tr-mlogloss:0.289869 va-mlogloss:0.493726
[311] tr-mlogloss:0.289291 va-mlogloss:0.493510
[312] tr-mlogloss:0.288773 va-mlogloss:0.493397
[313] tr-mlogloss:0.288336 va-mlogloss:0.493210
[314] tr-mlogloss:0.288011 va-mlogloss:0.493140
[315] tr-mlogloss:0.287447 va-mlogloss:0.493014
[316] tr-mlogloss:0.286835 va-mlogloss:0.492909
[317] tr-mlogloss:0.286495 va-mlogloss:0.492781
[318] tr-mlogloss:0.286107 va-mlogloss:0.492665
[319] tr-mlogloss:0.285854 va-mlogloss:0.492546
[320] tr-mlogloss:0.285562 va-mlogloss:0.492473
[321] tr-mlogloss:0.285034 va-mlogloss:0.492363
[322] tr-mlogloss:0.284545 va-mlogloss:0.492270
[323] tr-mlogloss:0.284029 va-mlogloss:0.492108
[324] tr-mlogloss:0.283593 va-mlogloss:0.491999
[325] tr-mlogloss:0.283269 va-mlogloss:0.491905
[326] tr-mlogloss:0.282881 va-mlogloss:0.491825
[327] tr-mlogloss:0.282494 va-mlogloss:0.491793
[328] tr-mlogloss:0.282100 va-mlogloss:0.491717
[329] tr-mlogloss:0.281578 va-mlogloss:0.491644
[330] tr-mlogloss:0.281279 va-mlogloss:0.491599
[331] tr-mlogloss:0.280981 va-mlogloss:0.491543
[332] tr-mlogloss:0.280769 va-mlogloss:0.491454
[333] tr-mlogloss:0.280325 va-mlogloss:0.491319
[334] tr-mlogloss:0.279966 va-mlogloss:0.491235
[335] tr-mlogloss:0.279472 va-mlogloss:0.491144
[336] tr-mlogloss:0.278945 va-mlogloss:0.490957
[337] tr-mlogloss:0.278642 va-mlogloss:0.490916
[338] tr-mlogloss:0.278131 va-mlogloss:0.490746
[339] tr-mlogloss:0.277835 va-mlogloss:0.490693
[340] tr-mlogloss:0.277544 va-mlogloss:0.490652
[341] tr-mlogloss:0.277134 va-mlogloss:0.490563
[342] tr-mlogloss:0.276860 va-mlogloss:0.490513
[343] tr-mlogloss:0.276632 va-mlogloss:0.490505
[344] tr-mlogloss:0.276478 va-mlogloss:0.490504
[345] tr-mlogloss:0.276080 va-mlogloss:0.490459
[346] tr-mlogloss:0.275832 va-mlogloss:0.490404
[347] tr-mlogloss:0.275455 va-mlogloss:0.490324
[348] tr-mlogloss:0.274828 va-mlogloss:0.490268
[349] tr-mlogloss:0.274376 va-mlogloss:0.490076
[350] tr-mlogloss:0.273956 va-mlogloss:0.489955
[351] tr-mlogloss:0.273630 va-mlogloss:0.489912
[352] tr-mlogloss:0.273208 va-mlogloss:0.489841
[353] tr-mlogloss:0.272785 va-mlogloss:0.489703
[354] tr-mlogloss:0.272169 va-mlogloss:0.489608
[355] tr-mlogloss:0.271876 va-mlogloss:0.489510
[356] tr-mlogloss:0.271656 va-mlogloss:0.489478
[357] tr-mlogloss:0.271263 va-mlogloss:0.489393
[358] tr-mlogloss:0.270971 va-mlogloss:0.489299
[359] tr-mlogloss:0.270604 va-mlogloss:0.489230
[360] tr-mlogloss:0.270074 va-mlogloss:0.489167
[361] tr-mlogloss:0.269815 va-mlogloss:0.489129
[362] tr-mlogloss:0.269495 va-mlogloss:0.489126
[363] tr-mlogloss:0.269211 va-mlogloss:0.489069
[364] tr-mlogloss:0.268773 va-mlogloss:0.488988
[365] tr-mlogloss:0.268167 va-mlogloss:0.488810
[366] tr-mlogloss:0.267705 va-mlogloss:0.488671
[367] tr-mlogloss:0.267441 va-mlogloss:0.488621
[368] tr-mlogloss:0.267001 va-mlogloss:0.488462
[369] tr-mlogloss:0.266688 va-mlogloss:0.488411
[370] tr-mlogloss:0.266384 va-mlogloss:0.488396
[371] tr-mlogloss:0.266047 va-mlogloss:0.488348
[372] tr-mlogloss:0.265482 va-mlogloss:0.488280
[373] tr-mlogloss:0.265074 va-mlogloss:0.488186
[374] tr-mlogloss:0.264725 va-mlogloss:0.488074
[375] tr-mlogloss:0.264470 va-mlogloss:0.487985
[376] tr-mlogloss:0.264075 va-mlogloss:0.488027
[377] tr-mlogloss:0.263657 va-mlogloss:0.487975
[378] tr-mlogloss:0.263211 va-mlogloss:0.487934
[379] tr-mlogloss:0.262765 va-mlogloss:0.487877
[380] tr-mlogloss:0.262469 va-mlogloss:0.487854
[381] tr-mlogloss:0.262068 va-mlogloss:0.487796
[382] tr-mlogloss:0.261666 va-mlogloss:0.487737
[383] tr-mlogloss:0.261376 va-mlogloss:0.487682
[384] tr-mlogloss:0.260939 va-mlogloss:0.487652
[385] tr-mlogloss:0.260640 va-mlogloss:0.487682
[386] tr-mlogloss:0.260396 va-mlogloss:0.487584
[387] tr-mlogloss:0.260146 va-mlogloss:0.487607
[388] tr-mlogloss:0.259809 va-mlogloss:0.487639
[389] tr-mlogloss:0.259521 va-mlogloss:0.487528
[390] tr-mlogloss:0.259375 va-mlogloss:0.487442
[391] tr-mlogloss:0.259091 va-mlogloss:0.487349
[392] tr-mlogloss:0.258809 va-mlogloss:0.487401
[393] tr-mlogloss:0.258543 va-mlogloss:0.487387
[394] tr-mlogloss:0.258164 va-mlogloss:0.487288
[395] tr-mlogloss:0.257894 va-mlogloss:0.487234
[396] tr-mlogloss:0.257473 va-mlogloss:0.487132
[397] tr-mlogloss:0.257148 va-mlogloss:0.487107
[398] tr-mlogloss:0.256804 va-mlogloss:0.487076
[399] tr-mlogloss:0.256557 va-mlogloss:0.487078
[400] tr-mlogloss:0.256254 va-mlogloss:0.487052
[401] tr-mlogloss:0.255823 va-mlogloss:0.487015
[402] tr-mlogloss:0.255551 va-mlogloss:0.486991
[403] tr-mlogloss:0.255116 va-mlogloss:0.486895
[404] tr-mlogloss:0.254874 va-mlogloss:0.486870
[405] tr-mlogloss:0.254637 va-mlogloss:0.486766
[406] tr-mlogloss:0.254215 va-mlogloss:0.486682
[407] tr-mlogloss:0.253764 va-mlogloss:0.486649
[408] tr-mlogloss:0.253260 va-mlogloss:0.486420
[409] tr-mlogloss:0.252966 va-mlogloss:0.486340
[410] tr-mlogloss:0.252644 va-mlogloss:0.486291
[411] tr-mlogloss:0.252347 va-mlogloss:0.486258
[412] tr-mlogloss:0.252098 va-mlogloss:0.486232
[413] tr-mlogloss:0.251815 va-mlogloss:0.486222
[414] tr-mlogloss:0.251504 va-mlogloss:0.486189
[415] tr-mlogloss:0.251255 va-mlogloss:0.486168
[416] tr-mlogloss:0.251046 va-mlogloss:0.486032
[417] tr-mlogloss:0.250667 va-mlogloss:0.486008
[418] tr-mlogloss:0.250260 va-mlogloss:0.485921
[419] tr-mlogloss:0.249959 va-mlogloss:0.485842
[420] tr-mlogloss:0.249610 va-mlogloss:0.485773
[421] tr-mlogloss:0.249239 va-mlogloss:0.485757
[422] tr-mlogloss:0.248950 va-mlogloss:0.485751
[423] tr-mlogloss:0.248736 va-mlogloss:0.485676
[424] tr-mlogloss:0.248483 va-mlogloss:0.485644
[425] tr-mlogloss:0.248243 va-mlogloss:0.485542
[426] tr-mlogloss:0.247813 va-mlogloss:0.485499
[427] tr-mlogloss:0.247444 va-mlogloss:0.485382
[428] tr-mlogloss:0.247019 va-mlogloss:0.485292
[429] tr-mlogloss:0.246590 va-mlogloss:0.485223
[430] tr-mlogloss:0.246211 va-mlogloss:0.485122
[431] tr-mlogloss:0.245920 va-mlogloss:0.485064
[432] tr-mlogloss:0.245552 va-mlogloss:0.485080
[433] tr-mlogloss:0.245181 va-mlogloss:0.485079
[434] tr-mlogloss:0.244885 va-mlogloss:0.485083
[435] tr-mlogloss:0.244608 va-mlogloss:0.485007
[436] tr-mlogloss:0.244325 va-mlogloss:0.485052
[437] tr-mlogloss:0.244169 va-mlogloss:0.485041
[438] tr-mlogloss:0.243822 va-mlogloss:0.484953
[439] tr-mlogloss:0.243430 va-mlogloss:0.484817
[440] tr-mlogloss:0.243158 va-mlogloss:0.484740
[441] tr-mlogloss:0.242874 va-mlogloss:0.484713
[442] tr-mlogloss:0.242658 va-mlogloss:0.484690
[443] tr-mlogloss:0.242465 va-mlogloss:0.484673
[444] tr-mlogloss:0.242251 va-mlogloss:0.484639
[445] tr-mlogloss:0.242106 va-mlogloss:0.484676
[446] tr-mlogloss:0.241701 va-mlogloss:0.484565
[447] tr-mlogloss:0.241274 va-mlogloss:0.484486
[448] tr-mlogloss:0.240946 va-mlogloss:0.484432
[449] tr-mlogloss:0.240696 va-mlogloss:0.484448
[450] tr-mlogloss:0.240462 va-mlogloss:0.484452
[451] tr-mlogloss:0.240116 va-mlogloss:0.484458
[452] tr-mlogloss:0.239842 va-mlogloss:0.484480
[453] tr-mlogloss:0.239618 va-mlogloss:0.484505
[454] tr-mlogloss:0.239324 va-mlogloss:0.484532
[455] tr-mlogloss:0.239076 va-mlogloss:0.484557
[456] tr-mlogloss:0.238872 va-mlogloss:0.484477
[457] tr-mlogloss:0.238567 va-mlogloss:0.484432
[458] tr-mlogloss:0.238128 va-mlogloss:0.484357
[459] tr-mlogloss:0.237673 va-mlogloss:0.484111
[460] tr-mlogloss:0.237428 va-mlogloss:0.484040
[461] tr-mlogloss:0.237073 va-mlogloss:0.483954
[462] tr-mlogloss:0.236827 va-mlogloss:0.483992
[463] tr-mlogloss:0.236576 va-mlogloss:0.483929
[464] tr-mlogloss:0.236233 va-mlogloss:0.483890
[465] tr-mlogloss:0.235813 va-mlogloss:0.483888
[466] tr-mlogloss:0.235540 va-mlogloss:0.483858
[467] tr-mlogloss:0.235183 va-mlogloss:0.483807
[468] tr-mlogloss:0.235025 va-mlogloss:0.483798
[469] tr-mlogloss:0.234768 va-mlogloss:0.483662
[470] tr-mlogloss:0.234373 va-mlogloss:0.483605
[471] tr-mlogloss:0.234009 va-mlogloss:0.483514
[472] tr-mlogloss:0.233604 va-mlogloss:0.483395
[473] tr-mlogloss:0.233284 va-mlogloss:0.483422
[474] tr-mlogloss:0.233017 va-mlogloss:0.483393
[475] tr-mlogloss:0.232611 va-mlogloss:0.483270
[476] tr-mlogloss:0.232327 va-mlogloss:0.483178
[477] tr-mlogloss:0.231992 va-mlogloss:0.483180
[478] tr-mlogloss:0.231717 va-mlogloss:0.483154
[479] tr-mlogloss:0.231365 va-mlogloss:0.483142
[480] tr-mlogloss:0.230977 va-mlogloss:0.483131
[481] tr-mlogloss:0.230681 va-mlogloss:0.483121
[482] tr-mlogloss:0.230476 va-mlogloss:0.483093
[483] tr-mlogloss:0.230253 va-mlogloss:0.483130
[484] tr-mlogloss:0.230049 va-mlogloss:0.483108
[485] tr-mlogloss:0.229702 va-mlogloss:0.482975
[486] tr-mlogloss:0.229414 va-mlogloss:0.482920
[487] tr-mlogloss:0.229018 va-mlogloss:0.482779
[488] tr-mlogloss:0.228674 va-mlogloss:0.482726
[489] tr-mlogloss:0.228431 va-mlogloss:0.482692
[490] tr-mlogloss:0.228240 va-mlogloss:0.482715
[491] tr-mlogloss:0.228114 va-mlogloss:0.482707
[492] tr-mlogloss:0.227933 va-mlogloss:0.482687
[493] tr-mlogloss:0.227771 va-mlogloss:0.482690
[494] tr-mlogloss:0.227538 va-mlogloss:0.482646
[495] tr-mlogloss:0.227380 va-mlogloss:0.482702
[496] tr-mlogloss:0.227071 va-mlogloss:0.482613
[497] tr-mlogloss:0.226828 va-mlogloss:0.482553
[498] tr-mlogloss:0.226633 va-mlogloss:0.482562
[499] tr-mlogloss:0.226318 va-mlogloss:0.482491
[500] tr-mlogloss:0.226092 va-mlogloss:0.482397
[501] tr-mlogloss:0.225851 va-mlogloss:0.482314
[502] tr-mlogloss:0.225590 va-mlogloss:0.482261
[503] tr-mlogloss:0.225244 va-mlogloss:0.482185
[504] tr-mlogloss:0.224993 va-mlogloss:0.482163
[505] tr-mlogloss:0.224680 va-mlogloss:0.482129
[506] tr-mlogloss:0.224299 va-mlogloss:0.482009
[507] tr-mlogloss:0.224028 va-mlogloss:0.481981
[508] tr-mlogloss:0.223850 va-mlogloss:0.481866
[509] tr-mlogloss:0.223409 va-mlogloss:0.481771
[510] tr-mlogloss:0.223242 va-mlogloss:0.481767
[511] tr-mlogloss:0.223024 va-mlogloss:0.481770
[512] tr-mlogloss:0.222805 va-mlogloss:0.481706
[513] tr-mlogloss:0.222493 va-mlogloss:0.481611
[514] tr-mlogloss:0.222248 va-mlogloss:0.481639
[515] tr-mlogloss:0.221919 va-mlogloss:0.481607
[516] tr-mlogloss:0.221680 va-mlogloss:0.481543
[517] tr-mlogloss:0.221426 va-mlogloss:0.481534
[518] tr-mlogloss:0.221161 va-mlogloss:0.481451
[519] tr-mlogloss:0.220919 va-mlogloss:0.481485
[520] tr-mlogloss:0.220729 va-mlogloss:0.481597
[521] tr-mlogloss:0.220522 va-mlogloss:0.481568
[522] tr-mlogloss:0.220246 va-mlogloss:0.481547
[523] tr-mlogloss:0.219956 va-mlogloss:0.481484
[524] tr-mlogloss:0.219723 va-mlogloss:0.481413
[525] tr-mlogloss:0.219492 va-mlogloss:0.481414
[526] tr-mlogloss:0.219162 va-mlogloss:0.481331
[527] tr-mlogloss:0.218888 va-mlogloss:0.481222
[528] tr-mlogloss:0.218543 va-mlogloss:0.481109
[529] tr-mlogloss:0.218206 va-mlogloss:0.481049
[530] tr-mlogloss:0.217926 va-mlogloss:0.480943
[531] tr-mlogloss:0.217715 va-mlogloss:0.480967
[532] tr-mlogloss:0.217401 va-mlogloss:0.480903
[533] tr-mlogloss:0.217212 va-mlogloss:0.480826
[534] tr-mlogloss:0.216921 va-mlogloss:0.480792
[535] tr-mlogloss:0.216547 va-mlogloss:0.480766
[536] tr-mlogloss:0.216378 va-mlogloss:0.480799
[537] tr-mlogloss:0.216142 va-mlogloss:0.480842
[538] tr-mlogloss:0.215921 va-mlogloss:0.480856
[539] tr-mlogloss:0.215746 va-mlogloss:0.480840
[540] tr-mlogloss:0.215519 va-mlogloss:0.480883
[541] tr-mlogloss:0.215400 va-mlogloss:0.480925
[542] tr-mlogloss:0.215180 va-mlogloss:0.480878
[543] tr-mlogloss:0.214872 va-mlogloss:0.480751
[544] tr-mlogloss:0.214580 va-mlogloss:0.480699
[545] tr-mlogloss:0.214225 va-mlogloss:0.480713
[546] tr-mlogloss:0.213975 va-mlogloss:0.480742
[547] tr-mlogloss:0.213721 va-mlogloss:0.480716
[548] tr-mlogloss:0.213572 va-mlogloss:0.480718
[549] tr-mlogloss:0.213396 va-mlogloss:0.480690
[550] tr-mlogloss:0.213219 va-mlogloss:0.480668
[551] tr-mlogloss:0.212943 va-mlogloss:0.480631
[552] tr-mlogloss:0.212790 va-mlogloss:0.480605
[553] tr-mlogloss:0.212556 va-mlogloss:0.480628
[554] tr-mlogloss:0.212248 va-mlogloss:0.480577
[555] tr-mlogloss:0.211877 va-mlogloss:0.480455
[556] tr-mlogloss:0.211574 va-mlogloss:0.480469
[557] tr-mlogloss:0.211334 va-mlogloss:0.480417
[558] tr-mlogloss:0.211191 va-mlogloss:0.480416
[559] tr-mlogloss:0.211048 va-mlogloss:0.480410
[560] tr-mlogloss:0.210710 va-mlogloss:0.480450
[561] tr-mlogloss:0.210414 va-mlogloss:0.480427
[562] tr-mlogloss:0.210180 va-mlogloss:0.480411
[563] tr-mlogloss:0.209976 va-mlogloss:0.480450
[564] tr-mlogloss:0.209790 va-mlogloss:0.480420
[565] tr-mlogloss:0.209453 va-mlogloss:0.480378
[566] tr-mlogloss:0.209194 va-mlogloss:0.480351
[567] tr-mlogloss:0.208873 va-mlogloss:0.480448
[568] tr-mlogloss:0.208540 va-mlogloss:0.480396
[569] tr-mlogloss:0.208317 va-mlogloss:0.480398
[570] tr-mlogloss:0.208049 va-mlogloss:0.480355
[571] tr-mlogloss:0.207839 va-mlogloss:0.480371
[572] tr-mlogloss:0.207603 va-mlogloss:0.480344
[573] tr-mlogloss:0.207387 va-mlogloss:0.480444
[574] tr-mlogloss:0.207231 va-mlogloss:0.480517
[575] tr-mlogloss:0.207039 va-mlogloss:0.480532
[576] tr-mlogloss:0.206854 va-mlogloss:0.480602
[577] tr-mlogloss:0.206580 va-mlogloss:0.480612
[578] tr-mlogloss:0.206392 va-mlogloss:0.480631
[579] tr-mlogloss:0.206199 va-mlogloss:0.480634
[580] tr-mlogloss:0.206086 va-mlogloss:0.480677
[581] tr-mlogloss:0.205821 va-mlogloss:0.480700
[582] tr-mlogloss:0.205611 va-mlogloss:0.480655
Stopping. Best iteration:
[572] tr-mlogloss:0.207603 va-mlogloss:0.480344
In [7]:
_df = df_all
X = _df.iloc[:len(y)]
result = []
for i,(tr,va) in enumerate(cross_validation.KFold(len(y),shuffle=True,n_folds=5,random_state=1)):
if i==1:
break
X_tr = X.iloc[tr]
y_tr = y[tr]
X_va = X.iloc[va]
y_va = y[va]
dtr = xgb.DMatrix(X_tr,y_tr,missing=np.NAN)
dva = xgb.DMatrix(X_va,y_va,missing=np.NAN)
param = {'objective':'multi:softprob','nthread':8,'num_class':9,'eval_metric':'mlogloss',
'eta':0.1,'max_depth':6,'gamma':0,'min_child_weight':1,'seed':1,
'subsample':0.8,'colsample_bytree':0.8,'colsample_bylevel':1.}
watchlist = [(dtr,'tr'), (dva,'va')]
num_round = 1000
bst = xgb.train(param, dtr, num_round, watchlist,early_stopping_rounds=10)
tr_logloss = log_loss(y_tr,bst.predict(dtr))
va_logloss = log_loss(y_va,bst.predict(dva))
result.append({'n':i,'tr_loss':tr_logloss,'va_loss':va_logloss})
Will train until va error hasn't decreased in 10 rounds.
[0] tr-mlogloss:1.992946 va-mlogloss:2.001178
[1] tr-mlogloss:1.833650 va-mlogloss:1.847900
[2] tr-mlogloss:1.695463 va-mlogloss:1.713951
[3] tr-mlogloss:1.584233 va-mlogloss:1.606189
[4] tr-mlogloss:1.487574 va-mlogloss:1.513058
[5] tr-mlogloss:1.403220 va-mlogloss:1.431587
[6] tr-mlogloss:1.329916 va-mlogloss:1.360859
[7] tr-mlogloss:1.268832 va-mlogloss:1.301746
[8] tr-mlogloss:1.213707 va-mlogloss:1.249136
[9] tr-mlogloss:1.162903 va-mlogloss:1.200176
[10] tr-mlogloss:1.116315 va-mlogloss:1.155593
[11] tr-mlogloss:1.074197 va-mlogloss:1.115049
[12] tr-mlogloss:1.037131 va-mlogloss:1.079895
[13] tr-mlogloss:1.001753 va-mlogloss:1.046227
[14] tr-mlogloss:0.968686 va-mlogloss:1.014535
[15] tr-mlogloss:0.940000 va-mlogloss:0.987599
[16] tr-mlogloss:0.915096 va-mlogloss:0.964017
[17] tr-mlogloss:0.889574 va-mlogloss:0.939844
[18] tr-mlogloss:0.865718 va-mlogloss:0.917473
[19] tr-mlogloss:0.844750 va-mlogloss:0.897613
[20] tr-mlogloss:0.824825 va-mlogloss:0.878943
[21] tr-mlogloss:0.806571 va-mlogloss:0.861902
[22] tr-mlogloss:0.788795 va-mlogloss:0.845103
[23] tr-mlogloss:0.773364 va-mlogloss:0.830921
[24] tr-mlogloss:0.757341 va-mlogloss:0.816065
[25] tr-mlogloss:0.742669 va-mlogloss:0.802383
[26] tr-mlogloss:0.728381 va-mlogloss:0.789153
[27] tr-mlogloss:0.715308 va-mlogloss:0.777211
[28] tr-mlogloss:0.703117 va-mlogloss:0.765889
[29] tr-mlogloss:0.691754 va-mlogloss:0.755569
[30] tr-mlogloss:0.680833 va-mlogloss:0.745608
[31] tr-mlogloss:0.671516 va-mlogloss:0.737018
[32] tr-mlogloss:0.661408 va-mlogloss:0.727907
[33] tr-mlogloss:0.652753 va-mlogloss:0.720122
[34] tr-mlogloss:0.644827 va-mlogloss:0.712841
[35] tr-mlogloss:0.636780 va-mlogloss:0.705547
[36] tr-mlogloss:0.629905 va-mlogloss:0.699751
[37] tr-mlogloss:0.622036 va-mlogloss:0.693003
[38] tr-mlogloss:0.615145 va-mlogloss:0.686993
[39] tr-mlogloss:0.608434 va-mlogloss:0.681162
[40] tr-mlogloss:0.602057 va-mlogloss:0.675746
[41] tr-mlogloss:0.595997 va-mlogloss:0.670540
[42] tr-mlogloss:0.590418 va-mlogloss:0.666148
[43] tr-mlogloss:0.584763 va-mlogloss:0.661351
[44] tr-mlogloss:0.579223 va-mlogloss:0.656752
[45] tr-mlogloss:0.573978 va-mlogloss:0.652527
[46] tr-mlogloss:0.569292 va-mlogloss:0.648678
[47] tr-mlogloss:0.564551 va-mlogloss:0.644717
[48] tr-mlogloss:0.560035 va-mlogloss:0.640883
[49] tr-mlogloss:0.555600 va-mlogloss:0.637357
[50] tr-mlogloss:0.550874 va-mlogloss:0.633563
[51] tr-mlogloss:0.546720 va-mlogloss:0.630320
[52] tr-mlogloss:0.542885 va-mlogloss:0.627230
[53] tr-mlogloss:0.538989 va-mlogloss:0.624253
[54] tr-mlogloss:0.534692 va-mlogloss:0.620863
[55] tr-mlogloss:0.531081 va-mlogloss:0.617850
[56] tr-mlogloss:0.527304 va-mlogloss:0.614968
[57] tr-mlogloss:0.523943 va-mlogloss:0.612327
[58] tr-mlogloss:0.520921 va-mlogloss:0.609949
[59] tr-mlogloss:0.517934 va-mlogloss:0.607616
[60] tr-mlogloss:0.515009 va-mlogloss:0.605354
[61] tr-mlogloss:0.512204 va-mlogloss:0.603316
[62] tr-mlogloss:0.509515 va-mlogloss:0.601182
[63] tr-mlogloss:0.506469 va-mlogloss:0.598901
[64] tr-mlogloss:0.503519 va-mlogloss:0.596723
[65] tr-mlogloss:0.500808 va-mlogloss:0.594732
[66] tr-mlogloss:0.498138 va-mlogloss:0.592755
[67] tr-mlogloss:0.495391 va-mlogloss:0.590823
[68] tr-mlogloss:0.492869 va-mlogloss:0.589087
[69] tr-mlogloss:0.490507 va-mlogloss:0.587439
[70] tr-mlogloss:0.488330 va-mlogloss:0.585867
[71] tr-mlogloss:0.486210 va-mlogloss:0.584196
[72] tr-mlogloss:0.484103 va-mlogloss:0.582560
[73] tr-mlogloss:0.481794 va-mlogloss:0.581032
[74] tr-mlogloss:0.479720 va-mlogloss:0.579626
[75] tr-mlogloss:0.477672 va-mlogloss:0.578030
[76] tr-mlogloss:0.475385 va-mlogloss:0.576658
[77] tr-mlogloss:0.473571 va-mlogloss:0.575262
[78] tr-mlogloss:0.471337 va-mlogloss:0.573938
[79] tr-mlogloss:0.469349 va-mlogloss:0.572720
[80] tr-mlogloss:0.466970 va-mlogloss:0.571301
[81] tr-mlogloss:0.465036 va-mlogloss:0.569892
[82] tr-mlogloss:0.463078 va-mlogloss:0.568601
[83] tr-mlogloss:0.461189 va-mlogloss:0.567346
[84] tr-mlogloss:0.459570 va-mlogloss:0.566317
[85] tr-mlogloss:0.457781 va-mlogloss:0.565048
[86] tr-mlogloss:0.455989 va-mlogloss:0.563967
[87] tr-mlogloss:0.454176 va-mlogloss:0.562702
[88] tr-mlogloss:0.452310 va-mlogloss:0.561698
[89] tr-mlogloss:0.450800 va-mlogloss:0.560767
[90] tr-mlogloss:0.449261 va-mlogloss:0.559788
[91] tr-mlogloss:0.447526 va-mlogloss:0.558811
[92] tr-mlogloss:0.446015 va-mlogloss:0.557801
[93] tr-mlogloss:0.444362 va-mlogloss:0.556662
[94] tr-mlogloss:0.442760 va-mlogloss:0.555707
[95] tr-mlogloss:0.441048 va-mlogloss:0.554819
[96] tr-mlogloss:0.439442 va-mlogloss:0.553824
[97] tr-mlogloss:0.437807 va-mlogloss:0.552909
[98] tr-mlogloss:0.436388 va-mlogloss:0.552062
[99] tr-mlogloss:0.434781 va-mlogloss:0.551302
[100] tr-mlogloss:0.433010 va-mlogloss:0.550260
[101] tr-mlogloss:0.431581 va-mlogloss:0.549394
[102] tr-mlogloss:0.430314 va-mlogloss:0.548608
[103] tr-mlogloss:0.428536 va-mlogloss:0.547626
[104] tr-mlogloss:0.427435 va-mlogloss:0.546976
[105] tr-mlogloss:0.426017 va-mlogloss:0.546230
[106] tr-mlogloss:0.424738 va-mlogloss:0.545597
[107] tr-mlogloss:0.423371 va-mlogloss:0.544956
[108] tr-mlogloss:0.421967 va-mlogloss:0.544114
[109] tr-mlogloss:0.420824 va-mlogloss:0.543409
[110] tr-mlogloss:0.419233 va-mlogloss:0.542265
[111] tr-mlogloss:0.417769 va-mlogloss:0.541531
[112] tr-mlogloss:0.416317 va-mlogloss:0.540620
[113] tr-mlogloss:0.414758 va-mlogloss:0.539744
[114] tr-mlogloss:0.413381 va-mlogloss:0.538981
[115] tr-mlogloss:0.412044 va-mlogloss:0.538273
[116] tr-mlogloss:0.410814 va-mlogloss:0.537680
[117] tr-mlogloss:0.409346 va-mlogloss:0.536935
[118] tr-mlogloss:0.408104 va-mlogloss:0.536247
[119] tr-mlogloss:0.406858 va-mlogloss:0.535677
[120] tr-mlogloss:0.405590 va-mlogloss:0.535098
[121] tr-mlogloss:0.404297 va-mlogloss:0.534254
[122] tr-mlogloss:0.403056 va-mlogloss:0.533544
[123] tr-mlogloss:0.401807 va-mlogloss:0.532897
[124] tr-mlogloss:0.401040 va-mlogloss:0.532415
[125] tr-mlogloss:0.399983 va-mlogloss:0.531883
[126] tr-mlogloss:0.398719 va-mlogloss:0.531157
[127] tr-mlogloss:0.397591 va-mlogloss:0.530695
[128] tr-mlogloss:0.396364 va-mlogloss:0.530128
[129] tr-mlogloss:0.395333 va-mlogloss:0.529578
[130] tr-mlogloss:0.394349 va-mlogloss:0.529040
[131] tr-mlogloss:0.393266 va-mlogloss:0.528572
[132] tr-mlogloss:0.392019 va-mlogloss:0.528022
[133] tr-mlogloss:0.391209 va-mlogloss:0.527664
[134] tr-mlogloss:0.390340 va-mlogloss:0.527210
[135] tr-mlogloss:0.389109 va-mlogloss:0.526687
[136] tr-mlogloss:0.387898 va-mlogloss:0.526130
[137] tr-mlogloss:0.387032 va-mlogloss:0.525777
[138] tr-mlogloss:0.385918 va-mlogloss:0.525225
[139] tr-mlogloss:0.384970 va-mlogloss:0.524732
[140] tr-mlogloss:0.383953 va-mlogloss:0.524349
[141] tr-mlogloss:0.383109 va-mlogloss:0.523984
[142] tr-mlogloss:0.382258 va-mlogloss:0.523459
[143] tr-mlogloss:0.381200 va-mlogloss:0.522927
[144] tr-mlogloss:0.379879 va-mlogloss:0.522379
[145] tr-mlogloss:0.378787 va-mlogloss:0.521904
[146] tr-mlogloss:0.377991 va-mlogloss:0.521503
[147] tr-mlogloss:0.377010 va-mlogloss:0.521039
[148] tr-mlogloss:0.375931 va-mlogloss:0.520672
[149] tr-mlogloss:0.374914 va-mlogloss:0.520301
[150] tr-mlogloss:0.373874 va-mlogloss:0.519831
[151] tr-mlogloss:0.372952 va-mlogloss:0.519416
[152] tr-mlogloss:0.372160 va-mlogloss:0.519085
[153] tr-mlogloss:0.371192 va-mlogloss:0.518605
[154] tr-mlogloss:0.370082 va-mlogloss:0.518174
[155] tr-mlogloss:0.369307 va-mlogloss:0.517826
[156] tr-mlogloss:0.368079 va-mlogloss:0.517292
[157] tr-mlogloss:0.367094 va-mlogloss:0.516870
[158] tr-mlogloss:0.366082 va-mlogloss:0.516467
[159] tr-mlogloss:0.365302 va-mlogloss:0.515965
[160] tr-mlogloss:0.364480 va-mlogloss:0.515711
[161] tr-mlogloss:0.363764 va-mlogloss:0.515386
[162] tr-mlogloss:0.363009 va-mlogloss:0.514960
[163] tr-mlogloss:0.362019 va-mlogloss:0.514588
[164] tr-mlogloss:0.361232 va-mlogloss:0.514235
[165] tr-mlogloss:0.360526 va-mlogloss:0.513975
[166] tr-mlogloss:0.359699 va-mlogloss:0.513686
[167] tr-mlogloss:0.358972 va-mlogloss:0.513367
[168] tr-mlogloss:0.358294 va-mlogloss:0.513160
[169] tr-mlogloss:0.357443 va-mlogloss:0.512817
[170] tr-mlogloss:0.356592 va-mlogloss:0.512382
[171] tr-mlogloss:0.355883 va-mlogloss:0.512101
[172] tr-mlogloss:0.354956 va-mlogloss:0.511818
[173] tr-mlogloss:0.354006 va-mlogloss:0.511368
[174] tr-mlogloss:0.353181 va-mlogloss:0.510964
[175] tr-mlogloss:0.352331 va-mlogloss:0.510700
[176] tr-mlogloss:0.351456 va-mlogloss:0.510299
[177] tr-mlogloss:0.350543 va-mlogloss:0.509913
[178] tr-mlogloss:0.349586 va-mlogloss:0.509415
[179] tr-mlogloss:0.348808 va-mlogloss:0.508935
[180] tr-mlogloss:0.348109 va-mlogloss:0.508615
[181] tr-mlogloss:0.347275 va-mlogloss:0.508318
[182] tr-mlogloss:0.346697 va-mlogloss:0.508099
[183] tr-mlogloss:0.345855 va-mlogloss:0.507882
[184] tr-mlogloss:0.345186 va-mlogloss:0.507544
[185] tr-mlogloss:0.344405 va-mlogloss:0.507150
[186] tr-mlogloss:0.343709 va-mlogloss:0.506961
[187] tr-mlogloss:0.343030 va-mlogloss:0.506677
[188] tr-mlogloss:0.342282 va-mlogloss:0.506389
[189] tr-mlogloss:0.341519 va-mlogloss:0.506110
[190] tr-mlogloss:0.340678 va-mlogloss:0.505733
[191] tr-mlogloss:0.339895 va-mlogloss:0.505396
[192] tr-mlogloss:0.339058 va-mlogloss:0.505181
[193] tr-mlogloss:0.338431 va-mlogloss:0.504913
[194] tr-mlogloss:0.337838 va-mlogloss:0.504732
[195] tr-mlogloss:0.336923 va-mlogloss:0.504475
[196] tr-mlogloss:0.336277 va-mlogloss:0.504192
[197] tr-mlogloss:0.335474 va-mlogloss:0.503858
[198] tr-mlogloss:0.334706 va-mlogloss:0.503644
[199] tr-mlogloss:0.333871 va-mlogloss:0.503346
[200] tr-mlogloss:0.332956 va-mlogloss:0.503064
[201] tr-mlogloss:0.332215 va-mlogloss:0.502824
[202] tr-mlogloss:0.331486 va-mlogloss:0.502511
[203] tr-mlogloss:0.330684 va-mlogloss:0.502251
[204] tr-mlogloss:0.330069 va-mlogloss:0.502051
[205] tr-mlogloss:0.329254 va-mlogloss:0.501807
[206] tr-mlogloss:0.328417 va-mlogloss:0.501477
[207] tr-mlogloss:0.327628 va-mlogloss:0.501246
[208] tr-mlogloss:0.327103 va-mlogloss:0.501029
[209] tr-mlogloss:0.326512 va-mlogloss:0.500804
[210] tr-mlogloss:0.325913 va-mlogloss:0.500661
[211] tr-mlogloss:0.325246 va-mlogloss:0.500422
[212] tr-mlogloss:0.324566 va-mlogloss:0.500002
[213] tr-mlogloss:0.323680 va-mlogloss:0.499724
[214] tr-mlogloss:0.322958 va-mlogloss:0.499436
[215] tr-mlogloss:0.322374 va-mlogloss:0.499262
[216] tr-mlogloss:0.321591 va-mlogloss:0.499187
[217] tr-mlogloss:0.320674 va-mlogloss:0.498999
[218] tr-mlogloss:0.320123 va-mlogloss:0.498917
[219] tr-mlogloss:0.319405 va-mlogloss:0.498669
[220] tr-mlogloss:0.318633 va-mlogloss:0.498463
[221] tr-mlogloss:0.317892 va-mlogloss:0.498282
[222] tr-mlogloss:0.317075 va-mlogloss:0.497887
[223] tr-mlogloss:0.316341 va-mlogloss:0.497594
[224] tr-mlogloss:0.315777 va-mlogloss:0.497424
[225] tr-mlogloss:0.315098 va-mlogloss:0.497135
[226] tr-mlogloss:0.314485 va-mlogloss:0.497022
[227] tr-mlogloss:0.314029 va-mlogloss:0.496923
[228] tr-mlogloss:0.313499 va-mlogloss:0.496796
[229] tr-mlogloss:0.312973 va-mlogloss:0.496694
[230] tr-mlogloss:0.312513 va-mlogloss:0.496544
[231] tr-mlogloss:0.311847 va-mlogloss:0.496405
[232] tr-mlogloss:0.311186 va-mlogloss:0.496192
[233] tr-mlogloss:0.310701 va-mlogloss:0.496053
[234] tr-mlogloss:0.309971 va-mlogloss:0.495855
[235] tr-mlogloss:0.309400 va-mlogloss:0.495582
[236] tr-mlogloss:0.308803 va-mlogloss:0.495281
[237] tr-mlogloss:0.308331 va-mlogloss:0.495077
[238] tr-mlogloss:0.307651 va-mlogloss:0.494946
[239] tr-mlogloss:0.307050 va-mlogloss:0.494717
[240] tr-mlogloss:0.306435 va-mlogloss:0.494512
[241] tr-mlogloss:0.305773 va-mlogloss:0.494173
[242] tr-mlogloss:0.305267 va-mlogloss:0.493976
[243] tr-mlogloss:0.304624 va-mlogloss:0.493689
[244] tr-mlogloss:0.303943 va-mlogloss:0.493420
[245] tr-mlogloss:0.303376 va-mlogloss:0.493255
[246] tr-mlogloss:0.302900 va-mlogloss:0.493127
[247] tr-mlogloss:0.302471 va-mlogloss:0.493193
[248] tr-mlogloss:0.301940 va-mlogloss:0.493022
[249] tr-mlogloss:0.301100 va-mlogloss:0.492594
[250] tr-mlogloss:0.300548 va-mlogloss:0.492343
[251] tr-mlogloss:0.299927 va-mlogloss:0.492142
[252] tr-mlogloss:0.299348 va-mlogloss:0.492004
[253] tr-mlogloss:0.298681 va-mlogloss:0.491851
[254] tr-mlogloss:0.298124 va-mlogloss:0.491637
[255] tr-mlogloss:0.297531 va-mlogloss:0.491416
[256] tr-mlogloss:0.297160 va-mlogloss:0.491259
[257] tr-mlogloss:0.296493 va-mlogloss:0.491009
[258] tr-mlogloss:0.296040 va-mlogloss:0.490885
[259] tr-mlogloss:0.295507 va-mlogloss:0.490768
[260] tr-mlogloss:0.294978 va-mlogloss:0.490600
[261] tr-mlogloss:0.294309 va-mlogloss:0.490375
[262] tr-mlogloss:0.293666 va-mlogloss:0.490137
[263] tr-mlogloss:0.293178 va-mlogloss:0.490022
[264] tr-mlogloss:0.292675 va-mlogloss:0.489898
[265] tr-mlogloss:0.292178 va-mlogloss:0.489791
[266] tr-mlogloss:0.291612 va-mlogloss:0.489589
[267] tr-mlogloss:0.291196 va-mlogloss:0.489458
[268] tr-mlogloss:0.290543 va-mlogloss:0.489309
[269] tr-mlogloss:0.289902 va-mlogloss:0.489177
[270] tr-mlogloss:0.289452 va-mlogloss:0.489070
[271] tr-mlogloss:0.288884 va-mlogloss:0.488977
[272] tr-mlogloss:0.288318 va-mlogloss:0.488888
[273] tr-mlogloss:0.288012 va-mlogloss:0.488757
[274] tr-mlogloss:0.287494 va-mlogloss:0.488642
[275] tr-mlogloss:0.286926 va-mlogloss:0.488480
[276] tr-mlogloss:0.286316 va-mlogloss:0.488319
[277] tr-mlogloss:0.285833 va-mlogloss:0.488096
[278] tr-mlogloss:0.285277 va-mlogloss:0.487948
[279] tr-mlogloss:0.284457 va-mlogloss:0.487692
[280] tr-mlogloss:0.283979 va-mlogloss:0.487518
[281] tr-mlogloss:0.283445 va-mlogloss:0.487410
[282] tr-mlogloss:0.282973 va-mlogloss:0.487253
[283] tr-mlogloss:0.282465 va-mlogloss:0.487142
[284] tr-mlogloss:0.281966 va-mlogloss:0.487034
[285] tr-mlogloss:0.281392 va-mlogloss:0.486901
[286] tr-mlogloss:0.280999 va-mlogloss:0.486787
[287] tr-mlogloss:0.280483 va-mlogloss:0.486639
[288] tr-mlogloss:0.279878 va-mlogloss:0.486498
[289] tr-mlogloss:0.279292 va-mlogloss:0.486330
[290] tr-mlogloss:0.278880 va-mlogloss:0.486194
[291] tr-mlogloss:0.278354 va-mlogloss:0.486106
[292] tr-mlogloss:0.277735 va-mlogloss:0.485956
[293] tr-mlogloss:0.277369 va-mlogloss:0.485866
[294] tr-mlogloss:0.276921 va-mlogloss:0.485751
[295] tr-mlogloss:0.276491 va-mlogloss:0.485529
[296] tr-mlogloss:0.276042 va-mlogloss:0.485411
[297] tr-mlogloss:0.275535 va-mlogloss:0.485272
[298] tr-mlogloss:0.274986 va-mlogloss:0.485133
[299] tr-mlogloss:0.274337 va-mlogloss:0.484942
[300] tr-mlogloss:0.273932 va-mlogloss:0.484894
[301] tr-mlogloss:0.273438 va-mlogloss:0.484833
[302] tr-mlogloss:0.272908 va-mlogloss:0.484615
[303] tr-mlogloss:0.272374 va-mlogloss:0.484387
[304] tr-mlogloss:0.271731 va-mlogloss:0.484138
[305] tr-mlogloss:0.271233 va-mlogloss:0.484007
[306] tr-mlogloss:0.270667 va-mlogloss:0.483929
[307] tr-mlogloss:0.270135 va-mlogloss:0.483753
[308] tr-mlogloss:0.269507 va-mlogloss:0.483622
[309] tr-mlogloss:0.268896 va-mlogloss:0.483475
[310] tr-mlogloss:0.268385 va-mlogloss:0.483336
[311] tr-mlogloss:0.267880 va-mlogloss:0.483045
[312] tr-mlogloss:0.267468 va-mlogloss:0.482945
[313] tr-mlogloss:0.267008 va-mlogloss:0.482823
[314] tr-mlogloss:0.266474 va-mlogloss:0.482721
[315] tr-mlogloss:0.266079 va-mlogloss:0.482593
[316] tr-mlogloss:0.265624 va-mlogloss:0.482550
[317] tr-mlogloss:0.264980 va-mlogloss:0.482414
[318] tr-mlogloss:0.264231 va-mlogloss:0.482189
[319] tr-mlogloss:0.263670 va-mlogloss:0.482021
[320] tr-mlogloss:0.263317 va-mlogloss:0.481972
[321] tr-mlogloss:0.262905 va-mlogloss:0.481887
[322] tr-mlogloss:0.262440 va-mlogloss:0.481841
[323] tr-mlogloss:0.262078 va-mlogloss:0.481745
[324] tr-mlogloss:0.261643 va-mlogloss:0.481679
[325] tr-mlogloss:0.261278 va-mlogloss:0.481556
[326] tr-mlogloss:0.260633 va-mlogloss:0.481350
[327] tr-mlogloss:0.260118 va-mlogloss:0.481338
[328] tr-mlogloss:0.259701 va-mlogloss:0.481297
[329] tr-mlogloss:0.259271 va-mlogloss:0.481216
[330] tr-mlogloss:0.258847 va-mlogloss:0.481249
[331] tr-mlogloss:0.258384 va-mlogloss:0.481179
[332] tr-mlogloss:0.258017 va-mlogloss:0.481003
[333] tr-mlogloss:0.257577 va-mlogloss:0.480918
[334] tr-mlogloss:0.257241 va-mlogloss:0.480846
[335] tr-mlogloss:0.256694 va-mlogloss:0.480669
[336] tr-mlogloss:0.256279 va-mlogloss:0.480645
[337] tr-mlogloss:0.255860 va-mlogloss:0.480563
[338] tr-mlogloss:0.255439 va-mlogloss:0.480481
[339] tr-mlogloss:0.255096 va-mlogloss:0.480367
[340] tr-mlogloss:0.254597 va-mlogloss:0.480171
[341] tr-mlogloss:0.254121 va-mlogloss:0.480079
[342] tr-mlogloss:0.253816 va-mlogloss:0.479942
[343] tr-mlogloss:0.253372 va-mlogloss:0.479885
[344] tr-mlogloss:0.252763 va-mlogloss:0.479620
[345] tr-mlogloss:0.252272 va-mlogloss:0.479440
[346] tr-mlogloss:0.251796 va-mlogloss:0.479341
[347] tr-mlogloss:0.251305 va-mlogloss:0.479296
[348] tr-mlogloss:0.250748 va-mlogloss:0.479182
[349] tr-mlogloss:0.250376 va-mlogloss:0.479103
[350] tr-mlogloss:0.249909 va-mlogloss:0.478908
[351] tr-mlogloss:0.249420 va-mlogloss:0.478855
[352] tr-mlogloss:0.249051 va-mlogloss:0.478767
[353] tr-mlogloss:0.248491 va-mlogloss:0.478568
[354] tr-mlogloss:0.248146 va-mlogloss:0.478553
[355] tr-mlogloss:0.247768 va-mlogloss:0.478534
[356] tr-mlogloss:0.247298 va-mlogloss:0.478378
[357] tr-mlogloss:0.246903 va-mlogloss:0.478223
[358] tr-mlogloss:0.246489 va-mlogloss:0.478150
[359] tr-mlogloss:0.246061 va-mlogloss:0.478174
[360] tr-mlogloss:0.245512 va-mlogloss:0.477967
[361] tr-mlogloss:0.245223 va-mlogloss:0.477953
[362] tr-mlogloss:0.244859 va-mlogloss:0.477918
[363] tr-mlogloss:0.244395 va-mlogloss:0.477972
[364] tr-mlogloss:0.243917 va-mlogloss:0.477830
[365] tr-mlogloss:0.243523 va-mlogloss:0.477798
[366] tr-mlogloss:0.243135 va-mlogloss:0.477692
[367] tr-mlogloss:0.242808 va-mlogloss:0.477607
[368] tr-mlogloss:0.242355 va-mlogloss:0.477552
[369] tr-mlogloss:0.241850 va-mlogloss:0.477394
[370] tr-mlogloss:0.241459 va-mlogloss:0.477425
[371] tr-mlogloss:0.241036 va-mlogloss:0.477401
[372] tr-mlogloss:0.240633 va-mlogloss:0.477355
[373] tr-mlogloss:0.240276 va-mlogloss:0.477331
[374] tr-mlogloss:0.239916 va-mlogloss:0.477265
[375] tr-mlogloss:0.239504 va-mlogloss:0.477194
[376] tr-mlogloss:0.239075 va-mlogloss:0.477137
[377] tr-mlogloss:0.238716 va-mlogloss:0.477090
[378] tr-mlogloss:0.238464 va-mlogloss:0.477053
[379] tr-mlogloss:0.238070 va-mlogloss:0.477035
[380] tr-mlogloss:0.237621 va-mlogloss:0.477037
[381] tr-mlogloss:0.237170 va-mlogloss:0.477021
[382] tr-mlogloss:0.236673 va-mlogloss:0.476942
[383] tr-mlogloss:0.236347 va-mlogloss:0.476895
[384] tr-mlogloss:0.236117 va-mlogloss:0.476899
[385] tr-mlogloss:0.235765 va-mlogloss:0.476860
[386] tr-mlogloss:0.235467 va-mlogloss:0.476813
[387] tr-mlogloss:0.235062 va-mlogloss:0.476649
[388] tr-mlogloss:0.234662 va-mlogloss:0.476500
[389] tr-mlogloss:0.234147 va-mlogloss:0.476316
[390] tr-mlogloss:0.233764 va-mlogloss:0.476247
[391] tr-mlogloss:0.233483 va-mlogloss:0.476206
[392] tr-mlogloss:0.232977 va-mlogloss:0.476044
[393] tr-mlogloss:0.232511 va-mlogloss:0.475913
[394] tr-mlogloss:0.232189 va-mlogloss:0.475894
[395] tr-mlogloss:0.231872 va-mlogloss:0.475830
[396] tr-mlogloss:0.231415 va-mlogloss:0.475765
[397] tr-mlogloss:0.230913 va-mlogloss:0.475672
[398] tr-mlogloss:0.230559 va-mlogloss:0.475658
[399] tr-mlogloss:0.230176 va-mlogloss:0.475520
[400] tr-mlogloss:0.229850 va-mlogloss:0.475503
[401] tr-mlogloss:0.229420 va-mlogloss:0.475392
[402] tr-mlogloss:0.229061 va-mlogloss:0.475342
[403] tr-mlogloss:0.228578 va-mlogloss:0.475269
[404] tr-mlogloss:0.228270 va-mlogloss:0.475207
[405] tr-mlogloss:0.227973 va-mlogloss:0.475221
[406] tr-mlogloss:0.227567 va-mlogloss:0.475191
[407] tr-mlogloss:0.227135 va-mlogloss:0.475112
[408] tr-mlogloss:0.226741 va-mlogloss:0.475042
[409] tr-mlogloss:0.226254 va-mlogloss:0.474960
[410] tr-mlogloss:0.225923 va-mlogloss:0.474943
[411] tr-mlogloss:0.225574 va-mlogloss:0.474997
[412] tr-mlogloss:0.225203 va-mlogloss:0.474997
[413] tr-mlogloss:0.224834 va-mlogloss:0.475000
[414] tr-mlogloss:0.224404 va-mlogloss:0.475007
[415] tr-mlogloss:0.224051 va-mlogloss:0.474862
[416] tr-mlogloss:0.223773 va-mlogloss:0.474742
[417] tr-mlogloss:0.223366 va-mlogloss:0.474669
[418] tr-mlogloss:0.222966 va-mlogloss:0.474560
[419] tr-mlogloss:0.222609 va-mlogloss:0.474557
[420] tr-mlogloss:0.222359 va-mlogloss:0.474494
[421] tr-mlogloss:0.221965 va-mlogloss:0.474374
[422] tr-mlogloss:0.221390 va-mlogloss:0.474261
[423] tr-mlogloss:0.221125 va-mlogloss:0.474232
[424] tr-mlogloss:0.220785 va-mlogloss:0.474253
[425] tr-mlogloss:0.220410 va-mlogloss:0.474261
[426] tr-mlogloss:0.220076 va-mlogloss:0.474158
[427] tr-mlogloss:0.219751 va-mlogloss:0.474182
[428] tr-mlogloss:0.219510 va-mlogloss:0.474154
[429] tr-mlogloss:0.219277 va-mlogloss:0.474161
[430] tr-mlogloss:0.218977 va-mlogloss:0.474119
[431] tr-mlogloss:0.218536 va-mlogloss:0.474091
[432] tr-mlogloss:0.218145 va-mlogloss:0.474019
[433] tr-mlogloss:0.217797 va-mlogloss:0.473874
[434] tr-mlogloss:0.217350 va-mlogloss:0.473801
[435] tr-mlogloss:0.216982 va-mlogloss:0.473642
[436] tr-mlogloss:0.216681 va-mlogloss:0.473581
[437] tr-mlogloss:0.216307 va-mlogloss:0.473549
[438] tr-mlogloss:0.216002 va-mlogloss:0.473515
[439] tr-mlogloss:0.215725 va-mlogloss:0.473510
[440] tr-mlogloss:0.215451 va-mlogloss:0.473533
[441] tr-mlogloss:0.215051 va-mlogloss:0.473456
[442] tr-mlogloss:0.214747 va-mlogloss:0.473464
[443] tr-mlogloss:0.214396 va-mlogloss:0.473402
[444] tr-mlogloss:0.214032 va-mlogloss:0.473334
[445] tr-mlogloss:0.213612 va-mlogloss:0.473280
[446] tr-mlogloss:0.213137 va-mlogloss:0.473312
[447] tr-mlogloss:0.212847 va-mlogloss:0.473227
[448] tr-mlogloss:0.212522 va-mlogloss:0.473249
[449] tr-mlogloss:0.212123 va-mlogloss:0.473196
[450] tr-mlogloss:0.211696 va-mlogloss:0.473223
[451] tr-mlogloss:0.211277 va-mlogloss:0.473146
[452] tr-mlogloss:0.210933 va-mlogloss:0.473118
[453] tr-mlogloss:0.210609 va-mlogloss:0.473158
[454] tr-mlogloss:0.210266 va-mlogloss:0.473147
[455] tr-mlogloss:0.209745 va-mlogloss:0.473120
[456] tr-mlogloss:0.209476 va-mlogloss:0.473223
[457] tr-mlogloss:0.209216 va-mlogloss:0.473323
[458] tr-mlogloss:0.208852 va-mlogloss:0.473328
[459] tr-mlogloss:0.208598 va-mlogloss:0.473337
[460] tr-mlogloss:0.208264 va-mlogloss:0.473318
[461] tr-mlogloss:0.207879 va-mlogloss:0.473267
[462] tr-mlogloss:0.207519 va-mlogloss:0.473337
Stopping. Best iteration:
[452] tr-mlogloss:0.210933 va-mlogloss:0.473118
In [ ]:
result=[]
for p in ParameterGrid({'ss':[0.3,0.5,0.7],
'cs':[0.3,0.5,0.7]}):
start = datetime.now()
for i,(tr,va) in enumerate(cross_validation.StratifiedShuffleSplit(y,n_iter=1,train_size=0.7,test_size=0.3,random_state=1)):
X_tr = X.iloc[tr]
y_tr = y[tr]
X_va = X.iloc[va]
y_va = y[va]
dtr = xgb.DMatrix(X_tr,y_tr,missing=np.NAN)
dva = xgb.DMatrix(X_va,y_va,missing=np.NAN)
param = {'objective':'multi:softprob','nthread':8,'silent':1,'num_class':9,'eval_metric':'mlogloss',
'eta':0.1,'max_depth':6,'gamma':0,'min_child_weight':1,'seed':1,
'subsample':p['ss'],'colsample_bytree':p['cs'],'colsample_bylevel':1.}
watchlist = [(dtr,'tr'), (dva,'va')]
num_round = 1000
bst = xgb.train(param, dtr, num_round, watchlist,early_stopping_rounds=10)
tr_logloss = log_loss(y_tr,bst.predict(dtr,ntree_limit=bst.best_iteration))
va_logloss = log_loss(y_va,bst.predict(dva,ntree_limit=bst.best_iteration))
p['tr'] = tr_logloss
p['va'] = va_logloss
p['t'] = str(datetime.now() - start)
print p
result.append(p)
Will train until va error hasn't decreased in 10 rounds.
[0] tr-mlogloss:1.964306 va-mlogloss:1.967946
[1] tr-mlogloss:1.800024 va-mlogloss:1.807113
[2] tr-mlogloss:1.673397 va-mlogloss:1.684213
[3] tr-mlogloss:1.565625 va-mlogloss:1.579746
[4] tr-mlogloss:1.472737 va-mlogloss:1.489302
[5] tr-mlogloss:1.394705 va-mlogloss:1.413354
[6] tr-mlogloss:1.322167 va-mlogloss:1.343126
[7] tr-mlogloss:1.261158 va-mlogloss:1.284417
[8] tr-mlogloss:1.204518 va-mlogloss:1.229814
[9] tr-mlogloss:1.152538 va-mlogloss:1.179718
[10] tr-mlogloss:1.105833 va-mlogloss:1.135085
[11] tr-mlogloss:1.063864 va-mlogloss:1.095056
[12] tr-mlogloss:1.027482 va-mlogloss:1.060274
[13] tr-mlogloss:0.993702 va-mlogloss:1.028009
[14] tr-mlogloss:0.961865 va-mlogloss:0.997629
[15] tr-mlogloss:0.934499 va-mlogloss:0.971691
[16] tr-mlogloss:0.910268 va-mlogloss:0.948669
[17] tr-mlogloss:0.884510 va-mlogloss:0.924394
[18] tr-mlogloss:0.862057 va-mlogloss:0.903520
[19] tr-mlogloss:0.840557 va-mlogloss:0.883222
[20] tr-mlogloss:0.820313 va-mlogloss:0.863907
[21] tr-mlogloss:0.801776 va-mlogloss:0.846361
[22] tr-mlogloss:0.783914 va-mlogloss:0.829939
[23] tr-mlogloss:0.767486 va-mlogloss:0.814953
[24] tr-mlogloss:0.752515 va-mlogloss:0.800842
[25] tr-mlogloss:0.737994 va-mlogloss:0.787518
[26] tr-mlogloss:0.724996 va-mlogloss:0.775480
[27] tr-mlogloss:0.712290 va-mlogloss:0.763688
[28] tr-mlogloss:0.700599 va-mlogloss:0.753087
[29] tr-mlogloss:0.688943 va-mlogloss:0.742608
[30] tr-mlogloss:0.678663 va-mlogloss:0.733350
[31] tr-mlogloss:0.668138 va-mlogloss:0.724329
[32] tr-mlogloss:0.658957 va-mlogloss:0.716173
[33] tr-mlogloss:0.649669 va-mlogloss:0.707927
[34] tr-mlogloss:0.640992 va-mlogloss:0.700320
[35] tr-mlogloss:0.632741 va-mlogloss:0.693104
[36] tr-mlogloss:0.624955 va-mlogloss:0.686342
[37] tr-mlogloss:0.617475 va-mlogloss:0.679860
[38] tr-mlogloss:0.610463 va-mlogloss:0.673857
[39] tr-mlogloss:0.603982 va-mlogloss:0.668152
[40] tr-mlogloss:0.597399 va-mlogloss:0.662459
[41] tr-mlogloss:0.591616 va-mlogloss:0.657628
[42] tr-mlogloss:0.585887 va-mlogloss:0.652742
[43] tr-mlogloss:0.580480 va-mlogloss:0.648101
[44] tr-mlogloss:0.574874 va-mlogloss:0.643697
[45] tr-mlogloss:0.569838 va-mlogloss:0.639421
[46] tr-mlogloss:0.565069 va-mlogloss:0.635496
[47] tr-mlogloss:0.560037 va-mlogloss:0.631458
[48] tr-mlogloss:0.555428 va-mlogloss:0.627823
[49] tr-mlogloss:0.550875 va-mlogloss:0.624125
[50] tr-mlogloss:0.546892 va-mlogloss:0.620741
[51] tr-mlogloss:0.542609 va-mlogloss:0.617293
[52] tr-mlogloss:0.538611 va-mlogloss:0.614246
[53] tr-mlogloss:0.534913 va-mlogloss:0.611217
[54] tr-mlogloss:0.531266 va-mlogloss:0.608350
[55] tr-mlogloss:0.527898 va-mlogloss:0.605749
[56] tr-mlogloss:0.524277 va-mlogloss:0.602974
[57] tr-mlogloss:0.520835 va-mlogloss:0.600467
[58] tr-mlogloss:0.517736 va-mlogloss:0.598134
[59] tr-mlogloss:0.514546 va-mlogloss:0.595996
[60] tr-mlogloss:0.511636 va-mlogloss:0.593752
[61] tr-mlogloss:0.508832 va-mlogloss:0.591677
[62] tr-mlogloss:0.506058 va-mlogloss:0.589528
[63] tr-mlogloss:0.503107 va-mlogloss:0.587340
[64] tr-mlogloss:0.500366 va-mlogloss:0.585291
[65] tr-mlogloss:0.497756 va-mlogloss:0.583392
[66] tr-mlogloss:0.495459 va-mlogloss:0.581496
[67] tr-mlogloss:0.492747 va-mlogloss:0.579485
[68] tr-mlogloss:0.489732 va-mlogloss:0.577549
[69] tr-mlogloss:0.486928 va-mlogloss:0.575468
[70] tr-mlogloss:0.484417 va-mlogloss:0.573828
[71] tr-mlogloss:0.482476 va-mlogloss:0.572419
[72] tr-mlogloss:0.480593 va-mlogloss:0.571132
[73] tr-mlogloss:0.478439 va-mlogloss:0.569562
[74] tr-mlogloss:0.475940 va-mlogloss:0.567867
[75] tr-mlogloss:0.474036 va-mlogloss:0.566557
[76] tr-mlogloss:0.472084 va-mlogloss:0.565254
[77] tr-mlogloss:0.470141 va-mlogloss:0.563900
[78] tr-mlogloss:0.467807 va-mlogloss:0.562405
[79] tr-mlogloss:0.465581 va-mlogloss:0.560827
[80] tr-mlogloss:0.463555 va-mlogloss:0.559448
[81] tr-mlogloss:0.461176 va-mlogloss:0.557874
[82] tr-mlogloss:0.459180 va-mlogloss:0.556564
[83] tr-mlogloss:0.457464 va-mlogloss:0.555525
[84] tr-mlogloss:0.455536 va-mlogloss:0.554261
[85] tr-mlogloss:0.453381 va-mlogloss:0.553004
[86] tr-mlogloss:0.450939 va-mlogloss:0.551513
[87] tr-mlogloss:0.448712 va-mlogloss:0.550184
[88] tr-mlogloss:0.447095 va-mlogloss:0.549087
[89] tr-mlogloss:0.445462 va-mlogloss:0.548180
[90] tr-mlogloss:0.443939 va-mlogloss:0.547190
[91] tr-mlogloss:0.442521 va-mlogloss:0.546346
[92] tr-mlogloss:0.440876 va-mlogloss:0.545238
[93] tr-mlogloss:0.439240 va-mlogloss:0.544187
[94] tr-mlogloss:0.437621 va-mlogloss:0.543176
[95] tr-mlogloss:0.436001 va-mlogloss:0.542187
[96] tr-mlogloss:0.434278 va-mlogloss:0.541137
[97] tr-mlogloss:0.432291 va-mlogloss:0.539969
[98] tr-mlogloss:0.430800 va-mlogloss:0.539049
[99] tr-mlogloss:0.429292 va-mlogloss:0.538354
[100] tr-mlogloss:0.427922 va-mlogloss:0.537650
[101] tr-mlogloss:0.426502 va-mlogloss:0.537002
[102] tr-mlogloss:0.425227 va-mlogloss:0.536261
[103] tr-mlogloss:0.423876 va-mlogloss:0.535481
[104] tr-mlogloss:0.422386 va-mlogloss:0.534685
[105] tr-mlogloss:0.420847 va-mlogloss:0.534052
[106] tr-mlogloss:0.419876 va-mlogloss:0.533465
[107] tr-mlogloss:0.418314 va-mlogloss:0.532672
[108] tr-mlogloss:0.417102 va-mlogloss:0.532039
[109] tr-mlogloss:0.415636 va-mlogloss:0.531216
[110] tr-mlogloss:0.414460 va-mlogloss:0.530442
[111] tr-mlogloss:0.413010 va-mlogloss:0.529541
[112] tr-mlogloss:0.411710 va-mlogloss:0.528886
[113] tr-mlogloss:0.410404 va-mlogloss:0.528116
[114] tr-mlogloss:0.409312 va-mlogloss:0.527539
[115] tr-mlogloss:0.408059 va-mlogloss:0.526764
[116] tr-mlogloss:0.406885 va-mlogloss:0.526032
[117] tr-mlogloss:0.405547 va-mlogloss:0.525373
[118] tr-mlogloss:0.404160 va-mlogloss:0.524722
[119] tr-mlogloss:0.403045 va-mlogloss:0.524145
[120] tr-mlogloss:0.401954 va-mlogloss:0.523419
[121] tr-mlogloss:0.400563 va-mlogloss:0.522712
[122] tr-mlogloss:0.399218 va-mlogloss:0.522156
[123] tr-mlogloss:0.398107 va-mlogloss:0.521633
[124] tr-mlogloss:0.396961 va-mlogloss:0.521173
[125] tr-mlogloss:0.395893 va-mlogloss:0.520502
[126] tr-mlogloss:0.394641 va-mlogloss:0.519835
[127] tr-mlogloss:0.393194 va-mlogloss:0.519221
[128] tr-mlogloss:0.392152 va-mlogloss:0.518589
[129] tr-mlogloss:0.390936 va-mlogloss:0.517950
[130] tr-mlogloss:0.390070 va-mlogloss:0.517610
[131] tr-mlogloss:0.388963 va-mlogloss:0.517244
[132] tr-mlogloss:0.387958 va-mlogloss:0.516769
[133] tr-mlogloss:0.386902 va-mlogloss:0.516218
[134] tr-mlogloss:0.385892 va-mlogloss:0.515706
[135] tr-mlogloss:0.384984 va-mlogloss:0.515218
[136] tr-mlogloss:0.383994 va-mlogloss:0.514673
[137] tr-mlogloss:0.382765 va-mlogloss:0.514179
[138] tr-mlogloss:0.381777 va-mlogloss:0.513743
[139] tr-mlogloss:0.380567 va-mlogloss:0.513256
[140] tr-mlogloss:0.379371 va-mlogloss:0.512765
[141] tr-mlogloss:0.378463 va-mlogloss:0.512350
[142] tr-mlogloss:0.377622 va-mlogloss:0.511989
[143] tr-mlogloss:0.376652 va-mlogloss:0.511544
[144] tr-mlogloss:0.375685 va-mlogloss:0.511124
[145] tr-mlogloss:0.374644 va-mlogloss:0.510640
[146] tr-mlogloss:0.373743 va-mlogloss:0.510292
[147] tr-mlogloss:0.372672 va-mlogloss:0.509841
[148] tr-mlogloss:0.371551 va-mlogloss:0.509398
[149] tr-mlogloss:0.370468 va-mlogloss:0.508999
[150] tr-mlogloss:0.369201 va-mlogloss:0.508484
[151] tr-mlogloss:0.368196 va-mlogloss:0.508069
[152] tr-mlogloss:0.367281 va-mlogloss:0.507644
[153] tr-mlogloss:0.366251 va-mlogloss:0.507167
[154] tr-mlogloss:0.365144 va-mlogloss:0.506676
[155] tr-mlogloss:0.363989 va-mlogloss:0.506179
[156] tr-mlogloss:0.363014 va-mlogloss:0.505853
[157] tr-mlogloss:0.362137 va-mlogloss:0.505366
[158] tr-mlogloss:0.361395 va-mlogloss:0.505017
[159] tr-mlogloss:0.360410 va-mlogloss:0.504606
[160] tr-mlogloss:0.359667 va-mlogloss:0.504257
[161] tr-mlogloss:0.358672 va-mlogloss:0.503809
[162] tr-mlogloss:0.357661 va-mlogloss:0.503304
[163] tr-mlogloss:0.356799 va-mlogloss:0.502954
[164] tr-mlogloss:0.355903 va-mlogloss:0.502619
[165] tr-mlogloss:0.354913 va-mlogloss:0.502204
[166] tr-mlogloss:0.354140 va-mlogloss:0.501892
[167] tr-mlogloss:0.353453 va-mlogloss:0.501554
[168] tr-mlogloss:0.352573 va-mlogloss:0.501268
[169] tr-mlogloss:0.351958 va-mlogloss:0.500977
[170] tr-mlogloss:0.350984 va-mlogloss:0.500568
[171] tr-mlogloss:0.350195 va-mlogloss:0.500306
[172] tr-mlogloss:0.349390 va-mlogloss:0.499937
[173] tr-mlogloss:0.348614 va-mlogloss:0.499619
[174] tr-mlogloss:0.347741 va-mlogloss:0.499357
[175] tr-mlogloss:0.346708 va-mlogloss:0.498830
[176] tr-mlogloss:0.345810 va-mlogloss:0.498601
[177] tr-mlogloss:0.344919 va-mlogloss:0.498310
[178] tr-mlogloss:0.343848 va-mlogloss:0.497904
[179] tr-mlogloss:0.342999 va-mlogloss:0.497586
[180] tr-mlogloss:0.342036 va-mlogloss:0.497230
[181] tr-mlogloss:0.341192 va-mlogloss:0.496816
[182] tr-mlogloss:0.340344 va-mlogloss:0.496475
[183] tr-mlogloss:0.339752 va-mlogloss:0.496244
[184] tr-mlogloss:0.338959 va-mlogloss:0.495994
[185] tr-mlogloss:0.338224 va-mlogloss:0.495720
[186] tr-mlogloss:0.337563 va-mlogloss:0.495456
[187] tr-mlogloss:0.336778 va-mlogloss:0.495141
[188] tr-mlogloss:0.335850 va-mlogloss:0.494710
[189] tr-mlogloss:0.335193 va-mlogloss:0.494481
[190] tr-mlogloss:0.334469 va-mlogloss:0.494148
[191] tr-mlogloss:0.333804 va-mlogloss:0.493867
[192] tr-mlogloss:0.332842 va-mlogloss:0.493460
[193] tr-mlogloss:0.332116 va-mlogloss:0.493186
[194] tr-mlogloss:0.331365 va-mlogloss:0.493091
[195] tr-mlogloss:0.330679 va-mlogloss:0.492880
[196] tr-mlogloss:0.329907 va-mlogloss:0.492608
[197] tr-mlogloss:0.329313 va-mlogloss:0.492507
[198] tr-mlogloss:0.328680 va-mlogloss:0.492283
[199] tr-mlogloss:0.327936 va-mlogloss:0.491970
[200] tr-mlogloss:0.327283 va-mlogloss:0.491684
[201] tr-mlogloss:0.326454 va-mlogloss:0.491446
[202] tr-mlogloss:0.325658 va-mlogloss:0.491191
[203] tr-mlogloss:0.324850 va-mlogloss:0.490843
[204] tr-mlogloss:0.324116 va-mlogloss:0.490554
[205] tr-mlogloss:0.323454 va-mlogloss:0.490346
[206] tr-mlogloss:0.322661 va-mlogloss:0.490017
[207] tr-mlogloss:0.321851 va-mlogloss:0.489778
[208] tr-mlogloss:0.321003 va-mlogloss:0.489506
[209] tr-mlogloss:0.320266 va-mlogloss:0.489277
[210] tr-mlogloss:0.319718 va-mlogloss:0.489158
[211] tr-mlogloss:0.319030 va-mlogloss:0.488882
[212] tr-mlogloss:0.318491 va-mlogloss:0.488668
[213] tr-mlogloss:0.317837 va-mlogloss:0.488519
[214] tr-mlogloss:0.317254 va-mlogloss:0.488348
[215] tr-mlogloss:0.316394 va-mlogloss:0.488075
[216] tr-mlogloss:0.315788 va-mlogloss:0.487868
[217] tr-mlogloss:0.315143 va-mlogloss:0.487698
[218] tr-mlogloss:0.314495 va-mlogloss:0.487538
[219] tr-mlogloss:0.313991 va-mlogloss:0.487329
[220] tr-mlogloss:0.313117 va-mlogloss:0.487028
[221] tr-mlogloss:0.312533 va-mlogloss:0.486818
[222] tr-mlogloss:0.311736 va-mlogloss:0.486651
[223] tr-mlogloss:0.311008 va-mlogloss:0.486479
[224] tr-mlogloss:0.310327 va-mlogloss:0.486294
[225] tr-mlogloss:0.309928 va-mlogloss:0.486124
[226] tr-mlogloss:0.309277 va-mlogloss:0.485847
[227] tr-mlogloss:0.308650 va-mlogloss:0.485647
[228] tr-mlogloss:0.308171 va-mlogloss:0.485456
[229] tr-mlogloss:0.307427 va-mlogloss:0.485203
[230] tr-mlogloss:0.306791 va-mlogloss:0.484991
[231] tr-mlogloss:0.306073 va-mlogloss:0.484792
[232] tr-mlogloss:0.305315 va-mlogloss:0.484483
[233] tr-mlogloss:0.304601 va-mlogloss:0.484275
[234] tr-mlogloss:0.303826 va-mlogloss:0.483920
[235] tr-mlogloss:0.303307 va-mlogloss:0.483715
[236] tr-mlogloss:0.302752 va-mlogloss:0.483550
[237] tr-mlogloss:0.302116 va-mlogloss:0.483380
[238] tr-mlogloss:0.301281 va-mlogloss:0.483041
[239] tr-mlogloss:0.300561 va-mlogloss:0.482881
[240] tr-mlogloss:0.299786 va-mlogloss:0.482640
[241] tr-mlogloss:0.299211 va-mlogloss:0.482427
[242] tr-mlogloss:0.298738 va-mlogloss:0.482252
[243] tr-mlogloss:0.298061 va-mlogloss:0.482032
[244] tr-mlogloss:0.297469 va-mlogloss:0.481868
[245] tr-mlogloss:0.296799 va-mlogloss:0.481593
[246] tr-mlogloss:0.296251 va-mlogloss:0.481432
[247] tr-mlogloss:0.295525 va-mlogloss:0.481306
[248] tr-mlogloss:0.294810 va-mlogloss:0.481138
[249] tr-mlogloss:0.294008 va-mlogloss:0.480893
[250] tr-mlogloss:0.293275 va-mlogloss:0.480650
[251] tr-mlogloss:0.292713 va-mlogloss:0.480481
[252] tr-mlogloss:0.292280 va-mlogloss:0.480386
[253] tr-mlogloss:0.291696 va-mlogloss:0.480292
[254] tr-mlogloss:0.291005 va-mlogloss:0.480129
[255] tr-mlogloss:0.290507 va-mlogloss:0.479942
[256] tr-mlogloss:0.289724 va-mlogloss:0.479608
[257] tr-mlogloss:0.289057 va-mlogloss:0.479477
[258] tr-mlogloss:0.288538 va-mlogloss:0.479419
[259] tr-mlogloss:0.288081 va-mlogloss:0.479241
[260] tr-mlogloss:0.287451 va-mlogloss:0.479203
[261] tr-mlogloss:0.286796 va-mlogloss:0.479004
[262] tr-mlogloss:0.286216 va-mlogloss:0.478861
[263] tr-mlogloss:0.285531 va-mlogloss:0.478647
[264] tr-mlogloss:0.285069 va-mlogloss:0.478521
[265] tr-mlogloss:0.284479 va-mlogloss:0.478358
[266] tr-mlogloss:0.283859 va-mlogloss:0.478160
[267] tr-mlogloss:0.283395 va-mlogloss:0.478028
[268] tr-mlogloss:0.283044 va-mlogloss:0.477974
[269] tr-mlogloss:0.282431 va-mlogloss:0.477757
[270] tr-mlogloss:0.282008 va-mlogloss:0.477668
[271] tr-mlogloss:0.281530 va-mlogloss:0.477574
[272] tr-mlogloss:0.280969 va-mlogloss:0.477459
[273] tr-mlogloss:0.280453 va-mlogloss:0.477316
[274] tr-mlogloss:0.279772 va-mlogloss:0.477213
[275] tr-mlogloss:0.279367 va-mlogloss:0.477111
[276] tr-mlogloss:0.278871 va-mlogloss:0.477027
[277] tr-mlogloss:0.278342 va-mlogloss:0.476912
[278] tr-mlogloss:0.277761 va-mlogloss:0.476714
[279] tr-mlogloss:0.277187 va-mlogloss:0.476538
[280] tr-mlogloss:0.276523 va-mlogloss:0.476288
[281] tr-mlogloss:0.275717 va-mlogloss:0.476147
[282] tr-mlogloss:0.275298 va-mlogloss:0.476189
[283] tr-mlogloss:0.274760 va-mlogloss:0.476115
[284] tr-mlogloss:0.274313 va-mlogloss:0.476024
[285] tr-mlogloss:0.273770 va-mlogloss:0.475909
[286] tr-mlogloss:0.273204 va-mlogloss:0.475733
[287] tr-mlogloss:0.272762 va-mlogloss:0.475648
[288] tr-mlogloss:0.272371 va-mlogloss:0.475633
[289] tr-mlogloss:0.271830 va-mlogloss:0.475510
[290] tr-mlogloss:0.271194 va-mlogloss:0.475316
[291] tr-mlogloss:0.270854 va-mlogloss:0.475258
[292] tr-mlogloss:0.270243 va-mlogloss:0.475167
[293] tr-mlogloss:0.269896 va-mlogloss:0.475122
[294] tr-mlogloss:0.269422 va-mlogloss:0.474991
[295] tr-mlogloss:0.268872 va-mlogloss:0.474898
[296] tr-mlogloss:0.268258 va-mlogloss:0.474713
[297] tr-mlogloss:0.267806 va-mlogloss:0.474653
[298] tr-mlogloss:0.267294 va-mlogloss:0.474553
[299] tr-mlogloss:0.266913 va-mlogloss:0.474441
[300] tr-mlogloss:0.266486 va-mlogloss:0.474366
[301] tr-mlogloss:0.265962 va-mlogloss:0.474171
[302] tr-mlogloss:0.265407 va-mlogloss:0.474009
[303] tr-mlogloss:0.264908 va-mlogloss:0.473904
[304] tr-mlogloss:0.264330 va-mlogloss:0.473772
[305] tr-mlogloss:0.263799 va-mlogloss:0.473686
[306] tr-mlogloss:0.263248 va-mlogloss:0.473608
[307] tr-mlogloss:0.262708 va-mlogloss:0.473504
[308] tr-mlogloss:0.262002 va-mlogloss:0.473441
[309] tr-mlogloss:0.261645 va-mlogloss:0.473386
[310] tr-mlogloss:0.261040 va-mlogloss:0.473215
[311] tr-mlogloss:0.260474 va-mlogloss:0.473103
[312] tr-mlogloss:0.259821 va-mlogloss:0.473017
[313] tr-mlogloss:0.259460 va-mlogloss:0.472911
[314] tr-mlogloss:0.258870 va-mlogloss:0.472744
[315] tr-mlogloss:0.258303 va-mlogloss:0.472665
[316] tr-mlogloss:0.257858 va-mlogloss:0.472491
[317] tr-mlogloss:0.257441 va-mlogloss:0.472441
[318] tr-mlogloss:0.256898 va-mlogloss:0.472320
[319] tr-mlogloss:0.256424 va-mlogloss:0.472227
[320] tr-mlogloss:0.256008 va-mlogloss:0.472124
[321] tr-mlogloss:0.255622 va-mlogloss:0.472066
[322] tr-mlogloss:0.255217 va-mlogloss:0.471985
[323] tr-mlogloss:0.254635 va-mlogloss:0.471828
[324] tr-mlogloss:0.254042 va-mlogloss:0.471835
[325] tr-mlogloss:0.253639 va-mlogloss:0.471821
[326] tr-mlogloss:0.253059 va-mlogloss:0.471689
[327] tr-mlogloss:0.252596 va-mlogloss:0.471506
[328] tr-mlogloss:0.252189 va-mlogloss:0.471389
[329] tr-mlogloss:0.251867 va-mlogloss:0.471363
[330] tr-mlogloss:0.251238 va-mlogloss:0.471255
[331] tr-mlogloss:0.250723 va-mlogloss:0.471275
[332] tr-mlogloss:0.250230 va-mlogloss:0.471186
[333] tr-mlogloss:0.249876 va-mlogloss:0.471069
[334] tr-mlogloss:0.249425 va-mlogloss:0.470803
[335] tr-mlogloss:0.249003 va-mlogloss:0.470667
[336] tr-mlogloss:0.248666 va-mlogloss:0.470619
[337] tr-mlogloss:0.248214 va-mlogloss:0.470559
[338] tr-mlogloss:0.247680 va-mlogloss:0.470448
[339] tr-mlogloss:0.247216 va-mlogloss:0.470421
[340] tr-mlogloss:0.246832 va-mlogloss:0.470396
[341] tr-mlogloss:0.246363 va-mlogloss:0.470346
[342] tr-mlogloss:0.245849 va-mlogloss:0.470335
[343] tr-mlogloss:0.245443 va-mlogloss:0.470301
[344] tr-mlogloss:0.245051 va-mlogloss:0.470235
[345] tr-mlogloss:0.244607 va-mlogloss:0.470086
[346] tr-mlogloss:0.243928 va-mlogloss:0.469920
[347] tr-mlogloss:0.243405 va-mlogloss:0.469796
[348] tr-mlogloss:0.242863 va-mlogloss:0.469736
[349] tr-mlogloss:0.242410 va-mlogloss:0.469601
[350] tr-mlogloss:0.241989 va-mlogloss:0.469561
[351] tr-mlogloss:0.241493 va-mlogloss:0.469528
[352] tr-mlogloss:0.241120 va-mlogloss:0.469465
[353] tr-mlogloss:0.240508 va-mlogloss:0.469352
[354] tr-mlogloss:0.240019 va-mlogloss:0.469291
[355] tr-mlogloss:0.239601 va-mlogloss:0.469168
[356] tr-mlogloss:0.239171 va-mlogloss:0.469072
[357] tr-mlogloss:0.238551 va-mlogloss:0.468915
[358] tr-mlogloss:0.238021 va-mlogloss:0.468773
[359] tr-mlogloss:0.237455 va-mlogloss:0.468657
[360] tr-mlogloss:0.237042 va-mlogloss:0.468615
[361] tr-mlogloss:0.236662 va-mlogloss:0.468496
[362] tr-mlogloss:0.236386 va-mlogloss:0.468475
[363] tr-mlogloss:0.235958 va-mlogloss:0.468352
[364] tr-mlogloss:0.235624 va-mlogloss:0.468327
[365] tr-mlogloss:0.235253 va-mlogloss:0.468194
[366] tr-mlogloss:0.234855 va-mlogloss:0.468046
[367] tr-mlogloss:0.234436 va-mlogloss:0.467992
[368] tr-mlogloss:0.234065 va-mlogloss:0.467883
[369] tr-mlogloss:0.233642 va-mlogloss:0.467885
[370] tr-mlogloss:0.233266 va-mlogloss:0.467821
[371] tr-mlogloss:0.232739 va-mlogloss:0.467740
[372] tr-mlogloss:0.232355 va-mlogloss:0.467679
[373] tr-mlogloss:0.231947 va-mlogloss:0.467715
[374] tr-mlogloss:0.231570 va-mlogloss:0.467685
[375] tr-mlogloss:0.231137 va-mlogloss:0.467527
[376] tr-mlogloss:0.230684 va-mlogloss:0.467432
[377] tr-mlogloss:0.230372 va-mlogloss:0.467391
[378] tr-mlogloss:0.229993 va-mlogloss:0.467313
[379] tr-mlogloss:0.229542 va-mlogloss:0.467163
[380] tr-mlogloss:0.229108 va-mlogloss:0.467124
[381] tr-mlogloss:0.228664 va-mlogloss:0.467083
[382] tr-mlogloss:0.228201 va-mlogloss:0.467041
[383] tr-mlogloss:0.227753 va-mlogloss:0.466994
[384] tr-mlogloss:0.227366 va-mlogloss:0.467024
[385] tr-mlogloss:0.226955 va-mlogloss:0.466981
[386] tr-mlogloss:0.226537 va-mlogloss:0.466944
[387] tr-mlogloss:0.226059 va-mlogloss:0.466888
[388] tr-mlogloss:0.225681 va-mlogloss:0.466911
[389] tr-mlogloss:0.225319 va-mlogloss:0.466898
[390] tr-mlogloss:0.224870 va-mlogloss:0.466871
[391] tr-mlogloss:0.224416 va-mlogloss:0.466885
[392] tr-mlogloss:0.224096 va-mlogloss:0.466874
[393] tr-mlogloss:0.223639 va-mlogloss:0.466867
[394] tr-mlogloss:0.223051 va-mlogloss:0.466805
[395] tr-mlogloss:0.222634 va-mlogloss:0.466696
[396] tr-mlogloss:0.222341 va-mlogloss:0.466725
[397] tr-mlogloss:0.222049 va-mlogloss:0.466745
[398] tr-mlogloss:0.221648 va-mlogloss:0.466655
[399] tr-mlogloss:0.221322 va-mlogloss:0.466662
[400] tr-mlogloss:0.220852 va-mlogloss:0.466535
[401] tr-mlogloss:0.220636 va-mlogloss:0.466545
[402] tr-mlogloss:0.220186 va-mlogloss:0.466404
[403] tr-mlogloss:0.219892 va-mlogloss:0.466359
[404] tr-mlogloss:0.219615 va-mlogloss:0.466393
[405] tr-mlogloss:0.219314 va-mlogloss:0.466320
[406] tr-mlogloss:0.218946 va-mlogloss:0.466278
[407] tr-mlogloss:0.218563 va-mlogloss:0.466311
[408] tr-mlogloss:0.218204 va-mlogloss:0.466241
[409] tr-mlogloss:0.217827 va-mlogloss:0.466178
[410] tr-mlogloss:0.217507 va-mlogloss:0.466134
[411] tr-mlogloss:0.217202 va-mlogloss:0.466111
[412] tr-mlogloss:0.216803 va-mlogloss:0.466050
[413] tr-mlogloss:0.216414 va-mlogloss:0.465938
[414] tr-mlogloss:0.216074 va-mlogloss:0.465858
[415] tr-mlogloss:0.215683 va-mlogloss:0.465714
[416] tr-mlogloss:0.215316 va-mlogloss:0.465714
[417] tr-mlogloss:0.214843 va-mlogloss:0.465707
[418] tr-mlogloss:0.214541 va-mlogloss:0.465712
[419] tr-mlogloss:0.214277 va-mlogloss:0.465723
[420] tr-mlogloss:0.213904 va-mlogloss:0.465561
[421] tr-mlogloss:0.213557 va-mlogloss:0.465551
[422] tr-mlogloss:0.213156 va-mlogloss:0.465490
[423] tr-mlogloss:0.212820 va-mlogloss:0.465414
[424] tr-mlogloss:0.212347 va-mlogloss:0.465349
[425] tr-mlogloss:0.211910 va-mlogloss:0.465322
[426] tr-mlogloss:0.211489 va-mlogloss:0.465313
[427] tr-mlogloss:0.211152 va-mlogloss:0.465237
[428] tr-mlogloss:0.210808 va-mlogloss:0.465240
[429] tr-mlogloss:0.210488 va-mlogloss:0.465135
[430] tr-mlogloss:0.210193 va-mlogloss:0.465217
[431] tr-mlogloss:0.209741 va-mlogloss:0.465107
[432] tr-mlogloss:0.209436 va-mlogloss:0.465018
[433] tr-mlogloss:0.209038 va-mlogloss:0.464990
[434] tr-mlogloss:0.208746 va-mlogloss:0.464980
[435] tr-mlogloss:0.208339 va-mlogloss:0.464954
[436] tr-mlogloss:0.208018 va-mlogloss:0.464967
[437] tr-mlogloss:0.207707 va-mlogloss:0.464949
[438] tr-mlogloss:0.207388 va-mlogloss:0.464895
[439] tr-mlogloss:0.207074 va-mlogloss:0.464841
[440] tr-mlogloss:0.206775 va-mlogloss:0.464762
[441] tr-mlogloss:0.206411 va-mlogloss:0.464756
[442] tr-mlogloss:0.206003 va-mlogloss:0.464742
[443] tr-mlogloss:0.205760 va-mlogloss:0.464797
[444] tr-mlogloss:0.205415 va-mlogloss:0.464706
[445] tr-mlogloss:0.205136 va-mlogloss:0.464743
[446] tr-mlogloss:0.204721 va-mlogloss:0.464681
[447] tr-mlogloss:0.204375 va-mlogloss:0.464601
[448] tr-mlogloss:0.203935 va-mlogloss:0.464649
[449] tr-mlogloss:0.203506 va-mlogloss:0.464591
[450] tr-mlogloss:0.203149 va-mlogloss:0.464589
[451] tr-mlogloss:0.202785 va-mlogloss:0.464552
[452] tr-mlogloss:0.202424 va-mlogloss:0.464480
[453] tr-mlogloss:0.202038 va-mlogloss:0.464420
[454] tr-mlogloss:0.201674 va-mlogloss:0.464423
[455] tr-mlogloss:0.201430 va-mlogloss:0.464427
[456] tr-mlogloss:0.201048 va-mlogloss:0.464406
[457] tr-mlogloss:0.200731 va-mlogloss:0.464385
[458] tr-mlogloss:0.200367 va-mlogloss:0.464409
[459] tr-mlogloss:0.200074 va-mlogloss:0.464395
[460] tr-mlogloss:0.199798 va-mlogloss:0.464408
[461] tr-mlogloss:0.199435 va-mlogloss:0.464330
[462] tr-mlogloss:0.199056 va-mlogloss:0.464320
[463] tr-mlogloss:0.198748 va-mlogloss:0.464237
[464] tr-mlogloss:0.198386 va-mlogloss:0.464291
[465] tr-mlogloss:0.198082 va-mlogloss:0.464267
[466] tr-mlogloss:0.197807 va-mlogloss:0.464364
[467] tr-mlogloss:0.197526 va-mlogloss:0.464375
[468] tr-mlogloss:0.197239 va-mlogloss:0.464327
[469] tr-mlogloss:0.196915 va-mlogloss:0.464337
[470] tr-mlogloss:0.196504 va-mlogloss:0.464222
[471] tr-mlogloss:0.196116 va-mlogloss:0.464249
[472] tr-mlogloss:0.195743 va-mlogloss:0.464243
[473] tr-mlogloss:0.195487 va-mlogloss:0.464098
[474] tr-mlogloss:0.195137 va-mlogloss:0.464166
[475] tr-mlogloss:0.194840 va-mlogloss:0.464145
[476] tr-mlogloss:0.194639 va-mlogloss:0.464114
[477] tr-mlogloss:0.194342 va-mlogloss:0.464084
[478] tr-mlogloss:0.194081 va-mlogloss:0.464156
[479] tr-mlogloss:0.193724 va-mlogloss:0.464208
[480] tr-mlogloss:0.193460 va-mlogloss:0.464193
[481] tr-mlogloss:0.193125 va-mlogloss:0.464130
[482] tr-mlogloss:0.192759 va-mlogloss:0.464145
[483] tr-mlogloss:0.192472 va-mlogloss:0.464090
[484] tr-mlogloss:0.192099 va-mlogloss:0.464144
[485] tr-mlogloss:0.191792 va-mlogloss:0.464115
[486] tr-mlogloss:0.191480 va-mlogloss:0.464125
[487] tr-mlogloss:0.191148 va-mlogloss:0.464075
[488] tr-mlogloss:0.190820 va-mlogloss:0.464115
[489] tr-mlogloss:0.190597 va-mlogloss:0.464068
[490] tr-mlogloss:0.190331 va-mlogloss:0.464104
[491] tr-mlogloss:0.190051 va-mlogloss:0.464095
[492] tr-mlogloss:0.189810 va-mlogloss:0.464026
[493] tr-mlogloss:0.189525 va-mlogloss:0.464025
[494] tr-mlogloss:0.189212 va-mlogloss:0.464031
[495] tr-mlogloss:0.188859 va-mlogloss:0.463888
[496] tr-mlogloss:0.188475 va-mlogloss:0.463788
[497] tr-mlogloss:0.188153 va-mlogloss:0.463760
[498] tr-mlogloss:0.187842 va-mlogloss:0.463666
[499] tr-mlogloss:0.187468 va-mlogloss:0.463659
[500] tr-mlogloss:0.187147 va-mlogloss:0.463692
[501] tr-mlogloss:0.186836 va-mlogloss:0.463691
[502] tr-mlogloss:0.186579 va-mlogloss:0.463721
[503] tr-mlogloss:0.186302 va-mlogloss:0.463717
[504] tr-mlogloss:0.185979 va-mlogloss:0.463741
[505] tr-mlogloss:0.185702 va-mlogloss:0.463716
[506] tr-mlogloss:0.185278 va-mlogloss:0.463824
[507] tr-mlogloss:0.184924 va-mlogloss:0.463831
[508] tr-mlogloss:0.184659 va-mlogloss:0.463875
[509] tr-mlogloss:0.184374 va-mlogloss:0.463835
Stopping. Best iteration:
[499] tr-mlogloss:0.187468 va-mlogloss:0.463659
{'cs': 0.3, 'ss': 0.3, 'tr': 0.18784213557024648, 't': '0:02:45.906586', 'va': 0.46366624146506258}
Will train until va error hasn't decreased in 10 rounds.
[0] tr-mlogloss:1.964306 va-mlogloss:1.967946
[1] tr-mlogloss:1.800024 va-mlogloss:1.807113
[2] tr-mlogloss:1.673397 va-mlogloss:1.684213
[3] tr-mlogloss:1.565625 va-mlogloss:1.579746
[4] tr-mlogloss:1.472737 va-mlogloss:1.489302
[5] tr-mlogloss:1.394705 va-mlogloss:1.413354
[6] tr-mlogloss:1.322167 va-mlogloss:1.343126
[7] tr-mlogloss:1.261158 va-mlogloss:1.284417
[8] tr-mlogloss:1.204518 va-mlogloss:1.229814
[9] tr-mlogloss:1.152538 va-mlogloss:1.179718
[10] tr-mlogloss:1.105833 va-mlogloss:1.135085
[11] tr-mlogloss:1.063864 va-mlogloss:1.095056
[12] tr-mlogloss:1.027482 va-mlogloss:1.060274
[13] tr-mlogloss:0.993702 va-mlogloss:1.028009
[14] tr-mlogloss:0.961865 va-mlogloss:0.997629
[15] tr-mlogloss:0.934499 va-mlogloss:0.971691
[16] tr-mlogloss:0.910268 va-mlogloss:0.948669
[17] tr-mlogloss:0.884510 va-mlogloss:0.924394
[18] tr-mlogloss:0.862057 va-mlogloss:0.903520
[19] tr-mlogloss:0.840557 va-mlogloss:0.883222
[20] tr-mlogloss:0.820313 va-mlogloss:0.863907
[21] tr-mlogloss:0.801776 va-mlogloss:0.846361
[22] tr-mlogloss:0.783914 va-mlogloss:0.829939
[23] tr-mlogloss:0.767486 va-mlogloss:0.814953
[24] tr-mlogloss:0.752515 va-mlogloss:0.800842
[25] tr-mlogloss:0.737994 va-mlogloss:0.787518
[26] tr-mlogloss:0.724996 va-mlogloss:0.775480
[27] tr-mlogloss:0.712290 va-mlogloss:0.763688
[28] tr-mlogloss:0.700599 va-mlogloss:0.753087
[29] tr-mlogloss:0.688943 va-mlogloss:0.742608
[30] tr-mlogloss:0.678663 va-mlogloss:0.733350
[31] tr-mlogloss:0.668138 va-mlogloss:0.724329
[32] tr-mlogloss:0.658957 va-mlogloss:0.716173
[33] tr-mlogloss:0.649669 va-mlogloss:0.707927
[34] tr-mlogloss:0.640992 va-mlogloss:0.700320
[35] tr-mlogloss:0.632741 va-mlogloss:0.693104
[36] tr-mlogloss:0.624955 va-mlogloss:0.686342
[37] tr-mlogloss:0.617475 va-mlogloss:0.679860
[38] tr-mlogloss:0.610463 va-mlogloss:0.673857
[39] tr-mlogloss:0.603982 va-mlogloss:0.668152
[40] tr-mlogloss:0.597399 va-mlogloss:0.662459
[41] tr-mlogloss:0.591616 va-mlogloss:0.657628
[42] tr-mlogloss:0.585887 va-mlogloss:0.652742
[43] tr-mlogloss:0.580480 va-mlogloss:0.648101
[44] tr-mlogloss:0.574874 va-mlogloss:0.643697
[45] tr-mlogloss:0.569838 va-mlogloss:0.639421
[46] tr-mlogloss:0.565069 va-mlogloss:0.635496
[47] tr-mlogloss:0.560037 va-mlogloss:0.631458
[48] tr-mlogloss:0.555428 va-mlogloss:0.627823
[49] tr-mlogloss:0.550875 va-mlogloss:0.624125
[50] tr-mlogloss:0.546892 va-mlogloss:0.620741
[51] tr-mlogloss:0.542609 va-mlogloss:0.617293
[52] tr-mlogloss:0.538611 va-mlogloss:0.614246
[53] tr-mlogloss:0.534913 va-mlogloss:0.611217
[54] tr-mlogloss:0.531266 va-mlogloss:0.608350
[55] tr-mlogloss:0.527898 va-mlogloss:0.605749
[56] tr-mlogloss:0.524277 va-mlogloss:0.602974
[57] tr-mlogloss:0.520835 va-mlogloss:0.600467
[58] tr-mlogloss:0.517736 va-mlogloss:0.598134
[59] tr-mlogloss:0.514546 va-mlogloss:0.595996
[60] tr-mlogloss:0.511636 va-mlogloss:0.593752
[61] tr-mlogloss:0.508832 va-mlogloss:0.591677
[62] tr-mlogloss:0.506058 va-mlogloss:0.589528
[63] tr-mlogloss:0.503107 va-mlogloss:0.587340
[64] tr-mlogloss:0.500366 va-mlogloss:0.585291
[65] tr-mlogloss:0.497756 va-mlogloss:0.583392
[66] tr-mlogloss:0.495459 va-mlogloss:0.581496
[67] tr-mlogloss:0.492747 va-mlogloss:0.579485
[68] tr-mlogloss:0.489732 va-mlogloss:0.577549
[69] tr-mlogloss:0.486928 va-mlogloss:0.575468
[70] tr-mlogloss:0.484417 va-mlogloss:0.573828
[71] tr-mlogloss:0.482476 va-mlogloss:0.572419
[72] tr-mlogloss:0.480593 va-mlogloss:0.571132
[73] tr-mlogloss:0.478439 va-mlogloss:0.569562
[74] tr-mlogloss:0.475940 va-mlogloss:0.567867
[75] tr-mlogloss:0.474036 va-mlogloss:0.566557
[76] tr-mlogloss:0.472084 va-mlogloss:0.565254
[77] tr-mlogloss:0.470141 va-mlogloss:0.563900
[78] tr-mlogloss:0.467807 va-mlogloss:0.562405
[79] tr-mlogloss:0.465581 va-mlogloss:0.560827
[80] tr-mlogloss:0.463555 va-mlogloss:0.559448
[81] tr-mlogloss:0.461176 va-mlogloss:0.557874
[82] tr-mlogloss:0.459180 va-mlogloss:0.556564
[83] tr-mlogloss:0.457464 va-mlogloss:0.555525
[84] tr-mlogloss:0.455536 va-mlogloss:0.554261
[85] tr-mlogloss:0.453381 va-mlogloss:0.553004
[86] tr-mlogloss:0.450939 va-mlogloss:0.551513
[87] tr-mlogloss:0.448712 va-mlogloss:0.550184
[88] tr-mlogloss:0.447095 va-mlogloss:0.549087
[89] tr-mlogloss:0.445462 va-mlogloss:0.548180
[90] tr-mlogloss:0.443939 va-mlogloss:0.547190
[91] tr-mlogloss:0.442521 va-mlogloss:0.546346
[92] tr-mlogloss:0.440876 va-mlogloss:0.545238
[93] tr-mlogloss:0.439240 va-mlogloss:0.544187
[94] tr-mlogloss:0.437621 va-mlogloss:0.543176
[95] tr-mlogloss:0.436001 va-mlogloss:0.542187
[96] tr-mlogloss:0.434278 va-mlogloss:0.541137
[97] tr-mlogloss:0.432291 va-mlogloss:0.539969
[98] tr-mlogloss:0.430800 va-mlogloss:0.539049
[99] tr-mlogloss:0.429292 va-mlogloss:0.538354
[100] tr-mlogloss:0.427922 va-mlogloss:0.537650
[101] tr-mlogloss:0.426502 va-mlogloss:0.537002
[102] tr-mlogloss:0.425227 va-mlogloss:0.536261
[103] tr-mlogloss:0.423876 va-mlogloss:0.535481
[104] tr-mlogloss:0.422386 va-mlogloss:0.534685
[105] tr-mlogloss:0.420847 va-mlogloss:0.534052
[106] tr-mlogloss:0.419876 va-mlogloss:0.533465
[107] tr-mlogloss:0.418314 va-mlogloss:0.532672
[108] tr-mlogloss:0.417102 va-mlogloss:0.532039
[109] tr-mlogloss:0.415636 va-mlogloss:0.531216
[110] tr-mlogloss:0.414460 va-mlogloss:0.530442
[111] tr-mlogloss:0.413010 va-mlogloss:0.529541
[112] tr-mlogloss:0.411710 va-mlogloss:0.528886
[113] tr-mlogloss:0.410404 va-mlogloss:0.528116
[114] tr-mlogloss:0.409312 va-mlogloss:0.527539
[115] tr-mlogloss:0.408059 va-mlogloss:0.526764
[116] tr-mlogloss:0.406885 va-mlogloss:0.526032
[117] tr-mlogloss:0.405547 va-mlogloss:0.525373
[118] tr-mlogloss:0.404160 va-mlogloss:0.524722
[119] tr-mlogloss:0.403045 va-mlogloss:0.524145
[120] tr-mlogloss:0.401954 va-mlogloss:0.523419
[121] tr-mlogloss:0.400563 va-mlogloss:0.522712
[122] tr-mlogloss:0.399218 va-mlogloss:0.522156
[123] tr-mlogloss:0.398107 va-mlogloss:0.521633
[124] tr-mlogloss:0.396961 va-mlogloss:0.521173
[125] tr-mlogloss:0.395893 va-mlogloss:0.520502
[126] tr-mlogloss:0.394641 va-mlogloss:0.519835
[127] tr-mlogloss:0.393194 va-mlogloss:0.519221
[128] tr-mlogloss:0.392152 va-mlogloss:0.518589
[129] tr-mlogloss:0.390936 va-mlogloss:0.517950
[130] tr-mlogloss:0.390070 va-mlogloss:0.517610
[131] tr-mlogloss:0.388963 va-mlogloss:0.517244
[132] tr-mlogloss:0.387958 va-mlogloss:0.516769
[133] tr-mlogloss:0.386902 va-mlogloss:0.516218
[134] tr-mlogloss:0.385892 va-mlogloss:0.515706
[135] tr-mlogloss:0.384984 va-mlogloss:0.515218
[136] tr-mlogloss:0.383994 va-mlogloss:0.514673
[137] tr-mlogloss:0.382765 va-mlogloss:0.514179
[138] tr-mlogloss:0.381777 va-mlogloss:0.513743
[139] tr-mlogloss:0.380567 va-mlogloss:0.513256
[140] tr-mlogloss:0.379371 va-mlogloss:0.512765
[141] tr-mlogloss:0.378463 va-mlogloss:0.512350
[142] tr-mlogloss:0.377622 va-mlogloss:0.511989
[143] tr-mlogloss:0.376652 va-mlogloss:0.511544
[144] tr-mlogloss:0.375685 va-mlogloss:0.511124
[145] tr-mlogloss:0.374644 va-mlogloss:0.510640
[146] tr-mlogloss:0.373743 va-mlogloss:0.510292
[147] tr-mlogloss:0.372672 va-mlogloss:0.509841
[148] tr-mlogloss:0.371551 va-mlogloss:0.509398
[149] tr-mlogloss:0.370468 va-mlogloss:0.508999
[150] tr-mlogloss:0.369201 va-mlogloss:0.508484
[151] tr-mlogloss:0.368196 va-mlogloss:0.508069
[152] tr-mlogloss:0.367281 va-mlogloss:0.507644
[153] tr-mlogloss:0.366251 va-mlogloss:0.507167
[154] tr-mlogloss:0.365144 va-mlogloss:0.506676
[155] tr-mlogloss:0.363989 va-mlogloss:0.506179
[156] tr-mlogloss:0.363014 va-mlogloss:0.505853
[157] tr-mlogloss:0.362137 va-mlogloss:0.505366
[158] tr-mlogloss:0.361395 va-mlogloss:0.505017
[159] tr-mlogloss:0.360410 va-mlogloss:0.504606
[160] tr-mlogloss:0.359667 va-mlogloss:0.504257
[161] tr-mlogloss:0.358672 va-mlogloss:0.503809
[162] tr-mlogloss:0.357661 va-mlogloss:0.503304
[163] tr-mlogloss:0.356799 va-mlogloss:0.502954
[164] tr-mlogloss:0.355903 va-mlogloss:0.502619
[165] tr-mlogloss:0.354913 va-mlogloss:0.502204
[166] tr-mlogloss:0.354140 va-mlogloss:0.501892
[167] tr-mlogloss:0.353453 va-mlogloss:0.501554
[168] tr-mlogloss:0.352573 va-mlogloss:0.501268
[169] tr-mlogloss:0.351958 va-mlogloss:0.500977
[170] tr-mlogloss:0.350984 va-mlogloss:0.500568
[171] tr-mlogloss:0.350195 va-mlogloss:0.500306
[172] tr-mlogloss:0.349390 va-mlogloss:0.499937
[173] tr-mlogloss:0.348614 va-mlogloss:0.499619
[174] tr-mlogloss:0.347741 va-mlogloss:0.499357
[175] tr-mlogloss:0.346708 va-mlogloss:0.498830
[176] tr-mlogloss:0.345810 va-mlogloss:0.498601
[177] tr-mlogloss:0.344919 va-mlogloss:0.498310
[178] tr-mlogloss:0.343848 va-mlogloss:0.497904
[179] tr-mlogloss:0.342999 va-mlogloss:0.497586
[180] tr-mlogloss:0.342036 va-mlogloss:0.497230
[181] tr-mlogloss:0.341192 va-mlogloss:0.496816
[182] tr-mlogloss:0.340344 va-mlogloss:0.496475
[183] tr-mlogloss:0.339752 va-mlogloss:0.496244
[184] tr-mlogloss:0.338959 va-mlogloss:0.495994
[185] tr-mlogloss:0.338224 va-mlogloss:0.495720
[186] tr-mlogloss:0.337563 va-mlogloss:0.495456
[187] tr-mlogloss:0.336778 va-mlogloss:0.495141
[188] tr-mlogloss:0.335850 va-mlogloss:0.494710
[189] tr-mlogloss:0.335193 va-mlogloss:0.494481
[190] tr-mlogloss:0.334469 va-mlogloss:0.494148
[191] tr-mlogloss:0.333804 va-mlogloss:0.493867
[192] tr-mlogloss:0.332842 va-mlogloss:0.493460
[193] tr-mlogloss:0.332116 va-mlogloss:0.493186
[194] tr-mlogloss:0.331365 va-mlogloss:0.493091
[195] tr-mlogloss:0.330679 va-mlogloss:0.492880
[196] tr-mlogloss:0.329907 va-mlogloss:0.492608
[197] tr-mlogloss:0.329313 va-mlogloss:0.492507
[198] tr-mlogloss:0.328680 va-mlogloss:0.492283
[199] tr-mlogloss:0.327936 va-mlogloss:0.491970
[200] tr-mlogloss:0.327283 va-mlogloss:0.491684
[201] tr-mlogloss:0.326454 va-mlogloss:0.491446
[202] tr-mlogloss:0.325658 va-mlogloss:0.491191
[203] tr-mlogloss:0.324850 va-mlogloss:0.490843
[204] tr-mlogloss:0.324116 va-mlogloss:0.490554
[205] tr-mlogloss:0.323454 va-mlogloss:0.490346
[206] tr-mlogloss:0.322661 va-mlogloss:0.490017
[207] tr-mlogloss:0.321851 va-mlogloss:0.489778
[208] tr-mlogloss:0.321003 va-mlogloss:0.489506
[209] tr-mlogloss:0.320266 va-mlogloss:0.489277
[210] tr-mlogloss:0.319718 va-mlogloss:0.489158
[211] tr-mlogloss:0.319030 va-mlogloss:0.488882
[212] tr-mlogloss:0.318491 va-mlogloss:0.488668
[213] tr-mlogloss:0.317837 va-mlogloss:0.488519
[214] tr-mlogloss:0.317254 va-mlogloss:0.488348
[215] tr-mlogloss:0.316394 va-mlogloss:0.488075
[216] tr-mlogloss:0.315788 va-mlogloss:0.487868
[217] tr-mlogloss:0.315143 va-mlogloss:0.487698
[218] tr-mlogloss:0.314495 va-mlogloss:0.487538
[219] tr-mlogloss:0.313991 va-mlogloss:0.487329
[220] tr-mlogloss:0.313117 va-mlogloss:0.487028
[221] tr-mlogloss:0.312533 va-mlogloss:0.486818
[222] tr-mlogloss:0.311736 va-mlogloss:0.486651
[223] tr-mlogloss:0.311008 va-mlogloss:0.486479
[224] tr-mlogloss:0.310327 va-mlogloss:0.486294
[225] tr-mlogloss:0.309928 va-mlogloss:0.486124
[226] tr-mlogloss:0.309277 va-mlogloss:0.485847
[227] tr-mlogloss:0.308650 va-mlogloss:0.485647
[228] tr-mlogloss:0.308171 va-mlogloss:0.485456
[229] tr-mlogloss:0.307427 va-mlogloss:0.485203
[230] tr-mlogloss:0.306791 va-mlogloss:0.484991
[231] tr-mlogloss:0.306073 va-mlogloss:0.484792
[232] tr-mlogloss:0.305315 va-mlogloss:0.484483
[233] tr-mlogloss:0.304601 va-mlogloss:0.484275
[234] tr-mlogloss:0.303826 va-mlogloss:0.483920
[235] tr-mlogloss:0.303307 va-mlogloss:0.483715
[236] tr-mlogloss:0.302752 va-mlogloss:0.483550
[237] tr-mlogloss:0.302116 va-mlogloss:0.483380
[238] tr-mlogloss:0.301281 va-mlogloss:0.483041
[239] tr-mlogloss:0.300561 va-mlogloss:0.482881
[240] tr-mlogloss:0.299786 va-mlogloss:0.482640
[241] tr-mlogloss:0.299211 va-mlogloss:0.482427
[242] tr-mlogloss:0.298738 va-mlogloss:0.482252
[243] tr-mlogloss:0.298061 va-mlogloss:0.482032
[244] tr-mlogloss:0.297469 va-mlogloss:0.481868
[245] tr-mlogloss:0.296799 va-mlogloss:0.481593
[246] tr-mlogloss:0.296251 va-mlogloss:0.481432
[247] tr-mlogloss:0.295525 va-mlogloss:0.481306
[248] tr-mlogloss:0.294810 va-mlogloss:0.481138
[249] tr-mlogloss:0.294008 va-mlogloss:0.480893
[250] tr-mlogloss:0.293275 va-mlogloss:0.480650
[251] tr-mlogloss:0.292713 va-mlogloss:0.480481
[252] tr-mlogloss:0.292280 va-mlogloss:0.480386
[253] tr-mlogloss:0.291696 va-mlogloss:0.480292
[254] tr-mlogloss:0.291005 va-mlogloss:0.480129
[255] tr-mlogloss:0.290507 va-mlogloss:0.479942
[256] tr-mlogloss:0.289724 va-mlogloss:0.479608
[257] tr-mlogloss:0.289057 va-mlogloss:0.479477
[258] tr-mlogloss:0.288538 va-mlogloss:0.479419
[259] tr-mlogloss:0.288081 va-mlogloss:0.479241
[260] tr-mlogloss:0.287451 va-mlogloss:0.479203
[261] tr-mlogloss:0.286796 va-mlogloss:0.479004
[262] tr-mlogloss:0.286216 va-mlogloss:0.478861
[263] tr-mlogloss:0.285531 va-mlogloss:0.478647
[264] tr-mlogloss:0.285069 va-mlogloss:0.478521
[265] tr-mlogloss:0.284479 va-mlogloss:0.478358
[266] tr-mlogloss:0.283859 va-mlogloss:0.478160
[267] tr-mlogloss:0.283395 va-mlogloss:0.478028
[268] tr-mlogloss:0.283044 va-mlogloss:0.477974
[269] tr-mlogloss:0.282431 va-mlogloss:0.477757
[270] tr-mlogloss:0.282008 va-mlogloss:0.477668
[271] tr-mlogloss:0.281530 va-mlogloss:0.477574
[272] tr-mlogloss:0.280969 va-mlogloss:0.477459
[273] tr-mlogloss:0.280453 va-mlogloss:0.477316
[274] tr-mlogloss:0.279772 va-mlogloss:0.477213
[275] tr-mlogloss:0.279367 va-mlogloss:0.477111
[276] tr-mlogloss:0.278871 va-mlogloss:0.477027
[277] tr-mlogloss:0.278342 va-mlogloss:0.476912
[278] tr-mlogloss:0.277761 va-mlogloss:0.476714
[279] tr-mlogloss:0.277187 va-mlogloss:0.476538
[280] tr-mlogloss:0.276523 va-mlogloss:0.476288
[281] tr-mlogloss:0.275717 va-mlogloss:0.476147
[282] tr-mlogloss:0.275298 va-mlogloss:0.476189
[283] tr-mlogloss:0.274760 va-mlogloss:0.476115
[284] tr-mlogloss:0.274313 va-mlogloss:0.476024
[285] tr-mlogloss:0.273770 va-mlogloss:0.475909
[286] tr-mlogloss:0.273204 va-mlogloss:0.475733
[287] tr-mlogloss:0.272762 va-mlogloss:0.475648
[288] tr-mlogloss:0.272371 va-mlogloss:0.475633
[289] tr-mlogloss:0.271830 va-mlogloss:0.475510
[290] tr-mlogloss:0.271194 va-mlogloss:0.475316
[291] tr-mlogloss:0.270854 va-mlogloss:0.475258
[292] tr-mlogloss:0.270243 va-mlogloss:0.475167
[293] tr-mlogloss:0.269896 va-mlogloss:0.475122
[294] tr-mlogloss:0.269422 va-mlogloss:0.474991
[295] tr-mlogloss:0.268872 va-mlogloss:0.474898
[296] tr-mlogloss:0.268258 va-mlogloss:0.474713
[297] tr-mlogloss:0.267806 va-mlogloss:0.474653
[298] tr-mlogloss:0.267294 va-mlogloss:0.474553
[299] tr-mlogloss:0.266913 va-mlogloss:0.474441
[300] tr-mlogloss:0.266486 va-mlogloss:0.474366
[301] tr-mlogloss:0.265962 va-mlogloss:0.474171
[302] tr-mlogloss:0.265407 va-mlogloss:0.474009
[303] tr-mlogloss:0.264908 va-mlogloss:0.473904
[304] tr-mlogloss:0.264330 va-mlogloss:0.473772
[305] tr-mlogloss:0.263799 va-mlogloss:0.473686
[306] tr-mlogloss:0.263248 va-mlogloss:0.473608
[307] tr-mlogloss:0.262708 va-mlogloss:0.473504
[308] tr-mlogloss:0.262002 va-mlogloss:0.473441
[309] tr-mlogloss:0.261645 va-mlogloss:0.473386
[310] tr-mlogloss:0.261040 va-mlogloss:0.473215
[311] tr-mlogloss:0.260474 va-mlogloss:0.473103
[312] tr-mlogloss:0.259821 va-mlogloss:0.473017
[313] tr-mlogloss:0.259460 va-mlogloss:0.472911
[314] tr-mlogloss:0.258870 va-mlogloss:0.472744
[315] tr-mlogloss:0.258303 va-mlogloss:0.472665
[316] tr-mlogloss:0.257858 va-mlogloss:0.472491
[317] tr-mlogloss:0.257441 va-mlogloss:0.472441
[318] tr-mlogloss:0.256898 va-mlogloss:0.472320
[319] tr-mlogloss:0.256424 va-mlogloss:0.472227
[320] tr-mlogloss:0.256008 va-mlogloss:0.472124
[321] tr-mlogloss:0.255622 va-mlogloss:0.472066
[322] tr-mlogloss:0.255217 va-mlogloss:0.471985
[323] tr-mlogloss:0.254635 va-mlogloss:0.471828
[324] tr-mlogloss:0.254042 va-mlogloss:0.471835
[325] tr-mlogloss:0.253639 va-mlogloss:0.471821
[326] tr-mlogloss:0.253059 va-mlogloss:0.471689
[327] tr-mlogloss:0.252596 va-mlogloss:0.471506
[328] tr-mlogloss:0.252189 va-mlogloss:0.471389
[329] tr-mlogloss:0.251867 va-mlogloss:0.471363
[330] tr-mlogloss:0.251238 va-mlogloss:0.471255
[331] tr-mlogloss:0.250723 va-mlogloss:0.471275
[332] tr-mlogloss:0.250230 va-mlogloss:0.471186
[333] tr-mlogloss:0.249876 va-mlogloss:0.471069
[334] tr-mlogloss:0.249425 va-mlogloss:0.470803
[335] tr-mlogloss:0.249003 va-mlogloss:0.470667
[336] tr-mlogloss:0.248666 va-mlogloss:0.470619
[337] tr-mlogloss:0.248214 va-mlogloss:0.470559
[338] tr-mlogloss:0.247680 va-mlogloss:0.470448
[339] tr-mlogloss:0.247216 va-mlogloss:0.470421
[340] tr-mlogloss:0.246832 va-mlogloss:0.470396
[341] tr-mlogloss:0.246363 va-mlogloss:0.470346
[342] tr-mlogloss:0.245849 va-mlogloss:0.470335
[343] tr-mlogloss:0.245443 va-mlogloss:0.470301
[344] tr-mlogloss:0.245051 va-mlogloss:0.470235
[345] tr-mlogloss:0.244607 va-mlogloss:0.470086
[346] tr-mlogloss:0.243928 va-mlogloss:0.469920
[347] tr-mlogloss:0.243405 va-mlogloss:0.469796
[348] tr-mlogloss:0.242863 va-mlogloss:0.469736
[349] tr-mlogloss:0.242410 va-mlogloss:0.469601
[350] tr-mlogloss:0.241989 va-mlogloss:0.469561
[351] tr-mlogloss:0.241493 va-mlogloss:0.469528
[352] tr-mlogloss:0.241120 va-mlogloss:0.469465
[353] tr-mlogloss:0.240508 va-mlogloss:0.469352
[354] tr-mlogloss:0.240019 va-mlogloss:0.469291
[355] tr-mlogloss:0.239601 va-mlogloss:0.469168
[356] tr-mlogloss:0.239171 va-mlogloss:0.469072
[357] tr-mlogloss:0.238551 va-mlogloss:0.468915
[358] tr-mlogloss:0.238021 va-mlogloss:0.468773
[359] tr-mlogloss:0.237455 va-mlogloss:0.468657
[360] tr-mlogloss:0.237042 va-mlogloss:0.468615
[361] tr-mlogloss:0.236662 va-mlogloss:0.468496
[362] tr-mlogloss:0.236386 va-mlogloss:0.468475
[363] tr-mlogloss:0.235958 va-mlogloss:0.468352
[364] tr-mlogloss:0.235624 va-mlogloss:0.468327
[365] tr-mlogloss:0.235253 va-mlogloss:0.468194
[366] tr-mlogloss:0.234855 va-mlogloss:0.468046
[367] tr-mlogloss:0.234436 va-mlogloss:0.467992
[368] tr-mlogloss:0.234065 va-mlogloss:0.467883
[369] tr-mlogloss:0.233642 va-mlogloss:0.467885
[370] tr-mlogloss:0.233266 va-mlogloss:0.467821
[371] tr-mlogloss:0.232739 va-mlogloss:0.467740
[372] tr-mlogloss:0.232355 va-mlogloss:0.467679
[373] tr-mlogloss:0.231947 va-mlogloss:0.467715
[374] tr-mlogloss:0.231570 va-mlogloss:0.467685
[375] tr-mlogloss:0.231137 va-mlogloss:0.467527
[376] tr-mlogloss:0.230684 va-mlogloss:0.467432
[377] tr-mlogloss:0.230372 va-mlogloss:0.467391
[378] tr-mlogloss:0.229993 va-mlogloss:0.467313
[379] tr-mlogloss:0.229542 va-mlogloss:0.467163
[380] tr-mlogloss:0.229108 va-mlogloss:0.467124
[381] tr-mlogloss:0.228664 va-mlogloss:0.467083
[382] tr-mlogloss:0.228201 va-mlogloss:0.467041
[383] tr-mlogloss:0.227753 va-mlogloss:0.466994
[384] tr-mlogloss:0.227366 va-mlogloss:0.467024
[385] tr-mlogloss:0.226955 va-mlogloss:0.466981
[386] tr-mlogloss:0.226537 va-mlogloss:0.466944
[387] tr-mlogloss:0.226059 va-mlogloss:0.466888
[388] tr-mlogloss:0.225681 va-mlogloss:0.466911
[389] tr-mlogloss:0.225319 va-mlogloss:0.466898
[390] tr-mlogloss:0.224870 va-mlogloss:0.466871
[391] tr-mlogloss:0.224416 va-mlogloss:0.466885
[392] tr-mlogloss:0.224096 va-mlogloss:0.466874
[393] tr-mlogloss:0.223639 va-mlogloss:0.466867
[394] tr-mlogloss:0.223051 va-mlogloss:0.466805
[395] tr-mlogloss:0.222634 va-mlogloss:0.466696
[396] tr-mlogloss:0.222341 va-mlogloss:0.466725
[397] tr-mlogloss:0.222049 va-mlogloss:0.466745
[398] tr-mlogloss:0.221648 va-mlogloss:0.466655
[399] tr-mlogloss:0.221322 va-mlogloss:0.466662
[400] tr-mlogloss:0.220852 va-mlogloss:0.466535
[401] tr-mlogloss:0.220636 va-mlogloss:0.466545
[402] tr-mlogloss:0.220186 va-mlogloss:0.466404
[403] tr-mlogloss:0.219892 va-mlogloss:0.466359
[404] tr-mlogloss:0.219615 va-mlogloss:0.466393
[405] tr-mlogloss:0.219314 va-mlogloss:0.466320
[406] tr-mlogloss:0.218946 va-mlogloss:0.466278
[407] tr-mlogloss:0.218563 va-mlogloss:0.466311
[408] tr-mlogloss:0.218204 va-mlogloss:0.466241
[409] tr-mlogloss:0.217827 va-mlogloss:0.466178
[410] tr-mlogloss:0.217507 va-mlogloss:0.466134
[411] tr-mlogloss:0.217202 va-mlogloss:0.466111
[412] tr-mlogloss:0.216803 va-mlogloss:0.466050
[413] tr-mlogloss:0.216414 va-mlogloss:0.465938
[414] tr-mlogloss:0.216074 va-mlogloss:0.465858
[415] tr-mlogloss:0.215683 va-mlogloss:0.465714
[416] tr-mlogloss:0.215316 va-mlogloss:0.465714
[417] tr-mlogloss:0.214843 va-mlogloss:0.465707
[418] tr-mlogloss:0.214541 va-mlogloss:0.465712
[419] tr-mlogloss:0.214277 va-mlogloss:0.465723
[420] tr-mlogloss:0.213904 va-mlogloss:0.465561
[421] tr-mlogloss:0.213557 va-mlogloss:0.465551
[422] tr-mlogloss:0.213156 va-mlogloss:0.465490
[423] tr-mlogloss:0.212820 va-mlogloss:0.465414
[424] tr-mlogloss:0.212347 va-mlogloss:0.465349
[425] tr-mlogloss:0.211910 va-mlogloss:0.465322
[426] tr-mlogloss:0.211489 va-mlogloss:0.465313
[427] tr-mlogloss:0.211152 va-mlogloss:0.465237
[428] tr-mlogloss:0.210808 va-mlogloss:0.465240
[429] tr-mlogloss:0.210488 va-mlogloss:0.465135
[430] tr-mlogloss:0.210193 va-mlogloss:0.465217
[431] tr-mlogloss:0.209741 va-mlogloss:0.465107
[432] tr-mlogloss:0.209436 va-mlogloss:0.465018
[433] tr-mlogloss:0.209038 va-mlogloss:0.464990
[434] tr-mlogloss:0.208746 va-mlogloss:0.464980
[435] tr-mlogloss:0.208339 va-mlogloss:0.464954
[436] tr-mlogloss:0.208018 va-mlogloss:0.464967
[437] tr-mlogloss:0.207707 va-mlogloss:0.464949
[438] tr-mlogloss:0.207388 va-mlogloss:0.464895
[439] tr-mlogloss:0.207074 va-mlogloss:0.464841
[440] tr-mlogloss:0.206775 va-mlogloss:0.464762
[441] tr-mlogloss:0.206411 va-mlogloss:0.464756
[442] tr-mlogloss:0.206003 va-mlogloss:0.464742
[443] tr-mlogloss:0.205760 va-mlogloss:0.464797
[444] tr-mlogloss:0.205415 va-mlogloss:0.464706
[445] tr-mlogloss:0.205136 va-mlogloss:0.464743
[446] tr-mlogloss:0.204721 va-mlogloss:0.464681
[447] tr-mlogloss:0.204375 va-mlogloss:0.464601
[448] tr-mlogloss:0.203935 va-mlogloss:0.464649
[449] tr-mlogloss:0.203506 va-mlogloss:0.464591
[450] tr-mlogloss:0.203149 va-mlogloss:0.464589
[451] tr-mlogloss:0.202785 va-mlogloss:0.464552
[452] tr-mlogloss:0.202424 va-mlogloss:0.464480
[453] tr-mlogloss:0.202038 va-mlogloss:0.464420
[454] tr-mlogloss:0.201674 va-mlogloss:0.464423
[455] tr-mlogloss:0.201430 va-mlogloss:0.464427
[456] tr-mlogloss:0.201048 va-mlogloss:0.464406
[457] tr-mlogloss:0.200731 va-mlogloss:0.464385
[458] tr-mlogloss:0.200367 va-mlogloss:0.464409
[459] tr-mlogloss:0.200074 va-mlogloss:0.464395
[460] tr-mlogloss:0.199798 va-mlogloss:0.464408
[461] tr-mlogloss:0.199435 va-mlogloss:0.464330
[462] tr-mlogloss:0.199056 va-mlogloss:0.464320
[463] tr-mlogloss:0.198748 va-mlogloss:0.464237
[464] tr-mlogloss:0.198386 va-mlogloss:0.464291
[465] tr-mlogloss:0.198082 va-mlogloss:0.464267
[466] tr-mlogloss:0.197807 va-mlogloss:0.464364
[467] tr-mlogloss:0.197526 va-mlogloss:0.464375
[468] tr-mlogloss:0.197239 va-mlogloss:0.464327
[469] tr-mlogloss:0.196915 va-mlogloss:0.464337
[470] tr-mlogloss:0.196504 va-mlogloss:0.464222
[471] tr-mlogloss:0.196116 va-mlogloss:0.464249
[472] tr-mlogloss:0.195743 va-mlogloss:0.464243
[473] tr-mlogloss:0.195487 va-mlogloss:0.464098
[474] tr-mlogloss:0.195137 va-mlogloss:0.464166
[475] tr-mlogloss:0.194840 va-mlogloss:0.464145
[476] tr-mlogloss:0.194639 va-mlogloss:0.464114
[477] tr-mlogloss:0.194342 va-mlogloss:0.464084
[478] tr-mlogloss:0.194081 va-mlogloss:0.464156
[479] tr-mlogloss:0.193724 va-mlogloss:0.464208
[480] tr-mlogloss:0.193460 va-mlogloss:0.464193
[481] tr-mlogloss:0.193125 va-mlogloss:0.464130
[482] tr-mlogloss:0.192759 va-mlogloss:0.464145
[483] tr-mlogloss:0.192472 va-mlogloss:0.464090
[484] tr-mlogloss:0.192099 va-mlogloss:0.464144
[485] tr-mlogloss:0.191792 va-mlogloss:0.464115
[486] tr-mlogloss:0.191480 va-mlogloss:0.464125
[487] tr-mlogloss:0.191148 va-mlogloss:0.464075
[488] tr-mlogloss:0.190820 va-mlogloss:0.464115
[489] tr-mlogloss:0.190597 va-mlogloss:0.464068
[490] tr-mlogloss:0.190331 va-mlogloss:0.464104
[491] tr-mlogloss:0.190051 va-mlogloss:0.464095
[492] tr-mlogloss:0.189810 va-mlogloss:0.464026
[493] tr-mlogloss:0.189525 va-mlogloss:0.464025
[494] tr-mlogloss:0.189212 va-mlogloss:0.464031
[495] tr-mlogloss:0.188859 va-mlogloss:0.463888
[496] tr-mlogloss:0.188475 va-mlogloss:0.463788
[497] tr-mlogloss:0.188153 va-mlogloss:0.463760
[498] tr-mlogloss:0.187842 va-mlogloss:0.463666
[499] tr-mlogloss:0.187468 va-mlogloss:0.463659
[500] tr-mlogloss:0.187147 va-mlogloss:0.463692
[501] tr-mlogloss:0.186836 va-mlogloss:0.463691
[502] tr-mlogloss:0.186579 va-mlogloss:0.463721
[503] tr-mlogloss:0.186302 va-mlogloss:0.463717
[504] tr-mlogloss:0.185979 va-mlogloss:0.463741
[505] tr-mlogloss:0.185702 va-mlogloss:0.463716
[506] tr-mlogloss:0.185278 va-mlogloss:0.463824
[507] tr-mlogloss:0.184924 va-mlogloss:0.463831
[508] tr-mlogloss:0.184659 va-mlogloss:0.463875
[509] tr-mlogloss:0.184374 va-mlogloss:0.463835
Stopping. Best iteration:
[499] tr-mlogloss:0.187468 va-mlogloss:0.463659
{'cs': 0.3, 'ss': 0.5, 'tr': 0.18784213557024648, 't': '0:02:46.023861', 'va': 0.46366624146506258}
Will train until va error hasn't decreased in 10 rounds.
[0] tr-mlogloss:1.964306 va-mlogloss:1.967946
[1] tr-mlogloss:1.800024 va-mlogloss:1.807113
[2] tr-mlogloss:1.673397 va-mlogloss:1.684213
[3] tr-mlogloss:1.565625 va-mlogloss:1.579746
[4] tr-mlogloss:1.472737 va-mlogloss:1.489302
[5] tr-mlogloss:1.394705 va-mlogloss:1.413354
[6] tr-mlogloss:1.322167 va-mlogloss:1.343126
[7] tr-mlogloss:1.261158 va-mlogloss:1.284417
[8] tr-mlogloss:1.204518 va-mlogloss:1.229814
[9] tr-mlogloss:1.152538 va-mlogloss:1.179718
[10] tr-mlogloss:1.105833 va-mlogloss:1.135085
[11] tr-mlogloss:1.063864 va-mlogloss:1.095056
[12] tr-mlogloss:1.027482 va-mlogloss:1.060274
[13] tr-mlogloss:0.993702 va-mlogloss:1.028009
[14] tr-mlogloss:0.961865 va-mlogloss:0.997629
[15] tr-mlogloss:0.934499 va-mlogloss:0.971691
[16] tr-mlogloss:0.910268 va-mlogloss:0.948669
[17] tr-mlogloss:0.884510 va-mlogloss:0.924394
[18] tr-mlogloss:0.862057 va-mlogloss:0.903520
[19] tr-mlogloss:0.840557 va-mlogloss:0.883222
[20] tr-mlogloss:0.820313 va-mlogloss:0.863907
[21] tr-mlogloss:0.801776 va-mlogloss:0.846361
[22] tr-mlogloss:0.783914 va-mlogloss:0.829939
[23] tr-mlogloss:0.767486 va-mlogloss:0.814953
[24] tr-mlogloss:0.752515 va-mlogloss:0.800842
[25] tr-mlogloss:0.737994 va-mlogloss:0.787518
[26] tr-mlogloss:0.724996 va-mlogloss:0.775480
[27] tr-mlogloss:0.712290 va-mlogloss:0.763688
[28] tr-mlogloss:0.700599 va-mlogloss:0.753087
[29] tr-mlogloss:0.688943 va-mlogloss:0.742608
[30] tr-mlogloss:0.678663 va-mlogloss:0.733350
[31] tr-mlogloss:0.668138 va-mlogloss:0.724329
[32] tr-mlogloss:0.658957 va-mlogloss:0.716173
[33] tr-mlogloss:0.649669 va-mlogloss:0.707927
[34] tr-mlogloss:0.640992 va-mlogloss:0.700320
[35] tr-mlogloss:0.632741 va-mlogloss:0.693104
[36] tr-mlogloss:0.624955 va-mlogloss:0.686342
[37] tr-mlogloss:0.617475 va-mlogloss:0.679860
[38] tr-mlogloss:0.610463 va-mlogloss:0.673857
[39] tr-mlogloss:0.603982 va-mlogloss:0.668152
[40] tr-mlogloss:0.597399 va-mlogloss:0.662459
[41] tr-mlogloss:0.591616 va-mlogloss:0.657628
[42] tr-mlogloss:0.585887 va-mlogloss:0.652742
[43] tr-mlogloss:0.580480 va-mlogloss:0.648101
[44] tr-mlogloss:0.574874 va-mlogloss:0.643697
[45] tr-mlogloss:0.569838 va-mlogloss:0.639421
[46] tr-mlogloss:0.565069 va-mlogloss:0.635496
[47] tr-mlogloss:0.560037 va-mlogloss:0.631458
[48] tr-mlogloss:0.555428 va-mlogloss:0.627823
[49] tr-mlogloss:0.550875 va-mlogloss:0.624125
[50] tr-mlogloss:0.546892 va-mlogloss:0.620741
[51] tr-mlogloss:0.542609 va-mlogloss:0.617293
[52] tr-mlogloss:0.538611 va-mlogloss:0.614246
[53] tr-mlogloss:0.534913 va-mlogloss:0.611217
[54] tr-mlogloss:0.531266 va-mlogloss:0.608350
[55] tr-mlogloss:0.527898 va-mlogloss:0.605749
[56] tr-mlogloss:0.524277 va-mlogloss:0.602974
[57] tr-mlogloss:0.520835 va-mlogloss:0.600467
[58] tr-mlogloss:0.517736 va-mlogloss:0.598134
[59] tr-mlogloss:0.514546 va-mlogloss:0.595996
[60] tr-mlogloss:0.511636 va-mlogloss:0.593752
[61] tr-mlogloss:0.508832 va-mlogloss:0.591677
[62] tr-mlogloss:0.506058 va-mlogloss:0.589528
[63] tr-mlogloss:0.503107 va-mlogloss:0.587340
[64] tr-mlogloss:0.500366 va-mlogloss:0.585291
[65] tr-mlogloss:0.497756 va-mlogloss:0.583392
[66] tr-mlogloss:0.495459 va-mlogloss:0.581496
[67] tr-mlogloss:0.492747 va-mlogloss:0.579485
[68] tr-mlogloss:0.489732 va-mlogloss:0.577549
[69] tr-mlogloss:0.486928 va-mlogloss:0.575468
[70] tr-mlogloss:0.484417 va-mlogloss:0.573828
[71] tr-mlogloss:0.482476 va-mlogloss:0.572419
[72] tr-mlogloss:0.480593 va-mlogloss:0.571132
[73] tr-mlogloss:0.478439 va-mlogloss:0.569562
[74] tr-mlogloss:0.475940 va-mlogloss:0.567867
[75] tr-mlogloss:0.474036 va-mlogloss:0.566557
[76] tr-mlogloss:0.472084 va-mlogloss:0.565254
[77] tr-mlogloss:0.470141 va-mlogloss:0.563900
[78] tr-mlogloss:0.467807 va-mlogloss:0.562405
[79] tr-mlogloss:0.465581 va-mlogloss:0.560827
[80] tr-mlogloss:0.463555 va-mlogloss:0.559448
[81] tr-mlogloss:0.461176 va-mlogloss:0.557874
[82] tr-mlogloss:0.459180 va-mlogloss:0.556564
[83] tr-mlogloss:0.457464 va-mlogloss:0.555525
[84] tr-mlogloss:0.455536 va-mlogloss:0.554261
[85] tr-mlogloss:0.453381 va-mlogloss:0.553004
[86] tr-mlogloss:0.450939 va-mlogloss:0.551513
[87] tr-mlogloss:0.448712 va-mlogloss:0.550184
[88] tr-mlogloss:0.447095 va-mlogloss:0.549087
[89] tr-mlogloss:0.445462 va-mlogloss:0.548180
[90] tr-mlogloss:0.443939 va-mlogloss:0.547190
[91] tr-mlogloss:0.442521 va-mlogloss:0.546346
[92] tr-mlogloss:0.440876 va-mlogloss:0.545238
[93] tr-mlogloss:0.439240 va-mlogloss:0.544187
[94] tr-mlogloss:0.437621 va-mlogloss:0.543176
[95] tr-mlogloss:0.436001 va-mlogloss:0.542187
[96] tr-mlogloss:0.434278 va-mlogloss:0.541137
[97] tr-mlogloss:0.432291 va-mlogloss:0.539969
[98] tr-mlogloss:0.430800 va-mlogloss:0.539049
[99] tr-mlogloss:0.429292 va-mlogloss:0.538354
[100] tr-mlogloss:0.427922 va-mlogloss:0.537650
[101] tr-mlogloss:0.426502 va-mlogloss:0.537002
[102] tr-mlogloss:0.425227 va-mlogloss:0.536261
[103] tr-mlogloss:0.423876 va-mlogloss:0.535481
[104] tr-mlogloss:0.422386 va-mlogloss:0.534685
[105] tr-mlogloss:0.420847 va-mlogloss:0.534052
[106] tr-mlogloss:0.419876 va-mlogloss:0.533465
[107] tr-mlogloss:0.418314 va-mlogloss:0.532672
[108] tr-mlogloss:0.417102 va-mlogloss:0.532039
[109] tr-mlogloss:0.415636 va-mlogloss:0.531216
[110] tr-mlogloss:0.414460 va-mlogloss:0.530442
[111] tr-mlogloss:0.413010 va-mlogloss:0.529541
[112] tr-mlogloss:0.411710 va-mlogloss:0.528886
[113] tr-mlogloss:0.410404 va-mlogloss:0.528116
[114] tr-mlogloss:0.409312 va-mlogloss:0.527539
[115] tr-mlogloss:0.408059 va-mlogloss:0.526764
[116] tr-mlogloss:0.406885 va-mlogloss:0.526032
[117] tr-mlogloss:0.405547 va-mlogloss:0.525373
[118] tr-mlogloss:0.404160 va-mlogloss:0.524722
[119] tr-mlogloss:0.403045 va-mlogloss:0.524145
[120] tr-mlogloss:0.401954 va-mlogloss:0.523419
[121] tr-mlogloss:0.400563 va-mlogloss:0.522712
[122] tr-mlogloss:0.399218 va-mlogloss:0.522156
[123] tr-mlogloss:0.398107 va-mlogloss:0.521633
[124] tr-mlogloss:0.396961 va-mlogloss:0.521173
[125] tr-mlogloss:0.395893 va-mlogloss:0.520502
[126] tr-mlogloss:0.394641 va-mlogloss:0.519835
[127] tr-mlogloss:0.393194 va-mlogloss:0.519221
[128] tr-mlogloss:0.392152 va-mlogloss:0.518589
[129] tr-mlogloss:0.390936 va-mlogloss:0.517950
[130] tr-mlogloss:0.390070 va-mlogloss:0.517610
[131] tr-mlogloss:0.388963 va-mlogloss:0.517244
[132] tr-mlogloss:0.387958 va-mlogloss:0.516769
[133] tr-mlogloss:0.386902 va-mlogloss:0.516218
[134] tr-mlogloss:0.385892 va-mlogloss:0.515706
[135] tr-mlogloss:0.384984 va-mlogloss:0.515218
[136] tr-mlogloss:0.383994 va-mlogloss:0.514673
[137] tr-mlogloss:0.382765 va-mlogloss:0.514179
[138] tr-mlogloss:0.381777 va-mlogloss:0.513743
[139] tr-mlogloss:0.380567 va-mlogloss:0.513256
[140] tr-mlogloss:0.379371 va-mlogloss:0.512765
[141] tr-mlogloss:0.378463 va-mlogloss:0.512350
[142] tr-mlogloss:0.377622 va-mlogloss:0.511989
[143] tr-mlogloss:0.376652 va-mlogloss:0.511544
[144] tr-mlogloss:0.375685 va-mlogloss:0.511124
[145] tr-mlogloss:0.374644 va-mlogloss:0.510640
[146] tr-mlogloss:0.373743 va-mlogloss:0.510292
[147] tr-mlogloss:0.372672 va-mlogloss:0.509841
[148] tr-mlogloss:0.371551 va-mlogloss:0.509398
[149] tr-mlogloss:0.370468 va-mlogloss:0.508999
[150] tr-mlogloss:0.369201 va-mlogloss:0.508484
[151] tr-mlogloss:0.368196 va-mlogloss:0.508069
[152] tr-mlogloss:0.367281 va-mlogloss:0.507644
[153] tr-mlogloss:0.366251 va-mlogloss:0.507167
[154] tr-mlogloss:0.365144 va-mlogloss:0.506676
[155] tr-mlogloss:0.363989 va-mlogloss:0.506179
[156] tr-mlogloss:0.363014 va-mlogloss:0.505853
[157] tr-mlogloss:0.362137 va-mlogloss:0.505366
[158] tr-mlogloss:0.361395 va-mlogloss:0.505017
[159] tr-mlogloss:0.360410 va-mlogloss:0.504606
[160] tr-mlogloss:0.359667 va-mlogloss:0.504257
[161] tr-mlogloss:0.358672 va-mlogloss:0.503809
[162] tr-mlogloss:0.357661 va-mlogloss:0.503304
[163] tr-mlogloss:0.356799 va-mlogloss:0.502954
[164] tr-mlogloss:0.355903 va-mlogloss:0.502619
[165] tr-mlogloss:0.354913 va-mlogloss:0.502204
[166] tr-mlogloss:0.354140 va-mlogloss:0.501892
[167] tr-mlogloss:0.353453 va-mlogloss:0.501554
[168] tr-mlogloss:0.352573 va-mlogloss:0.501268
[169] tr-mlogloss:0.351958 va-mlogloss:0.500977
[170] tr-mlogloss:0.350984 va-mlogloss:0.500568
[171] tr-mlogloss:0.350195 va-mlogloss:0.500306
[172] tr-mlogloss:0.349390 va-mlogloss:0.499937
[173] tr-mlogloss:0.348614 va-mlogloss:0.499619
[174] tr-mlogloss:0.347741 va-mlogloss:0.499357
[175] tr-mlogloss:0.346708 va-mlogloss:0.498830
[176] tr-mlogloss:0.345810 va-mlogloss:0.498601
[177] tr-mlogloss:0.344919 va-mlogloss:0.498310
[178] tr-mlogloss:0.343848 va-mlogloss:0.497904
[179] tr-mlogloss:0.342999 va-mlogloss:0.497586
[180] tr-mlogloss:0.342036 va-mlogloss:0.497230
[181] tr-mlogloss:0.341192 va-mlogloss:0.496816
[182] tr-mlogloss:0.340344 va-mlogloss:0.496475
[183] tr-mlogloss:0.339752 va-mlogloss:0.496244
[184] tr-mlogloss:0.338959 va-mlogloss:0.495994
[185] tr-mlogloss:0.338224 va-mlogloss:0.495720
[186] tr-mlogloss:0.337563 va-mlogloss:0.495456
[187] tr-mlogloss:0.336778 va-mlogloss:0.495141
[188] tr-mlogloss:0.335850 va-mlogloss:0.494710
[189] tr-mlogloss:0.335193 va-mlogloss:0.494481
[190] tr-mlogloss:0.334469 va-mlogloss:0.494148
[191] tr-mlogloss:0.333804 va-mlogloss:0.493867
[192] tr-mlogloss:0.332842 va-mlogloss:0.493460
[193] tr-mlogloss:0.332116 va-mlogloss:0.493186
[194] tr-mlogloss:0.331365 va-mlogloss:0.493091
[195] tr-mlogloss:0.330679 va-mlogloss:0.492880
[196] tr-mlogloss:0.329907 va-mlogloss:0.492608
[197] tr-mlogloss:0.329313 va-mlogloss:0.492507
[198] tr-mlogloss:0.328680 va-mlogloss:0.492283
[199] tr-mlogloss:0.327936 va-mlogloss:0.491970
[200] tr-mlogloss:0.327283 va-mlogloss:0.491684
[201] tr-mlogloss:0.326454 va-mlogloss:0.491446
[202] tr-mlogloss:0.325658 va-mlogloss:0.491191
[203] tr-mlogloss:0.324850 va-mlogloss:0.490843
[204] tr-mlogloss:0.324116 va-mlogloss:0.490554
[205] tr-mlogloss:0.323454 va-mlogloss:0.490346
[206] tr-mlogloss:0.322661 va-mlogloss:0.490017
[207] tr-mlogloss:0.321851 va-mlogloss:0.489778
[208] tr-mlogloss:0.321003 va-mlogloss:0.489506
[209] tr-mlogloss:0.320266 va-mlogloss:0.489277
[210] tr-mlogloss:0.319718 va-mlogloss:0.489158
[211] tr-mlogloss:0.319030 va-mlogloss:0.488882
[212] tr-mlogloss:0.318491 va-mlogloss:0.488668
[213] tr-mlogloss:0.317837 va-mlogloss:0.488519
[214] tr-mlogloss:0.317254 va-mlogloss:0.488348
[215] tr-mlogloss:0.316394 va-mlogloss:0.488075
[216] tr-mlogloss:0.315788 va-mlogloss:0.487868
[217] tr-mlogloss:0.315143 va-mlogloss:0.487698
[218] tr-mlogloss:0.314495 va-mlogloss:0.487538
[219] tr-mlogloss:0.313991 va-mlogloss:0.487329
[220] tr-mlogloss:0.313117 va-mlogloss:0.487028
[221] tr-mlogloss:0.312533 va-mlogloss:0.486818
[222] tr-mlogloss:0.311736 va-mlogloss:0.486651
[223] tr-mlogloss:0.311008 va-mlogloss:0.486479
[224] tr-mlogloss:0.310327 va-mlogloss:0.486294
[225] tr-mlogloss:0.309928 va-mlogloss:0.486124
[226] tr-mlogloss:0.309277 va-mlogloss:0.485847
[227] tr-mlogloss:0.308650 va-mlogloss:0.485647
[228] tr-mlogloss:0.308171 va-mlogloss:0.485456
[229] tr-mlogloss:0.307427 va-mlogloss:0.485203
[230] tr-mlogloss:0.306791 va-mlogloss:0.484991
[231] tr-mlogloss:0.306073 va-mlogloss:0.484792
[232] tr-mlogloss:0.305315 va-mlogloss:0.484483
[233] tr-mlogloss:0.304601 va-mlogloss:0.484275
[234] tr-mlogloss:0.303826 va-mlogloss:0.483920
[235] tr-mlogloss:0.303307 va-mlogloss:0.483715
[236] tr-mlogloss:0.302752 va-mlogloss:0.483550
[237] tr-mlogloss:0.302116 va-mlogloss:0.483380
[238] tr-mlogloss:0.301281 va-mlogloss:0.483041
[239] tr-mlogloss:0.300561 va-mlogloss:0.482881
[240] tr-mlogloss:0.299786 va-mlogloss:0.482640
[241] tr-mlogloss:0.299211 va-mlogloss:0.482427
[242] tr-mlogloss:0.298738 va-mlogloss:0.482252
[243] tr-mlogloss:0.298061 va-mlogloss:0.482032
[244] tr-mlogloss:0.297469 va-mlogloss:0.481868
[245] tr-mlogloss:0.296799 va-mlogloss:0.481593
[246] tr-mlogloss:0.296251 va-mlogloss:0.481432
[247] tr-mlogloss:0.295525 va-mlogloss:0.481306
[248] tr-mlogloss:0.294810 va-mlogloss:0.481138
[249] tr-mlogloss:0.294008 va-mlogloss:0.480893
[250] tr-mlogloss:0.293275 va-mlogloss:0.480650
[251] tr-mlogloss:0.292713 va-mlogloss:0.480481
[252] tr-mlogloss:0.292280 va-mlogloss:0.480386
[253] tr-mlogloss:0.291696 va-mlogloss:0.480292
[254] tr-mlogloss:0.291005 va-mlogloss:0.480129
[255] tr-mlogloss:0.290507 va-mlogloss:0.479942
[256] tr-mlogloss:0.289724 va-mlogloss:0.479608
[257] tr-mlogloss:0.289057 va-mlogloss:0.479477
[258] tr-mlogloss:0.288538 va-mlogloss:0.479419
[259] tr-mlogloss:0.288081 va-mlogloss:0.479241
[260] tr-mlogloss:0.287451 va-mlogloss:0.479203
[261] tr-mlogloss:0.286796 va-mlogloss:0.479004
[262] tr-mlogloss:0.286216 va-mlogloss:0.478861
[263] tr-mlogloss:0.285531 va-mlogloss:0.478647
[264] tr-mlogloss:0.285069 va-mlogloss:0.478521
[265] tr-mlogloss:0.284479 va-mlogloss:0.478358
[266] tr-mlogloss:0.283859 va-mlogloss:0.478160
[267] tr-mlogloss:0.283395 va-mlogloss:0.478028
[268] tr-mlogloss:0.283044 va-mlogloss:0.477974
[269] tr-mlogloss:0.282431 va-mlogloss:0.477757
[270] tr-mlogloss:0.282008 va-mlogloss:0.477668
[271] tr-mlogloss:0.281530 va-mlogloss:0.477574
[272] tr-mlogloss:0.280969 va-mlogloss:0.477459
[273] tr-mlogloss:0.280453 va-mlogloss:0.477316
[274] tr-mlogloss:0.279772 va-mlogloss:0.477213
[275] tr-mlogloss:0.279367 va-mlogloss:0.477111
[276] tr-mlogloss:0.278871 va-mlogloss:0.477027
[277] tr-mlogloss:0.278342 va-mlogloss:0.476912
[278] tr-mlogloss:0.277761 va-mlogloss:0.476714
[279] tr-mlogloss:0.277187 va-mlogloss:0.476538
[280] tr-mlogloss:0.276523 va-mlogloss:0.476288
[281] tr-mlogloss:0.275717 va-mlogloss:0.476147
[282] tr-mlogloss:0.275298 va-mlogloss:0.476189
[283] tr-mlogloss:0.274760 va-mlogloss:0.476115
[284] tr-mlogloss:0.274313 va-mlogloss:0.476024
[285] tr-mlogloss:0.273770 va-mlogloss:0.475909
[286] tr-mlogloss:0.273204 va-mlogloss:0.475733
[287] tr-mlogloss:0.272762 va-mlogloss:0.475648
[288] tr-mlogloss:0.272371 va-mlogloss:0.475633
[289] tr-mlogloss:0.271830 va-mlogloss:0.475510
[290] tr-mlogloss:0.271194 va-mlogloss:0.475316
[291] tr-mlogloss:0.270854 va-mlogloss:0.475258
[292] tr-mlogloss:0.270243 va-mlogloss:0.475167
[293] tr-mlogloss:0.269896 va-mlogloss:0.475122
[294] tr-mlogloss:0.269422 va-mlogloss:0.474991
[295] tr-mlogloss:0.268872 va-mlogloss:0.474898
[296] tr-mlogloss:0.268258 va-mlogloss:0.474713
[297] tr-mlogloss:0.267806 va-mlogloss:0.474653
[298] tr-mlogloss:0.267294 va-mlogloss:0.474553
[299] tr-mlogloss:0.266913 va-mlogloss:0.474441
[300] tr-mlogloss:0.266486 va-mlogloss:0.474366
[301] tr-mlogloss:0.265962 va-mlogloss:0.474171
[302] tr-mlogloss:0.265407 va-mlogloss:0.474009
[303] tr-mlogloss:0.264908 va-mlogloss:0.473904
[304] tr-mlogloss:0.264330 va-mlogloss:0.473772
[305] tr-mlogloss:0.263799 va-mlogloss:0.473686
[306] tr-mlogloss:0.263248 va-mlogloss:0.473608
[307] tr-mlogloss:0.262708 va-mlogloss:0.473504
[308] tr-mlogloss:0.262002 va-mlogloss:0.473441
[309] tr-mlogloss:0.261645 va-mlogloss:0.473386
[310] tr-mlogloss:0.261040 va-mlogloss:0.473215
[311] tr-mlogloss:0.260474 va-mlogloss:0.473103
[312] tr-mlogloss:0.259821 va-mlogloss:0.473017
[313] tr-mlogloss:0.259460 va-mlogloss:0.472911
[314] tr-mlogloss:0.258870 va-mlogloss:0.472744
[315] tr-mlogloss:0.258303 va-mlogloss:0.472665
[316] tr-mlogloss:0.257858 va-mlogloss:0.472491
[317] tr-mlogloss:0.257441 va-mlogloss:0.472441
[318] tr-mlogloss:0.256898 va-mlogloss:0.472320
[319] tr-mlogloss:0.256424 va-mlogloss:0.472227
[320] tr-mlogloss:0.256008 va-mlogloss:0.472124
[321] tr-mlogloss:0.255622 va-mlogloss:0.472066
[322] tr-mlogloss:0.255217 va-mlogloss:0.471985
[323] tr-mlogloss:0.254635 va-mlogloss:0.471828
[324] tr-mlogloss:0.254042 va-mlogloss:0.471835
[325] tr-mlogloss:0.253639 va-mlogloss:0.471821
[326] tr-mlogloss:0.253059 va-mlogloss:0.471689
[327] tr-mlogloss:0.252596 va-mlogloss:0.471506
[328] tr-mlogloss:0.252189 va-mlogloss:0.471389
[329] tr-mlogloss:0.251867 va-mlogloss:0.471363
[330] tr-mlogloss:0.251238 va-mlogloss:0.471255
[331] tr-mlogloss:0.250723 va-mlogloss:0.471275
[332] tr-mlogloss:0.250230 va-mlogloss:0.471186
[333] tr-mlogloss:0.249876 va-mlogloss:0.471069
[334] tr-mlogloss:0.249425 va-mlogloss:0.470803
[335] tr-mlogloss:0.249003 va-mlogloss:0.470667
[336] tr-mlogloss:0.248666 va-mlogloss:0.470619
[337] tr-mlogloss:0.248214 va-mlogloss:0.470559
[338] tr-mlogloss:0.247680 va-mlogloss:0.470448
[339] tr-mlogloss:0.247216 va-mlogloss:0.470421
[340] tr-mlogloss:0.246832 va-mlogloss:0.470396
[341] tr-mlogloss:0.246363 va-mlogloss:0.470346
[342] tr-mlogloss:0.245849 va-mlogloss:0.470335
[343] tr-mlogloss:0.245443 va-mlogloss:0.470301
[344] tr-mlogloss:0.245051 va-mlogloss:0.470235
[345] tr-mlogloss:0.244607 va-mlogloss:0.470086
[346] tr-mlogloss:0.243928 va-mlogloss:0.469920
[347] tr-mlogloss:0.243405 va-mlogloss:0.469796
[348] tr-mlogloss:0.242863 va-mlogloss:0.469736
[349] tr-mlogloss:0.242410 va-mlogloss:0.469601
[350] tr-mlogloss:0.241989 va-mlogloss:0.469561
[351] tr-mlogloss:0.241493 va-mlogloss:0.469528
[352] tr-mlogloss:0.241120 va-mlogloss:0.469465
[353] tr-mlogloss:0.240508 va-mlogloss:0.469352
[354] tr-mlogloss:0.240019 va-mlogloss:0.469291
[355] tr-mlogloss:0.239601 va-mlogloss:0.469168
[356] tr-mlogloss:0.239171 va-mlogloss:0.469072
[357] tr-mlogloss:0.238551 va-mlogloss:0.468915
[358] tr-mlogloss:0.238021 va-mlogloss:0.468773
[359] tr-mlogloss:0.237455 va-mlogloss:0.468657
[360] tr-mlogloss:0.237042 va-mlogloss:0.468615
[361] tr-mlogloss:0.236662 va-mlogloss:0.468496
[362] tr-mlogloss:0.236386 va-mlogloss:0.468475
[363] tr-mlogloss:0.235958 va-mlogloss:0.468352
[364] tr-mlogloss:0.235624 va-mlogloss:0.468327
[365] tr-mlogloss:0.235253 va-mlogloss:0.468194
[366] tr-mlogloss:0.234855 va-mlogloss:0.468046
[367] tr-mlogloss:0.234436 va-mlogloss:0.467992
[368] tr-mlogloss:0.234065 va-mlogloss:0.467883
[369] tr-mlogloss:0.233642 va-mlogloss:0.467885
[370] tr-mlogloss:0.233266 va-mlogloss:0.467821
[371] tr-mlogloss:0.232739 va-mlogloss:0.467740
[372] tr-mlogloss:0.232355 va-mlogloss:0.467679
[373] tr-mlogloss:0.231947 va-mlogloss:0.467715
[374] tr-mlogloss:0.231570 va-mlogloss:0.467685
[375] tr-mlogloss:0.231137 va-mlogloss:0.467527
[376] tr-mlogloss:0.230684 va-mlogloss:0.467432
[377] tr-mlogloss:0.230372 va-mlogloss:0.467391
[378] tr-mlogloss:0.229993 va-mlogloss:0.467313
[379] tr-mlogloss:0.229542 va-mlogloss:0.467163
[380] tr-mlogloss:0.229108 va-mlogloss:0.467124
[381] tr-mlogloss:0.228664 va-mlogloss:0.467083
[382] tr-mlogloss:0.228201 va-mlogloss:0.467041
[383] tr-mlogloss:0.227753 va-mlogloss:0.466994
[384] tr-mlogloss:0.227366 va-mlogloss:0.467024
[385] tr-mlogloss:0.226955 va-mlogloss:0.466981
[386] tr-mlogloss:0.226537 va-mlogloss:0.466944
[387] tr-mlogloss:0.226059 va-mlogloss:0.466888
[388] tr-mlogloss:0.225681 va-mlogloss:0.466911
[389] tr-mlogloss:0.225319 va-mlogloss:0.466898
[390] tr-mlogloss:0.224870 va-mlogloss:0.466871
[391] tr-mlogloss:0.224416 va-mlogloss:0.466885
[392] tr-mlogloss:0.224096 va-mlogloss:0.466874
[393] tr-mlogloss:0.223639 va-mlogloss:0.466867
[394] tr-mlogloss:0.223051 va-mlogloss:0.466805
[395] tr-mlogloss:0.222634 va-mlogloss:0.466696
[396] tr-mlogloss:0.222341 va-mlogloss:0.466725
[397] tr-mlogloss:0.222049 va-mlogloss:0.466745
[398] tr-mlogloss:0.221648 va-mlogloss:0.466655
[399] tr-mlogloss:0.221322 va-mlogloss:0.466662
[400] tr-mlogloss:0.220852 va-mlogloss:0.466535
[401] tr-mlogloss:0.220636 va-mlogloss:0.466545
[402] tr-mlogloss:0.220186 va-mlogloss:0.466404
[403] tr-mlogloss:0.219892 va-mlogloss:0.466359
[404] tr-mlogloss:0.219615 va-mlogloss:0.466393
[405] tr-mlogloss:0.219314 va-mlogloss:0.466320
[406] tr-mlogloss:0.218946 va-mlogloss:0.466278
[407] tr-mlogloss:0.218563 va-mlogloss:0.466311
[408] tr-mlogloss:0.218204 va-mlogloss:0.466241
[409] tr-mlogloss:0.217827 va-mlogloss:0.466178
[410] tr-mlogloss:0.217507 va-mlogloss:0.466134
[411] tr-mlogloss:0.217202 va-mlogloss:0.466111
[412] tr-mlogloss:0.216803 va-mlogloss:0.466050
[413] tr-mlogloss:0.216414 va-mlogloss:0.465938
[414] tr-mlogloss:0.216074 va-mlogloss:0.465858
[415] tr-mlogloss:0.215683 va-mlogloss:0.465714
[416] tr-mlogloss:0.215316 va-mlogloss:0.465714
[417] tr-mlogloss:0.214843 va-mlogloss:0.465707
[418] tr-mlogloss:0.214541 va-mlogloss:0.465712
[419] tr-mlogloss:0.214277 va-mlogloss:0.465723
[420] tr-mlogloss:0.213904 va-mlogloss:0.465561
[421] tr-mlogloss:0.213557 va-mlogloss:0.465551
[422] tr-mlogloss:0.213156 va-mlogloss:0.465490
[423] tr-mlogloss:0.212820 va-mlogloss:0.465414
[424] tr-mlogloss:0.212347 va-mlogloss:0.465349
[425] tr-mlogloss:0.211910 va-mlogloss:0.465322
[426] tr-mlogloss:0.211489 va-mlogloss:0.465313
[427] tr-mlogloss:0.211152 va-mlogloss:0.465237
[428] tr-mlogloss:0.210808 va-mlogloss:0.465240
[429] tr-mlogloss:0.210488 va-mlogloss:0.465135
[430] tr-mlogloss:0.210193 va-mlogloss:0.465217
[431] tr-mlogloss:0.209741 va-mlogloss:0.465107
[432] tr-mlogloss:0.209436 va-mlogloss:0.465018
[433] tr-mlogloss:0.209038 va-mlogloss:0.464990
[434] tr-mlogloss:0.208746 va-mlogloss:0.464980
[435] tr-mlogloss:0.208339 va-mlogloss:0.464954
[436] tr-mlogloss:0.208018 va-mlogloss:0.464967
[437] tr-mlogloss:0.207707 va-mlogloss:0.464949
[438] tr-mlogloss:0.207388 va-mlogloss:0.464895
[439] tr-mlogloss:0.207074 va-mlogloss:0.464841
[440] tr-mlogloss:0.206775 va-mlogloss:0.464762
[441] tr-mlogloss:0.206411 va-mlogloss:0.464756
[442] tr-mlogloss:0.206003 va-mlogloss:0.464742
[443] tr-mlogloss:0.205760 va-mlogloss:0.464797
[444] tr-mlogloss:0.205415 va-mlogloss:0.464706
[445] tr-mlogloss:0.205136 va-mlogloss:0.464743
[446] tr-mlogloss:0.204721 va-mlogloss:0.464681
[447] tr-mlogloss:0.204375 va-mlogloss:0.464601
[448] tr-mlogloss:0.203935 va-mlogloss:0.464649
[449] tr-mlogloss:0.203506 va-mlogloss:0.464591
[450] tr-mlogloss:0.203149 va-mlogloss:0.464589
[451] tr-mlogloss:0.202785 va-mlogloss:0.464552
[452] tr-mlogloss:0.202424 va-mlogloss:0.464480
[453] tr-mlogloss:0.202038 va-mlogloss:0.464420
[454] tr-mlogloss:0.201674 va-mlogloss:0.464423
[455] tr-mlogloss:0.201430 va-mlogloss:0.464427
[456] tr-mlogloss:0.201048 va-mlogloss:0.464406
[457] tr-mlogloss:0.200731 va-mlogloss:0.464385
[458] tr-mlogloss:0.200367 va-mlogloss:0.464409
[459] tr-mlogloss:0.200074 va-mlogloss:0.464395
[460] tr-mlogloss:0.199798 va-mlogloss:0.464408
[461] tr-mlogloss:0.199435 va-mlogloss:0.464330
[462] tr-mlogloss:0.199056 va-mlogloss:0.464320
[463] tr-mlogloss:0.198748 va-mlogloss:0.464237
[464] tr-mlogloss:0.198386 va-mlogloss:0.464291
[465] tr-mlogloss:0.198082 va-mlogloss:0.464267
[466] tr-mlogloss:0.197807 va-mlogloss:0.464364
[467] tr-mlogloss:0.197526 va-mlogloss:0.464375
[468] tr-mlogloss:0.197239 va-mlogloss:0.464327
[469] tr-mlogloss:0.196915 va-mlogloss:0.464337
[470] tr-mlogloss:0.196504 va-mlogloss:0.464222
[471] tr-mlogloss:0.196116 va-mlogloss:0.464249
[472] tr-mlogloss:0.195743 va-mlogloss:0.464243
[473] tr-mlogloss:0.195487 va-mlogloss:0.464098
[474] tr-mlogloss:0.195137 va-mlogloss:0.464166
[475] tr-mlogloss:0.194840 va-mlogloss:0.464145
[476] tr-mlogloss:0.194639 va-mlogloss:0.464114
[477] tr-mlogloss:0.194342 va-mlogloss:0.464084
[478] tr-mlogloss:0.194081 va-mlogloss:0.464156
[479] tr-mlogloss:0.193724 va-mlogloss:0.464208
[480] tr-mlogloss:0.193460 va-mlogloss:0.464193
[481] tr-mlogloss:0.193125 va-mlogloss:0.464130
[482] tr-mlogloss:0.192759 va-mlogloss:0.464145
[483] tr-mlogloss:0.192472 va-mlogloss:0.464090
[484] tr-mlogloss:0.192099 va-mlogloss:0.464144
[485] tr-mlogloss:0.191792 va-mlogloss:0.464115
[486] tr-mlogloss:0.191480 va-mlogloss:0.464125
[487] tr-mlogloss:0.191148 va-mlogloss:0.464075
[488] tr-mlogloss:0.190820 va-mlogloss:0.464115
[489] tr-mlogloss:0.190597 va-mlogloss:0.464068
[490] tr-mlogloss:0.190331 va-mlogloss:0.464104
[491] tr-mlogloss:0.190051 va-mlogloss:0.464095
[492] tr-mlogloss:0.189810 va-mlogloss:0.464026
[493] tr-mlogloss:0.189525 va-mlogloss:0.464025
[494] tr-mlogloss:0.189212 va-mlogloss:0.464031
[495] tr-mlogloss:0.188859 va-mlogloss:0.463888
[496] tr-mlogloss:0.188475 va-mlogloss:0.463788
[497] tr-mlogloss:0.188153 va-mlogloss:0.463760
[498] tr-mlogloss:0.187842 va-mlogloss:0.463666
[499] tr-mlogloss:0.187468 va-mlogloss:0.463659
[500] tr-mlogloss:0.187147 va-mlogloss:0.463692
[501] tr-mlogloss:0.186836 va-mlogloss:0.463691
[502] tr-mlogloss:0.186579 va-mlogloss:0.463721
[503] tr-mlogloss:0.186302 va-mlogloss:0.463717
[504] tr-mlogloss:0.185979 va-mlogloss:0.463741
[505] tr-mlogloss:0.185702 va-mlogloss:0.463716
[506] tr-mlogloss:0.185278 va-mlogloss:0.463824
[507] tr-mlogloss:0.184924 va-mlogloss:0.463831
[508] tr-mlogloss:0.184659 va-mlogloss:0.463875
[509] tr-mlogloss:0.184374 va-mlogloss:0.463835
Stopping. Best iteration:
[499] tr-mlogloss:0.187468 va-mlogloss:0.463659
{'cs': 0.3, 'ss': 0.7, 'tr': 0.18784213557024648, 't': '0:02:45.626545', 'va': 0.46366624146506258}
Will train until va error hasn't decreased in 10 rounds.
[0] tr-mlogloss:1.964306 va-mlogloss:1.967946
[1] tr-mlogloss:1.800024 va-mlogloss:1.807113
[2] tr-mlogloss:1.673397 va-mlogloss:1.684213
[3] tr-mlogloss:1.565625 va-mlogloss:1.579746
[4] tr-mlogloss:1.472737 va-mlogloss:1.489302
[5] tr-mlogloss:1.394705 va-mlogloss:1.413354
[6] tr-mlogloss:1.322167 va-mlogloss:1.343126
[7] tr-mlogloss:1.261158 va-mlogloss:1.284417
[8] tr-mlogloss:1.204518 va-mlogloss:1.229814
[9] tr-mlogloss:1.152538 va-mlogloss:1.179718
[10] tr-mlogloss:1.105833 va-mlogloss:1.135085
[11] tr-mlogloss:1.063864 va-mlogloss:1.095056
[12] tr-mlogloss:1.027482 va-mlogloss:1.060274
[13] tr-mlogloss:0.993702 va-mlogloss:1.028009
[14] tr-mlogloss:0.961865 va-mlogloss:0.997629
[15] tr-mlogloss:0.934499 va-mlogloss:0.971691
[16] tr-mlogloss:0.910268 va-mlogloss:0.948669
[17] tr-mlogloss:0.884510 va-mlogloss:0.924394
[18] tr-mlogloss:0.862057 va-mlogloss:0.903520
[19] tr-mlogloss:0.840557 va-mlogloss:0.883222
[20] tr-mlogloss:0.820313 va-mlogloss:0.863907
[21] tr-mlogloss:0.801776 va-mlogloss:0.846361
[22] tr-mlogloss:0.783914 va-mlogloss:0.829939
[23] tr-mlogloss:0.767486 va-mlogloss:0.814953
[24] tr-mlogloss:0.752515 va-mlogloss:0.800842
[25] tr-mlogloss:0.737994 va-mlogloss:0.787518
[26] tr-mlogloss:0.724996 va-mlogloss:0.775480
[27] tr-mlogloss:0.712290 va-mlogloss:0.763688
[28] tr-mlogloss:0.700599 va-mlogloss:0.753087
[29] tr-mlogloss:0.688943 va-mlogloss:0.742608
[30] tr-mlogloss:0.678663 va-mlogloss:0.733350
[31] tr-mlogloss:0.668138 va-mlogloss:0.724329
[32] tr-mlogloss:0.658957 va-mlogloss:0.716173
[33] tr-mlogloss:0.649669 va-mlogloss:0.707927
[34] tr-mlogloss:0.640992 va-mlogloss:0.700320
[35] tr-mlogloss:0.632741 va-mlogloss:0.693104
[36] tr-mlogloss:0.624955 va-mlogloss:0.686342
[37] tr-mlogloss:0.617475 va-mlogloss:0.679860
[38] tr-mlogloss:0.610463 va-mlogloss:0.673857
[39] tr-mlogloss:0.603982 va-mlogloss:0.668152
[40] tr-mlogloss:0.597399 va-mlogloss:0.662459
[41] tr-mlogloss:0.591616 va-mlogloss:0.657628
[42] tr-mlogloss:0.585887 va-mlogloss:0.652742
[43] tr-mlogloss:0.580480 va-mlogloss:0.648101
[44] tr-mlogloss:0.574874 va-mlogloss:0.643697
[45] tr-mlogloss:0.569838 va-mlogloss:0.639421
[46] tr-mlogloss:0.565069 va-mlogloss:0.635496
[47] tr-mlogloss:0.560037 va-mlogloss:0.631458
[48] tr-mlogloss:0.555428 va-mlogloss:0.627823
[49] tr-mlogloss:0.550875 va-mlogloss:0.624125
[50] tr-mlogloss:0.546892 va-mlogloss:0.620741
[51] tr-mlogloss:0.542609 va-mlogloss:0.617293
[52] tr-mlogloss:0.538611 va-mlogloss:0.614246
[53] tr-mlogloss:0.534913 va-mlogloss:0.611217
[54] tr-mlogloss:0.531266 va-mlogloss:0.608350
[55] tr-mlogloss:0.527898 va-mlogloss:0.605749
[56] tr-mlogloss:0.524277 va-mlogloss:0.602974
[57] tr-mlogloss:0.520835 va-mlogloss:0.600467
[58] tr-mlogloss:0.517736 va-mlogloss:0.598134
[59] tr-mlogloss:0.514546 va-mlogloss:0.595996
[60] tr-mlogloss:0.511636 va-mlogloss:0.593752
[61] tr-mlogloss:0.508832 va-mlogloss:0.591677
[62] tr-mlogloss:0.506058 va-mlogloss:0.589528
[63] tr-mlogloss:0.503107 va-mlogloss:0.587340
[64] tr-mlogloss:0.500366 va-mlogloss:0.585291
[65] tr-mlogloss:0.497756 va-mlogloss:0.583392
[66] tr-mlogloss:0.495459 va-mlogloss:0.581496
[67] tr-mlogloss:0.492747 va-mlogloss:0.579485
[68] tr-mlogloss:0.489732 va-mlogloss:0.577549
[69] tr-mlogloss:0.486928 va-mlogloss:0.575468
[70] tr-mlogloss:0.484417 va-mlogloss:0.573828
[71] tr-mlogloss:0.482476 va-mlogloss:0.572419
[72] tr-mlogloss:0.480593 va-mlogloss:0.571132
[73] tr-mlogloss:0.478439 va-mlogloss:0.569562
[74] tr-mlogloss:0.475940 va-mlogloss:0.567867
[75] tr-mlogloss:0.474036 va-mlogloss:0.566557
[76] tr-mlogloss:0.472084 va-mlogloss:0.565254
[77] tr-mlogloss:0.470141 va-mlogloss:0.563900
[78] tr-mlogloss:0.467807 va-mlogloss:0.562405
[79] tr-mlogloss:0.465581 va-mlogloss:0.560827
[80] tr-mlogloss:0.463555 va-mlogloss:0.559448
[81] tr-mlogloss:0.461176 va-mlogloss:0.557874
[82] tr-mlogloss:0.459180 va-mlogloss:0.556564
[83] tr-mlogloss:0.457464 va-mlogloss:0.555525
[84] tr-mlogloss:0.455536 va-mlogloss:0.554261
[85] tr-mlogloss:0.453381 va-mlogloss:0.553004
[86] tr-mlogloss:0.450939 va-mlogloss:0.551513
[87] tr-mlogloss:0.448712 va-mlogloss:0.550184
[88] tr-mlogloss:0.447095 va-mlogloss:0.549087
[89] tr-mlogloss:0.445462 va-mlogloss:0.548180
[90] tr-mlogloss:0.443939 va-mlogloss:0.547190
[91] tr-mlogloss:0.442521 va-mlogloss:0.546346
[92] tr-mlogloss:0.440876 va-mlogloss:0.545238
[93] tr-mlogloss:0.439240 va-mlogloss:0.544187
[94] tr-mlogloss:0.437621 va-mlogloss:0.543176
[95] tr-mlogloss:0.436001 va-mlogloss:0.542187
[96] tr-mlogloss:0.434278 va-mlogloss:0.541137
[97] tr-mlogloss:0.432291 va-mlogloss:0.539969
[98] tr-mlogloss:0.430800 va-mlogloss:0.539049
[99] tr-mlogloss:0.429292 va-mlogloss:0.538354
[100] tr-mlogloss:0.427922 va-mlogloss:0.537650
[101] tr-mlogloss:0.426502 va-mlogloss:0.537002
[102] tr-mlogloss:0.425227 va-mlogloss:0.536261
[103] tr-mlogloss:0.423876 va-mlogloss:0.535481
[104] tr-mlogloss:0.422386 va-mlogloss:0.534685
[105] tr-mlogloss:0.420847 va-mlogloss:0.534052
[106] tr-mlogloss:0.419876 va-mlogloss:0.533465
[107] tr-mlogloss:0.418314 va-mlogloss:0.532672
[108] tr-mlogloss:0.417102 va-mlogloss:0.532039
[109] tr-mlogloss:0.415636 va-mlogloss:0.531216
[110] tr-mlogloss:0.414460 va-mlogloss:0.530442
[111] tr-mlogloss:0.413010 va-mlogloss:0.529541
[112] tr-mlogloss:0.411710 va-mlogloss:0.528886
[113] tr-mlogloss:0.410404 va-mlogloss:0.528116
[114] tr-mlogloss:0.409312 va-mlogloss:0.527539
[115] tr-mlogloss:0.408059 va-mlogloss:0.526764
[116] tr-mlogloss:0.406885 va-mlogloss:0.526032
[117] tr-mlogloss:0.405547 va-mlogloss:0.525373
[118] tr-mlogloss:0.404160 va-mlogloss:0.524722
[119] tr-mlogloss:0.403045 va-mlogloss:0.524145
[120] tr-mlogloss:0.401954 va-mlogloss:0.523419
[121] tr-mlogloss:0.400563 va-mlogloss:0.522712
[122] tr-mlogloss:0.399218 va-mlogloss:0.522156
[123] tr-mlogloss:0.398107 va-mlogloss:0.521633
[124] tr-mlogloss:0.396961 va-mlogloss:0.521173
[125] tr-mlogloss:0.395893 va-mlogloss:0.520502
[126] tr-mlogloss:0.394641 va-mlogloss:0.519835
[127] tr-mlogloss:0.393194 va-mlogloss:0.519221
[128] tr-mlogloss:0.392152 va-mlogloss:0.518589
[129] tr-mlogloss:0.390936 va-mlogloss:0.517950
[130] tr-mlogloss:0.390070 va-mlogloss:0.517610
[131] tr-mlogloss:0.388963 va-mlogloss:0.517244
[132] tr-mlogloss:0.387958 va-mlogloss:0.516769
[133] tr-mlogloss:0.386902 va-mlogloss:0.516218
[134] tr-mlogloss:0.385892 va-mlogloss:0.515706
[135] tr-mlogloss:0.384984 va-mlogloss:0.515218
[136] tr-mlogloss:0.383994 va-mlogloss:0.514673
[137] tr-mlogloss:0.382765 va-mlogloss:0.514179
[138] tr-mlogloss:0.381777 va-mlogloss:0.513743
[139] tr-mlogloss:0.380567 va-mlogloss:0.513256
[140] tr-mlogloss:0.379371 va-mlogloss:0.512765
[141] tr-mlogloss:0.378463 va-mlogloss:0.512350
[142] tr-mlogloss:0.377622 va-mlogloss:0.511989
[143] tr-mlogloss:0.376652 va-mlogloss:0.511544
[144] tr-mlogloss:0.375685 va-mlogloss:0.511124
[145] tr-mlogloss:0.374644 va-mlogloss:0.510640
[146] tr-mlogloss:0.373743 va-mlogloss:0.510292
[147] tr-mlogloss:0.372672 va-mlogloss:0.509841
[148] tr-mlogloss:0.371551 va-mlogloss:0.509398
[149] tr-mlogloss:0.370468 va-mlogloss:0.508999
[150] tr-mlogloss:0.369201 va-mlogloss:0.508484
[151] tr-mlogloss:0.368196 va-mlogloss:0.508069
[152] tr-mlogloss:0.367281 va-mlogloss:0.507644
[153] tr-mlogloss:0.366251 va-mlogloss:0.507167
[154] tr-mlogloss:0.365144 va-mlogloss:0.506676
[155] tr-mlogloss:0.363989 va-mlogloss:0.506179
[156] tr-mlogloss:0.363014 va-mlogloss:0.505853
[157] tr-mlogloss:0.362137 va-mlogloss:0.505366
[158] tr-mlogloss:0.361395 va-mlogloss:0.505017
[159] tr-mlogloss:0.360410 va-mlogloss:0.504606
[160] tr-mlogloss:0.359667 va-mlogloss:0.504257
[161] tr-mlogloss:0.358672 va-mlogloss:0.503809
[162] tr-mlogloss:0.357661 va-mlogloss:0.503304
[163] tr-mlogloss:0.356799 va-mlogloss:0.502954
[164] tr-mlogloss:0.355903 va-mlogloss:0.502619
[165] tr-mlogloss:0.354913 va-mlogloss:0.502204
[166] tr-mlogloss:0.354140 va-mlogloss:0.501892
[167] tr-mlogloss:0.353453 va-mlogloss:0.501554
[168] tr-mlogloss:0.352573 va-mlogloss:0.501268
[169] tr-mlogloss:0.351958 va-mlogloss:0.500977
[170] tr-mlogloss:0.350984 va-mlogloss:0.500568
[171] tr-mlogloss:0.350195 va-mlogloss:0.500306
[172] tr-mlogloss:0.349390 va-mlogloss:0.499937
[173] tr-mlogloss:0.348614 va-mlogloss:0.499619
[174] tr-mlogloss:0.347741 va-mlogloss:0.499357
[175] tr-mlogloss:0.346708 va-mlogloss:0.498830
[176] tr-mlogloss:0.345810 va-mlogloss:0.498601
[177] tr-mlogloss:0.344919 va-mlogloss:0.498310
[178] tr-mlogloss:0.343848 va-mlogloss:0.497904
[179] tr-mlogloss:0.342999 va-mlogloss:0.497586
[180] tr-mlogloss:0.342036 va-mlogloss:0.497230
[181] tr-mlogloss:0.341192 va-mlogloss:0.496816
[182] tr-mlogloss:0.340344 va-mlogloss:0.496475
[183] tr-mlogloss:0.339752 va-mlogloss:0.496244
[184] tr-mlogloss:0.338959 va-mlogloss:0.495994
[185] tr-mlogloss:0.338224 va-mlogloss:0.495720
[186] tr-mlogloss:0.337563 va-mlogloss:0.495456
[187] tr-mlogloss:0.336778 va-mlogloss:0.495141
[188] tr-mlogloss:0.335850 va-mlogloss:0.494710
[189] tr-mlogloss:0.335193 va-mlogloss:0.494481
[190] tr-mlogloss:0.334469 va-mlogloss:0.494148
[191] tr-mlogloss:0.333804 va-mlogloss:0.493867
[192] tr-mlogloss:0.332842 va-mlogloss:0.493460
[193] tr-mlogloss:0.332116 va-mlogloss:0.493186
[194] tr-mlogloss:0.331365 va-mlogloss:0.493091
[195] tr-mlogloss:0.330679 va-mlogloss:0.492880
[196] tr-mlogloss:0.329907 va-mlogloss:0.492608
[197] tr-mlogloss:0.329313 va-mlogloss:0.492507
[198] tr-mlogloss:0.328680 va-mlogloss:0.492283
[199] tr-mlogloss:0.327936 va-mlogloss:0.491970
[200] tr-mlogloss:0.327283 va-mlogloss:0.491684
[201] tr-mlogloss:0.326454 va-mlogloss:0.491446
[202] tr-mlogloss:0.325658 va-mlogloss:0.491191
[203] tr-mlogloss:0.324850 va-mlogloss:0.490843
[204] tr-mlogloss:0.324116 va-mlogloss:0.490554
[205] tr-mlogloss:0.323454 va-mlogloss:0.490346
[206] tr-mlogloss:0.322661 va-mlogloss:0.490017
[207] tr-mlogloss:0.321851 va-mlogloss:0.489778
[208] tr-mlogloss:0.321003 va-mlogloss:0.489506
[209] tr-mlogloss:0.320266 va-mlogloss:0.489277
[210] tr-mlogloss:0.319718 va-mlogloss:0.489158
[211] tr-mlogloss:0.319030 va-mlogloss:0.488882
[212] tr-mlogloss:0.318491 va-mlogloss:0.488668
[213] tr-mlogloss:0.317837 va-mlogloss:0.488519
[214] tr-mlogloss:0.317254 va-mlogloss:0.488348
[215] tr-mlogloss:0.316394 va-mlogloss:0.488075
[216] tr-mlogloss:0.315788 va-mlogloss:0.487868
[217] tr-mlogloss:0.315143 va-mlogloss:0.487698
[218] tr-mlogloss:0.314495 va-mlogloss:0.487538
[219] tr-mlogloss:0.313991 va-mlogloss:0.487329
[220] tr-mlogloss:0.313117 va-mlogloss:0.487028
[221] tr-mlogloss:0.312533 va-mlogloss:0.486818
[222] tr-mlogloss:0.311736 va-mlogloss:0.486651
[223] tr-mlogloss:0.311008 va-mlogloss:0.486479
[224] tr-mlogloss:0.310327 va-mlogloss:0.486294
[225] tr-mlogloss:0.309928 va-mlogloss:0.486124
[226] tr-mlogloss:0.309277 va-mlogloss:0.485847
[227] tr-mlogloss:0.308650 va-mlogloss:0.485647
[228] tr-mlogloss:0.308171 va-mlogloss:0.485456
[229] tr-mlogloss:0.307427 va-mlogloss:0.485203
[230] tr-mlogloss:0.306791 va-mlogloss:0.484991
[231] tr-mlogloss:0.306073 va-mlogloss:0.484792
[232] tr-mlogloss:0.305315 va-mlogloss:0.484483
[233] tr-mlogloss:0.304601 va-mlogloss:0.484275
[234] tr-mlogloss:0.303826 va-mlogloss:0.483920
[235] tr-mlogloss:0.303307 va-mlogloss:0.483715
[236] tr-mlogloss:0.302752 va-mlogloss:0.483550
[237] tr-mlogloss:0.302116 va-mlogloss:0.483380
[238] tr-mlogloss:0.301281 va-mlogloss:0.483041
[239] tr-mlogloss:0.300561 va-mlogloss:0.482881
[240] tr-mlogloss:0.299786 va-mlogloss:0.482640
[241] tr-mlogloss:0.299211 va-mlogloss:0.482427
[242] tr-mlogloss:0.298738 va-mlogloss:0.482252
[243] tr-mlogloss:0.298061 va-mlogloss:0.482032
[244] tr-mlogloss:0.297469 va-mlogloss:0.481868
[245] tr-mlogloss:0.296799 va-mlogloss:0.481593
[246] tr-mlogloss:0.296251 va-mlogloss:0.481432
[247] tr-mlogloss:0.295525 va-mlogloss:0.481306
[248] tr-mlogloss:0.294810 va-mlogloss:0.481138
[249] tr-mlogloss:0.294008 va-mlogloss:0.480893
[250] tr-mlogloss:0.293275 va-mlogloss:0.480650
[251] tr-mlogloss:0.292713 va-mlogloss:0.480481
[252] tr-mlogloss:0.292280 va-mlogloss:0.480386
[253] tr-mlogloss:0.291696 va-mlogloss:0.480292
[254] tr-mlogloss:0.291005 va-mlogloss:0.480129
[255] tr-mlogloss:0.290507 va-mlogloss:0.479942
[256] tr-mlogloss:0.289724 va-mlogloss:0.479608
[257] tr-mlogloss:0.289057 va-mlogloss:0.479477
[258] tr-mlogloss:0.288538 va-mlogloss:0.479419
[259] tr-mlogloss:0.288081 va-mlogloss:0.479241
[260] tr-mlogloss:0.287451 va-mlogloss:0.479203
[261] tr-mlogloss:0.286796 va-mlogloss:0.479004
[262] tr-mlogloss:0.286216 va-mlogloss:0.478861
[263] tr-mlogloss:0.285531 va-mlogloss:0.478647
[264] tr-mlogloss:0.285069 va-mlogloss:0.478521
[265] tr-mlogloss:0.284479 va-mlogloss:0.478358
[266] tr-mlogloss:0.283859 va-mlogloss:0.478160
[267] tr-mlogloss:0.283395 va-mlogloss:0.478028
[268] tr-mlogloss:0.283044 va-mlogloss:0.477974
[269] tr-mlogloss:0.282431 va-mlogloss:0.477757
[270] tr-mlogloss:0.282008 va-mlogloss:0.477668
[271] tr-mlogloss:0.281530 va-mlogloss:0.477574
[272] tr-mlogloss:0.280969 va-mlogloss:0.477459
[273] tr-mlogloss:0.280453 va-mlogloss:0.477316
[274] tr-mlogloss:0.279772 va-mlogloss:0.477213
[275] tr-mlogloss:0.279367 va-mlogloss:0.477111
[276] tr-mlogloss:0.278871 va-mlogloss:0.477027
[277] tr-mlogloss:0.278342 va-mlogloss:0.476912
[278] tr-mlogloss:0.277761 va-mlogloss:0.476714
[279] tr-mlogloss:0.277187 va-mlogloss:0.476538
[280] tr-mlogloss:0.276523 va-mlogloss:0.476288
[281] tr-mlogloss:0.275717 va-mlogloss:0.476147
[282] tr-mlogloss:0.275298 va-mlogloss:0.476189
[283] tr-mlogloss:0.274760 va-mlogloss:0.476115
[284] tr-mlogloss:0.274313 va-mlogloss:0.476024
[285] tr-mlogloss:0.273770 va-mlogloss:0.475909
[286] tr-mlogloss:0.273204 va-mlogloss:0.475733
[287] tr-mlogloss:0.272762 va-mlogloss:0.475648
[288] tr-mlogloss:0.272371 va-mlogloss:0.475633
[289] tr-mlogloss:0.271830 va-mlogloss:0.475510
[290] tr-mlogloss:0.271194 va-mlogloss:0.475316
[291] tr-mlogloss:0.270854 va-mlogloss:0.475258
[292] tr-mlogloss:0.270243 va-mlogloss:0.475167
[293] tr-mlogloss:0.269896 va-mlogloss:0.475122
[294] tr-mlogloss:0.269422 va-mlogloss:0.474991
[295] tr-mlogloss:0.268872 va-mlogloss:0.474898
[296] tr-mlogloss:0.268258 va-mlogloss:0.474713
[297] tr-mlogloss:0.267806 va-mlogloss:0.474653
[298] tr-mlogloss:0.267294 va-mlogloss:0.474553
[299] tr-mlogloss:0.266913 va-mlogloss:0.474441
[300] tr-mlogloss:0.266486 va-mlogloss:0.474366
[301] tr-mlogloss:0.265962 va-mlogloss:0.474171
[302] tr-mlogloss:0.265407 va-mlogloss:0.474009
[303] tr-mlogloss:0.264908 va-mlogloss:0.473904
[304] tr-mlogloss:0.264330 va-mlogloss:0.473772
[305] tr-mlogloss:0.263799 va-mlogloss:0.473686
[306] tr-mlogloss:0.263248 va-mlogloss:0.473608
[307] tr-mlogloss:0.262708 va-mlogloss:0.473504
[308] tr-mlogloss:0.262002 va-mlogloss:0.473441
[309] tr-mlogloss:0.261645 va-mlogloss:0.473386
[310] tr-mlogloss:0.261040 va-mlogloss:0.473215
[311] tr-mlogloss:0.260474 va-mlogloss:0.473103
[312] tr-mlogloss:0.259821 va-mlogloss:0.473017
[313] tr-mlogloss:0.259460 va-mlogloss:0.472911
[314] tr-mlogloss:0.258870 va-mlogloss:0.472744
[315] tr-mlogloss:0.258303 va-mlogloss:0.472665
[316] tr-mlogloss:0.257858 va-mlogloss:0.472491
[317] tr-mlogloss:0.257441 va-mlogloss:0.472441
[318] tr-mlogloss:0.256898 va-mlogloss:0.472320
[319] tr-mlogloss:0.256424 va-mlogloss:0.472227
[320] tr-mlogloss:0.256008 va-mlogloss:0.472124
[321] tr-mlogloss:0.255622 va-mlogloss:0.472066
[322] tr-mlogloss:0.255217 va-mlogloss:0.471985
[323] tr-mlogloss:0.254635 va-mlogloss:0.471828
[324] tr-mlogloss:0.254042 va-mlogloss:0.471835
[325] tr-mlogloss:0.253639 va-mlogloss:0.471821
[326] tr-mlogloss:0.253059 va-mlogloss:0.471689
[327] tr-mlogloss:0.252596 va-mlogloss:0.471506
[328] tr-mlogloss:0.252189 va-mlogloss:0.471389
[329] tr-mlogloss:0.251867 va-mlogloss:0.471363
[330] tr-mlogloss:0.251238 va-mlogloss:0.471255
[331] tr-mlogloss:0.250723 va-mlogloss:0.471275
[332] tr-mlogloss:0.250230 va-mlogloss:0.471186
[333] tr-mlogloss:0.249876 va-mlogloss:0.471069
[334] tr-mlogloss:0.249425 va-mlogloss:0.470803
[335] tr-mlogloss:0.249003 va-mlogloss:0.470667
[336] tr-mlogloss:0.248666 va-mlogloss:0.470619
[337] tr-mlogloss:0.248214 va-mlogloss:0.470559
[338] tr-mlogloss:0.247680 va-mlogloss:0.470448
[339] tr-mlogloss:0.247216 va-mlogloss:0.470421
[340] tr-mlogloss:0.246832 va-mlogloss:0.470396
[341] tr-mlogloss:0.246363 va-mlogloss:0.470346
[342] tr-mlogloss:0.245849 va-mlogloss:0.470335
[343] tr-mlogloss:0.245443 va-mlogloss:0.470301
[344] tr-mlogloss:0.245051 va-mlogloss:0.470235
[345] tr-mlogloss:0.244607 va-mlogloss:0.470086
[346] tr-mlogloss:0.243928 va-mlogloss:0.469920
[347] tr-mlogloss:0.243405 va-mlogloss:0.469796
[348] tr-mlogloss:0.242863 va-mlogloss:0.469736
[349] tr-mlogloss:0.242410 va-mlogloss:0.469601
[350] tr-mlogloss:0.241989 va-mlogloss:0.469561
[351] tr-mlogloss:0.241493 va-mlogloss:0.469528
[352] tr-mlogloss:0.241120 va-mlogloss:0.469465
[353] tr-mlogloss:0.240508 va-mlogloss:0.469352
[354] tr-mlogloss:0.240019 va-mlogloss:0.469291
[355] tr-mlogloss:0.239601 va-mlogloss:0.469168
[356] tr-mlogloss:0.239171 va-mlogloss:0.469072
[357] tr-mlogloss:0.238551 va-mlogloss:0.468915
[358] tr-mlogloss:0.238021 va-mlogloss:0.468773
[359] tr-mlogloss:0.237455 va-mlogloss:0.468657
[360] tr-mlogloss:0.237042 va-mlogloss:0.468615
[361] tr-mlogloss:0.236662 va-mlogloss:0.468496
[362] tr-mlogloss:0.236386 va-mlogloss:0.468475
[363] tr-mlogloss:0.235958 va-mlogloss:0.468352
[364] tr-mlogloss:0.235624 va-mlogloss:0.468327
[365] tr-mlogloss:0.235253 va-mlogloss:0.468194
[366] tr-mlogloss:0.234855 va-mlogloss:0.468046
[367] tr-mlogloss:0.234436 va-mlogloss:0.467992
[368] tr-mlogloss:0.234065 va-mlogloss:0.467883
[369] tr-mlogloss:0.233642 va-mlogloss:0.467885
[370] tr-mlogloss:0.233266 va-mlogloss:0.467821
[371] tr-mlogloss:0.232739 va-mlogloss:0.467740
[372] tr-mlogloss:0.232355 va-mlogloss:0.467679
[373] tr-mlogloss:0.231947 va-mlogloss:0.467715
[374] tr-mlogloss:0.231570 va-mlogloss:0.467685
[375] tr-mlogloss:0.231137 va-mlogloss:0.467527
[376] tr-mlogloss:0.230684 va-mlogloss:0.467432
[377] tr-mlogloss:0.230372 va-mlogloss:0.467391
[378] tr-mlogloss:0.229993 va-mlogloss:0.467313
[379] tr-mlogloss:0.229542 va-mlogloss:0.467163
[380] tr-mlogloss:0.229108 va-mlogloss:0.467124
[381] tr-mlogloss:0.228664 va-mlogloss:0.467083
[382] tr-mlogloss:0.228201 va-mlogloss:0.467041
[383] tr-mlogloss:0.227753 va-mlogloss:0.466994
[384] tr-mlogloss:0.227366 va-mlogloss:0.467024
[385] tr-mlogloss:0.226955 va-mlogloss:0.466981
[386] tr-mlogloss:0.226537 va-mlogloss:0.466944
[387] tr-mlogloss:0.226059 va-mlogloss:0.466888
[388] tr-mlogloss:0.225681 va-mlogloss:0.466911
[389] tr-mlogloss:0.225319 va-mlogloss:0.466898
[390] tr-mlogloss:0.224870 va-mlogloss:0.466871
[391] tr-mlogloss:0.224416 va-mlogloss:0.466885
[392] tr-mlogloss:0.224096 va-mlogloss:0.466874
[393] tr-mlogloss:0.223639 va-mlogloss:0.466867
[394] tr-mlogloss:0.223051 va-mlogloss:0.466805
[395] tr-mlogloss:0.222634 va-mlogloss:0.466696
[396] tr-mlogloss:0.222341 va-mlogloss:0.466725
[397] tr-mlogloss:0.222049 va-mlogloss:0.466745
[398] tr-mlogloss:0.221648 va-mlogloss:0.466655
[399] tr-mlogloss:0.221322 va-mlogloss:0.466662
[400] tr-mlogloss:0.220852 va-mlogloss:0.466535
[401] tr-mlogloss:0.220636 va-mlogloss:0.466545
[402] tr-mlogloss:0.220186 va-mlogloss:0.466404
[403] tr-mlogloss:0.219892 va-mlogloss:0.466359
[404] tr-mlogloss:0.219615 va-mlogloss:0.466393
[405] tr-mlogloss:0.219314 va-mlogloss:0.466320
[406] tr-mlogloss:0.218946 va-mlogloss:0.466278
[407] tr-mlogloss:0.218563 va-mlogloss:0.466311
[408] tr-mlogloss:0.218204 va-mlogloss:0.466241
[409] tr-mlogloss:0.217827 va-mlogloss:0.466178
[410] tr-mlogloss:0.217507 va-mlogloss:0.466134
[411] tr-mlogloss:0.217202 va-mlogloss:0.466111
[412] tr-mlogloss:0.216803 va-mlogloss:0.466050
[413] tr-mlogloss:0.216414 va-mlogloss:0.465938
[414] tr-mlogloss:0.216074 va-mlogloss:0.465858
[415] tr-mlogloss:0.215683 va-mlogloss:0.465714
[416] tr-mlogloss:0.215316 va-mlogloss:0.465714
[417] tr-mlogloss:0.214843 va-mlogloss:0.465707
[418] tr-mlogloss:0.214541 va-mlogloss:0.465712
[419] tr-mlogloss:0.214277 va-mlogloss:0.465723
[420] tr-mlogloss:0.213904 va-mlogloss:0.465561
[421] tr-mlogloss:0.213557 va-mlogloss:0.465551
[422] tr-mlogloss:0.213156 va-mlogloss:0.465490
[423] tr-mlogloss:0.212820 va-mlogloss:0.465414
[424] tr-mlogloss:0.212347 va-mlogloss:0.465349
[425] tr-mlogloss:0.211910 va-mlogloss:0.465322
[426] tr-mlogloss:0.211489 va-mlogloss:0.465313
[427] tr-mlogloss:0.211152 va-mlogloss:0.465237
[428] tr-mlogloss:0.210808 va-mlogloss:0.465240
[429] tr-mlogloss:0.210488 va-mlogloss:0.465135
[430] tr-mlogloss:0.210193 va-mlogloss:0.465217
[431] tr-mlogloss:0.209741 va-mlogloss:0.465107
[432] tr-mlogloss:0.209436 va-mlogloss:0.465018
[433] tr-mlogloss:0.209038 va-mlogloss:0.464990
[434] tr-mlogloss:0.208746 va-mlogloss:0.464980
[435] tr-mlogloss:0.208339 va-mlogloss:0.464954
[436] tr-mlogloss:0.208018 va-mlogloss:0.464967
[437] tr-mlogloss:0.207707 va-mlogloss:0.464949
[438] tr-mlogloss:0.207388 va-mlogloss:0.464895
[439] tr-mlogloss:0.207074 va-mlogloss:0.464841
[440] tr-mlogloss:0.206775 va-mlogloss:0.464762
[441] tr-mlogloss:0.206411 va-mlogloss:0.464756
[442] tr-mlogloss:0.206003 va-mlogloss:0.464742
[443] tr-mlogloss:0.205760 va-mlogloss:0.464797
[444] tr-mlogloss:0.205415 va-mlogloss:0.464706
[445] tr-mlogloss:0.205136 va-mlogloss:0.464743
[446] tr-mlogloss:0.204721 va-mlogloss:0.464681
[447] tr-mlogloss:0.204375 va-mlogloss:0.464601
[448] tr-mlogloss:0.203935 va-mlogloss:0.464649
[449] tr-mlogloss:0.203506 va-mlogloss:0.464591
[450] tr-mlogloss:0.203149 va-mlogloss:0.464589
[451] tr-mlogloss:0.202785 va-mlogloss:0.464552
[452] tr-mlogloss:0.202424 va-mlogloss:0.464480
[453] tr-mlogloss:0.202038 va-mlogloss:0.464420
[454] tr-mlogloss:0.201674 va-mlogloss:0.464423
[455] tr-mlogloss:0.201430 va-mlogloss:0.464427
[456] tr-mlogloss:0.201048 va-mlogloss:0.464406
[457] tr-mlogloss:0.200731 va-mlogloss:0.464385
[458] tr-mlogloss:0.200367 va-mlogloss:0.464409
[459] tr-mlogloss:0.200074 va-mlogloss:0.464395
[460] tr-mlogloss:0.199798 va-mlogloss:0.464408
[461] tr-mlogloss:0.199435 va-mlogloss:0.464330
[462] tr-mlogloss:0.199056 va-mlogloss:0.464320
[463] tr-mlogloss:0.198748 va-mlogloss:0.464237
[464] tr-mlogloss:0.198386 va-mlogloss:0.464291
[465] tr-mlogloss:0.198082 va-mlogloss:0.464267
[466] tr-mlogloss:0.197807 va-mlogloss:0.464364
[467] tr-mlogloss:0.197526 va-mlogloss:0.464375
[468] tr-mlogloss:0.197239 va-mlogloss:0.464327
[469] tr-mlogloss:0.196915 va-mlogloss:0.464337
[470] tr-mlogloss:0.196504 va-mlogloss:0.464222
[471] tr-mlogloss:0.196116 va-mlogloss:0.464249
[472] tr-mlogloss:0.195743 va-mlogloss:0.464243
[473] tr-mlogloss:0.195487 va-mlogloss:0.464098
[474] tr-mlogloss:0.195137 va-mlogloss:0.464166
[475] tr-mlogloss:0.194840 va-mlogloss:0.464145
[476] tr-mlogloss:0.194639 va-mlogloss:0.464114
[477] tr-mlogloss:0.194342 va-mlogloss:0.464084
[478] tr-mlogloss:0.194081 va-mlogloss:0.464156
[479] tr-mlogloss:0.193724 va-mlogloss:0.464208
[480] tr-mlogloss:0.193460 va-mlogloss:0.464193
[481] tr-mlogloss:0.193125 va-mlogloss:0.464130
[482] tr-mlogloss:0.192759 va-mlogloss:0.464145
[483] tr-mlogloss:0.192472 va-mlogloss:0.464090
[484] tr-mlogloss:0.192099 va-mlogloss:0.464144
[485] tr-mlogloss:0.191792 va-mlogloss:0.464115
[486] tr-mlogloss:0.191480 va-mlogloss:0.464125
[487] tr-mlogloss:0.191148 va-mlogloss:0.464075
[488] tr-mlogloss:0.190820 va-mlogloss:0.464115
[489] tr-mlogloss:0.190597 va-mlogloss:0.464068
[490] tr-mlogloss:0.190331 va-mlogloss:0.464104
[491] tr-mlogloss:0.190051 va-mlogloss:0.464095
[492] tr-mlogloss:0.189810 va-mlogloss:0.464026
[493] tr-mlogloss:0.189525 va-mlogloss:0.464025
[494] tr-mlogloss:0.189212 va-mlogloss:0.464031
[495] tr-mlogloss:0.188859 va-mlogloss:0.463888
[496] tr-mlogloss:0.188475 va-mlogloss:0.463788
[497] tr-mlogloss:0.188153 va-mlogloss:0.463760
[498] tr-mlogloss:0.187842 va-mlogloss:0.463666
[499] tr-mlogloss:0.187468 va-mlogloss:0.463659
[500] tr-mlogloss:0.187147 va-mlogloss:0.463692
[501] tr-mlogloss:0.186836 va-mlogloss:0.463691
[502] tr-mlogloss:0.186579 va-mlogloss:0.463721
[503] tr-mlogloss:0.186302 va-mlogloss:0.463717
[504] tr-mlogloss:0.185979 va-mlogloss:0.463741
[505] tr-mlogloss:0.185702 va-mlogloss:0.463716
[506] tr-mlogloss:0.185278 va-mlogloss:0.463824
[507] tr-mlogloss:0.184924 va-mlogloss:0.463831
[508] tr-mlogloss:0.184659 va-mlogloss:0.463875
[509] tr-mlogloss:0.184374 va-mlogloss:0.463835
Stopping. Best iteration:
[499] tr-mlogloss:0.187468 va-mlogloss:0.463659
{'cs': 0.5, 'ss': 0.3, 'tr': 0.18784213557024648, 't': '0:02:46.240586', 'va': 0.46366624146506258}
Will train until va error hasn't decreased in 10 rounds.
[0] tr-mlogloss:1.964306 va-mlogloss:1.967946
[1] tr-mlogloss:1.800024 va-mlogloss:1.807113
[2] tr-mlogloss:1.673397 va-mlogloss:1.684213
[3] tr-mlogloss:1.565625 va-mlogloss:1.579746
[4] tr-mlogloss:1.472737 va-mlogloss:1.489302
[5] tr-mlogloss:1.394705 va-mlogloss:1.413354
[6] tr-mlogloss:1.322167 va-mlogloss:1.343126
[7] tr-mlogloss:1.261158 va-mlogloss:1.284417
[8] tr-mlogloss:1.204518 va-mlogloss:1.229814
[9] tr-mlogloss:1.152538 va-mlogloss:1.179718
[10] tr-mlogloss:1.105833 va-mlogloss:1.135085
[11] tr-mlogloss:1.063864 va-mlogloss:1.095056
[12] tr-mlogloss:1.027482 va-mlogloss:1.060274
[13] tr-mlogloss:0.993702 va-mlogloss:1.028009
[14] tr-mlogloss:0.961865 va-mlogloss:0.997629
[15] tr-mlogloss:0.934499 va-mlogloss:0.971691
[16] tr-mlogloss:0.910268 va-mlogloss:0.948669
[17] tr-mlogloss:0.884510 va-mlogloss:0.924394
[18] tr-mlogloss:0.862057 va-mlogloss:0.903520
[19] tr-mlogloss:0.840557 va-mlogloss:0.883222
[20] tr-mlogloss:0.820313 va-mlogloss:0.863907
[21] tr-mlogloss:0.801776 va-mlogloss:0.846361
[22] tr-mlogloss:0.783914 va-mlogloss:0.829939
[23] tr-mlogloss:0.767486 va-mlogloss:0.814953
[24] tr-mlogloss:0.752515 va-mlogloss:0.800842
[25] tr-mlogloss:0.737994 va-mlogloss:0.787518
[26] tr-mlogloss:0.724996 va-mlogloss:0.775480
[27] tr-mlogloss:0.712290 va-mlogloss:0.763688
[28] tr-mlogloss:0.700599 va-mlogloss:0.753087
[29] tr-mlogloss:0.688943 va-mlogloss:0.742608
[30] tr-mlogloss:0.678663 va-mlogloss:0.733350
[31] tr-mlogloss:0.668138 va-mlogloss:0.724329
[32] tr-mlogloss:0.658957 va-mlogloss:0.716173
[33] tr-mlogloss:0.649669 va-mlogloss:0.707927
[34] tr-mlogloss:0.640992 va-mlogloss:0.700320
[35] tr-mlogloss:0.632741 va-mlogloss:0.693104
[36] tr-mlogloss:0.624955 va-mlogloss:0.686342
[37] tr-mlogloss:0.617475 va-mlogloss:0.679860
[38] tr-mlogloss:0.610463 va-mlogloss:0.673857
[39] tr-mlogloss:0.603982 va-mlogloss:0.668152
[40] tr-mlogloss:0.597399 va-mlogloss:0.662459
[41] tr-mlogloss:0.591616 va-mlogloss:0.657628
[42] tr-mlogloss:0.585887 va-mlogloss:0.652742
[43] tr-mlogloss:0.580480 va-mlogloss:0.648101
[44] tr-mlogloss:0.574874 va-mlogloss:0.643697
[45] tr-mlogloss:0.569838 va-mlogloss:0.639421
[46] tr-mlogloss:0.565069 va-mlogloss:0.635496
[47] tr-mlogloss:0.560037 va-mlogloss:0.631458
[48] tr-mlogloss:0.555428 va-mlogloss:0.627823
[49] tr-mlogloss:0.550875 va-mlogloss:0.624125
[50] tr-mlogloss:0.546892 va-mlogloss:0.620741
[51] tr-mlogloss:0.542609 va-mlogloss:0.617293
[52] tr-mlogloss:0.538611 va-mlogloss:0.614246
[53] tr-mlogloss:0.534913 va-mlogloss:0.611217
[54] tr-mlogloss:0.531266 va-mlogloss:0.608350
[55] tr-mlogloss:0.527898 va-mlogloss:0.605749
[56] tr-mlogloss:0.524277 va-mlogloss:0.602974
[57] tr-mlogloss:0.520835 va-mlogloss:0.600467
[58] tr-mlogloss:0.517736 va-mlogloss:0.598134
[59] tr-mlogloss:0.514546 va-mlogloss:0.595996
[60] tr-mlogloss:0.511636 va-mlogloss:0.593752
[61] tr-mlogloss:0.508832 va-mlogloss:0.591677
[62] tr-mlogloss:0.506058 va-mlogloss:0.589528
[63] tr-mlogloss:0.503107 va-mlogloss:0.587340
[64] tr-mlogloss:0.500366 va-mlogloss:0.585291
[65] tr-mlogloss:0.497756 va-mlogloss:0.583392
[66] tr-mlogloss:0.495459 va-mlogloss:0.581496
[67] tr-mlogloss:0.492747 va-mlogloss:0.579485
[68] tr-mlogloss:0.489732 va-mlogloss:0.577549
[69] tr-mlogloss:0.486928 va-mlogloss:0.575468
[70] tr-mlogloss:0.484417 va-mlogloss:0.573828
[71] tr-mlogloss:0.482476 va-mlogloss:0.572419
[72] tr-mlogloss:0.480593 va-mlogloss:0.571132
[73] tr-mlogloss:0.478439 va-mlogloss:0.569562
[74] tr-mlogloss:0.475940 va-mlogloss:0.567867
[75] tr-mlogloss:0.474036 va-mlogloss:0.566557
[76] tr-mlogloss:0.472084 va-mlogloss:0.565254
[77] tr-mlogloss:0.470141 va-mlogloss:0.563900
[78] tr-mlogloss:0.467807 va-mlogloss:0.562405
[79] tr-mlogloss:0.465581 va-mlogloss:0.560827
[80] tr-mlogloss:0.463555 va-mlogloss:0.559448
[81] tr-mlogloss:0.461176 va-mlogloss:0.557874
[82] tr-mlogloss:0.459180 va-mlogloss:0.556564
[83] tr-mlogloss:0.457464 va-mlogloss:0.555525
[84] tr-mlogloss:0.455536 va-mlogloss:0.554261
[85] tr-mlogloss:0.453381 va-mlogloss:0.553004
[86] tr-mlogloss:0.450939 va-mlogloss:0.551513
[87] tr-mlogloss:0.448712 va-mlogloss:0.550184
[88] tr-mlogloss:0.447095 va-mlogloss:0.549087
[89] tr-mlogloss:0.445462 va-mlogloss:0.548180
[90] tr-mlogloss:0.443939 va-mlogloss:0.547190
[91] tr-mlogloss:0.442521 va-mlogloss:0.546346
[92] tr-mlogloss:0.440876 va-mlogloss:0.545238
[93] tr-mlogloss:0.439240 va-mlogloss:0.544187
[94] tr-mlogloss:0.437621 va-mlogloss:0.543176
[95] tr-mlogloss:0.436001 va-mlogloss:0.542187
[96] tr-mlogloss:0.434278 va-mlogloss:0.541137
[97] tr-mlogloss:0.432291 va-mlogloss:0.539969
[98] tr-mlogloss:0.430800 va-mlogloss:0.539049
[99] tr-mlogloss:0.429292 va-mlogloss:0.538354
[100] tr-mlogloss:0.427922 va-mlogloss:0.537650
[101] tr-mlogloss:0.426502 va-mlogloss:0.537002
[102] tr-mlogloss:0.425227 va-mlogloss:0.536261
[103] tr-mlogloss:0.423876 va-mlogloss:0.535481
[104] tr-mlogloss:0.422386 va-mlogloss:0.534685
[105] tr-mlogloss:0.420847 va-mlogloss:0.534052
[106] tr-mlogloss:0.419876 va-mlogloss:0.533465
[107] tr-mlogloss:0.418314 va-mlogloss:0.532672
[108] tr-mlogloss:0.417102 va-mlogloss:0.532039
[109] tr-mlogloss:0.415636 va-mlogloss:0.531216
[110] tr-mlogloss:0.414460 va-mlogloss:0.530442
[111] tr-mlogloss:0.413010 va-mlogloss:0.529541
[112] tr-mlogloss:0.411710 va-mlogloss:0.528886
[113] tr-mlogloss:0.410404 va-mlogloss:0.528116
[114] tr-mlogloss:0.409312 va-mlogloss:0.527539
[115] tr-mlogloss:0.408059 va-mlogloss:0.526764
[116] tr-mlogloss:0.406885 va-mlogloss:0.526032
[117] tr-mlogloss:0.405547 va-mlogloss:0.525373
[118] tr-mlogloss:0.404160 va-mlogloss:0.524722
[119] tr-mlogloss:0.403045 va-mlogloss:0.524145
[120] tr-mlogloss:0.401954 va-mlogloss:0.523419
[121] tr-mlogloss:0.400563 va-mlogloss:0.522712
[122] tr-mlogloss:0.399218 va-mlogloss:0.522156
[123] tr-mlogloss:0.398107 va-mlogloss:0.521633
[124] tr-mlogloss:0.396961 va-mlogloss:0.521173
[125] tr-mlogloss:0.395893 va-mlogloss:0.520502
[126] tr-mlogloss:0.394641 va-mlogloss:0.519835
[127] tr-mlogloss:0.393194 va-mlogloss:0.519221
[128] tr-mlogloss:0.392152 va-mlogloss:0.518589
[129] tr-mlogloss:0.390936 va-mlogloss:0.517950
[130] tr-mlogloss:0.390070 va-mlogloss:0.517610
[131] tr-mlogloss:0.388963 va-mlogloss:0.517244
[132] tr-mlogloss:0.387958 va-mlogloss:0.516769
[133] tr-mlogloss:0.386902 va-mlogloss:0.516218
[134] tr-mlogloss:0.385892 va-mlogloss:0.515706
[135] tr-mlogloss:0.384984 va-mlogloss:0.515218
[136] tr-mlogloss:0.383994 va-mlogloss:0.514673
[137] tr-mlogloss:0.382765 va-mlogloss:0.514179
[138] tr-mlogloss:0.381777 va-mlogloss:0.513743
[139] tr-mlogloss:0.380567 va-mlogloss:0.513256
[140] tr-mlogloss:0.379371 va-mlogloss:0.512765
[141] tr-mlogloss:0.378463 va-mlogloss:0.512350
[142] tr-mlogloss:0.377622 va-mlogloss:0.511989
[143] tr-mlogloss:0.376652 va-mlogloss:0.511544
[144] tr-mlogloss:0.375685 va-mlogloss:0.511124
[145] tr-mlogloss:0.374644 va-mlogloss:0.510640
[146] tr-mlogloss:0.373743 va-mlogloss:0.510292
[147] tr-mlogloss:0.372672 va-mlogloss:0.509841
[148] tr-mlogloss:0.371551 va-mlogloss:0.509398
[149] tr-mlogloss:0.370468 va-mlogloss:0.508999
[150] tr-mlogloss:0.369201 va-mlogloss:0.508484
[151] tr-mlogloss:0.368196 va-mlogloss:0.508069
[152] tr-mlogloss:0.367281 va-mlogloss:0.507644
[153] tr-mlogloss:0.366251 va-mlogloss:0.507167
[154] tr-mlogloss:0.365144 va-mlogloss:0.506676
[155] tr-mlogloss:0.363989 va-mlogloss:0.506179
[156] tr-mlogloss:0.363014 va-mlogloss:0.505853
[157] tr-mlogloss:0.362137 va-mlogloss:0.505366
[158] tr-mlogloss:0.361395 va-mlogloss:0.505017
[159] tr-mlogloss:0.360410 va-mlogloss:0.504606
[160] tr-mlogloss:0.359667 va-mlogloss:0.504257
[161] tr-mlogloss:0.358672 va-mlogloss:0.503809
[162] tr-mlogloss:0.357661 va-mlogloss:0.503304
[163] tr-mlogloss:0.356799 va-mlogloss:0.502954
[164] tr-mlogloss:0.355903 va-mlogloss:0.502619
[165] tr-mlogloss:0.354913 va-mlogloss:0.502204
[166] tr-mlogloss:0.354140 va-mlogloss:0.501892
[167] tr-mlogloss:0.353453 va-mlogloss:0.501554
[168] tr-mlogloss:0.352573 va-mlogloss:0.501268
[169] tr-mlogloss:0.351958 va-mlogloss:0.500977
[170] tr-mlogloss:0.350984 va-mlogloss:0.500568
[171] tr-mlogloss:0.350195 va-mlogloss:0.500306
[172] tr-mlogloss:0.349390 va-mlogloss:0.499937
[173] tr-mlogloss:0.348614 va-mlogloss:0.499619
[174] tr-mlogloss:0.347741 va-mlogloss:0.499357
[175] tr-mlogloss:0.346708 va-mlogloss:0.498830
[176] tr-mlogloss:0.345810 va-mlogloss:0.498601
[177] tr-mlogloss:0.344919 va-mlogloss:0.498310
[178] tr-mlogloss:0.343848 va-mlogloss:0.497904
[179] tr-mlogloss:0.342999 va-mlogloss:0.497586
[180] tr-mlogloss:0.342036 va-mlogloss:0.497230
[181] tr-mlogloss:0.341192 va-mlogloss:0.496816
[182] tr-mlogloss:0.340344 va-mlogloss:0.496475
[183] tr-mlogloss:0.339752 va-mlogloss:0.496244
[184] tr-mlogloss:0.338959 va-mlogloss:0.495994
[185] tr-mlogloss:0.338224 va-mlogloss:0.495720
[186] tr-mlogloss:0.337563 va-mlogloss:0.495456
[187] tr-mlogloss:0.336778 va-mlogloss:0.495141
[188] tr-mlogloss:0.335850 va-mlogloss:0.494710
[189] tr-mlogloss:0.335193 va-mlogloss:0.494481
[190] tr-mlogloss:0.334469 va-mlogloss:0.494148
[191] tr-mlogloss:0.333804 va-mlogloss:0.493867
[192] tr-mlogloss:0.332842 va-mlogloss:0.493460
[193] tr-mlogloss:0.332116 va-mlogloss:0.493186
[194] tr-mlogloss:0.331365 va-mlogloss:0.493091
[195] tr-mlogloss:0.330679 va-mlogloss:0.492880
[196] tr-mlogloss:0.329907 va-mlogloss:0.492608
[197] tr-mlogloss:0.329313 va-mlogloss:0.492507
[198] tr-mlogloss:0.328680 va-mlogloss:0.492283
[199] tr-mlogloss:0.327936 va-mlogloss:0.491970
[200] tr-mlogloss:0.327283 va-mlogloss:0.491684
[201] tr-mlogloss:0.326454 va-mlogloss:0.491446
[202] tr-mlogloss:0.325658 va-mlogloss:0.491191
[203] tr-mlogloss:0.324850 va-mlogloss:0.490843
[204] tr-mlogloss:0.324116 va-mlogloss:0.490554
[205] tr-mlogloss:0.323454 va-mlogloss:0.490346
[206] tr-mlogloss:0.322661 va-mlogloss:0.490017
[207] tr-mlogloss:0.321851 va-mlogloss:0.489778
[208] tr-mlogloss:0.321003 va-mlogloss:0.489506
[209] tr-mlogloss:0.320266 va-mlogloss:0.489277
[210] tr-mlogloss:0.319718 va-mlogloss:0.489158
[211] tr-mlogloss:0.319030 va-mlogloss:0.488882
[212] tr-mlogloss:0.318491 va-mlogloss:0.488668
[213] tr-mlogloss:0.317837 va-mlogloss:0.488519
[214] tr-mlogloss:0.317254 va-mlogloss:0.488348
[215] tr-mlogloss:0.316394 va-mlogloss:0.488075
[216] tr-mlogloss:0.315788 va-mlogloss:0.487868
[217] tr-mlogloss:0.315143 va-mlogloss:0.487698
[218] tr-mlogloss:0.314495 va-mlogloss:0.487538
[219] tr-mlogloss:0.313991 va-mlogloss:0.487329
[220] tr-mlogloss:0.313117 va-mlogloss:0.487028
[221] tr-mlogloss:0.312533 va-mlogloss:0.486818
[222] tr-mlogloss:0.311736 va-mlogloss:0.486651
[223] tr-mlogloss:0.311008 va-mlogloss:0.486479
[224] tr-mlogloss:0.310327 va-mlogloss:0.486294
[225] tr-mlogloss:0.309928 va-mlogloss:0.486124
[226] tr-mlogloss:0.309277 va-mlogloss:0.485847
[227] tr-mlogloss:0.308650 va-mlogloss:0.485647
[228] tr-mlogloss:0.308171 va-mlogloss:0.485456
[229] tr-mlogloss:0.307427 va-mlogloss:0.485203
[230] tr-mlogloss:0.306791 va-mlogloss:0.484991
[231] tr-mlogloss:0.306073 va-mlogloss:0.484792
[232] tr-mlogloss:0.305315 va-mlogloss:0.484483
[233] tr-mlogloss:0.304601 va-mlogloss:0.484275
[234] tr-mlogloss:0.303826 va-mlogloss:0.483920
[235] tr-mlogloss:0.303307 va-mlogloss:0.483715
[236] tr-mlogloss:0.302752 va-mlogloss:0.483550
[237] tr-mlogloss:0.302116 va-mlogloss:0.483380
[238] tr-mlogloss:0.301281 va-mlogloss:0.483041
[239] tr-mlogloss:0.300561 va-mlogloss:0.482881
[240] tr-mlogloss:0.299786 va-mlogloss:0.482640
[241] tr-mlogloss:0.299211 va-mlogloss:0.482427
[242] tr-mlogloss:0.298738 va-mlogloss:0.482252
[243] tr-mlogloss:0.298061 va-mlogloss:0.482032
[244] tr-mlogloss:0.297469 va-mlogloss:0.481868
[245] tr-mlogloss:0.296799 va-mlogloss:0.481593
[246] tr-mlogloss:0.296251 va-mlogloss:0.481432
[247] tr-mlogloss:0.295525 va-mlogloss:0.481306
[248] tr-mlogloss:0.294810 va-mlogloss:0.481138
[249] tr-mlogloss:0.294008 va-mlogloss:0.480893
[250] tr-mlogloss:0.293275 va-mlogloss:0.480650
[251] tr-mlogloss:0.292713 va-mlogloss:0.480481
[252] tr-mlogloss:0.292280 va-mlogloss:0.480386
[253] tr-mlogloss:0.291696 va-mlogloss:0.480292
[254] tr-mlogloss:0.291005 va-mlogloss:0.480129
[255] tr-mlogloss:0.290507 va-mlogloss:0.479942
[256] tr-mlogloss:0.289724 va-mlogloss:0.479608
[257] tr-mlogloss:0.289057 va-mlogloss:0.479477
[258] tr-mlogloss:0.288538 va-mlogloss:0.479419
[259] tr-mlogloss:0.288081 va-mlogloss:0.479241
[260] tr-mlogloss:0.287451 va-mlogloss:0.479203
[261] tr-mlogloss:0.286796 va-mlogloss:0.479004
[262] tr-mlogloss:0.286216 va-mlogloss:0.478861
[263] tr-mlogloss:0.285531 va-mlogloss:0.478647
[264] tr-mlogloss:0.285069 va-mlogloss:0.478521
[265] tr-mlogloss:0.284479 va-mlogloss:0.478358
[266] tr-mlogloss:0.283859 va-mlogloss:0.478160
[267] tr-mlogloss:0.283395 va-mlogloss:0.478028
[268] tr-mlogloss:0.283044 va-mlogloss:0.477974
[269] tr-mlogloss:0.282431 va-mlogloss:0.477757
[270] tr-mlogloss:0.282008 va-mlogloss:0.477668
[271] tr-mlogloss:0.281530 va-mlogloss:0.477574
[272] tr-mlogloss:0.280969 va-mlogloss:0.477459
[273] tr-mlogloss:0.280453 va-mlogloss:0.477316
[274] tr-mlogloss:0.279772 va-mlogloss:0.477213
[275] tr-mlogloss:0.279367 va-mlogloss:0.477111
[276] tr-mlogloss:0.278871 va-mlogloss:0.477027
[277] tr-mlogloss:0.278342 va-mlogloss:0.476912
[278] tr-mlogloss:0.277761 va-mlogloss:0.476714
[279] tr-mlogloss:0.277187 va-mlogloss:0.476538
[280] tr-mlogloss:0.276523 va-mlogloss:0.476288
[281] tr-mlogloss:0.275717 va-mlogloss:0.476147
[282] tr-mlogloss:0.275298 va-mlogloss:0.476189
[283] tr-mlogloss:0.274760 va-mlogloss:0.476115
[284] tr-mlogloss:0.274313 va-mlogloss:0.476024
[285] tr-mlogloss:0.273770 va-mlogloss:0.475909
[286] tr-mlogloss:0.273204 va-mlogloss:0.475733
[287] tr-mlogloss:0.272762 va-mlogloss:0.475648
[288] tr-mlogloss:0.272371 va-mlogloss:0.475633
[289] tr-mlogloss:0.271830 va-mlogloss:0.475510
[290] tr-mlogloss:0.271194 va-mlogloss:0.475316
[291] tr-mlogloss:0.270854 va-mlogloss:0.475258
[292] tr-mlogloss:0.270243 va-mlogloss:0.475167
[293] tr-mlogloss:0.269896 va-mlogloss:0.475122
[294] tr-mlogloss:0.269422 va-mlogloss:0.474991
[295] tr-mlogloss:0.268872 va-mlogloss:0.474898
[296] tr-mlogloss:0.268258 va-mlogloss:0.474713
[297] tr-mlogloss:0.267806 va-mlogloss:0.474653
[298] tr-mlogloss:0.267294 va-mlogloss:0.474553
[299] tr-mlogloss:0.266913 va-mlogloss:0.474441
[300] tr-mlogloss:0.266486 va-mlogloss:0.474366
[301] tr-mlogloss:0.265962 va-mlogloss:0.474171
[302] tr-mlogloss:0.265407 va-mlogloss:0.474009
[303] tr-mlogloss:0.264908 va-mlogloss:0.473904
[304] tr-mlogloss:0.264330 va-mlogloss:0.473772
[305] tr-mlogloss:0.263799 va-mlogloss:0.473686
[306] tr-mlogloss:0.263248 va-mlogloss:0.473608
[307] tr-mlogloss:0.262708 va-mlogloss:0.473504
[308] tr-mlogloss:0.262002 va-mlogloss:0.473441
[309] tr-mlogloss:0.261645 va-mlogloss:0.473386
[310] tr-mlogloss:0.261040 va-mlogloss:0.473215
[311] tr-mlogloss:0.260474 va-mlogloss:0.473103
[312] tr-mlogloss:0.259821 va-mlogloss:0.473017
[313] tr-mlogloss:0.259460 va-mlogloss:0.472911
[314] tr-mlogloss:0.258870 va-mlogloss:0.472744
[315] tr-mlogloss:0.258303 va-mlogloss:0.472665
[316] tr-mlogloss:0.257858 va-mlogloss:0.472491
[317] tr-mlogloss:0.257441 va-mlogloss:0.472441
[318] tr-mlogloss:0.256898 va-mlogloss:0.472320
[319] tr-mlogloss:0.256424 va-mlogloss:0.472227
[320] tr-mlogloss:0.256008 va-mlogloss:0.472124
[321] tr-mlogloss:0.255622 va-mlogloss:0.472066
[322] tr-mlogloss:0.255217 va-mlogloss:0.471985
[323] tr-mlogloss:0.254635 va-mlogloss:0.471828
[324] tr-mlogloss:0.254042 va-mlogloss:0.471835
[325] tr-mlogloss:0.253639 va-mlogloss:0.471821
[326] tr-mlogloss:0.253059 va-mlogloss:0.471689
[327] tr-mlogloss:0.252596 va-mlogloss:0.471506
[328] tr-mlogloss:0.252189 va-mlogloss:0.471389
[329] tr-mlogloss:0.251867 va-mlogloss:0.471363
[330] tr-mlogloss:0.251238 va-mlogloss:0.471255
[331] tr-mlogloss:0.250723 va-mlogloss:0.471275
[332] tr-mlogloss:0.250230 va-mlogloss:0.471186
[333] tr-mlogloss:0.249876 va-mlogloss:0.471069
[334] tr-mlogloss:0.249425 va-mlogloss:0.470803
[335] tr-mlogloss:0.249003 va-mlogloss:0.470667
[336] tr-mlogloss:0.248666 va-mlogloss:0.470619
[337] tr-mlogloss:0.248214 va-mlogloss:0.470559
[338] tr-mlogloss:0.247680 va-mlogloss:0.470448
[339] tr-mlogloss:0.247216 va-mlogloss:0.470421
[340] tr-mlogloss:0.246832 va-mlogloss:0.470396
[341] tr-mlogloss:0.246363 va-mlogloss:0.470346
[342] tr-mlogloss:0.245849 va-mlogloss:0.470335
[343] tr-mlogloss:0.245443 va-mlogloss:0.470301
[344] tr-mlogloss:0.245051 va-mlogloss:0.470235
[345] tr-mlogloss:0.244607 va-mlogloss:0.470086
[346] tr-mlogloss:0.243928 va-mlogloss:0.469920
[347] tr-mlogloss:0.243405 va-mlogloss:0.469796
[348] tr-mlogloss:0.242863 va-mlogloss:0.469736
[349] tr-mlogloss:0.242410 va-mlogloss:0.469601
[350] tr-mlogloss:0.241989 va-mlogloss:0.469561
[351] tr-mlogloss:0.241493 va-mlogloss:0.469528
[352] tr-mlogloss:0.241120 va-mlogloss:0.469465
[353] tr-mlogloss:0.240508 va-mlogloss:0.469352
[354] tr-mlogloss:0.240019 va-mlogloss:0.469291
[355] tr-mlogloss:0.239601 va-mlogloss:0.469168
[356] tr-mlogloss:0.239171 va-mlogloss:0.469072
[357] tr-mlogloss:0.238551 va-mlogloss:0.468915
[358] tr-mlogloss:0.238021 va-mlogloss:0.468773
[359] tr-mlogloss:0.237455 va-mlogloss:0.468657
[360] tr-mlogloss:0.237042 va-mlogloss:0.468615
[361] tr-mlogloss:0.236662 va-mlogloss:0.468496
[362] tr-mlogloss:0.236386 va-mlogloss:0.468475
[363] tr-mlogloss:0.235958 va-mlogloss:0.468352
[364] tr-mlogloss:0.235624 va-mlogloss:0.468327
[365] tr-mlogloss:0.235253 va-mlogloss:0.468194
[366] tr-mlogloss:0.234855 va-mlogloss:0.468046
[367] tr-mlogloss:0.234436 va-mlogloss:0.467992
[368] tr-mlogloss:0.234065 va-mlogloss:0.467883
[369] tr-mlogloss:0.233642 va-mlogloss:0.467885
[370] tr-mlogloss:0.233266 va-mlogloss:0.467821
In [16]:
pd.DataFrame(result)
Out[16]:
cs
ss
t
tr
va
0
0.3
0.3
0:02:45.906586
0.187842
0.463666
1
0.3
0.5
0:02:46.023861
0.187842
0.463666
2
0.3
0.7
0:02:45.626545
0.187842
0.463666
3
0.5
0.3
0:02:46.240586
0.187842
0.463666
4
0.5
0.5
0:02:49.399078
0.187842
0.463666
5
0.5
0.7
0:02:46.996889
0.187842
0.463666
6
0.7
0.3
0:02:46.005481
0.187842
0.463666
7
0.7
0.5
0:02:46.946833
0.187842
0.463666
8
0.7
0.7
0:02:46.815680
0.187842
0.463666
In [ ]:
result=[]
for p in ParameterGrid({'ss':[0.3,0.5,0.7],
'cs':[0.3,0.5,0.7]}):
start = datetime.now()
for i,(tr,va) in enumerate(cross_validation.StratifiedShuffleSplit(y,n_iter=1,train_size=0.7,test_size=0.3,random_state=1)):
X_tr = X.iloc[tr]
y_tr = y[tr]
X_va = X.iloc[va]
y_va = y[va]
dtr = xgb.DMatrix(X_tr,y_tr,missing=np.NAN)
dva = xgb.DMatrix(X_va,y_va,missing=np.NAN)
param = {'objective':'multi:softprob','nthread':8,'silent':1,'num_class':9,'eval_metric':'mlogloss',
'eta':0.1,'max_depth':6,'gamma':0,'min_child_weight':1,'seed':1,
'subsample':p['ss'],'colsample_bytree':p['cs'],'colsample_bylevel':1.}
watchlist = [(dtr,'tr'), (dva,'va')]
num_round = 1000
bst = xgb.train(param, dtr, num_round, watchlist,early_stopping_rounds=10,verbose_eval=False)
tr_logloss = log_loss(y_tr,bst.predict(dtr,ntree_limit=bst.best_iteration))
va_logloss = log_loss(y_va,bst.predict(dva,ntree_limit=bst.best_iteration))
p['tr'] = tr_logloss
p['va'] = va_logloss
p['t'] = str(datetime.now() - start)
print p
result.append(p)
In [ ]:
_df = df_all
X = _df.iloc[:len(y)]
result = []
for i,(tr,va) in enumerate(cross_validation.KFold(len(y),shuffle=True,n_folds=5,random_state=1)):
if i==1:
break
X_tr = X.iloc[tr]
y_tr = y[tr]
X_va = X.iloc[va]
y_va = y[va]
dtr = xgb.DMatrix(X_tr,y_tr,missing=np.NAN)
dva = xgb.DMatrix(X_va,y_va,missing=np.NAN)
param = {'objective':'multi:softprob','num_class':9,'eval_metric':'mlogloss',
'eta':0.03,'max_depth':6,'gamma':0,'min_child_weight':4,'seed':1,
'subsample':0.7,'colsample_bytree':0.7,'colsample_bylevel':1.}
watchlist = [(dtr,'tr'), (dva,'va')]
num_round = 500
bst = xgb.train(param, dtr, num_round, watchlist,early_stopping_rounds=10,verbose_eval=False)
tr_logloss = log_loss(y_tr,bst.predict(dtr))
va_logloss = log_loss(y_va,bst.predict(dva))
result.append({'n':i,'tr_loss':tr_logloss,'va_loss':va_logloss})
Content source: duthchao/kaggle-Otto
Similar notebooks: