In [1]:
from __future__ import print_function
from sklearn.cross_validation import train_test_split
from sklearn.cross_validation import StratifiedShuffleSplit
from sklearn.metrics import log_loss
from sklearn import preprocessing
from sklearn.ensemble import RandomForestClassifier
import numpy as np
import pandas as pd
from hyperopt import hp
from hyperopt import fmin, tpe, hp, STATUS_OK, Trials
import xgboost as xgb
def load_train():
train = pd.read_csv('./train.csv')
labels = train.target.values
lbl_enc = preprocessing.LabelEncoder()
labels = lbl_enc.fit_transform(labels)
train = train.drop('id', axis=1)
train = train.drop('target', axis=1)
return np.log(train.values + 1), labels.astype('int32')
def load_test():
test = pd.read_csv('./test.csv')
test = test.drop('id', axis=1)
return np.log(test.values + 1)
def write_submission(preds, output):
sample = pd.read_csv('./data/sampleSubmission.csv')
preds = pd.DataFrame(
preds, index=sample.id.values, columns=sample.columns[1:])
preds.to_csv(output, index_label='id')
In [2]:
def score(params):
print ("Training with params : ")
print (params)
num_round = int(params['n_estimators'])
del params['n_estimators']
dtrain = xgb.DMatrix(X_train, label=y_train)
dvalid = xgb.DMatrix(X_val, label=y_val)
watchlist = [(dtrain, 'train'),(dvalid, 'eval')]
model = xgb.train(params, dtrain, num_round,watchlist,early_stopping_rounds=10)
predictions = model.predict(dvalid).reshape((X_val.shape[0], 9))
score = log_loss(y_val, predictions)
print ("\tScore {0}\n\n".format(score))
return {'loss': score, 'status': STATUS_OK}
def optimize(trials):
space = {
'n_estimators' : 300,
#'eta' : hp.quniform('eta', 0.025, 0.5, 0.025),
'eta' : 0.1,
'max_depth' : hp.quniform('max_depth', 1, 13, 1),
'min_child_weight' : hp.quniform('min_child_weight', 1, 10, 1),
#'subsample' : hp.quniform('subsample', 0.5, 1, 0.05),
'subsample' : 0.8,
#'gamma' : hp.quniform('gamma', 0.5, 1, 0.05),
#'colsample_bytree' : hp.quniform('colsample_bytree', 0.4, 0.9, 0.1),
'colsample_bytree' : 0.8,
'num_class' : 9,
'eval_metric': 'mlogloss',
'objective': 'multi:softprob',
'nthread' : 4,
'silent' : 1
}
best = fmin(score, space, algo=tpe.suggest, trials=trials, max_evals=20)
In [5]:
X, y = load_train()
split = StratifiedShuffleSplit(y,n_iter=1,test_size=0.2)
for train_idx,val_idx in split:
pass
X_train = X[train_idx]
y_train = y[train_idx]
X_val = X[val_idx]
y_val = y[val_idx]
In [6]:
optimize(trials)
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.952100 eval-mlogloss:1.959280
[1] train-mlogloss:1.769247 eval-mlogloss:1.783167
[2] train-mlogloss:1.626536 eval-mlogloss:1.647196
[3] train-mlogloss:1.508275 eval-mlogloss:1.536381
[4] train-mlogloss:1.407477 eval-mlogloss:1.441638
[5] train-mlogloss:1.317170 eval-mlogloss:1.356570
[6] train-mlogloss:1.237773 eval-mlogloss:1.282531
[7] train-mlogloss:1.167624 eval-mlogloss:1.216815
[8] train-mlogloss:1.106196 eval-mlogloss:1.160227
[9] train-mlogloss:1.052039 eval-mlogloss:1.110350
[10] train-mlogloss:1.002396 eval-mlogloss:1.064971
[11] train-mlogloss:0.956095 eval-mlogloss:1.023140
[12] train-mlogloss:0.914986 eval-mlogloss:0.986056
[13] train-mlogloss:0.877524 eval-mlogloss:0.952643
[14] train-mlogloss:0.843298 eval-mlogloss:0.922177
[15] train-mlogloss:0.810933 eval-mlogloss:0.893125
[16] train-mlogloss:0.781164 eval-mlogloss:0.866854
[17] train-mlogloss:0.753748 eval-mlogloss:0.842820
[18] train-mlogloss:0.728445 eval-mlogloss:0.820536
[19] train-mlogloss:0.704852 eval-mlogloss:0.799679
[20] train-mlogloss:0.683132 eval-mlogloss:0.781314
[21] train-mlogloss:0.662421 eval-mlogloss:0.763570
[22] train-mlogloss:0.644167 eval-mlogloss:0.748096
[23] train-mlogloss:0.625643 eval-mlogloss:0.732899
[24] train-mlogloss:0.609057 eval-mlogloss:0.719092
[25] train-mlogloss:0.593260 eval-mlogloss:0.706139
[26] train-mlogloss:0.578472 eval-mlogloss:0.694115
[27] train-mlogloss:0.564837 eval-mlogloss:0.683062
[28] train-mlogloss:0.551861 eval-mlogloss:0.672456
[29] train-mlogloss:0.539657 eval-mlogloss:0.662431
[30] train-mlogloss:0.528851 eval-mlogloss:0.653924
[31] train-mlogloss:0.518278 eval-mlogloss:0.645866
[32] train-mlogloss:0.508263 eval-mlogloss:0.637648
[33] train-mlogloss:0.498508 eval-mlogloss:0.630273
[34] train-mlogloss:0.489240 eval-mlogloss:0.623438
[35] train-mlogloss:0.480573 eval-mlogloss:0.616604
[36] train-mlogloss:0.472234 eval-mlogloss:0.610056
[37] train-mlogloss:0.464774 eval-mlogloss:0.604298
[38] train-mlogloss:0.457383 eval-mlogloss:0.598946
[39] train-mlogloss:0.450557 eval-mlogloss:0.593876
[40] train-mlogloss:0.443916 eval-mlogloss:0.589060
[41] train-mlogloss:0.437364 eval-mlogloss:0.584101
[42] train-mlogloss:0.431277 eval-mlogloss:0.579793
[43] train-mlogloss:0.425545 eval-mlogloss:0.575790
[44] train-mlogloss:0.420359 eval-mlogloss:0.571824
[45] train-mlogloss:0.414895 eval-mlogloss:0.567870
[46] train-mlogloss:0.409674 eval-mlogloss:0.564260
[47] train-mlogloss:0.404285 eval-mlogloss:0.560637
[48] train-mlogloss:0.399878 eval-mlogloss:0.557214
[49] train-mlogloss:0.395197 eval-mlogloss:0.554398
[50] train-mlogloss:0.390519 eval-mlogloss:0.551521
[51] train-mlogloss:0.386077 eval-mlogloss:0.548671
[52] train-mlogloss:0.382095 eval-mlogloss:0.545908
[53] train-mlogloss:0.378287 eval-mlogloss:0.543490
[54] train-mlogloss:0.374892 eval-mlogloss:0.541253
[55] train-mlogloss:0.371153 eval-mlogloss:0.538960
[56] train-mlogloss:0.367626 eval-mlogloss:0.536596
[57] train-mlogloss:0.364712 eval-mlogloss:0.534785
[58] train-mlogloss:0.361106 eval-mlogloss:0.532538
[59] train-mlogloss:0.357882 eval-mlogloss:0.530435
[60] train-mlogloss:0.354763 eval-mlogloss:0.528650
[61] train-mlogloss:0.352085 eval-mlogloss:0.526997
[62] train-mlogloss:0.349464 eval-mlogloss:0.525228
[63] train-mlogloss:0.347034 eval-mlogloss:0.523609
[64] train-mlogloss:0.344396 eval-mlogloss:0.521996
[65] train-mlogloss:0.341922 eval-mlogloss:0.520544
[66] train-mlogloss:0.339033 eval-mlogloss:0.518924
[67] train-mlogloss:0.336671 eval-mlogloss:0.517556
[68] train-mlogloss:0.334194 eval-mlogloss:0.516123
[69] train-mlogloss:0.331926 eval-mlogloss:0.514674
[70] train-mlogloss:0.329735 eval-mlogloss:0.513342
[71] train-mlogloss:0.327400 eval-mlogloss:0.512002
[72] train-mlogloss:0.325191 eval-mlogloss:0.510962
[73] train-mlogloss:0.323045 eval-mlogloss:0.509742
[74] train-mlogloss:0.320875 eval-mlogloss:0.508503
[75] train-mlogloss:0.318991 eval-mlogloss:0.507509
[76] train-mlogloss:0.316846 eval-mlogloss:0.506523
[77] train-mlogloss:0.314792 eval-mlogloss:0.505341
[78] train-mlogloss:0.313163 eval-mlogloss:0.504344
[79] train-mlogloss:0.310858 eval-mlogloss:0.503423
[80] train-mlogloss:0.308842 eval-mlogloss:0.502479
[81] train-mlogloss:0.306934 eval-mlogloss:0.501626
[82] train-mlogloss:0.305043 eval-mlogloss:0.500778
[83] train-mlogloss:0.303361 eval-mlogloss:0.499929
[84] train-mlogloss:0.301327 eval-mlogloss:0.499001
[85] train-mlogloss:0.299857 eval-mlogloss:0.498210
[86] train-mlogloss:0.298028 eval-mlogloss:0.497523
[87] train-mlogloss:0.296770 eval-mlogloss:0.496952
[88] train-mlogloss:0.295030 eval-mlogloss:0.496131
[89] train-mlogloss:0.293523 eval-mlogloss:0.495320
[90] train-mlogloss:0.292055 eval-mlogloss:0.494722
[91] train-mlogloss:0.289985 eval-mlogloss:0.494023
[92] train-mlogloss:0.288527 eval-mlogloss:0.493474
[93] train-mlogloss:0.286791 eval-mlogloss:0.492718
[94] train-mlogloss:0.285152 eval-mlogloss:0.492115
[95] train-mlogloss:0.283807 eval-mlogloss:0.491459
[96] train-mlogloss:0.282266 eval-mlogloss:0.490846
[97] train-mlogloss:0.280753 eval-mlogloss:0.490437
[98] train-mlogloss:0.279388 eval-mlogloss:0.489876
[99] train-mlogloss:0.277895 eval-mlogloss:0.489322
[100] train-mlogloss:0.276372 eval-mlogloss:0.488725
[101] train-mlogloss:0.274887 eval-mlogloss:0.488056
[102] train-mlogloss:0.273633 eval-mlogloss:0.487577
[103] train-mlogloss:0.272161 eval-mlogloss:0.486973
[104] train-mlogloss:0.270775 eval-mlogloss:0.486448
[105] train-mlogloss:0.269436 eval-mlogloss:0.485893
[106] train-mlogloss:0.268100 eval-mlogloss:0.485496
[107] train-mlogloss:0.266906 eval-mlogloss:0.485173
[108] train-mlogloss:0.265475 eval-mlogloss:0.484532
[109] train-mlogloss:0.264137 eval-mlogloss:0.484064
[110] train-mlogloss:0.262740 eval-mlogloss:0.483658
[111] train-mlogloss:0.261558 eval-mlogloss:0.483134
[112] train-mlogloss:0.260132 eval-mlogloss:0.482861
[113] train-mlogloss:0.258984 eval-mlogloss:0.482392
[114] train-mlogloss:0.257626 eval-mlogloss:0.481976
[115] train-mlogloss:0.256536 eval-mlogloss:0.481454
[116] train-mlogloss:0.255523 eval-mlogloss:0.481098
[117] train-mlogloss:0.254238 eval-mlogloss:0.480612
[118] train-mlogloss:0.252759 eval-mlogloss:0.480144
[119] train-mlogloss:0.251544 eval-mlogloss:0.479891
[120] train-mlogloss:0.250678 eval-mlogloss:0.479595
[121] train-mlogloss:0.249534 eval-mlogloss:0.479287
[122] train-mlogloss:0.248217 eval-mlogloss:0.479079
[123] train-mlogloss:0.246886 eval-mlogloss:0.478781
[124] train-mlogloss:0.245800 eval-mlogloss:0.478307
[125] train-mlogloss:0.244543 eval-mlogloss:0.477939
[126] train-mlogloss:0.243383 eval-mlogloss:0.477695
[127] train-mlogloss:0.242318 eval-mlogloss:0.477432
[128] train-mlogloss:0.241397 eval-mlogloss:0.477130
[129] train-mlogloss:0.240124 eval-mlogloss:0.476795
[130] train-mlogloss:0.238978 eval-mlogloss:0.476337
[131] train-mlogloss:0.238067 eval-mlogloss:0.476030
[132] train-mlogloss:0.236864 eval-mlogloss:0.475597
[133] train-mlogloss:0.235628 eval-mlogloss:0.475171
[134] train-mlogloss:0.234612 eval-mlogloss:0.474767
[135] train-mlogloss:0.233701 eval-mlogloss:0.474470
[136] train-mlogloss:0.232620 eval-mlogloss:0.474311
[137] train-mlogloss:0.231601 eval-mlogloss:0.474163
[138] train-mlogloss:0.230416 eval-mlogloss:0.473925
[139] train-mlogloss:0.229647 eval-mlogloss:0.473769
[140] train-mlogloss:0.228482 eval-mlogloss:0.473353
[141] train-mlogloss:0.227339 eval-mlogloss:0.473051
[142] train-mlogloss:0.226552 eval-mlogloss:0.472781
[143] train-mlogloss:0.225639 eval-mlogloss:0.472672
[144] train-mlogloss:0.224867 eval-mlogloss:0.472400
[145] train-mlogloss:0.223844 eval-mlogloss:0.472124
[146] train-mlogloss:0.222972 eval-mlogloss:0.471837
[147] train-mlogloss:0.222043 eval-mlogloss:0.471668
[148] train-mlogloss:0.221317 eval-mlogloss:0.471396
[149] train-mlogloss:0.220176 eval-mlogloss:0.471044
[150] train-mlogloss:0.219256 eval-mlogloss:0.470917
[151] train-mlogloss:0.218405 eval-mlogloss:0.470726
[152] train-mlogloss:0.217256 eval-mlogloss:0.470541
[153] train-mlogloss:0.216589 eval-mlogloss:0.470356
[154] train-mlogloss:0.215703 eval-mlogloss:0.470337
[155] train-mlogloss:0.214616 eval-mlogloss:0.470231
[156] train-mlogloss:0.213832 eval-mlogloss:0.469938
[157] train-mlogloss:0.213097 eval-mlogloss:0.469766
[158] train-mlogloss:0.212101 eval-mlogloss:0.469513
[159] train-mlogloss:0.211153 eval-mlogloss:0.469277
[160] train-mlogloss:0.210462 eval-mlogloss:0.469120
[161] train-mlogloss:0.209420 eval-mlogloss:0.468863
[162] train-mlogloss:0.208366 eval-mlogloss:0.468667
[163] train-mlogloss:0.207617 eval-mlogloss:0.468442
[164] train-mlogloss:0.206698 eval-mlogloss:0.468333
[165] train-mlogloss:0.205314 eval-mlogloss:0.467961
[166] train-mlogloss:0.204309 eval-mlogloss:0.467740
[167] train-mlogloss:0.203494 eval-mlogloss:0.467520
[168] train-mlogloss:0.202720 eval-mlogloss:0.467284
[169] train-mlogloss:0.201835 eval-mlogloss:0.467002
[170] train-mlogloss:0.200992 eval-mlogloss:0.466912
[171] train-mlogloss:0.200124 eval-mlogloss:0.466842
[172] train-mlogloss:0.199339 eval-mlogloss:0.466770
[173] train-mlogloss:0.198559 eval-mlogloss:0.466628
[174] train-mlogloss:0.197426 eval-mlogloss:0.466570
[175] train-mlogloss:0.196603 eval-mlogloss:0.466253
[176] train-mlogloss:0.195854 eval-mlogloss:0.466055
[177] train-mlogloss:0.195052 eval-mlogloss:0.465946
[178] train-mlogloss:0.193924 eval-mlogloss:0.465888
[179] train-mlogloss:0.193096 eval-mlogloss:0.465866
[180] train-mlogloss:0.192314 eval-mlogloss:0.465848
[181] train-mlogloss:0.191484 eval-mlogloss:0.465737
[182] train-mlogloss:0.190680 eval-mlogloss:0.465560
[183] train-mlogloss:0.190057 eval-mlogloss:0.465358
[184] train-mlogloss:0.189364 eval-mlogloss:0.465192
[185] train-mlogloss:0.188292 eval-mlogloss:0.465066
[186] train-mlogloss:0.187617 eval-mlogloss:0.464844
[187] train-mlogloss:0.187015 eval-mlogloss:0.464711
[188] train-mlogloss:0.186254 eval-mlogloss:0.464691
[189] train-mlogloss:0.185518 eval-mlogloss:0.464578
[190] train-mlogloss:0.184879 eval-mlogloss:0.464487
[191] train-mlogloss:0.184155 eval-mlogloss:0.464400
[192] train-mlogloss:0.183454 eval-mlogloss:0.464251
[193] train-mlogloss:0.182482 eval-mlogloss:0.464213
[194] train-mlogloss:0.181876 eval-mlogloss:0.464196
[195] train-mlogloss:0.181124 eval-mlogloss:0.464028
[196] train-mlogloss:0.180269 eval-mlogloss:0.463977
[197] train-mlogloss:0.179469 eval-mlogloss:0.463879
[198] train-mlogloss:0.178708 eval-mlogloss:0.463838
[199] train-mlogloss:0.177809 eval-mlogloss:0.463738
[200] train-mlogloss:0.177107 eval-mlogloss:0.463650
[201] train-mlogloss:0.176419 eval-mlogloss:0.463617
[202] train-mlogloss:0.175690 eval-mlogloss:0.463528
[203] train-mlogloss:0.175131 eval-mlogloss:0.463562
[204] train-mlogloss:0.174363 eval-mlogloss:0.463526
[205] train-mlogloss:0.173583 eval-mlogloss:0.463477
[206] train-mlogloss:0.172883 eval-mlogloss:0.463404
[207] train-mlogloss:0.172360 eval-mlogloss:0.463312
[208] train-mlogloss:0.171716 eval-mlogloss:0.463254
[209] train-mlogloss:0.171023 eval-mlogloss:0.463327
[210] train-mlogloss:0.170400 eval-mlogloss:0.463256
[211] train-mlogloss:0.169749 eval-mlogloss:0.463012
[212] train-mlogloss:0.169161 eval-mlogloss:0.463007
[213] train-mlogloss:0.168580 eval-mlogloss:0.462965
[214] train-mlogloss:0.168003 eval-mlogloss:0.462916
[215] train-mlogloss:0.167220 eval-mlogloss:0.462996
[216] train-mlogloss:0.166409 eval-mlogloss:0.463060
[217] train-mlogloss:0.165659 eval-mlogloss:0.462992
[218] train-mlogloss:0.164824 eval-mlogloss:0.463035
[219] train-mlogloss:0.164192 eval-mlogloss:0.462858
[220] train-mlogloss:0.163771 eval-mlogloss:0.462804
[221] train-mlogloss:0.163206 eval-mlogloss:0.462643
[222] train-mlogloss:0.162670 eval-mlogloss:0.462582
[223] train-mlogloss:0.162169 eval-mlogloss:0.462479
[224] train-mlogloss:0.161658 eval-mlogloss:0.462538
[225] train-mlogloss:0.161111 eval-mlogloss:0.462492
[226] train-mlogloss:0.160641 eval-mlogloss:0.462418
[227] train-mlogloss:0.160094 eval-mlogloss:0.462547
[228] train-mlogloss:0.159514 eval-mlogloss:0.462516
[229] train-mlogloss:0.158917 eval-mlogloss:0.462533
[230] train-mlogloss:0.158214 eval-mlogloss:0.462544
[231] train-mlogloss:0.157264 eval-mlogloss:0.462448
[232] train-mlogloss:0.156661 eval-mlogloss:0.462561
[233] train-mlogloss:0.156026 eval-mlogloss:0.462473
[234] train-mlogloss:0.155284 eval-mlogloss:0.462422
[235] train-mlogloss:0.154727 eval-mlogloss:0.462447
[236] train-mlogloss:0.154217 eval-mlogloss:0.462436
Training with params :
{'n_estimators': 300, 'min_child_weight': 9.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 13.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.46243553804105203
Stopping. Best iteration:
[226] train-mlogloss:0.160641 eval-mlogloss:0.462418
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.948938 eval-mlogloss:1.961953
[1] train-mlogloss:1.764707 eval-mlogloss:1.789276
[2] train-mlogloss:1.619394 eval-mlogloss:1.656021
[3] train-mlogloss:1.492023 eval-mlogloss:1.538486
[4] train-mlogloss:1.382502 eval-mlogloss:1.436942
[5] train-mlogloss:1.288412 eval-mlogloss:1.350846
[6] train-mlogloss:1.209399 eval-mlogloss:1.279308
[7] train-mlogloss:1.138153 eval-mlogloss:1.214138
[8] train-mlogloss:1.072774 eval-mlogloss:1.156065
[9] train-mlogloss:1.016928 eval-mlogloss:1.105971
[10] train-mlogloss:0.964440 eval-mlogloss:1.058973
[11] train-mlogloss:0.916086 eval-mlogloss:1.016566
[12] train-mlogloss:0.872770 eval-mlogloss:0.978621
[13] train-mlogloss:0.832580 eval-mlogloss:0.943973
[14] train-mlogloss:0.796044 eval-mlogloss:0.912579
[15] train-mlogloss:0.764322 eval-mlogloss:0.885284
[16] train-mlogloss:0.734226 eval-mlogloss:0.859888
[17] train-mlogloss:0.705846 eval-mlogloss:0.835867
[18] train-mlogloss:0.680599 eval-mlogloss:0.814913
[19] train-mlogloss:0.656120 eval-mlogloss:0.794304
[20] train-mlogloss:0.633065 eval-mlogloss:0.775012
[21] train-mlogloss:0.610661 eval-mlogloss:0.757165
[22] train-mlogloss:0.591732 eval-mlogloss:0.741363
[23] train-mlogloss:0.572543 eval-mlogloss:0.726226
[24] train-mlogloss:0.554768 eval-mlogloss:0.712248
[25] train-mlogloss:0.538912 eval-mlogloss:0.699381
[26] train-mlogloss:0.523558 eval-mlogloss:0.686781
[27] train-mlogloss:0.509310 eval-mlogloss:0.675897
[28] train-mlogloss:0.495978 eval-mlogloss:0.665604
[29] train-mlogloss:0.484407 eval-mlogloss:0.656220
[30] train-mlogloss:0.472730 eval-mlogloss:0.647111
[31] train-mlogloss:0.460772 eval-mlogloss:0.638742
[32] train-mlogloss:0.450282 eval-mlogloss:0.630762
[33] train-mlogloss:0.440675 eval-mlogloss:0.623542
[34] train-mlogloss:0.431206 eval-mlogloss:0.616407
[35] train-mlogloss:0.422468 eval-mlogloss:0.609944
[36] train-mlogloss:0.414007 eval-mlogloss:0.603776
[37] train-mlogloss:0.406811 eval-mlogloss:0.598098
[38] train-mlogloss:0.398901 eval-mlogloss:0.592434
[39] train-mlogloss:0.392500 eval-mlogloss:0.587557
[40] train-mlogloss:0.384938 eval-mlogloss:0.582318
[41] train-mlogloss:0.378608 eval-mlogloss:0.577790
[42] train-mlogloss:0.372871 eval-mlogloss:0.573801
[43] train-mlogloss:0.367248 eval-mlogloss:0.569659
[44] train-mlogloss:0.362195 eval-mlogloss:0.565998
[45] train-mlogloss:0.357235 eval-mlogloss:0.562462
[46] train-mlogloss:0.352613 eval-mlogloss:0.559113
[47] train-mlogloss:0.347232 eval-mlogloss:0.555753
[48] train-mlogloss:0.342832 eval-mlogloss:0.552616
[49] train-mlogloss:0.338366 eval-mlogloss:0.549567
[50] train-mlogloss:0.334157 eval-mlogloss:0.546460
[51] train-mlogloss:0.329461 eval-mlogloss:0.543557
[52] train-mlogloss:0.325544 eval-mlogloss:0.540922
[53] train-mlogloss:0.321119 eval-mlogloss:0.538379
[54] train-mlogloss:0.316984 eval-mlogloss:0.535819
[55] train-mlogloss:0.313226 eval-mlogloss:0.533614
[56] train-mlogloss:0.309876 eval-mlogloss:0.531646
[57] train-mlogloss:0.306066 eval-mlogloss:0.529558
[58] train-mlogloss:0.302896 eval-mlogloss:0.527411
[59] train-mlogloss:0.299527 eval-mlogloss:0.525365
[60] train-mlogloss:0.296523 eval-mlogloss:0.523346
[61] train-mlogloss:0.293485 eval-mlogloss:0.521655
[62] train-mlogloss:0.290989 eval-mlogloss:0.519938
[63] train-mlogloss:0.288317 eval-mlogloss:0.518397
[64] train-mlogloss:0.285720 eval-mlogloss:0.516942
[65] train-mlogloss:0.282865 eval-mlogloss:0.515434
[66] train-mlogloss:0.280451 eval-mlogloss:0.514095
[67] train-mlogloss:0.277715 eval-mlogloss:0.512669
[68] train-mlogloss:0.275203 eval-mlogloss:0.511254
[69] train-mlogloss:0.273185 eval-mlogloss:0.510137
[70] train-mlogloss:0.270758 eval-mlogloss:0.508866
[71] train-mlogloss:0.268178 eval-mlogloss:0.507510
[72] train-mlogloss:0.266387 eval-mlogloss:0.506430
[73] train-mlogloss:0.263999 eval-mlogloss:0.505315
[74] train-mlogloss:0.261864 eval-mlogloss:0.504097
[75] train-mlogloss:0.260010 eval-mlogloss:0.503139
[76] train-mlogloss:0.257600 eval-mlogloss:0.502249
[77] train-mlogloss:0.255280 eval-mlogloss:0.501321
[78] train-mlogloss:0.253128 eval-mlogloss:0.500354
[79] train-mlogloss:0.251512 eval-mlogloss:0.499513
[80] train-mlogloss:0.249873 eval-mlogloss:0.498654
[81] train-mlogloss:0.247976 eval-mlogloss:0.497684
[82] train-mlogloss:0.245857 eval-mlogloss:0.496869
[83] train-mlogloss:0.243902 eval-mlogloss:0.495941
[84] train-mlogloss:0.242223 eval-mlogloss:0.495096
[85] train-mlogloss:0.240440 eval-mlogloss:0.494169
[86] train-mlogloss:0.238945 eval-mlogloss:0.493510
[87] train-mlogloss:0.237561 eval-mlogloss:0.492849
[88] train-mlogloss:0.235770 eval-mlogloss:0.492263
[89] train-mlogloss:0.234086 eval-mlogloss:0.491658
[90] train-mlogloss:0.232497 eval-mlogloss:0.490965
[91] train-mlogloss:0.230945 eval-mlogloss:0.490266
[92] train-mlogloss:0.229590 eval-mlogloss:0.489748
[93] train-mlogloss:0.227954 eval-mlogloss:0.489284
[94] train-mlogloss:0.226532 eval-mlogloss:0.488716
[95] train-mlogloss:0.224437 eval-mlogloss:0.488107
[96] train-mlogloss:0.222929 eval-mlogloss:0.487434
[97] train-mlogloss:0.221519 eval-mlogloss:0.486907
[98] train-mlogloss:0.220037 eval-mlogloss:0.486411
[99] train-mlogloss:0.218244 eval-mlogloss:0.485722
[100] train-mlogloss:0.217076 eval-mlogloss:0.485255
[101] train-mlogloss:0.215599 eval-mlogloss:0.484669
[102] train-mlogloss:0.214362 eval-mlogloss:0.484178
[103] train-mlogloss:0.213327 eval-mlogloss:0.483854
[104] train-mlogloss:0.212094 eval-mlogloss:0.483359
[105] train-mlogloss:0.210635 eval-mlogloss:0.483066
[106] train-mlogloss:0.209104 eval-mlogloss:0.482612
[107] train-mlogloss:0.207589 eval-mlogloss:0.482398
[108] train-mlogloss:0.206229 eval-mlogloss:0.482054
[109] train-mlogloss:0.204689 eval-mlogloss:0.481456
[110] train-mlogloss:0.202829 eval-mlogloss:0.481096
[111] train-mlogloss:0.201325 eval-mlogloss:0.480629
[112] train-mlogloss:0.199955 eval-mlogloss:0.480228
[113] train-mlogloss:0.198465 eval-mlogloss:0.479635
[114] train-mlogloss:0.197492 eval-mlogloss:0.479182
[115] train-mlogloss:0.196156 eval-mlogloss:0.478822
[116] train-mlogloss:0.195027 eval-mlogloss:0.478565
[117] train-mlogloss:0.193951 eval-mlogloss:0.478241
[118] train-mlogloss:0.192333 eval-mlogloss:0.477869
[119] train-mlogloss:0.191308 eval-mlogloss:0.477444
[120] train-mlogloss:0.189822 eval-mlogloss:0.477095
[121] train-mlogloss:0.188645 eval-mlogloss:0.476837
[122] train-mlogloss:0.187141 eval-mlogloss:0.476533
[123] train-mlogloss:0.186103 eval-mlogloss:0.476346
[124] train-mlogloss:0.185270 eval-mlogloss:0.476001
[125] train-mlogloss:0.184167 eval-mlogloss:0.475830
[126] train-mlogloss:0.182854 eval-mlogloss:0.475584
[127] train-mlogloss:0.181697 eval-mlogloss:0.475013
[128] train-mlogloss:0.180708 eval-mlogloss:0.474908
[129] train-mlogloss:0.179672 eval-mlogloss:0.474583
[130] train-mlogloss:0.178370 eval-mlogloss:0.474209
[131] train-mlogloss:0.177192 eval-mlogloss:0.473984
[132] train-mlogloss:0.176049 eval-mlogloss:0.473763
[133] train-mlogloss:0.174707 eval-mlogloss:0.473351
[134] train-mlogloss:0.173486 eval-mlogloss:0.473036
[135] train-mlogloss:0.172059 eval-mlogloss:0.472750
[136] train-mlogloss:0.171374 eval-mlogloss:0.472643
[137] train-mlogloss:0.170486 eval-mlogloss:0.472522
[138] train-mlogloss:0.169512 eval-mlogloss:0.472283
[139] train-mlogloss:0.168278 eval-mlogloss:0.472082
[140] train-mlogloss:0.167416 eval-mlogloss:0.471875
[141] train-mlogloss:0.166411 eval-mlogloss:0.471544
[142] train-mlogloss:0.165122 eval-mlogloss:0.471265
[143] train-mlogloss:0.164026 eval-mlogloss:0.470993
[144] train-mlogloss:0.163073 eval-mlogloss:0.470779
[145] train-mlogloss:0.161996 eval-mlogloss:0.470618
[146] train-mlogloss:0.161305 eval-mlogloss:0.470521
[147] train-mlogloss:0.160242 eval-mlogloss:0.470390
[148] train-mlogloss:0.159596 eval-mlogloss:0.470114
[149] train-mlogloss:0.158504 eval-mlogloss:0.470094
[150] train-mlogloss:0.157317 eval-mlogloss:0.469725
[151] train-mlogloss:0.156578 eval-mlogloss:0.469621
[152] train-mlogloss:0.155714 eval-mlogloss:0.469448
[153] train-mlogloss:0.154943 eval-mlogloss:0.469459
[154] train-mlogloss:0.154359 eval-mlogloss:0.469451
[155] train-mlogloss:0.153561 eval-mlogloss:0.469398
[156] train-mlogloss:0.152765 eval-mlogloss:0.469162
[157] train-mlogloss:0.151581 eval-mlogloss:0.469131
[158] train-mlogloss:0.150458 eval-mlogloss:0.468874
[159] train-mlogloss:0.149734 eval-mlogloss:0.468829
[160] train-mlogloss:0.149126 eval-mlogloss:0.468643
[161] train-mlogloss:0.148133 eval-mlogloss:0.468632
[162] train-mlogloss:0.147411 eval-mlogloss:0.468587
[163] train-mlogloss:0.146442 eval-mlogloss:0.468452
[164] train-mlogloss:0.145535 eval-mlogloss:0.468463
[165] train-mlogloss:0.144396 eval-mlogloss:0.468222
[166] train-mlogloss:0.143702 eval-mlogloss:0.468366
[167] train-mlogloss:0.142874 eval-mlogloss:0.468411
[168] train-mlogloss:0.142062 eval-mlogloss:0.468247
[169] train-mlogloss:0.141152 eval-mlogloss:0.468211
[170] train-mlogloss:0.140490 eval-mlogloss:0.468078
[171] train-mlogloss:0.139788 eval-mlogloss:0.467979
[172] train-mlogloss:0.138905 eval-mlogloss:0.467942
[173] train-mlogloss:0.137832 eval-mlogloss:0.467973
[174] train-mlogloss:0.137095 eval-mlogloss:0.467875
[175] train-mlogloss:0.136162 eval-mlogloss:0.467799
[176] train-mlogloss:0.135290 eval-mlogloss:0.467690
[177] train-mlogloss:0.134692 eval-mlogloss:0.467686
[178] train-mlogloss:0.133894 eval-mlogloss:0.467629
[179] train-mlogloss:0.133232 eval-mlogloss:0.467574
[180] train-mlogloss:0.132149 eval-mlogloss:0.467494
[181] train-mlogloss:0.131149 eval-mlogloss:0.467279
[182] train-mlogloss:0.130445 eval-mlogloss:0.467103
[183] train-mlogloss:0.129831 eval-mlogloss:0.467224
[184] train-mlogloss:0.129229 eval-mlogloss:0.467127
[185] train-mlogloss:0.128694 eval-mlogloss:0.466974
[186] train-mlogloss:0.127945 eval-mlogloss:0.466763
[187] train-mlogloss:0.127212 eval-mlogloss:0.466827
[188] train-mlogloss:0.126322 eval-mlogloss:0.466823
[189] train-mlogloss:0.125710 eval-mlogloss:0.466831
[190] train-mlogloss:0.124889 eval-mlogloss:0.467022
[191] train-mlogloss:0.124195 eval-mlogloss:0.467185
[192] train-mlogloss:0.123485 eval-mlogloss:0.467102
[193] train-mlogloss:0.122927 eval-mlogloss:0.467125
[194] train-mlogloss:0.122127 eval-mlogloss:0.467074
[195] train-mlogloss:0.121498 eval-mlogloss:0.467035
Training with params :
{'n_estimators': 300, 'min_child_weight': 2.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 11.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.4669555566647315
[196] train-mlogloss:0.120943 eval-mlogloss:0.466955
Stopping. Best iteration:
[186] train-mlogloss:0.127945 eval-mlogloss:0.466763
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:2.035378 eval-mlogloss:2.036381
[1] train-mlogloss:1.899404 eval-mlogloss:1.903053
[2] train-mlogloss:1.776832 eval-mlogloss:1.781718
[3] train-mlogloss:1.677712 eval-mlogloss:1.683616
[4] train-mlogloss:1.596161 eval-mlogloss:1.603654
[5] train-mlogloss:1.525711 eval-mlogloss:1.533676
[6] train-mlogloss:1.466538 eval-mlogloss:1.475141
[7] train-mlogloss:1.412113 eval-mlogloss:1.421117
[8] train-mlogloss:1.361714 eval-mlogloss:1.371323
[9] train-mlogloss:1.319410 eval-mlogloss:1.328997
[10] train-mlogloss:1.278082 eval-mlogloss:1.288184
[11] train-mlogloss:1.240113 eval-mlogloss:1.250864
[12] train-mlogloss:1.204553 eval-mlogloss:1.215612
[13] train-mlogloss:1.173169 eval-mlogloss:1.184684
[14] train-mlogloss:1.146207 eval-mlogloss:1.158016
[15] train-mlogloss:1.118994 eval-mlogloss:1.131129
[16] train-mlogloss:1.093682 eval-mlogloss:1.105940
[17] train-mlogloss:1.070093 eval-mlogloss:1.082913
[18] train-mlogloss:1.048809 eval-mlogloss:1.062196
[19] train-mlogloss:1.028622 eval-mlogloss:1.042406
[20] train-mlogloss:1.010689 eval-mlogloss:1.024397
[21] train-mlogloss:0.993840 eval-mlogloss:1.007721
[22] train-mlogloss:0.976745 eval-mlogloss:0.991135
[23] train-mlogloss:0.962642 eval-mlogloss:0.977260
[24] train-mlogloss:0.948193 eval-mlogloss:0.963266
[25] train-mlogloss:0.935016 eval-mlogloss:0.950369
[26] train-mlogloss:0.922145 eval-mlogloss:0.937538
[27] train-mlogloss:0.910303 eval-mlogloss:0.925959
[28] train-mlogloss:0.898736 eval-mlogloss:0.914646
[29] train-mlogloss:0.887940 eval-mlogloss:0.903813
[30] train-mlogloss:0.877271 eval-mlogloss:0.893183
[31] train-mlogloss:0.867272 eval-mlogloss:0.883515
[32] train-mlogloss:0.858424 eval-mlogloss:0.874742
[33] train-mlogloss:0.849280 eval-mlogloss:0.865614
[34] train-mlogloss:0.840482 eval-mlogloss:0.857016
[35] train-mlogloss:0.832346 eval-mlogloss:0.849070
[36] train-mlogloss:0.824622 eval-mlogloss:0.841673
[37] train-mlogloss:0.817248 eval-mlogloss:0.834596
[38] train-mlogloss:0.810268 eval-mlogloss:0.827844
[39] train-mlogloss:0.803677 eval-mlogloss:0.821545
[40] train-mlogloss:0.797138 eval-mlogloss:0.815152
[41] train-mlogloss:0.791224 eval-mlogloss:0.809409
[42] train-mlogloss:0.785390 eval-mlogloss:0.803577
[43] train-mlogloss:0.779766 eval-mlogloss:0.798187
[44] train-mlogloss:0.774196 eval-mlogloss:0.792848
[45] train-mlogloss:0.768769 eval-mlogloss:0.787578
[46] train-mlogloss:0.763925 eval-mlogloss:0.782921
[47] train-mlogloss:0.759079 eval-mlogloss:0.777987
[48] train-mlogloss:0.754290 eval-mlogloss:0.773435
[49] train-mlogloss:0.749428 eval-mlogloss:0.768684
[50] train-mlogloss:0.744871 eval-mlogloss:0.764211
[51] train-mlogloss:0.740845 eval-mlogloss:0.760335
[52] train-mlogloss:0.736525 eval-mlogloss:0.756201
[53] train-mlogloss:0.732737 eval-mlogloss:0.752445
[54] train-mlogloss:0.729137 eval-mlogloss:0.749061
[55] train-mlogloss:0.725452 eval-mlogloss:0.745525
[56] train-mlogloss:0.722057 eval-mlogloss:0.742153
[57] train-mlogloss:0.718395 eval-mlogloss:0.738555
[58] train-mlogloss:0.715091 eval-mlogloss:0.735361
[59] train-mlogloss:0.711807 eval-mlogloss:0.732585
[60] train-mlogloss:0.708434 eval-mlogloss:0.729320
[61] train-mlogloss:0.705275 eval-mlogloss:0.726331
[62] train-mlogloss:0.701969 eval-mlogloss:0.723325
[63] train-mlogloss:0.699102 eval-mlogloss:0.720780
[64] train-mlogloss:0.696140 eval-mlogloss:0.717962
[65] train-mlogloss:0.693162 eval-mlogloss:0.715084
[66] train-mlogloss:0.690285 eval-mlogloss:0.712195
[67] train-mlogloss:0.687695 eval-mlogloss:0.709815
[68] train-mlogloss:0.685149 eval-mlogloss:0.707329
[69] train-mlogloss:0.682567 eval-mlogloss:0.705044
[70] train-mlogloss:0.679979 eval-mlogloss:0.702716
[71] train-mlogloss:0.677718 eval-mlogloss:0.700486
[72] train-mlogloss:0.675341 eval-mlogloss:0.698221
[73] train-mlogloss:0.673003 eval-mlogloss:0.695868
[74] train-mlogloss:0.670700 eval-mlogloss:0.693789
[75] train-mlogloss:0.668476 eval-mlogloss:0.691589
[76] train-mlogloss:0.666274 eval-mlogloss:0.689424
[77] train-mlogloss:0.664239 eval-mlogloss:0.687609
[78] train-mlogloss:0.662269 eval-mlogloss:0.685752
[79] train-mlogloss:0.660210 eval-mlogloss:0.683717
[80] train-mlogloss:0.658380 eval-mlogloss:0.681945
[81] train-mlogloss:0.656330 eval-mlogloss:0.680046
[82] train-mlogloss:0.654452 eval-mlogloss:0.678357
[83] train-mlogloss:0.652234 eval-mlogloss:0.676621
[84] train-mlogloss:0.650150 eval-mlogloss:0.674816
[85] train-mlogloss:0.648246 eval-mlogloss:0.673077
[86] train-mlogloss:0.646371 eval-mlogloss:0.671374
[87] train-mlogloss:0.644645 eval-mlogloss:0.669828
[88] train-mlogloss:0.642738 eval-mlogloss:0.668189
[89] train-mlogloss:0.641041 eval-mlogloss:0.666704
[90] train-mlogloss:0.639195 eval-mlogloss:0.665156
[91] train-mlogloss:0.637591 eval-mlogloss:0.663630
[92] train-mlogloss:0.635891 eval-mlogloss:0.662044
[93] train-mlogloss:0.634322 eval-mlogloss:0.660649
[94] train-mlogloss:0.632860 eval-mlogloss:0.659414
[95] train-mlogloss:0.631276 eval-mlogloss:0.657934
[96] train-mlogloss:0.629791 eval-mlogloss:0.656583
[97] train-mlogloss:0.628115 eval-mlogloss:0.655220
[98] train-mlogloss:0.626628 eval-mlogloss:0.653915
[99] train-mlogloss:0.625218 eval-mlogloss:0.652622
[100] train-mlogloss:0.623777 eval-mlogloss:0.651376
[101] train-mlogloss:0.622547 eval-mlogloss:0.650209
[102] train-mlogloss:0.621281 eval-mlogloss:0.649202
[103] train-mlogloss:0.619961 eval-mlogloss:0.648062
[104] train-mlogloss:0.618602 eval-mlogloss:0.646745
[105] train-mlogloss:0.617327 eval-mlogloss:0.645426
[106] train-mlogloss:0.616008 eval-mlogloss:0.644279
[107] train-mlogloss:0.614725 eval-mlogloss:0.643216
[108] train-mlogloss:0.613446 eval-mlogloss:0.642054
[109] train-mlogloss:0.612224 eval-mlogloss:0.640898
[110] train-mlogloss:0.610996 eval-mlogloss:0.639980
[111] train-mlogloss:0.609747 eval-mlogloss:0.638867
[112] train-mlogloss:0.608419 eval-mlogloss:0.637709
[113] train-mlogloss:0.607341 eval-mlogloss:0.636804
[114] train-mlogloss:0.606270 eval-mlogloss:0.635863
[115] train-mlogloss:0.605118 eval-mlogloss:0.634838
[116] train-mlogloss:0.603989 eval-mlogloss:0.633830
[117] train-mlogloss:0.602856 eval-mlogloss:0.632756
[118] train-mlogloss:0.601882 eval-mlogloss:0.631862
[119] train-mlogloss:0.600794 eval-mlogloss:0.630877
[120] train-mlogloss:0.599774 eval-mlogloss:0.629927
[121] train-mlogloss:0.598746 eval-mlogloss:0.629082
[122] train-mlogloss:0.597668 eval-mlogloss:0.628125
[123] train-mlogloss:0.596520 eval-mlogloss:0.627109
[124] train-mlogloss:0.595441 eval-mlogloss:0.626239
[125] train-mlogloss:0.594442 eval-mlogloss:0.625356
[126] train-mlogloss:0.593507 eval-mlogloss:0.624509
[127] train-mlogloss:0.592378 eval-mlogloss:0.623703
[128] train-mlogloss:0.591370 eval-mlogloss:0.622731
[129] train-mlogloss:0.590437 eval-mlogloss:0.621908
[130] train-mlogloss:0.589456 eval-mlogloss:0.621049
[131] train-mlogloss:0.588606 eval-mlogloss:0.620375
[132] train-mlogloss:0.587722 eval-mlogloss:0.619606
[133] train-mlogloss:0.586779 eval-mlogloss:0.618801
[134] train-mlogloss:0.585837 eval-mlogloss:0.618033
[135] train-mlogloss:0.585031 eval-mlogloss:0.617388
[136] train-mlogloss:0.584061 eval-mlogloss:0.616494
[137] train-mlogloss:0.583105 eval-mlogloss:0.615655
[138] train-mlogloss:0.582242 eval-mlogloss:0.614940
[139] train-mlogloss:0.581284 eval-mlogloss:0.614157
[140] train-mlogloss:0.580374 eval-mlogloss:0.613441
[141] train-mlogloss:0.579457 eval-mlogloss:0.612862
[142] train-mlogloss:0.578594 eval-mlogloss:0.612075
[143] train-mlogloss:0.577734 eval-mlogloss:0.611373
[144] train-mlogloss:0.576926 eval-mlogloss:0.610760
[145] train-mlogloss:0.575985 eval-mlogloss:0.610063
[146] train-mlogloss:0.575141 eval-mlogloss:0.609359
[147] train-mlogloss:0.574375 eval-mlogloss:0.608761
[148] train-mlogloss:0.573517 eval-mlogloss:0.608043
[149] train-mlogloss:0.572721 eval-mlogloss:0.607469
[150] train-mlogloss:0.571874 eval-mlogloss:0.606860
[151] train-mlogloss:0.571138 eval-mlogloss:0.606308
[152] train-mlogloss:0.570340 eval-mlogloss:0.605668
[153] train-mlogloss:0.569551 eval-mlogloss:0.604942
[154] train-mlogloss:0.568793 eval-mlogloss:0.604255
[155] train-mlogloss:0.568069 eval-mlogloss:0.603620
[156] train-mlogloss:0.567255 eval-mlogloss:0.602967
[157] train-mlogloss:0.566478 eval-mlogloss:0.602393
[158] train-mlogloss:0.565833 eval-mlogloss:0.601961
[159] train-mlogloss:0.565178 eval-mlogloss:0.601484
[160] train-mlogloss:0.564563 eval-mlogloss:0.600936
[161] train-mlogloss:0.563828 eval-mlogloss:0.600448
[162] train-mlogloss:0.563119 eval-mlogloss:0.599848
[163] train-mlogloss:0.562327 eval-mlogloss:0.599331
[164] train-mlogloss:0.561567 eval-mlogloss:0.598636
[165] train-mlogloss:0.560875 eval-mlogloss:0.598130
[166] train-mlogloss:0.560208 eval-mlogloss:0.597517
[167] train-mlogloss:0.559506 eval-mlogloss:0.596944
[168] train-mlogloss:0.558706 eval-mlogloss:0.596274
[169] train-mlogloss:0.558096 eval-mlogloss:0.595774
[170] train-mlogloss:0.557442 eval-mlogloss:0.595193
[171] train-mlogloss:0.556818 eval-mlogloss:0.594799
[172] train-mlogloss:0.556176 eval-mlogloss:0.594225
[173] train-mlogloss:0.555491 eval-mlogloss:0.593720
[174] train-mlogloss:0.554731 eval-mlogloss:0.593067
[175] train-mlogloss:0.554004 eval-mlogloss:0.592609
[176] train-mlogloss:0.553214 eval-mlogloss:0.591923
[177] train-mlogloss:0.552560 eval-mlogloss:0.591398
[178] train-mlogloss:0.551984 eval-mlogloss:0.590969
[179] train-mlogloss:0.551363 eval-mlogloss:0.590492
[180] train-mlogloss:0.550744 eval-mlogloss:0.590116
[181] train-mlogloss:0.550180 eval-mlogloss:0.589730
[182] train-mlogloss:0.549579 eval-mlogloss:0.589276
[183] train-mlogloss:0.548967 eval-mlogloss:0.588832
[184] train-mlogloss:0.548323 eval-mlogloss:0.588409
[185] train-mlogloss:0.547664 eval-mlogloss:0.587911
[186] train-mlogloss:0.546991 eval-mlogloss:0.587437
[187] train-mlogloss:0.546486 eval-mlogloss:0.586968
[188] train-mlogloss:0.545888 eval-mlogloss:0.586503
[189] train-mlogloss:0.545258 eval-mlogloss:0.586085
[190] train-mlogloss:0.544677 eval-mlogloss:0.585695
[191] train-mlogloss:0.544126 eval-mlogloss:0.585228
[192] train-mlogloss:0.543580 eval-mlogloss:0.584810
[193] train-mlogloss:0.542942 eval-mlogloss:0.584354
[194] train-mlogloss:0.542321 eval-mlogloss:0.583834
[195] train-mlogloss:0.541721 eval-mlogloss:0.583334
[196] train-mlogloss:0.541036 eval-mlogloss:0.582891
[197] train-mlogloss:0.540437 eval-mlogloss:0.582395
[198] train-mlogloss:0.539758 eval-mlogloss:0.581920
[199] train-mlogloss:0.539262 eval-mlogloss:0.581550
[200] train-mlogloss:0.538726 eval-mlogloss:0.581051
[201] train-mlogloss:0.538151 eval-mlogloss:0.580653
[202] train-mlogloss:0.537542 eval-mlogloss:0.580263
[203] train-mlogloss:0.536994 eval-mlogloss:0.579881
[204] train-mlogloss:0.536467 eval-mlogloss:0.579492
[205] train-mlogloss:0.535945 eval-mlogloss:0.579084
[206] train-mlogloss:0.535435 eval-mlogloss:0.578744
[207] train-mlogloss:0.534997 eval-mlogloss:0.578343
[208] train-mlogloss:0.534501 eval-mlogloss:0.578024
[209] train-mlogloss:0.534023 eval-mlogloss:0.577662
[210] train-mlogloss:0.533493 eval-mlogloss:0.577249
[211] train-mlogloss:0.532962 eval-mlogloss:0.576837
[212] train-mlogloss:0.532352 eval-mlogloss:0.576451
[213] train-mlogloss:0.531836 eval-mlogloss:0.576087
[214] train-mlogloss:0.531282 eval-mlogloss:0.575679
[215] train-mlogloss:0.530671 eval-mlogloss:0.575236
[216] train-mlogloss:0.530132 eval-mlogloss:0.574754
[217] train-mlogloss:0.529689 eval-mlogloss:0.574437
[218] train-mlogloss:0.529163 eval-mlogloss:0.574079
[219] train-mlogloss:0.528647 eval-mlogloss:0.573782
[220] train-mlogloss:0.528171 eval-mlogloss:0.573441
[221] train-mlogloss:0.527582 eval-mlogloss:0.573001
[222] train-mlogloss:0.527140 eval-mlogloss:0.572686
[223] train-mlogloss:0.526664 eval-mlogloss:0.572245
[224] train-mlogloss:0.526243 eval-mlogloss:0.571960
[225] train-mlogloss:0.525787 eval-mlogloss:0.571639
[226] train-mlogloss:0.525395 eval-mlogloss:0.571376
[227] train-mlogloss:0.524884 eval-mlogloss:0.571024
[228] train-mlogloss:0.524464 eval-mlogloss:0.570804
[229] train-mlogloss:0.523931 eval-mlogloss:0.570408
[230] train-mlogloss:0.523372 eval-mlogloss:0.570034
[231] train-mlogloss:0.522965 eval-mlogloss:0.569658
[232] train-mlogloss:0.522473 eval-mlogloss:0.569309
[233] train-mlogloss:0.521968 eval-mlogloss:0.568967
[234] train-mlogloss:0.521393 eval-mlogloss:0.568520
[235] train-mlogloss:0.520887 eval-mlogloss:0.568169
[236] train-mlogloss:0.520439 eval-mlogloss:0.567889
[237] train-mlogloss:0.520013 eval-mlogloss:0.567635
[238] train-mlogloss:0.519564 eval-mlogloss:0.567312
[239] train-mlogloss:0.519158 eval-mlogloss:0.566958
[240] train-mlogloss:0.518740 eval-mlogloss:0.566647
[241] train-mlogloss:0.518344 eval-mlogloss:0.566292
[242] train-mlogloss:0.517993 eval-mlogloss:0.566088
[243] train-mlogloss:0.517568 eval-mlogloss:0.565719
[244] train-mlogloss:0.517110 eval-mlogloss:0.565408
[245] train-mlogloss:0.516655 eval-mlogloss:0.565162
[246] train-mlogloss:0.516240 eval-mlogloss:0.564933
[247] train-mlogloss:0.515873 eval-mlogloss:0.564630
[248] train-mlogloss:0.515494 eval-mlogloss:0.564250
[249] train-mlogloss:0.515080 eval-mlogloss:0.563972
[250] train-mlogloss:0.514569 eval-mlogloss:0.563592
[251] train-mlogloss:0.514056 eval-mlogloss:0.563253
[252] train-mlogloss:0.513658 eval-mlogloss:0.563016
[253] train-mlogloss:0.513253 eval-mlogloss:0.562725
[254] train-mlogloss:0.512899 eval-mlogloss:0.562537
[255] train-mlogloss:0.512446 eval-mlogloss:0.562162
[256] train-mlogloss:0.512124 eval-mlogloss:0.561975
[257] train-mlogloss:0.511708 eval-mlogloss:0.561748
[258] train-mlogloss:0.511308 eval-mlogloss:0.561423
[259] train-mlogloss:0.510846 eval-mlogloss:0.561178
[260] train-mlogloss:0.510470 eval-mlogloss:0.561043
[261] train-mlogloss:0.510037 eval-mlogloss:0.560726
[262] train-mlogloss:0.509578 eval-mlogloss:0.560359
[263] train-mlogloss:0.509143 eval-mlogloss:0.560156
[264] train-mlogloss:0.508745 eval-mlogloss:0.559908
[265] train-mlogloss:0.508354 eval-mlogloss:0.559630
[266] train-mlogloss:0.507965 eval-mlogloss:0.559403
[267] train-mlogloss:0.507564 eval-mlogloss:0.559134
[268] train-mlogloss:0.507132 eval-mlogloss:0.558802
[269] train-mlogloss:0.506705 eval-mlogloss:0.558523
[270] train-mlogloss:0.506284 eval-mlogloss:0.558279
[271] train-mlogloss:0.505833 eval-mlogloss:0.558019
[272] train-mlogloss:0.505394 eval-mlogloss:0.557748
[273] train-mlogloss:0.505046 eval-mlogloss:0.557579
[274] train-mlogloss:0.504662 eval-mlogloss:0.557392
[275] train-mlogloss:0.504288 eval-mlogloss:0.557131
[276] train-mlogloss:0.503880 eval-mlogloss:0.556835
[277] train-mlogloss:0.503555 eval-mlogloss:0.556621
[278] train-mlogloss:0.503175 eval-mlogloss:0.556414
[279] train-mlogloss:0.502809 eval-mlogloss:0.556219
[280] train-mlogloss:0.502419 eval-mlogloss:0.555973
[281] train-mlogloss:0.502069 eval-mlogloss:0.555781
[282] train-mlogloss:0.501666 eval-mlogloss:0.555539
[283] train-mlogloss:0.501348 eval-mlogloss:0.555337
[284] train-mlogloss:0.501011 eval-mlogloss:0.555168
[285] train-mlogloss:0.500580 eval-mlogloss:0.554868
[286] train-mlogloss:0.500207 eval-mlogloss:0.554713
[287] train-mlogloss:0.499836 eval-mlogloss:0.554514
[288] train-mlogloss:0.499485 eval-mlogloss:0.554275
[289] train-mlogloss:0.499105 eval-mlogloss:0.554164
[290] train-mlogloss:0.498739 eval-mlogloss:0.553936
[291] train-mlogloss:0.498405 eval-mlogloss:0.553807
[292] train-mlogloss:0.498036 eval-mlogloss:0.553585
[293] train-mlogloss:0.497706 eval-mlogloss:0.553363
[294] train-mlogloss:0.497328 eval-mlogloss:0.553086
[295] train-mlogloss:0.496982 eval-mlogloss:0.552800
[296] train-mlogloss:0.496636 eval-mlogloss:0.552585
[297] train-mlogloss:0.496288 eval-mlogloss:0.552366
[298] train-mlogloss:0.495896 eval-mlogloss:0.552253
[299] train-mlogloss:0.495530 eval-mlogloss:0.551903
Training with params :
{'n_estimators': 300, 'min_child_weight': 8.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 3.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.5519025288190725
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.958752 eval-mlogloss:1.964836
[1] train-mlogloss:1.781392 eval-mlogloss:1.792778
[2] train-mlogloss:1.638660 eval-mlogloss:1.655605
[3] train-mlogloss:1.522083 eval-mlogloss:1.543248
[4] train-mlogloss:1.421649 eval-mlogloss:1.447165
[5] train-mlogloss:1.336028 eval-mlogloss:1.366050
[6] train-mlogloss:1.262950 eval-mlogloss:1.296562
[7] train-mlogloss:1.198035 eval-mlogloss:1.236252
[8] train-mlogloss:1.137682 eval-mlogloss:1.179186
[9] train-mlogloss:1.084555 eval-mlogloss:1.129024
[10] train-mlogloss:1.036345 eval-mlogloss:1.084566
[11] train-mlogloss:0.991946 eval-mlogloss:1.043318
[12] train-mlogloss:0.952582 eval-mlogloss:1.007313
[13] train-mlogloss:0.915412 eval-mlogloss:0.972966
[14] train-mlogloss:0.882393 eval-mlogloss:0.942571
[15] train-mlogloss:0.851355 eval-mlogloss:0.914556
[16] train-mlogloss:0.822026 eval-mlogloss:0.888194
[17] train-mlogloss:0.795522 eval-mlogloss:0.864469
[18] train-mlogloss:0.771052 eval-mlogloss:0.842357
[19] train-mlogloss:0.748516 eval-mlogloss:0.822440
[20] train-mlogloss:0.727518 eval-mlogloss:0.803383
[21] train-mlogloss:0.708540 eval-mlogloss:0.786514
[22] train-mlogloss:0.690345 eval-mlogloss:0.770589
[23] train-mlogloss:0.673577 eval-mlogloss:0.755423
[24] train-mlogloss:0.657561 eval-mlogloss:0.741269
[25] train-mlogloss:0.643167 eval-mlogloss:0.729005
[26] train-mlogloss:0.629201 eval-mlogloss:0.716745
[27] train-mlogloss:0.615834 eval-mlogloss:0.705518
[28] train-mlogloss:0.602743 eval-mlogloss:0.694547
[29] train-mlogloss:0.591664 eval-mlogloss:0.685713
[30] train-mlogloss:0.580643 eval-mlogloss:0.676724
[31] train-mlogloss:0.570399 eval-mlogloss:0.668334
[32] train-mlogloss:0.560300 eval-mlogloss:0.660292
[33] train-mlogloss:0.551019 eval-mlogloss:0.652497
[34] train-mlogloss:0.542370 eval-mlogloss:0.645653
[35] train-mlogloss:0.533675 eval-mlogloss:0.638558
[36] train-mlogloss:0.526693 eval-mlogloss:0.632888
[37] train-mlogloss:0.519013 eval-mlogloss:0.626800
[38] train-mlogloss:0.511566 eval-mlogloss:0.620891
[39] train-mlogloss:0.504913 eval-mlogloss:0.615859
[40] train-mlogloss:0.498308 eval-mlogloss:0.610854
[41] train-mlogloss:0.492186 eval-mlogloss:0.606048
[42] train-mlogloss:0.486270 eval-mlogloss:0.601656
[43] train-mlogloss:0.480823 eval-mlogloss:0.597364
[44] train-mlogloss:0.475743 eval-mlogloss:0.593284
[45] train-mlogloss:0.470458 eval-mlogloss:0.589450
[46] train-mlogloss:0.465262 eval-mlogloss:0.585575
[47] train-mlogloss:0.460507 eval-mlogloss:0.582036
[48] train-mlogloss:0.455967 eval-mlogloss:0.578761
[49] train-mlogloss:0.450912 eval-mlogloss:0.575138
[50] train-mlogloss:0.446528 eval-mlogloss:0.572002
[51] train-mlogloss:0.442524 eval-mlogloss:0.569018
[52] train-mlogloss:0.438836 eval-mlogloss:0.566315
[53] train-mlogloss:0.434592 eval-mlogloss:0.563165
[54] train-mlogloss:0.431121 eval-mlogloss:0.560555
[55] train-mlogloss:0.427124 eval-mlogloss:0.558029
[56] train-mlogloss:0.423729 eval-mlogloss:0.555543
[57] train-mlogloss:0.420135 eval-mlogloss:0.553402
[58] train-mlogloss:0.416648 eval-mlogloss:0.551278
[59] train-mlogloss:0.413698 eval-mlogloss:0.549388
[60] train-mlogloss:0.410670 eval-mlogloss:0.547274
[61] train-mlogloss:0.407603 eval-mlogloss:0.545314
[62] train-mlogloss:0.404942 eval-mlogloss:0.543496
[63] train-mlogloss:0.402260 eval-mlogloss:0.541924
[64] train-mlogloss:0.399994 eval-mlogloss:0.540226
[65] train-mlogloss:0.397348 eval-mlogloss:0.538523
[66] train-mlogloss:0.394594 eval-mlogloss:0.536638
[67] train-mlogloss:0.391814 eval-mlogloss:0.534973
[68] train-mlogloss:0.389589 eval-mlogloss:0.533647
[69] train-mlogloss:0.386938 eval-mlogloss:0.532025
[70] train-mlogloss:0.384622 eval-mlogloss:0.530522
[71] train-mlogloss:0.382236 eval-mlogloss:0.528978
[72] train-mlogloss:0.379967 eval-mlogloss:0.527570
[73] train-mlogloss:0.377944 eval-mlogloss:0.526344
[74] train-mlogloss:0.375871 eval-mlogloss:0.524982
[75] train-mlogloss:0.373762 eval-mlogloss:0.523988
[76] train-mlogloss:0.371795 eval-mlogloss:0.522840
[77] train-mlogloss:0.370177 eval-mlogloss:0.521809
[78] train-mlogloss:0.368133 eval-mlogloss:0.520549
[79] train-mlogloss:0.366240 eval-mlogloss:0.519394
[80] train-mlogloss:0.364447 eval-mlogloss:0.518526
[81] train-mlogloss:0.362732 eval-mlogloss:0.517495
[82] train-mlogloss:0.361277 eval-mlogloss:0.516608
[83] train-mlogloss:0.359514 eval-mlogloss:0.515656
[84] train-mlogloss:0.357390 eval-mlogloss:0.514493
[85] train-mlogloss:0.355325 eval-mlogloss:0.513608
[86] train-mlogloss:0.353280 eval-mlogloss:0.512605
[87] train-mlogloss:0.351981 eval-mlogloss:0.511641
[88] train-mlogloss:0.349975 eval-mlogloss:0.510476
[89] train-mlogloss:0.348645 eval-mlogloss:0.509616
[90] train-mlogloss:0.347225 eval-mlogloss:0.508948
[91] train-mlogloss:0.345475 eval-mlogloss:0.508324
[92] train-mlogloss:0.343658 eval-mlogloss:0.507557
[93] train-mlogloss:0.342396 eval-mlogloss:0.507034
[94] train-mlogloss:0.341195 eval-mlogloss:0.506310
[95] train-mlogloss:0.339641 eval-mlogloss:0.505604
[96] train-mlogloss:0.338178 eval-mlogloss:0.504969
[97] train-mlogloss:0.336773 eval-mlogloss:0.504314
[98] train-mlogloss:0.335546 eval-mlogloss:0.503775
[99] train-mlogloss:0.334098 eval-mlogloss:0.503180
[100] train-mlogloss:0.332796 eval-mlogloss:0.502388
[101] train-mlogloss:0.331428 eval-mlogloss:0.501739
[102] train-mlogloss:0.330163 eval-mlogloss:0.501183
[103] train-mlogloss:0.328735 eval-mlogloss:0.500523
[104] train-mlogloss:0.327594 eval-mlogloss:0.499915
[105] train-mlogloss:0.326323 eval-mlogloss:0.499465
[106] train-mlogloss:0.325140 eval-mlogloss:0.498936
[107] train-mlogloss:0.323801 eval-mlogloss:0.498438
[108] train-mlogloss:0.322271 eval-mlogloss:0.497790
[109] train-mlogloss:0.321033 eval-mlogloss:0.497281
[110] train-mlogloss:0.319970 eval-mlogloss:0.496883
[111] train-mlogloss:0.318673 eval-mlogloss:0.496346
[112] train-mlogloss:0.317185 eval-mlogloss:0.495849
[113] train-mlogloss:0.316056 eval-mlogloss:0.495398
[114] train-mlogloss:0.314969 eval-mlogloss:0.494844
[115] train-mlogloss:0.313951 eval-mlogloss:0.494364
[116] train-mlogloss:0.312782 eval-mlogloss:0.493953
[117] train-mlogloss:0.311172 eval-mlogloss:0.493376
[118] train-mlogloss:0.309905 eval-mlogloss:0.492882
[119] train-mlogloss:0.308583 eval-mlogloss:0.492430
[120] train-mlogloss:0.307562 eval-mlogloss:0.492020
[121] train-mlogloss:0.306337 eval-mlogloss:0.491557
[122] train-mlogloss:0.304869 eval-mlogloss:0.491054
[123] train-mlogloss:0.303860 eval-mlogloss:0.490699
[124] train-mlogloss:0.302844 eval-mlogloss:0.490390
[125] train-mlogloss:0.301955 eval-mlogloss:0.489939
[126] train-mlogloss:0.300892 eval-mlogloss:0.489548
[127] train-mlogloss:0.299729 eval-mlogloss:0.489014
[128] train-mlogloss:0.298820 eval-mlogloss:0.488748
[129] train-mlogloss:0.297750 eval-mlogloss:0.488360
[130] train-mlogloss:0.296991 eval-mlogloss:0.487906
[131] train-mlogloss:0.295874 eval-mlogloss:0.487529
[132] train-mlogloss:0.294902 eval-mlogloss:0.487131
[133] train-mlogloss:0.293980 eval-mlogloss:0.486762
[134] train-mlogloss:0.293031 eval-mlogloss:0.486476
[135] train-mlogloss:0.292145 eval-mlogloss:0.486148
[136] train-mlogloss:0.290922 eval-mlogloss:0.485611
[137] train-mlogloss:0.290056 eval-mlogloss:0.485279
[138] train-mlogloss:0.289201 eval-mlogloss:0.485040
[139] train-mlogloss:0.287995 eval-mlogloss:0.484358
[140] train-mlogloss:0.287071 eval-mlogloss:0.484096
[141] train-mlogloss:0.285710 eval-mlogloss:0.483785
[142] train-mlogloss:0.284671 eval-mlogloss:0.483466
[143] train-mlogloss:0.283797 eval-mlogloss:0.483120
[144] train-mlogloss:0.282540 eval-mlogloss:0.482701
[145] train-mlogloss:0.281219 eval-mlogloss:0.482285
[146] train-mlogloss:0.280416 eval-mlogloss:0.481981
[147] train-mlogloss:0.279434 eval-mlogloss:0.481661
[148] train-mlogloss:0.278452 eval-mlogloss:0.481458
[149] train-mlogloss:0.277581 eval-mlogloss:0.480918
[150] train-mlogloss:0.276302 eval-mlogloss:0.480475
[151] train-mlogloss:0.275561 eval-mlogloss:0.480166
[152] train-mlogloss:0.274794 eval-mlogloss:0.479993
[153] train-mlogloss:0.273693 eval-mlogloss:0.479736
[154] train-mlogloss:0.272647 eval-mlogloss:0.479348
[155] train-mlogloss:0.271593 eval-mlogloss:0.479100
[156] train-mlogloss:0.270577 eval-mlogloss:0.478817
[157] train-mlogloss:0.269530 eval-mlogloss:0.478491
[158] train-mlogloss:0.268471 eval-mlogloss:0.478215
[159] train-mlogloss:0.267737 eval-mlogloss:0.478035
[160] train-mlogloss:0.266606 eval-mlogloss:0.477811
[161] train-mlogloss:0.265694 eval-mlogloss:0.477609
[162] train-mlogloss:0.264830 eval-mlogloss:0.477475
[163] train-mlogloss:0.264099 eval-mlogloss:0.477233
[164] train-mlogloss:0.263138 eval-mlogloss:0.477062
[165] train-mlogloss:0.262505 eval-mlogloss:0.477009
[166] train-mlogloss:0.261765 eval-mlogloss:0.476712
[167] train-mlogloss:0.260705 eval-mlogloss:0.476377
[168] train-mlogloss:0.259984 eval-mlogloss:0.475980
[169] train-mlogloss:0.259188 eval-mlogloss:0.475759
[170] train-mlogloss:0.258304 eval-mlogloss:0.475545
[171] train-mlogloss:0.257432 eval-mlogloss:0.475352
[172] train-mlogloss:0.256452 eval-mlogloss:0.475113
[173] train-mlogloss:0.255397 eval-mlogloss:0.474736
[174] train-mlogloss:0.254814 eval-mlogloss:0.474511
[175] train-mlogloss:0.254120 eval-mlogloss:0.474273
[176] train-mlogloss:0.253379 eval-mlogloss:0.474206
[177] train-mlogloss:0.252645 eval-mlogloss:0.473939
[178] train-mlogloss:0.252008 eval-mlogloss:0.473724
[179] train-mlogloss:0.250949 eval-mlogloss:0.473456
[180] train-mlogloss:0.250196 eval-mlogloss:0.473294
[181] train-mlogloss:0.249243 eval-mlogloss:0.473208
[182] train-mlogloss:0.248093 eval-mlogloss:0.472869
[183] train-mlogloss:0.247460 eval-mlogloss:0.472632
[184] train-mlogloss:0.246615 eval-mlogloss:0.472643
[185] train-mlogloss:0.246099 eval-mlogloss:0.472454
[186] train-mlogloss:0.245451 eval-mlogloss:0.472348
[187] train-mlogloss:0.244560 eval-mlogloss:0.472072
[188] train-mlogloss:0.243938 eval-mlogloss:0.472045
[189] train-mlogloss:0.243012 eval-mlogloss:0.471828
[190] train-mlogloss:0.242264 eval-mlogloss:0.471705
[191] train-mlogloss:0.241264 eval-mlogloss:0.471453
[192] train-mlogloss:0.240478 eval-mlogloss:0.471286
[193] train-mlogloss:0.239701 eval-mlogloss:0.471152
[194] train-mlogloss:0.238781 eval-mlogloss:0.471074
[195] train-mlogloss:0.237648 eval-mlogloss:0.471014
[196] train-mlogloss:0.236922 eval-mlogloss:0.470839
[197] train-mlogloss:0.236040 eval-mlogloss:0.470607
[198] train-mlogloss:0.234990 eval-mlogloss:0.470363
[199] train-mlogloss:0.234337 eval-mlogloss:0.470169
[200] train-mlogloss:0.233741 eval-mlogloss:0.469995
[201] train-mlogloss:0.233022 eval-mlogloss:0.469825
[202] train-mlogloss:0.232243 eval-mlogloss:0.469714
[203] train-mlogloss:0.231246 eval-mlogloss:0.469353
[204] train-mlogloss:0.230165 eval-mlogloss:0.469164
[205] train-mlogloss:0.229424 eval-mlogloss:0.468940
[206] train-mlogloss:0.228531 eval-mlogloss:0.468754
[207] train-mlogloss:0.227707 eval-mlogloss:0.468631
[208] train-mlogloss:0.227049 eval-mlogloss:0.468541
[209] train-mlogloss:0.226518 eval-mlogloss:0.468434
[210] train-mlogloss:0.225781 eval-mlogloss:0.468331
[211] train-mlogloss:0.225249 eval-mlogloss:0.468129
[212] train-mlogloss:0.224757 eval-mlogloss:0.467942
[213] train-mlogloss:0.223996 eval-mlogloss:0.467789
[214] train-mlogloss:0.223087 eval-mlogloss:0.467656
[215] train-mlogloss:0.222207 eval-mlogloss:0.467365
[216] train-mlogloss:0.221587 eval-mlogloss:0.467344
[217] train-mlogloss:0.220940 eval-mlogloss:0.467221
[218] train-mlogloss:0.220278 eval-mlogloss:0.467083
[219] train-mlogloss:0.219711 eval-mlogloss:0.467049
[220] train-mlogloss:0.219145 eval-mlogloss:0.466988
[221] train-mlogloss:0.218445 eval-mlogloss:0.466977
[222] train-mlogloss:0.217838 eval-mlogloss:0.466742
[223] train-mlogloss:0.217137 eval-mlogloss:0.466690
[224] train-mlogloss:0.216728 eval-mlogloss:0.466665
[225] train-mlogloss:0.215956 eval-mlogloss:0.466553
[226] train-mlogloss:0.215421 eval-mlogloss:0.466481
[227] train-mlogloss:0.214596 eval-mlogloss:0.466229
[228] train-mlogloss:0.213942 eval-mlogloss:0.466217
[229] train-mlogloss:0.213449 eval-mlogloss:0.466127
[230] train-mlogloss:0.212779 eval-mlogloss:0.466018
[231] train-mlogloss:0.212147 eval-mlogloss:0.465934
[232] train-mlogloss:0.211402 eval-mlogloss:0.465796
[233] train-mlogloss:0.210762 eval-mlogloss:0.465831
[234] train-mlogloss:0.210042 eval-mlogloss:0.465648
[235] train-mlogloss:0.209263 eval-mlogloss:0.465482
[236] train-mlogloss:0.208594 eval-mlogloss:0.465465
[237] train-mlogloss:0.207862 eval-mlogloss:0.465441
[238] train-mlogloss:0.207155 eval-mlogloss:0.465280
[239] train-mlogloss:0.206598 eval-mlogloss:0.465065
[240] train-mlogloss:0.206086 eval-mlogloss:0.464812
[241] train-mlogloss:0.205479 eval-mlogloss:0.464783
[242] train-mlogloss:0.205004 eval-mlogloss:0.464741
[243] train-mlogloss:0.204548 eval-mlogloss:0.464679
[244] train-mlogloss:0.203924 eval-mlogloss:0.464525
[245] train-mlogloss:0.203260 eval-mlogloss:0.464444
[246] train-mlogloss:0.202769 eval-mlogloss:0.464464
[247] train-mlogloss:0.201919 eval-mlogloss:0.464401
[248] train-mlogloss:0.201364 eval-mlogloss:0.464423
[249] train-mlogloss:0.200707 eval-mlogloss:0.464358
[250] train-mlogloss:0.200127 eval-mlogloss:0.464217
[251] train-mlogloss:0.199593 eval-mlogloss:0.464202
[252] train-mlogloss:0.198813 eval-mlogloss:0.464159
[253] train-mlogloss:0.197986 eval-mlogloss:0.463998
[254] train-mlogloss:0.197404 eval-mlogloss:0.463945
[255] train-mlogloss:0.196919 eval-mlogloss:0.463898
[256] train-mlogloss:0.196353 eval-mlogloss:0.463686
[257] train-mlogloss:0.195975 eval-mlogloss:0.463665
[258] train-mlogloss:0.195469 eval-mlogloss:0.463673
[259] train-mlogloss:0.194863 eval-mlogloss:0.463497
[260] train-mlogloss:0.194352 eval-mlogloss:0.463504
[261] train-mlogloss:0.193795 eval-mlogloss:0.463226
[262] train-mlogloss:0.193144 eval-mlogloss:0.463113
[263] train-mlogloss:0.192477 eval-mlogloss:0.463039
[264] train-mlogloss:0.191943 eval-mlogloss:0.463015
[265] train-mlogloss:0.191264 eval-mlogloss:0.463023
[266] train-mlogloss:0.190600 eval-mlogloss:0.462950
[267] train-mlogloss:0.190220 eval-mlogloss:0.462781
[268] train-mlogloss:0.189783 eval-mlogloss:0.462774
[269] train-mlogloss:0.189277 eval-mlogloss:0.462739
[270] train-mlogloss:0.188810 eval-mlogloss:0.462736
[271] train-mlogloss:0.188165 eval-mlogloss:0.462733
[272] train-mlogloss:0.187728 eval-mlogloss:0.462559
[273] train-mlogloss:0.187230 eval-mlogloss:0.462479
[274] train-mlogloss:0.186748 eval-mlogloss:0.462506
[275] train-mlogloss:0.186217 eval-mlogloss:0.462418
[276] train-mlogloss:0.185556 eval-mlogloss:0.462392
[277] train-mlogloss:0.185117 eval-mlogloss:0.462427
[278] train-mlogloss:0.184443 eval-mlogloss:0.462303
[279] train-mlogloss:0.183973 eval-mlogloss:0.462286
[280] train-mlogloss:0.183249 eval-mlogloss:0.462164
[281] train-mlogloss:0.182752 eval-mlogloss:0.462065
[282] train-mlogloss:0.182238 eval-mlogloss:0.462071
[283] train-mlogloss:0.181632 eval-mlogloss:0.462095
[284] train-mlogloss:0.181124 eval-mlogloss:0.462083
[285] train-mlogloss:0.180718 eval-mlogloss:0.462148
[286] train-mlogloss:0.180219 eval-mlogloss:0.462063
[287] train-mlogloss:0.179718 eval-mlogloss:0.461959
[288] train-mlogloss:0.179236 eval-mlogloss:0.461859
[289] train-mlogloss:0.178674 eval-mlogloss:0.461813
[290] train-mlogloss:0.178016 eval-mlogloss:0.461877
[291] train-mlogloss:0.177469 eval-mlogloss:0.461777
[292] train-mlogloss:0.176929 eval-mlogloss:0.461715
[293] train-mlogloss:0.176488 eval-mlogloss:0.461677
[294] train-mlogloss:0.176181 eval-mlogloss:0.461568
[295] train-mlogloss:0.175714 eval-mlogloss:0.461537
[296] train-mlogloss:0.175130 eval-mlogloss:0.461534
[297] train-mlogloss:0.174811 eval-mlogloss:0.461484
[298] train-mlogloss:0.174349 eval-mlogloss:0.461594
Training with params :
{'n_estimators': 300, 'min_child_weight': 6.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 9.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.4615429077401509
[299] train-mlogloss:0.173860 eval-mlogloss:0.461543
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:2.029828 eval-mlogloss:2.031964
[1] train-mlogloss:1.905822 eval-mlogloss:1.908985
[2] train-mlogloss:1.807614 eval-mlogloss:1.811738
[3] train-mlogloss:1.725545 eval-mlogloss:1.729918
[4] train-mlogloss:1.662461 eval-mlogloss:1.667089
[5] train-mlogloss:1.601414 eval-mlogloss:1.606318
[6] train-mlogloss:1.545969 eval-mlogloss:1.551480
[7] train-mlogloss:1.503084 eval-mlogloss:1.509439
[8] train-mlogloss:1.456509 eval-mlogloss:1.463014
[9] train-mlogloss:1.418862 eval-mlogloss:1.425454
[10] train-mlogloss:1.381543 eval-mlogloss:1.388792
[11] train-mlogloss:1.346088 eval-mlogloss:1.354010
[12] train-mlogloss:1.314806 eval-mlogloss:1.322919
[13] train-mlogloss:1.284880 eval-mlogloss:1.293342
[14] train-mlogloss:1.259251 eval-mlogloss:1.267871
[15] train-mlogloss:1.235721 eval-mlogloss:1.245078
[16] train-mlogloss:1.212218 eval-mlogloss:1.221329
[17] train-mlogloss:1.190691 eval-mlogloss:1.200135
[18] train-mlogloss:1.171701 eval-mlogloss:1.181491
[19] train-mlogloss:1.152488 eval-mlogloss:1.162234
[20] train-mlogloss:1.134226 eval-mlogloss:1.144237
[21] train-mlogloss:1.117882 eval-mlogloss:1.127967
[22] train-mlogloss:1.101860 eval-mlogloss:1.111812
[23] train-mlogloss:1.086373 eval-mlogloss:1.096457
[24] train-mlogloss:1.071849 eval-mlogloss:1.082230
[25] train-mlogloss:1.058965 eval-mlogloss:1.069761
[26] train-mlogloss:1.046410 eval-mlogloss:1.057473
[27] train-mlogloss:1.034122 eval-mlogloss:1.045182
[28] train-mlogloss:1.021961 eval-mlogloss:1.033039
[29] train-mlogloss:1.010593 eval-mlogloss:1.021796
[30] train-mlogloss:0.999869 eval-mlogloss:1.011064
[31] train-mlogloss:0.989312 eval-mlogloss:1.000587
[32] train-mlogloss:0.980289 eval-mlogloss:0.991833
[33] train-mlogloss:0.970727 eval-mlogloss:0.982400
[34] train-mlogloss:0.961574 eval-mlogloss:0.973501
[35] train-mlogloss:0.952985 eval-mlogloss:0.964786
[36] train-mlogloss:0.944562 eval-mlogloss:0.956610
[37] train-mlogloss:0.936498 eval-mlogloss:0.948801
[38] train-mlogloss:0.929062 eval-mlogloss:0.941309
[39] train-mlogloss:0.921961 eval-mlogloss:0.934453
[40] train-mlogloss:0.914742 eval-mlogloss:0.927459
[41] train-mlogloss:0.908212 eval-mlogloss:0.920925
[42] train-mlogloss:0.901853 eval-mlogloss:0.914493
[43] train-mlogloss:0.895238 eval-mlogloss:0.908210
[44] train-mlogloss:0.889498 eval-mlogloss:0.902435
[45] train-mlogloss:0.883685 eval-mlogloss:0.896849
[46] train-mlogloss:0.878225 eval-mlogloss:0.891621
[47] train-mlogloss:0.872761 eval-mlogloss:0.886217
[48] train-mlogloss:0.867359 eval-mlogloss:0.880811
[49] train-mlogloss:0.862474 eval-mlogloss:0.875835
[50] train-mlogloss:0.857971 eval-mlogloss:0.871293
[51] train-mlogloss:0.853121 eval-mlogloss:0.866498
[52] train-mlogloss:0.849078 eval-mlogloss:0.862419
[53] train-mlogloss:0.844846 eval-mlogloss:0.858284
[54] train-mlogloss:0.840259 eval-mlogloss:0.853679
[55] train-mlogloss:0.836227 eval-mlogloss:0.849767
[56] train-mlogloss:0.831764 eval-mlogloss:0.845505
[57] train-mlogloss:0.827540 eval-mlogloss:0.841491
[58] train-mlogloss:0.824011 eval-mlogloss:0.838148
[59] train-mlogloss:0.819855 eval-mlogloss:0.834194
[60] train-mlogloss:0.816213 eval-mlogloss:0.830449
[61] train-mlogloss:0.812631 eval-mlogloss:0.826977
[62] train-mlogloss:0.809218 eval-mlogloss:0.823730
[63] train-mlogloss:0.805690 eval-mlogloss:0.820205
[64] train-mlogloss:0.802378 eval-mlogloss:0.816972
[65] train-mlogloss:0.799253 eval-mlogloss:0.813994
[66] train-mlogloss:0.796156 eval-mlogloss:0.810900
[67] train-mlogloss:0.793032 eval-mlogloss:0.807715
[68] train-mlogloss:0.790081 eval-mlogloss:0.804785
[69] train-mlogloss:0.787205 eval-mlogloss:0.801635
[70] train-mlogloss:0.784434 eval-mlogloss:0.798972
[71] train-mlogloss:0.781614 eval-mlogloss:0.796240
[72] train-mlogloss:0.778936 eval-mlogloss:0.793494
[73] train-mlogloss:0.776076 eval-mlogloss:0.790783
[74] train-mlogloss:0.773535 eval-mlogloss:0.788309
[75] train-mlogloss:0.770892 eval-mlogloss:0.785867
[76] train-mlogloss:0.768387 eval-mlogloss:0.783492
[77] train-mlogloss:0.765826 eval-mlogloss:0.781021
[78] train-mlogloss:0.763402 eval-mlogloss:0.778685
[79] train-mlogloss:0.760854 eval-mlogloss:0.776159
[80] train-mlogloss:0.758358 eval-mlogloss:0.773862
[81] train-mlogloss:0.756191 eval-mlogloss:0.771774
[82] train-mlogloss:0.754005 eval-mlogloss:0.769658
[83] train-mlogloss:0.751816 eval-mlogloss:0.767561
[84] train-mlogloss:0.749752 eval-mlogloss:0.765506
[85] train-mlogloss:0.747731 eval-mlogloss:0.763519
[86] train-mlogloss:0.745647 eval-mlogloss:0.761476
[87] train-mlogloss:0.743653 eval-mlogloss:0.759523
[88] train-mlogloss:0.741675 eval-mlogloss:0.757591
[89] train-mlogloss:0.739689 eval-mlogloss:0.755651
[90] train-mlogloss:0.737799 eval-mlogloss:0.753835
[91] train-mlogloss:0.735859 eval-mlogloss:0.752020
[92] train-mlogloss:0.734032 eval-mlogloss:0.750346
[93] train-mlogloss:0.732187 eval-mlogloss:0.748546
[94] train-mlogloss:0.730319 eval-mlogloss:0.746698
[95] train-mlogloss:0.728529 eval-mlogloss:0.744898
[96] train-mlogloss:0.726726 eval-mlogloss:0.743055
[97] train-mlogloss:0.725109 eval-mlogloss:0.741445
[98] train-mlogloss:0.723338 eval-mlogloss:0.739853
[99] train-mlogloss:0.721604 eval-mlogloss:0.738140
[100] train-mlogloss:0.720008 eval-mlogloss:0.736567
[101] train-mlogloss:0.718315 eval-mlogloss:0.734886
[102] train-mlogloss:0.716690 eval-mlogloss:0.733399
[103] train-mlogloss:0.715183 eval-mlogloss:0.731957
[104] train-mlogloss:0.713546 eval-mlogloss:0.730407
[105] train-mlogloss:0.711946 eval-mlogloss:0.728868
[106] train-mlogloss:0.710401 eval-mlogloss:0.727343
[107] train-mlogloss:0.708923 eval-mlogloss:0.725888
[108] train-mlogloss:0.707436 eval-mlogloss:0.724513
[109] train-mlogloss:0.705973 eval-mlogloss:0.723182
[110] train-mlogloss:0.704556 eval-mlogloss:0.721927
[111] train-mlogloss:0.703153 eval-mlogloss:0.720624
[112] train-mlogloss:0.701821 eval-mlogloss:0.719292
[113] train-mlogloss:0.700541 eval-mlogloss:0.718068
[114] train-mlogloss:0.699236 eval-mlogloss:0.716747
[115] train-mlogloss:0.697839 eval-mlogloss:0.715452
[116] train-mlogloss:0.696382 eval-mlogloss:0.714155
[117] train-mlogloss:0.695114 eval-mlogloss:0.712924
[118] train-mlogloss:0.693733 eval-mlogloss:0.711576
[119] train-mlogloss:0.692498 eval-mlogloss:0.710397
[120] train-mlogloss:0.691269 eval-mlogloss:0.709262
[121] train-mlogloss:0.690006 eval-mlogloss:0.708042
[122] train-mlogloss:0.688846 eval-mlogloss:0.706998
[123] train-mlogloss:0.687636 eval-mlogloss:0.705929
[124] train-mlogloss:0.686473 eval-mlogloss:0.704880
[125] train-mlogloss:0.685316 eval-mlogloss:0.703748
[126] train-mlogloss:0.684147 eval-mlogloss:0.702645
[127] train-mlogloss:0.683011 eval-mlogloss:0.701507
[128] train-mlogloss:0.681900 eval-mlogloss:0.700517
[129] train-mlogloss:0.680827 eval-mlogloss:0.699574
[130] train-mlogloss:0.679747 eval-mlogloss:0.698505
[131] train-mlogloss:0.678707 eval-mlogloss:0.697564
[132] train-mlogloss:0.677553 eval-mlogloss:0.696492
[133] train-mlogloss:0.676434 eval-mlogloss:0.695458
[134] train-mlogloss:0.675356 eval-mlogloss:0.694452
[135] train-mlogloss:0.674130 eval-mlogloss:0.693297
[136] train-mlogloss:0.673061 eval-mlogloss:0.692244
[137] train-mlogloss:0.671986 eval-mlogloss:0.691305
[138] train-mlogloss:0.671001 eval-mlogloss:0.690331
[139] train-mlogloss:0.670036 eval-mlogloss:0.689531
[140] train-mlogloss:0.669114 eval-mlogloss:0.688688
[141] train-mlogloss:0.668096 eval-mlogloss:0.687759
[142] train-mlogloss:0.667135 eval-mlogloss:0.686946
[143] train-mlogloss:0.666174 eval-mlogloss:0.686029
[144] train-mlogloss:0.665230 eval-mlogloss:0.685111
[145] train-mlogloss:0.664364 eval-mlogloss:0.684281
[146] train-mlogloss:0.663289 eval-mlogloss:0.683383
[147] train-mlogloss:0.662395 eval-mlogloss:0.682553
[148] train-mlogloss:0.661500 eval-mlogloss:0.681771
[149] train-mlogloss:0.660526 eval-mlogloss:0.680917
[150] train-mlogloss:0.659643 eval-mlogloss:0.680134
[151] train-mlogloss:0.658644 eval-mlogloss:0.679183
[152] train-mlogloss:0.657789 eval-mlogloss:0.678413
[153] train-mlogloss:0.656893 eval-mlogloss:0.677637
[154] train-mlogloss:0.655996 eval-mlogloss:0.676803
[155] train-mlogloss:0.655112 eval-mlogloss:0.675934
[156] train-mlogloss:0.654248 eval-mlogloss:0.675312
[157] train-mlogloss:0.653482 eval-mlogloss:0.674621
[158] train-mlogloss:0.652574 eval-mlogloss:0.673772
[159] train-mlogloss:0.651785 eval-mlogloss:0.672976
[160] train-mlogloss:0.650877 eval-mlogloss:0.672158
[161] train-mlogloss:0.650068 eval-mlogloss:0.671494
[162] train-mlogloss:0.649336 eval-mlogloss:0.670828
[163] train-mlogloss:0.648571 eval-mlogloss:0.670148
[164] train-mlogloss:0.647740 eval-mlogloss:0.669508
[165] train-mlogloss:0.646994 eval-mlogloss:0.668806
[166] train-mlogloss:0.646250 eval-mlogloss:0.668167
[167] train-mlogloss:0.645355 eval-mlogloss:0.667315
[168] train-mlogloss:0.644557 eval-mlogloss:0.666531
[169] train-mlogloss:0.643810 eval-mlogloss:0.665878
[170] train-mlogloss:0.643046 eval-mlogloss:0.665271
[171] train-mlogloss:0.642318 eval-mlogloss:0.664584
[172] train-mlogloss:0.641642 eval-mlogloss:0.664084
[173] train-mlogloss:0.640895 eval-mlogloss:0.663326
[174] train-mlogloss:0.640147 eval-mlogloss:0.662646
[175] train-mlogloss:0.639484 eval-mlogloss:0.662045
[176] train-mlogloss:0.638784 eval-mlogloss:0.661352
[177] train-mlogloss:0.638020 eval-mlogloss:0.660622
[178] train-mlogloss:0.637323 eval-mlogloss:0.659958
[179] train-mlogloss:0.636508 eval-mlogloss:0.659191
[180] train-mlogloss:0.635743 eval-mlogloss:0.658503
[181] train-mlogloss:0.635019 eval-mlogloss:0.657943
[182] train-mlogloss:0.634256 eval-mlogloss:0.657358
[183] train-mlogloss:0.633639 eval-mlogloss:0.656876
[184] train-mlogloss:0.632824 eval-mlogloss:0.656137
[185] train-mlogloss:0.632125 eval-mlogloss:0.655423
[186] train-mlogloss:0.631383 eval-mlogloss:0.654722
[187] train-mlogloss:0.630730 eval-mlogloss:0.654157
[188] train-mlogloss:0.630033 eval-mlogloss:0.653618
[189] train-mlogloss:0.629299 eval-mlogloss:0.652993
[190] train-mlogloss:0.628565 eval-mlogloss:0.652352
[191] train-mlogloss:0.627888 eval-mlogloss:0.651773
[192] train-mlogloss:0.627266 eval-mlogloss:0.651151
[193] train-mlogloss:0.626645 eval-mlogloss:0.650604
[194] train-mlogloss:0.625991 eval-mlogloss:0.650073
[195] train-mlogloss:0.625388 eval-mlogloss:0.649483
[196] train-mlogloss:0.624824 eval-mlogloss:0.649003
[197] train-mlogloss:0.624152 eval-mlogloss:0.648327
[198] train-mlogloss:0.623550 eval-mlogloss:0.647705
[199] train-mlogloss:0.622916 eval-mlogloss:0.647262
[200] train-mlogloss:0.622335 eval-mlogloss:0.646729
[201] train-mlogloss:0.621668 eval-mlogloss:0.646141
[202] train-mlogloss:0.621042 eval-mlogloss:0.645550
[203] train-mlogloss:0.620458 eval-mlogloss:0.645059
[204] train-mlogloss:0.619869 eval-mlogloss:0.644554
[205] train-mlogloss:0.619232 eval-mlogloss:0.643966
[206] train-mlogloss:0.618667 eval-mlogloss:0.643471
[207] train-mlogloss:0.618051 eval-mlogloss:0.642940
[208] train-mlogloss:0.617479 eval-mlogloss:0.642429
[209] train-mlogloss:0.616927 eval-mlogloss:0.641962
[210] train-mlogloss:0.616274 eval-mlogloss:0.641363
[211] train-mlogloss:0.615715 eval-mlogloss:0.640874
[212] train-mlogloss:0.615112 eval-mlogloss:0.640340
[213] train-mlogloss:0.614570 eval-mlogloss:0.639790
[214] train-mlogloss:0.613940 eval-mlogloss:0.639174
[215] train-mlogloss:0.613392 eval-mlogloss:0.638683
[216] train-mlogloss:0.612873 eval-mlogloss:0.638249
[217] train-mlogloss:0.612345 eval-mlogloss:0.637775
[218] train-mlogloss:0.611787 eval-mlogloss:0.637268
[219] train-mlogloss:0.611211 eval-mlogloss:0.636823
[220] train-mlogloss:0.610608 eval-mlogloss:0.636265
[221] train-mlogloss:0.610073 eval-mlogloss:0.635851
[222] train-mlogloss:0.609528 eval-mlogloss:0.635345
[223] train-mlogloss:0.608981 eval-mlogloss:0.634916
[224] train-mlogloss:0.608450 eval-mlogloss:0.634486
[225] train-mlogloss:0.607886 eval-mlogloss:0.634036
[226] train-mlogloss:0.607330 eval-mlogloss:0.633450
[227] train-mlogloss:0.606726 eval-mlogloss:0.632799
[228] train-mlogloss:0.606186 eval-mlogloss:0.632378
[229] train-mlogloss:0.605709 eval-mlogloss:0.631940
[230] train-mlogloss:0.605242 eval-mlogloss:0.631635
[231] train-mlogloss:0.604743 eval-mlogloss:0.631247
[232] train-mlogloss:0.604261 eval-mlogloss:0.630853
[233] train-mlogloss:0.603757 eval-mlogloss:0.630401
[234] train-mlogloss:0.603265 eval-mlogloss:0.630020
[235] train-mlogloss:0.602772 eval-mlogloss:0.629610
[236] train-mlogloss:0.602279 eval-mlogloss:0.629179
[237] train-mlogloss:0.601827 eval-mlogloss:0.628767
[238] train-mlogloss:0.601345 eval-mlogloss:0.628363
[239] train-mlogloss:0.600855 eval-mlogloss:0.627933
[240] train-mlogloss:0.600333 eval-mlogloss:0.627521
[241] train-mlogloss:0.599880 eval-mlogloss:0.627139
[242] train-mlogloss:0.599420 eval-mlogloss:0.626802
[243] train-mlogloss:0.598954 eval-mlogloss:0.626348
[244] train-mlogloss:0.598535 eval-mlogloss:0.625993
[245] train-mlogloss:0.598013 eval-mlogloss:0.625570
[246] train-mlogloss:0.597574 eval-mlogloss:0.625236
[247] train-mlogloss:0.597078 eval-mlogloss:0.624886
[248] train-mlogloss:0.596650 eval-mlogloss:0.624507
[249] train-mlogloss:0.596201 eval-mlogloss:0.624150
[250] train-mlogloss:0.595739 eval-mlogloss:0.623729
[251] train-mlogloss:0.595271 eval-mlogloss:0.623291
[252] train-mlogloss:0.594823 eval-mlogloss:0.622819
[253] train-mlogloss:0.594362 eval-mlogloss:0.622411
[254] train-mlogloss:0.593905 eval-mlogloss:0.622126
[255] train-mlogloss:0.593436 eval-mlogloss:0.621765
[256] train-mlogloss:0.592975 eval-mlogloss:0.621292
[257] train-mlogloss:0.592571 eval-mlogloss:0.620945
[258] train-mlogloss:0.592082 eval-mlogloss:0.620440
[259] train-mlogloss:0.591597 eval-mlogloss:0.620074
[260] train-mlogloss:0.591195 eval-mlogloss:0.619852
[261] train-mlogloss:0.590715 eval-mlogloss:0.619484
[262] train-mlogloss:0.590260 eval-mlogloss:0.619103
[263] train-mlogloss:0.589811 eval-mlogloss:0.618702
[264] train-mlogloss:0.589379 eval-mlogloss:0.618279
[265] train-mlogloss:0.589005 eval-mlogloss:0.617934
[266] train-mlogloss:0.588606 eval-mlogloss:0.617609
[267] train-mlogloss:0.588182 eval-mlogloss:0.617294
[268] train-mlogloss:0.587766 eval-mlogloss:0.616903
[269] train-mlogloss:0.587329 eval-mlogloss:0.616540
[270] train-mlogloss:0.586956 eval-mlogloss:0.616178
[271] train-mlogloss:0.586611 eval-mlogloss:0.615900
[272] train-mlogloss:0.586203 eval-mlogloss:0.615581
[273] train-mlogloss:0.585784 eval-mlogloss:0.615187
[274] train-mlogloss:0.585454 eval-mlogloss:0.614878
[275] train-mlogloss:0.585099 eval-mlogloss:0.614583
[276] train-mlogloss:0.584687 eval-mlogloss:0.614288
[277] train-mlogloss:0.584344 eval-mlogloss:0.613992
[278] train-mlogloss:0.583935 eval-mlogloss:0.613775
[279] train-mlogloss:0.583552 eval-mlogloss:0.613415
[280] train-mlogloss:0.583196 eval-mlogloss:0.613148
[281] train-mlogloss:0.582763 eval-mlogloss:0.612747
[282] train-mlogloss:0.582321 eval-mlogloss:0.612426
[283] train-mlogloss:0.581936 eval-mlogloss:0.612056
[284] train-mlogloss:0.581567 eval-mlogloss:0.611711
[285] train-mlogloss:0.581202 eval-mlogloss:0.611418
[286] train-mlogloss:0.580829 eval-mlogloss:0.611114
[287] train-mlogloss:0.580417 eval-mlogloss:0.610810
[288] train-mlogloss:0.580011 eval-mlogloss:0.610489
[289] train-mlogloss:0.579661 eval-mlogloss:0.610182
[290] train-mlogloss:0.579255 eval-mlogloss:0.609844
[291] train-mlogloss:0.578890 eval-mlogloss:0.609506
[292] train-mlogloss:0.578486 eval-mlogloss:0.609234
[293] train-mlogloss:0.578089 eval-mlogloss:0.608870
[294] train-mlogloss:0.577704 eval-mlogloss:0.608519
[295] train-mlogloss:0.577363 eval-mlogloss:0.608309
[296] train-mlogloss:0.576964 eval-mlogloss:0.607987
[297] train-mlogloss:0.576620 eval-mlogloss:0.607729
[298] train-mlogloss:0.576262 eval-mlogloss:0.607394
[299] train-mlogloss:0.575870 eval-mlogloss:0.607068
Training with params :
{'n_estimators': 300, 'min_child_weight': 1.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 2.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.6070676673454368
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:2.097559 eval-mlogloss:2.098685
[1] train-mlogloss:2.006621 eval-mlogloss:2.007845
[2] train-mlogloss:1.929863 eval-mlogloss:1.932024
[3] train-mlogloss:1.864419 eval-mlogloss:1.866309
[4] train-mlogloss:1.808298 eval-mlogloss:1.811717
[5] train-mlogloss:1.764759 eval-mlogloss:1.767935
[6] train-mlogloss:1.725345 eval-mlogloss:1.728765
[7] train-mlogloss:1.689903 eval-mlogloss:1.693550
[8] train-mlogloss:1.651361 eval-mlogloss:1.655354
[9] train-mlogloss:1.620952 eval-mlogloss:1.624934
[10] train-mlogloss:1.593221 eval-mlogloss:1.597182
[11] train-mlogloss:1.562357 eval-mlogloss:1.566530
[12] train-mlogloss:1.534014 eval-mlogloss:1.538110
[13] train-mlogloss:1.512195 eval-mlogloss:1.516268
[14] train-mlogloss:1.486923 eval-mlogloss:1.491416
[15] train-mlogloss:1.463706 eval-mlogloss:1.468232
[16] train-mlogloss:1.442380 eval-mlogloss:1.447150
[17] train-mlogloss:1.422296 eval-mlogloss:1.427296
[18] train-mlogloss:1.403389 eval-mlogloss:1.408408
[19] train-mlogloss:1.385747 eval-mlogloss:1.390462
[20] train-mlogloss:1.369105 eval-mlogloss:1.374195
[21] train-mlogloss:1.352929 eval-mlogloss:1.358053
[22] train-mlogloss:1.337820 eval-mlogloss:1.342820
[23] train-mlogloss:1.323624 eval-mlogloss:1.328653
[24] train-mlogloss:1.309993 eval-mlogloss:1.315208
[25] train-mlogloss:1.297151 eval-mlogloss:1.302316
[26] train-mlogloss:1.284723 eval-mlogloss:1.289796
[27] train-mlogloss:1.274467 eval-mlogloss:1.279684
[28] train-mlogloss:1.262990 eval-mlogloss:1.268234
[29] train-mlogloss:1.252037 eval-mlogloss:1.257522
[30] train-mlogloss:1.241444 eval-mlogloss:1.246956
[31] train-mlogloss:1.231436 eval-mlogloss:1.236978
[32] train-mlogloss:1.221964 eval-mlogloss:1.227714
[33] train-mlogloss:1.212686 eval-mlogloss:1.218488
[34] train-mlogloss:1.203723 eval-mlogloss:1.209629
[35] train-mlogloss:1.195076 eval-mlogloss:1.201048
[36] train-mlogloss:1.186692 eval-mlogloss:1.192696
[37] train-mlogloss:1.178708 eval-mlogloss:1.184725
[38] train-mlogloss:1.170982 eval-mlogloss:1.177016
[39] train-mlogloss:1.163507 eval-mlogloss:1.169413
[40] train-mlogloss:1.156304 eval-mlogloss:1.162336
[41] train-mlogloss:1.149278 eval-mlogloss:1.155246
[42] train-mlogloss:1.142555 eval-mlogloss:1.148537
[43] train-mlogloss:1.135979 eval-mlogloss:1.142255
[44] train-mlogloss:1.129632 eval-mlogloss:1.136201
[45] train-mlogloss:1.123341 eval-mlogloss:1.130201
[46] train-mlogloss:1.117298 eval-mlogloss:1.123942
[47] train-mlogloss:1.111468 eval-mlogloss:1.117775
[48] train-mlogloss:1.105764 eval-mlogloss:1.112042
[49] train-mlogloss:1.100180 eval-mlogloss:1.106565
[50] train-mlogloss:1.094673 eval-mlogloss:1.101123
[51] train-mlogloss:1.089390 eval-mlogloss:1.095971
[52] train-mlogloss:1.084186 eval-mlogloss:1.090794
[53] train-mlogloss:1.079091 eval-mlogloss:1.085701
[54] train-mlogloss:1.074183 eval-mlogloss:1.080647
[55] train-mlogloss:1.069330 eval-mlogloss:1.075895
[56] train-mlogloss:1.064500 eval-mlogloss:1.070994
[57] train-mlogloss:1.059829 eval-mlogloss:1.066228
[58] train-mlogloss:1.055203 eval-mlogloss:1.061434
[59] train-mlogloss:1.050715 eval-mlogloss:1.056959
[60] train-mlogloss:1.046352 eval-mlogloss:1.052635
[61] train-mlogloss:1.042038 eval-mlogloss:1.048291
[62] train-mlogloss:1.037811 eval-mlogloss:1.044069
[63] train-mlogloss:1.033631 eval-mlogloss:1.039949
[64] train-mlogloss:1.029573 eval-mlogloss:1.035930
[65] train-mlogloss:1.025586 eval-mlogloss:1.032177
[66] train-mlogloss:1.021691 eval-mlogloss:1.028464
[67] train-mlogloss:1.017769 eval-mlogloss:1.024633
[68] train-mlogloss:1.014019 eval-mlogloss:1.020861
[69] train-mlogloss:1.010320 eval-mlogloss:1.017103
[70] train-mlogloss:1.006668 eval-mlogloss:1.013312
[71] train-mlogloss:1.003177 eval-mlogloss:1.009691
[72] train-mlogloss:0.999656 eval-mlogloss:1.006274
[73] train-mlogloss:0.996187 eval-mlogloss:1.002755
[74] train-mlogloss:0.992725 eval-mlogloss:0.999413
[75] train-mlogloss:0.989419 eval-mlogloss:0.996008
[76] train-mlogloss:0.986134 eval-mlogloss:0.992796
[77] train-mlogloss:0.982881 eval-mlogloss:0.989698
[78] train-mlogloss:0.979681 eval-mlogloss:0.986673
[79] train-mlogloss:0.976524 eval-mlogloss:0.983327
[80] train-mlogloss:0.973432 eval-mlogloss:0.980283
[81] train-mlogloss:0.970464 eval-mlogloss:0.977266
[82] train-mlogloss:0.967440 eval-mlogloss:0.974391
[83] train-mlogloss:0.964506 eval-mlogloss:0.971555
[84] train-mlogloss:0.961580 eval-mlogloss:0.968692
[85] train-mlogloss:0.958726 eval-mlogloss:0.965825
[86] train-mlogloss:0.955945 eval-mlogloss:0.962914
[87] train-mlogloss:0.953157 eval-mlogloss:0.960357
[88] train-mlogloss:0.950488 eval-mlogloss:0.957760
[89] train-mlogloss:0.947791 eval-mlogloss:0.955039
[90] train-mlogloss:0.945133 eval-mlogloss:0.952336
[91] train-mlogloss:0.942536 eval-mlogloss:0.949706
[92] train-mlogloss:0.940040 eval-mlogloss:0.947156
[93] train-mlogloss:0.937526 eval-mlogloss:0.944781
[94] train-mlogloss:0.934960 eval-mlogloss:0.942242
[95] train-mlogloss:0.932520 eval-mlogloss:0.939794
[96] train-mlogloss:0.930077 eval-mlogloss:0.937421
[97] train-mlogloss:0.927668 eval-mlogloss:0.935149
[98] train-mlogloss:0.925295 eval-mlogloss:0.932711
[99] train-mlogloss:0.922991 eval-mlogloss:0.930357
[100] train-mlogloss:0.920722 eval-mlogloss:0.928132
[101] train-mlogloss:0.918412 eval-mlogloss:0.925857
[102] train-mlogloss:0.916194 eval-mlogloss:0.923720
[103] train-mlogloss:0.914052 eval-mlogloss:0.921584
[104] train-mlogloss:0.911890 eval-mlogloss:0.919619
[105] train-mlogloss:0.909775 eval-mlogloss:0.917387
[106] train-mlogloss:0.907667 eval-mlogloss:0.915353
[107] train-mlogloss:0.905542 eval-mlogloss:0.913308
[108] train-mlogloss:0.903479 eval-mlogloss:0.911289
[109] train-mlogloss:0.901457 eval-mlogloss:0.909309
[110] train-mlogloss:0.899417 eval-mlogloss:0.907341
[111] train-mlogloss:0.897421 eval-mlogloss:0.905219
[112] train-mlogloss:0.895457 eval-mlogloss:0.903326
[113] train-mlogloss:0.893497 eval-mlogloss:0.901472
[114] train-mlogloss:0.891585 eval-mlogloss:0.899592
[115] train-mlogloss:0.889676 eval-mlogloss:0.897692
[116] train-mlogloss:0.887810 eval-mlogloss:0.895739
[117] train-mlogloss:0.885975 eval-mlogloss:0.893845
[118] train-mlogloss:0.884173 eval-mlogloss:0.891985
[119] train-mlogloss:0.882349 eval-mlogloss:0.890102
[120] train-mlogloss:0.880580 eval-mlogloss:0.888296
[121] train-mlogloss:0.878841 eval-mlogloss:0.886576
[122] train-mlogloss:0.877101 eval-mlogloss:0.884925
[123] train-mlogloss:0.875381 eval-mlogloss:0.883180
[124] train-mlogloss:0.873654 eval-mlogloss:0.881668
[125] train-mlogloss:0.871987 eval-mlogloss:0.879899
[126] train-mlogloss:0.870344 eval-mlogloss:0.878277
[127] train-mlogloss:0.868688 eval-mlogloss:0.876713
[128] train-mlogloss:0.867045 eval-mlogloss:0.875086
[129] train-mlogloss:0.865401 eval-mlogloss:0.873546
[130] train-mlogloss:0.863783 eval-mlogloss:0.871883
[131] train-mlogloss:0.862151 eval-mlogloss:0.870219
[132] train-mlogloss:0.860611 eval-mlogloss:0.868580
[133] train-mlogloss:0.859069 eval-mlogloss:0.867086
[134] train-mlogloss:0.857545 eval-mlogloss:0.865585
[135] train-mlogloss:0.856054 eval-mlogloss:0.864011
[136] train-mlogloss:0.854527 eval-mlogloss:0.862475
[137] train-mlogloss:0.853047 eval-mlogloss:0.860968
[138] train-mlogloss:0.851601 eval-mlogloss:0.859569
[139] train-mlogloss:0.850146 eval-mlogloss:0.858095
[140] train-mlogloss:0.848717 eval-mlogloss:0.856711
[141] train-mlogloss:0.847296 eval-mlogloss:0.855285
[142] train-mlogloss:0.845897 eval-mlogloss:0.853872
[143] train-mlogloss:0.844537 eval-mlogloss:0.852439
[144] train-mlogloss:0.843151 eval-mlogloss:0.851123
[145] train-mlogloss:0.841787 eval-mlogloss:0.849864
[146] train-mlogloss:0.840411 eval-mlogloss:0.848546
[147] train-mlogloss:0.839047 eval-mlogloss:0.847304
[148] train-mlogloss:0.837706 eval-mlogloss:0.846045
[149] train-mlogloss:0.836409 eval-mlogloss:0.844735
[150] train-mlogloss:0.835122 eval-mlogloss:0.843584
[151] train-mlogloss:0.833811 eval-mlogloss:0.842229
[152] train-mlogloss:0.832506 eval-mlogloss:0.840903
[153] train-mlogloss:0.831237 eval-mlogloss:0.839699
[154] train-mlogloss:0.829978 eval-mlogloss:0.838343
[155] train-mlogloss:0.828728 eval-mlogloss:0.837200
[156] train-mlogloss:0.827483 eval-mlogloss:0.835998
[157] train-mlogloss:0.826257 eval-mlogloss:0.834666
[158] train-mlogloss:0.825065 eval-mlogloss:0.833528
[159] train-mlogloss:0.823865 eval-mlogloss:0.832329
[160] train-mlogloss:0.822661 eval-mlogloss:0.831061
[161] train-mlogloss:0.821485 eval-mlogloss:0.829859
[162] train-mlogloss:0.820292 eval-mlogloss:0.828618
[163] train-mlogloss:0.819121 eval-mlogloss:0.827338
[164] train-mlogloss:0.817974 eval-mlogloss:0.826175
[165] train-mlogloss:0.816833 eval-mlogloss:0.824949
[166] train-mlogloss:0.815699 eval-mlogloss:0.823789
[167] train-mlogloss:0.814572 eval-mlogloss:0.822650
[168] train-mlogloss:0.813469 eval-mlogloss:0.821595
[169] train-mlogloss:0.812365 eval-mlogloss:0.820624
[170] train-mlogloss:0.811288 eval-mlogloss:0.819568
[171] train-mlogloss:0.810194 eval-mlogloss:0.818394
[172] train-mlogloss:0.809114 eval-mlogloss:0.817344
[173] train-mlogloss:0.808034 eval-mlogloss:0.816323
[174] train-mlogloss:0.806971 eval-mlogloss:0.815245
[175] train-mlogloss:0.805933 eval-mlogloss:0.814235
[176] train-mlogloss:0.804912 eval-mlogloss:0.813255
[177] train-mlogloss:0.803869 eval-mlogloss:0.812283
[178] train-mlogloss:0.802844 eval-mlogloss:0.811244
[179] train-mlogloss:0.801834 eval-mlogloss:0.810274
[180] train-mlogloss:0.800801 eval-mlogloss:0.809223
[181] train-mlogloss:0.799804 eval-mlogloss:0.808191
[182] train-mlogloss:0.798791 eval-mlogloss:0.807259
[183] train-mlogloss:0.797792 eval-mlogloss:0.806230
[184] train-mlogloss:0.796825 eval-mlogloss:0.805226
[185] train-mlogloss:0.795843 eval-mlogloss:0.804257
[186] train-mlogloss:0.794867 eval-mlogloss:0.803255
[187] train-mlogloss:0.793929 eval-mlogloss:0.802383
[188] train-mlogloss:0.792967 eval-mlogloss:0.801392
[189] train-mlogloss:0.792020 eval-mlogloss:0.800463
[190] train-mlogloss:0.791106 eval-mlogloss:0.799587
[191] train-mlogloss:0.790160 eval-mlogloss:0.798660
[192] train-mlogloss:0.789262 eval-mlogloss:0.797803
[193] train-mlogloss:0.788332 eval-mlogloss:0.796880
[194] train-mlogloss:0.787431 eval-mlogloss:0.795975
[195] train-mlogloss:0.786547 eval-mlogloss:0.794936
[196] train-mlogloss:0.785645 eval-mlogloss:0.793983
[197] train-mlogloss:0.784758 eval-mlogloss:0.793227
[198] train-mlogloss:0.783878 eval-mlogloss:0.792421
[199] train-mlogloss:0.782993 eval-mlogloss:0.791491
[200] train-mlogloss:0.782110 eval-mlogloss:0.790538
[201] train-mlogloss:0.781224 eval-mlogloss:0.789774
[202] train-mlogloss:0.780352 eval-mlogloss:0.788999
[203] train-mlogloss:0.779504 eval-mlogloss:0.788217
[204] train-mlogloss:0.778645 eval-mlogloss:0.787250
[205] train-mlogloss:0.777806 eval-mlogloss:0.786561
[206] train-mlogloss:0.776969 eval-mlogloss:0.785682
[207] train-mlogloss:0.776144 eval-mlogloss:0.784892
[208] train-mlogloss:0.775343 eval-mlogloss:0.784033
[209] train-mlogloss:0.774500 eval-mlogloss:0.783203
[210] train-mlogloss:0.773724 eval-mlogloss:0.782423
[211] train-mlogloss:0.772933 eval-mlogloss:0.781661
[212] train-mlogloss:0.772154 eval-mlogloss:0.780944
[213] train-mlogloss:0.771351 eval-mlogloss:0.780150
[214] train-mlogloss:0.770560 eval-mlogloss:0.779379
[215] train-mlogloss:0.769789 eval-mlogloss:0.778594
[216] train-mlogloss:0.769019 eval-mlogloss:0.777916
[217] train-mlogloss:0.768234 eval-mlogloss:0.777065
[218] train-mlogloss:0.767464 eval-mlogloss:0.776290
[219] train-mlogloss:0.766688 eval-mlogloss:0.775560
[220] train-mlogloss:0.765915 eval-mlogloss:0.774765
[221] train-mlogloss:0.765165 eval-mlogloss:0.774047
[222] train-mlogloss:0.764420 eval-mlogloss:0.773351
[223] train-mlogloss:0.763668 eval-mlogloss:0.772511
[224] train-mlogloss:0.762944 eval-mlogloss:0.771711
[225] train-mlogloss:0.762200 eval-mlogloss:0.771075
[226] train-mlogloss:0.761467 eval-mlogloss:0.770332
[227] train-mlogloss:0.760744 eval-mlogloss:0.769627
[228] train-mlogloss:0.760000 eval-mlogloss:0.768885
[229] train-mlogloss:0.759295 eval-mlogloss:0.768172
[230] train-mlogloss:0.758590 eval-mlogloss:0.767553
[231] train-mlogloss:0.757886 eval-mlogloss:0.766807
[232] train-mlogloss:0.757184 eval-mlogloss:0.766169
[233] train-mlogloss:0.756512 eval-mlogloss:0.765607
[234] train-mlogloss:0.755815 eval-mlogloss:0.764902
[235] train-mlogloss:0.755128 eval-mlogloss:0.764210
[236] train-mlogloss:0.754441 eval-mlogloss:0.763487
[237] train-mlogloss:0.753752 eval-mlogloss:0.762695
[238] train-mlogloss:0.753097 eval-mlogloss:0.762037
[239] train-mlogloss:0.752418 eval-mlogloss:0.761387
[240] train-mlogloss:0.751749 eval-mlogloss:0.760728
[241] train-mlogloss:0.751090 eval-mlogloss:0.760126
[242] train-mlogloss:0.750439 eval-mlogloss:0.759597
[243] train-mlogloss:0.749792 eval-mlogloss:0.758879
[244] train-mlogloss:0.749147 eval-mlogloss:0.758373
[245] train-mlogloss:0.748488 eval-mlogloss:0.757727
[246] train-mlogloss:0.747857 eval-mlogloss:0.757093
[247] train-mlogloss:0.747207 eval-mlogloss:0.756419
[248] train-mlogloss:0.746572 eval-mlogloss:0.755731
[249] train-mlogloss:0.745957 eval-mlogloss:0.755100
[250] train-mlogloss:0.745345 eval-mlogloss:0.754455
[251] train-mlogloss:0.744738 eval-mlogloss:0.753844
[252] train-mlogloss:0.744113 eval-mlogloss:0.753239
[253] train-mlogloss:0.743491 eval-mlogloss:0.752653
[254] train-mlogloss:0.742876 eval-mlogloss:0.752131
[255] train-mlogloss:0.742255 eval-mlogloss:0.751536
[256] train-mlogloss:0.741633 eval-mlogloss:0.750987
[257] train-mlogloss:0.741028 eval-mlogloss:0.750433
[258] train-mlogloss:0.740434 eval-mlogloss:0.749875
[259] train-mlogloss:0.739850 eval-mlogloss:0.749269
[260] train-mlogloss:0.739255 eval-mlogloss:0.748685
[261] train-mlogloss:0.738660 eval-mlogloss:0.748083
[262] train-mlogloss:0.738070 eval-mlogloss:0.747529
[263] train-mlogloss:0.737487 eval-mlogloss:0.746899
[264] train-mlogloss:0.736907 eval-mlogloss:0.746321
[265] train-mlogloss:0.736333 eval-mlogloss:0.745814
[266] train-mlogloss:0.735756 eval-mlogloss:0.745256
[267] train-mlogloss:0.735188 eval-mlogloss:0.744724
[268] train-mlogloss:0.734620 eval-mlogloss:0.744153
[269] train-mlogloss:0.734054 eval-mlogloss:0.743564
[270] train-mlogloss:0.733484 eval-mlogloss:0.743069
[271] train-mlogloss:0.732934 eval-mlogloss:0.742555
[272] train-mlogloss:0.732379 eval-mlogloss:0.742005
[273] train-mlogloss:0.731820 eval-mlogloss:0.741513
[274] train-mlogloss:0.731274 eval-mlogloss:0.740994
[275] train-mlogloss:0.730731 eval-mlogloss:0.740485
[276] train-mlogloss:0.730195 eval-mlogloss:0.739946
[277] train-mlogloss:0.729658 eval-mlogloss:0.739363
[278] train-mlogloss:0.729113 eval-mlogloss:0.738821
[279] train-mlogloss:0.728588 eval-mlogloss:0.738257
[280] train-mlogloss:0.728047 eval-mlogloss:0.737796
[281] train-mlogloss:0.727524 eval-mlogloss:0.737277
[282] train-mlogloss:0.726993 eval-mlogloss:0.736812
[283] train-mlogloss:0.726461 eval-mlogloss:0.736327
[284] train-mlogloss:0.725940 eval-mlogloss:0.735848
[285] train-mlogloss:0.725425 eval-mlogloss:0.735431
[286] train-mlogloss:0.724910 eval-mlogloss:0.734894
[287] train-mlogloss:0.724389 eval-mlogloss:0.734368
[288] train-mlogloss:0.723894 eval-mlogloss:0.733821
[289] train-mlogloss:0.723395 eval-mlogloss:0.733336
[290] train-mlogloss:0.722883 eval-mlogloss:0.732881
[291] train-mlogloss:0.722375 eval-mlogloss:0.732493
[292] train-mlogloss:0.721883 eval-mlogloss:0.731969
[293] train-mlogloss:0.721381 eval-mlogloss:0.731473
[294] train-mlogloss:0.720898 eval-mlogloss:0.730946
[295] train-mlogloss:0.720415 eval-mlogloss:0.730528
[296] train-mlogloss:0.719923 eval-mlogloss:0.730017
[297] train-mlogloss:0.719442 eval-mlogloss:0.729581
[298] train-mlogloss:0.718952 eval-mlogloss:0.729056
Training with params :
{'n_estimators': 300, 'min_child_weight': 3.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 1.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.7285325329083832
[299] train-mlogloss:0.718471 eval-mlogloss:0.728533
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.981348 eval-mlogloss:1.984608
[1] train-mlogloss:1.834314 eval-mlogloss:1.840365
[2] train-mlogloss:1.703254 eval-mlogloss:1.712227
[3] train-mlogloss:1.606182 eval-mlogloss:1.617816
[4] train-mlogloss:1.511107 eval-mlogloss:1.524611
[5] train-mlogloss:1.430179 eval-mlogloss:1.445000
[6] train-mlogloss:1.360554 eval-mlogloss:1.376642
[7] train-mlogloss:1.305094 eval-mlogloss:1.322744
[8] train-mlogloss:1.249900 eval-mlogloss:1.269083
[9] train-mlogloss:1.203124 eval-mlogloss:1.223532
[10] train-mlogloss:1.157817 eval-mlogloss:1.179405
[11] train-mlogloss:1.119865 eval-mlogloss:1.142566
[12] train-mlogloss:1.082973 eval-mlogloss:1.106637
[13] train-mlogloss:1.048357 eval-mlogloss:1.073070
[14] train-mlogloss:1.017804 eval-mlogloss:1.043245
[15] train-mlogloss:0.988780 eval-mlogloss:1.014916
[16] train-mlogloss:0.961113 eval-mlogloss:0.987907
[17] train-mlogloss:0.938242 eval-mlogloss:0.965657
[18] train-mlogloss:0.916377 eval-mlogloss:0.944430
[19] train-mlogloss:0.894758 eval-mlogloss:0.923575
[20] train-mlogloss:0.874582 eval-mlogloss:0.904141
[21] train-mlogloss:0.856380 eval-mlogloss:0.886693
[22] train-mlogloss:0.840861 eval-mlogloss:0.871930
[23] train-mlogloss:0.824551 eval-mlogloss:0.856680
[24] train-mlogloss:0.809210 eval-mlogloss:0.842034
[25] train-mlogloss:0.795277 eval-mlogloss:0.828964
[26] train-mlogloss:0.781372 eval-mlogloss:0.816104
[27] train-mlogloss:0.769678 eval-mlogloss:0.805412
[28] train-mlogloss:0.759082 eval-mlogloss:0.795604
[29] train-mlogloss:0.747746 eval-mlogloss:0.785085
[30] train-mlogloss:0.737594 eval-mlogloss:0.775642
[31] train-mlogloss:0.727357 eval-mlogloss:0.766260
[32] train-mlogloss:0.718231 eval-mlogloss:0.757670
[33] train-mlogloss:0.709203 eval-mlogloss:0.749171
[34] train-mlogloss:0.701545 eval-mlogloss:0.742191
[35] train-mlogloss:0.693611 eval-mlogloss:0.734798
[36] train-mlogloss:0.686095 eval-mlogloss:0.727853
[37] train-mlogloss:0.678413 eval-mlogloss:0.720993
[38] train-mlogloss:0.671232 eval-mlogloss:0.714506
[39] train-mlogloss:0.664375 eval-mlogloss:0.708430
[40] train-mlogloss:0.657673 eval-mlogloss:0.702480
[41] train-mlogloss:0.651207 eval-mlogloss:0.696670
[42] train-mlogloss:0.645668 eval-mlogloss:0.691910
[43] train-mlogloss:0.640057 eval-mlogloss:0.686986
[44] train-mlogloss:0.634935 eval-mlogloss:0.682402
[45] train-mlogloss:0.629798 eval-mlogloss:0.677867
[46] train-mlogloss:0.624806 eval-mlogloss:0.673475
[47] train-mlogloss:0.620339 eval-mlogloss:0.669318
[48] train-mlogloss:0.615445 eval-mlogloss:0.665251
[49] train-mlogloss:0.610833 eval-mlogloss:0.661268
[50] train-mlogloss:0.606458 eval-mlogloss:0.657552
[51] train-mlogloss:0.602192 eval-mlogloss:0.653836
[52] train-mlogloss:0.598314 eval-mlogloss:0.650565
[53] train-mlogloss:0.594313 eval-mlogloss:0.647019
[54] train-mlogloss:0.590385 eval-mlogloss:0.643781
[55] train-mlogloss:0.586604 eval-mlogloss:0.640803
[56] train-mlogloss:0.583266 eval-mlogloss:0.638005
[57] train-mlogloss:0.579601 eval-mlogloss:0.634893
[58] train-mlogloss:0.576473 eval-mlogloss:0.632294
[59] train-mlogloss:0.573591 eval-mlogloss:0.629955
[60] train-mlogloss:0.570526 eval-mlogloss:0.627512
[61] train-mlogloss:0.567530 eval-mlogloss:0.625087
[62] train-mlogloss:0.564740 eval-mlogloss:0.622792
[63] train-mlogloss:0.561935 eval-mlogloss:0.620480
[64] train-mlogloss:0.559211 eval-mlogloss:0.618333
[65] train-mlogloss:0.556381 eval-mlogloss:0.616212
[66] train-mlogloss:0.554090 eval-mlogloss:0.614252
[67] train-mlogloss:0.551627 eval-mlogloss:0.612180
[68] train-mlogloss:0.549303 eval-mlogloss:0.610402
[69] train-mlogloss:0.547016 eval-mlogloss:0.608657
[70] train-mlogloss:0.544764 eval-mlogloss:0.606885
[71] train-mlogloss:0.542560 eval-mlogloss:0.605131
[72] train-mlogloss:0.540342 eval-mlogloss:0.603477
[73] train-mlogloss:0.537961 eval-mlogloss:0.601659
[74] train-mlogloss:0.535898 eval-mlogloss:0.600145
[75] train-mlogloss:0.533609 eval-mlogloss:0.598300
[76] train-mlogloss:0.531639 eval-mlogloss:0.596706
[77] train-mlogloss:0.529664 eval-mlogloss:0.595309
[78] train-mlogloss:0.527691 eval-mlogloss:0.593865
[79] train-mlogloss:0.525843 eval-mlogloss:0.592548
[80] train-mlogloss:0.523702 eval-mlogloss:0.591034
[81] train-mlogloss:0.521767 eval-mlogloss:0.589671
[82] train-mlogloss:0.519841 eval-mlogloss:0.588217
[83] train-mlogloss:0.517816 eval-mlogloss:0.586583
[84] train-mlogloss:0.516147 eval-mlogloss:0.585229
[85] train-mlogloss:0.514309 eval-mlogloss:0.584103
[86] train-mlogloss:0.512793 eval-mlogloss:0.582936
[87] train-mlogloss:0.510994 eval-mlogloss:0.581591
[88] train-mlogloss:0.509238 eval-mlogloss:0.580400
[89] train-mlogloss:0.507607 eval-mlogloss:0.579151
[90] train-mlogloss:0.505726 eval-mlogloss:0.577903
[91] train-mlogloss:0.504268 eval-mlogloss:0.576936
[92] train-mlogloss:0.502767 eval-mlogloss:0.575799
[93] train-mlogloss:0.501278 eval-mlogloss:0.574874
[94] train-mlogloss:0.499712 eval-mlogloss:0.573865
[95] train-mlogloss:0.497961 eval-mlogloss:0.572758
[96] train-mlogloss:0.496363 eval-mlogloss:0.571708
[97] train-mlogloss:0.494858 eval-mlogloss:0.570410
[98] train-mlogloss:0.493409 eval-mlogloss:0.569440
[99] train-mlogloss:0.492392 eval-mlogloss:0.568581
[100] train-mlogloss:0.490842 eval-mlogloss:0.567462
[101] train-mlogloss:0.489331 eval-mlogloss:0.566383
[102] train-mlogloss:0.487891 eval-mlogloss:0.565364
[103] train-mlogloss:0.486804 eval-mlogloss:0.564719
[104] train-mlogloss:0.485540 eval-mlogloss:0.563847
[105] train-mlogloss:0.484153 eval-mlogloss:0.562908
[106] train-mlogloss:0.482794 eval-mlogloss:0.561983
[107] train-mlogloss:0.481477 eval-mlogloss:0.561013
[108] train-mlogloss:0.480324 eval-mlogloss:0.560224
[109] train-mlogloss:0.479005 eval-mlogloss:0.559282
[110] train-mlogloss:0.477514 eval-mlogloss:0.558259
[111] train-mlogloss:0.475978 eval-mlogloss:0.557487
[112] train-mlogloss:0.474578 eval-mlogloss:0.556695
[113] train-mlogloss:0.473346 eval-mlogloss:0.555879
[114] train-mlogloss:0.472170 eval-mlogloss:0.555167
[115] train-mlogloss:0.471017 eval-mlogloss:0.554382
[116] train-mlogloss:0.469846 eval-mlogloss:0.553689
[117] train-mlogloss:0.468471 eval-mlogloss:0.552897
[118] train-mlogloss:0.467469 eval-mlogloss:0.552228
[119] train-mlogloss:0.466393 eval-mlogloss:0.551524
[120] train-mlogloss:0.465374 eval-mlogloss:0.550863
[121] train-mlogloss:0.464421 eval-mlogloss:0.550218
[122] train-mlogloss:0.463335 eval-mlogloss:0.549542
[123] train-mlogloss:0.462211 eval-mlogloss:0.548869
[124] train-mlogloss:0.461181 eval-mlogloss:0.548088
[125] train-mlogloss:0.460059 eval-mlogloss:0.547537
[126] train-mlogloss:0.458785 eval-mlogloss:0.546864
[127] train-mlogloss:0.457633 eval-mlogloss:0.546199
[128] train-mlogloss:0.456594 eval-mlogloss:0.545618
[129] train-mlogloss:0.455556 eval-mlogloss:0.545038
[130] train-mlogloss:0.454481 eval-mlogloss:0.544416
[131] train-mlogloss:0.453703 eval-mlogloss:0.543995
[132] train-mlogloss:0.452840 eval-mlogloss:0.543509
[133] train-mlogloss:0.451656 eval-mlogloss:0.542840
[134] train-mlogloss:0.450725 eval-mlogloss:0.542289
[135] train-mlogloss:0.449812 eval-mlogloss:0.541672
[136] train-mlogloss:0.448768 eval-mlogloss:0.541094
[137] train-mlogloss:0.447833 eval-mlogloss:0.540406
[138] train-mlogloss:0.446955 eval-mlogloss:0.539981
[139] train-mlogloss:0.445909 eval-mlogloss:0.539490
[140] train-mlogloss:0.444892 eval-mlogloss:0.538905
[141] train-mlogloss:0.443717 eval-mlogloss:0.538356
[142] train-mlogloss:0.442969 eval-mlogloss:0.537980
[143] train-mlogloss:0.441966 eval-mlogloss:0.537423
[144] train-mlogloss:0.441005 eval-mlogloss:0.536858
[145] train-mlogloss:0.440250 eval-mlogloss:0.536443
[146] train-mlogloss:0.439388 eval-mlogloss:0.535846
[147] train-mlogloss:0.438504 eval-mlogloss:0.535429
[148] train-mlogloss:0.437367 eval-mlogloss:0.534818
[149] train-mlogloss:0.436343 eval-mlogloss:0.534363
[150] train-mlogloss:0.435508 eval-mlogloss:0.533881
[151] train-mlogloss:0.434565 eval-mlogloss:0.533377
[152] train-mlogloss:0.433609 eval-mlogloss:0.532926
[153] train-mlogloss:0.432743 eval-mlogloss:0.532419
[154] train-mlogloss:0.431800 eval-mlogloss:0.531905
[155] train-mlogloss:0.430949 eval-mlogloss:0.531380
[156] train-mlogloss:0.430149 eval-mlogloss:0.530958
[157] train-mlogloss:0.429314 eval-mlogloss:0.530545
[158] train-mlogloss:0.428456 eval-mlogloss:0.530086
[159] train-mlogloss:0.427630 eval-mlogloss:0.529726
[160] train-mlogloss:0.426804 eval-mlogloss:0.529243
[161] train-mlogloss:0.426039 eval-mlogloss:0.528778
[162] train-mlogloss:0.425145 eval-mlogloss:0.528366
[163] train-mlogloss:0.424503 eval-mlogloss:0.527979
[164] train-mlogloss:0.423659 eval-mlogloss:0.527514
[165] train-mlogloss:0.422917 eval-mlogloss:0.527038
[166] train-mlogloss:0.422118 eval-mlogloss:0.526632
[167] train-mlogloss:0.421294 eval-mlogloss:0.526290
[168] train-mlogloss:0.420479 eval-mlogloss:0.526006
[169] train-mlogloss:0.419574 eval-mlogloss:0.525443
[170] train-mlogloss:0.418929 eval-mlogloss:0.525077
[171] train-mlogloss:0.418116 eval-mlogloss:0.524654
[172] train-mlogloss:0.417295 eval-mlogloss:0.524122
[173] train-mlogloss:0.416436 eval-mlogloss:0.523752
[174] train-mlogloss:0.415648 eval-mlogloss:0.523453
[175] train-mlogloss:0.414620 eval-mlogloss:0.522909
[176] train-mlogloss:0.413901 eval-mlogloss:0.522548
[177] train-mlogloss:0.413134 eval-mlogloss:0.522207
[178] train-mlogloss:0.412368 eval-mlogloss:0.521879
[179] train-mlogloss:0.411518 eval-mlogloss:0.521511
[180] train-mlogloss:0.410743 eval-mlogloss:0.521154
[181] train-mlogloss:0.409865 eval-mlogloss:0.520798
[182] train-mlogloss:0.409119 eval-mlogloss:0.520364
[183] train-mlogloss:0.408417 eval-mlogloss:0.519963
[184] train-mlogloss:0.407553 eval-mlogloss:0.519573
[185] train-mlogloss:0.406773 eval-mlogloss:0.519186
[186] train-mlogloss:0.405926 eval-mlogloss:0.518701
[187] train-mlogloss:0.405298 eval-mlogloss:0.518368
[188] train-mlogloss:0.404659 eval-mlogloss:0.517961
[189] train-mlogloss:0.404127 eval-mlogloss:0.517773
[190] train-mlogloss:0.403496 eval-mlogloss:0.517535
[191] train-mlogloss:0.402764 eval-mlogloss:0.517363
[192] train-mlogloss:0.402125 eval-mlogloss:0.517058
[193] train-mlogloss:0.401569 eval-mlogloss:0.516704
[194] train-mlogloss:0.400840 eval-mlogloss:0.516324
[195] train-mlogloss:0.400033 eval-mlogloss:0.516005
[196] train-mlogloss:0.399416 eval-mlogloss:0.515754
[197] train-mlogloss:0.398751 eval-mlogloss:0.515477
[198] train-mlogloss:0.398117 eval-mlogloss:0.515194
[199] train-mlogloss:0.397575 eval-mlogloss:0.515036
[200] train-mlogloss:0.396806 eval-mlogloss:0.514658
[201] train-mlogloss:0.396116 eval-mlogloss:0.514316
[202] train-mlogloss:0.395488 eval-mlogloss:0.513995
[203] train-mlogloss:0.394776 eval-mlogloss:0.513782
[204] train-mlogloss:0.394074 eval-mlogloss:0.513538
[205] train-mlogloss:0.393368 eval-mlogloss:0.513383
[206] train-mlogloss:0.392677 eval-mlogloss:0.513158
[207] train-mlogloss:0.391969 eval-mlogloss:0.512890
[208] train-mlogloss:0.391321 eval-mlogloss:0.512634
[209] train-mlogloss:0.390656 eval-mlogloss:0.512204
[210] train-mlogloss:0.390046 eval-mlogloss:0.511931
[211] train-mlogloss:0.389579 eval-mlogloss:0.511709
[212] train-mlogloss:0.389037 eval-mlogloss:0.511518
[213] train-mlogloss:0.388355 eval-mlogloss:0.511293
[214] train-mlogloss:0.387646 eval-mlogloss:0.511018
[215] train-mlogloss:0.386887 eval-mlogloss:0.510655
[216] train-mlogloss:0.386200 eval-mlogloss:0.510439
[217] train-mlogloss:0.385639 eval-mlogloss:0.510152
[218] train-mlogloss:0.384991 eval-mlogloss:0.510006
[219] train-mlogloss:0.384459 eval-mlogloss:0.509855
[220] train-mlogloss:0.383974 eval-mlogloss:0.509603
[221] train-mlogloss:0.383507 eval-mlogloss:0.509393
[222] train-mlogloss:0.382995 eval-mlogloss:0.509117
[223] train-mlogloss:0.382496 eval-mlogloss:0.508890
[224] train-mlogloss:0.382023 eval-mlogloss:0.508720
[225] train-mlogloss:0.381427 eval-mlogloss:0.508535
[226] train-mlogloss:0.380654 eval-mlogloss:0.508214
[227] train-mlogloss:0.379969 eval-mlogloss:0.507987
[228] train-mlogloss:0.379262 eval-mlogloss:0.507789
[229] train-mlogloss:0.378653 eval-mlogloss:0.507598
[230] train-mlogloss:0.378061 eval-mlogloss:0.507400
[231] train-mlogloss:0.377389 eval-mlogloss:0.507096
[232] train-mlogloss:0.376813 eval-mlogloss:0.506833
[233] train-mlogloss:0.376353 eval-mlogloss:0.506694
[234] train-mlogloss:0.375824 eval-mlogloss:0.506389
[235] train-mlogloss:0.375218 eval-mlogloss:0.506183
[236] train-mlogloss:0.374778 eval-mlogloss:0.506033
[237] train-mlogloss:0.374328 eval-mlogloss:0.505810
[238] train-mlogloss:0.373805 eval-mlogloss:0.505569
[239] train-mlogloss:0.373042 eval-mlogloss:0.505357
[240] train-mlogloss:0.372404 eval-mlogloss:0.505088
[241] train-mlogloss:0.371932 eval-mlogloss:0.504869
[242] train-mlogloss:0.371338 eval-mlogloss:0.504531
[243] train-mlogloss:0.370857 eval-mlogloss:0.504336
[244] train-mlogloss:0.370305 eval-mlogloss:0.504203
[245] train-mlogloss:0.369771 eval-mlogloss:0.504081
[246] train-mlogloss:0.369328 eval-mlogloss:0.503884
[247] train-mlogloss:0.368777 eval-mlogloss:0.503777
[248] train-mlogloss:0.368269 eval-mlogloss:0.503746
[249] train-mlogloss:0.367647 eval-mlogloss:0.503582
[250] train-mlogloss:0.367010 eval-mlogloss:0.503300
[251] train-mlogloss:0.366530 eval-mlogloss:0.503134
[252] train-mlogloss:0.365993 eval-mlogloss:0.502920
[253] train-mlogloss:0.365494 eval-mlogloss:0.502725
[254] train-mlogloss:0.365050 eval-mlogloss:0.502550
[255] train-mlogloss:0.364468 eval-mlogloss:0.502309
[256] train-mlogloss:0.363905 eval-mlogloss:0.502093
[257] train-mlogloss:0.363272 eval-mlogloss:0.501749
[258] train-mlogloss:0.362825 eval-mlogloss:0.501380
[259] train-mlogloss:0.362451 eval-mlogloss:0.501218
[260] train-mlogloss:0.362090 eval-mlogloss:0.501054
[261] train-mlogloss:0.361604 eval-mlogloss:0.500927
[262] train-mlogloss:0.361167 eval-mlogloss:0.500718
[263] train-mlogloss:0.360457 eval-mlogloss:0.500433
[264] train-mlogloss:0.360008 eval-mlogloss:0.500271
[265] train-mlogloss:0.359575 eval-mlogloss:0.500044
[266] train-mlogloss:0.358986 eval-mlogloss:0.499934
[267] train-mlogloss:0.358593 eval-mlogloss:0.499757
[268] train-mlogloss:0.358055 eval-mlogloss:0.499574
[269] train-mlogloss:0.357589 eval-mlogloss:0.499365
[270] train-mlogloss:0.357169 eval-mlogloss:0.499189
[271] train-mlogloss:0.356732 eval-mlogloss:0.499003
[272] train-mlogloss:0.356051 eval-mlogloss:0.498677
[273] train-mlogloss:0.355542 eval-mlogloss:0.498461
[274] train-mlogloss:0.355195 eval-mlogloss:0.498325
[275] train-mlogloss:0.354641 eval-mlogloss:0.498047
[276] train-mlogloss:0.354030 eval-mlogloss:0.497940
[277] train-mlogloss:0.353580 eval-mlogloss:0.497824
[278] train-mlogloss:0.353119 eval-mlogloss:0.497648
[279] train-mlogloss:0.352495 eval-mlogloss:0.497333
[280] train-mlogloss:0.352031 eval-mlogloss:0.497207
[281] train-mlogloss:0.351564 eval-mlogloss:0.497006
[282] train-mlogloss:0.350993 eval-mlogloss:0.496838
[283] train-mlogloss:0.350626 eval-mlogloss:0.496706
[284] train-mlogloss:0.350160 eval-mlogloss:0.496479
[285] train-mlogloss:0.349781 eval-mlogloss:0.496322
[286] train-mlogloss:0.349324 eval-mlogloss:0.496138
[287] train-mlogloss:0.348843 eval-mlogloss:0.495911
[288] train-mlogloss:0.348439 eval-mlogloss:0.495776
[289] train-mlogloss:0.347960 eval-mlogloss:0.495693
[290] train-mlogloss:0.347559 eval-mlogloss:0.495530
[291] train-mlogloss:0.347054 eval-mlogloss:0.495391
[292] train-mlogloss:0.346436 eval-mlogloss:0.495132
[293] train-mlogloss:0.346058 eval-mlogloss:0.494894
[294] train-mlogloss:0.345477 eval-mlogloss:0.494668
[295] train-mlogloss:0.344903 eval-mlogloss:0.494452
[296] train-mlogloss:0.344459 eval-mlogloss:0.494284
[297] train-mlogloss:0.343941 eval-mlogloss:0.494161
[298] train-mlogloss:0.343473 eval-mlogloss:0.493998
[299] train-mlogloss:0.342946 eval-mlogloss:0.493774
Training with params :
{'n_estimators': 300, 'min_child_weight': 3.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 5.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.49377419816524387
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:2.097559 eval-mlogloss:2.098685
[1] train-mlogloss:2.006621 eval-mlogloss:2.007845
[2] train-mlogloss:1.929863 eval-mlogloss:1.932024
[3] train-mlogloss:1.873132 eval-mlogloss:1.875350
[4] train-mlogloss:1.815500 eval-mlogloss:1.818731
[5] train-mlogloss:1.771451 eval-mlogloss:1.774680
[6] train-mlogloss:1.732003 eval-mlogloss:1.735378
[7] train-mlogloss:1.696537 eval-mlogloss:1.700582
[8] train-mlogloss:1.663552 eval-mlogloss:1.667544
[9] train-mlogloss:1.625981 eval-mlogloss:1.629529
[10] train-mlogloss:1.592978 eval-mlogloss:1.596515
[11] train-mlogloss:1.562099 eval-mlogloss:1.565854
[12] train-mlogloss:1.533915 eval-mlogloss:1.537666
[13] train-mlogloss:1.511082 eval-mlogloss:1.514884
[14] train-mlogloss:1.486260 eval-mlogloss:1.490054
[15] train-mlogloss:1.466810 eval-mlogloss:1.470937
[16] train-mlogloss:1.445087 eval-mlogloss:1.449351
[17] train-mlogloss:1.424672 eval-mlogloss:1.429018
[18] train-mlogloss:1.405273 eval-mlogloss:1.409837
[19] train-mlogloss:1.387340 eval-mlogloss:1.391858
[20] train-mlogloss:1.370446 eval-mlogloss:1.374840
[21] train-mlogloss:1.354430 eval-mlogloss:1.359400
[22] train-mlogloss:1.339345 eval-mlogloss:1.344189
[23] train-mlogloss:1.326864 eval-mlogloss:1.331844
[24] train-mlogloss:1.313009 eval-mlogloss:1.318270
[25] train-mlogloss:1.299939 eval-mlogloss:1.305216
[26] train-mlogloss:1.287452 eval-mlogloss:1.292867
[27] train-mlogloss:1.275452 eval-mlogloss:1.280532
[28] train-mlogloss:1.263847 eval-mlogloss:1.268990
[29] train-mlogloss:1.252934 eval-mlogloss:1.258132
[30] train-mlogloss:1.243656 eval-mlogloss:1.249159
[31] train-mlogloss:1.233407 eval-mlogloss:1.238985
[32] train-mlogloss:1.223753 eval-mlogloss:1.229460
[33] train-mlogloss:1.214416 eval-mlogloss:1.220131
[34] train-mlogloss:1.205320 eval-mlogloss:1.210984
[35] train-mlogloss:1.197364 eval-mlogloss:1.203038
[36] train-mlogloss:1.188890 eval-mlogloss:1.194766
[37] train-mlogloss:1.181220 eval-mlogloss:1.187182
[38] train-mlogloss:1.173274 eval-mlogloss:1.179274
[39] train-mlogloss:1.165619 eval-mlogloss:1.171712
[40] train-mlogloss:1.158267 eval-mlogloss:1.164421
[41] train-mlogloss:1.151578 eval-mlogloss:1.157797
[42] train-mlogloss:1.144573 eval-mlogloss:1.150919
[43] train-mlogloss:1.138203 eval-mlogloss:1.144750
[44] train-mlogloss:1.131539 eval-mlogloss:1.137882
[45] train-mlogloss:1.125100 eval-mlogloss:1.131379
[46] train-mlogloss:1.118928 eval-mlogloss:1.125251
[47] train-mlogloss:1.112857 eval-mlogloss:1.119473
[48] train-mlogloss:1.107051 eval-mlogloss:1.113764
[49] train-mlogloss:1.101303 eval-mlogloss:1.108018
[50] train-mlogloss:1.095737 eval-mlogloss:1.102440
[51] train-mlogloss:1.090257 eval-mlogloss:1.096995
[52] train-mlogloss:1.084946 eval-mlogloss:1.091733
[53] train-mlogloss:1.079699 eval-mlogloss:1.086298
[54] train-mlogloss:1.074696 eval-mlogloss:1.081523
[55] train-mlogloss:1.069831 eval-mlogloss:1.076623
[56] train-mlogloss:1.064961 eval-mlogloss:1.071749
[57] train-mlogloss:1.060204 eval-mlogloss:1.067186
[58] train-mlogloss:1.055523 eval-mlogloss:1.062292
[59] train-mlogloss:1.051022 eval-mlogloss:1.057830
[60] train-mlogloss:1.046582 eval-mlogloss:1.053510
[61] train-mlogloss:1.042289 eval-mlogloss:1.049198
[62] train-mlogloss:1.038058 eval-mlogloss:1.044795
[63] train-mlogloss:1.033803 eval-mlogloss:1.040579
[64] train-mlogloss:1.029732 eval-mlogloss:1.036707
[65] train-mlogloss:1.025729 eval-mlogloss:1.032888
[66] train-mlogloss:1.021830 eval-mlogloss:1.028973
[67] train-mlogloss:1.017944 eval-mlogloss:1.025023
[68] train-mlogloss:1.014136 eval-mlogloss:1.021185
[69] train-mlogloss:1.010417 eval-mlogloss:1.017330
[70] train-mlogloss:1.006772 eval-mlogloss:1.013734
[71] train-mlogloss:1.003170 eval-mlogloss:1.010208
[72] train-mlogloss:0.999653 eval-mlogloss:1.006698
[73] train-mlogloss:0.996198 eval-mlogloss:1.003141
[74] train-mlogloss:0.992786 eval-mlogloss:0.999858
[75] train-mlogloss:0.989436 eval-mlogloss:0.996595
[76] train-mlogloss:0.986162 eval-mlogloss:0.993274
[77] train-mlogloss:0.982907 eval-mlogloss:0.990056
[78] train-mlogloss:0.979771 eval-mlogloss:0.986902
[79] train-mlogloss:0.976627 eval-mlogloss:0.983631
[80] train-mlogloss:0.973527 eval-mlogloss:0.980575
[81] train-mlogloss:0.970466 eval-mlogloss:0.977493
[82] train-mlogloss:0.967475 eval-mlogloss:0.974512
[83] train-mlogloss:0.964522 eval-mlogloss:0.971558
[84] train-mlogloss:0.961591 eval-mlogloss:0.968630
[85] train-mlogloss:0.958756 eval-mlogloss:0.965974
[86] train-mlogloss:0.955957 eval-mlogloss:0.963207
[87] train-mlogloss:0.953157 eval-mlogloss:0.960370
[88] train-mlogloss:0.950420 eval-mlogloss:0.957664
[89] train-mlogloss:0.947724 eval-mlogloss:0.954961
[90] train-mlogloss:0.945117 eval-mlogloss:0.952363
[91] train-mlogloss:0.942509 eval-mlogloss:0.949838
[92] train-mlogloss:0.939891 eval-mlogloss:0.947064
[93] train-mlogloss:0.937379 eval-mlogloss:0.944655
[94] train-mlogloss:0.934913 eval-mlogloss:0.942148
[95] train-mlogloss:0.932438 eval-mlogloss:0.939698
[96] train-mlogloss:0.930048 eval-mlogloss:0.937346
[97] train-mlogloss:0.927612 eval-mlogloss:0.935012
[98] train-mlogloss:0.925242 eval-mlogloss:0.932615
[99] train-mlogloss:0.922895 eval-mlogloss:0.930272
[100] train-mlogloss:0.920594 eval-mlogloss:0.927926
[101] train-mlogloss:0.918305 eval-mlogloss:0.925694
[102] train-mlogloss:0.916087 eval-mlogloss:0.923658
[103] train-mlogloss:0.913914 eval-mlogloss:0.921464
[104] train-mlogloss:0.911730 eval-mlogloss:0.919215
[105] train-mlogloss:0.909608 eval-mlogloss:0.917259
[106] train-mlogloss:0.907452 eval-mlogloss:0.915106
[107] train-mlogloss:0.905362 eval-mlogloss:0.913024
[108] train-mlogloss:0.903265 eval-mlogloss:0.910987
[109] train-mlogloss:0.901206 eval-mlogloss:0.908971
[110] train-mlogloss:0.899186 eval-mlogloss:0.907084
[111] train-mlogloss:0.897181 eval-mlogloss:0.905088
[112] train-mlogloss:0.895234 eval-mlogloss:0.903267
[113] train-mlogloss:0.893297 eval-mlogloss:0.901264
[114] train-mlogloss:0.891385 eval-mlogloss:0.899385
[115] train-mlogloss:0.889490 eval-mlogloss:0.897605
[116] train-mlogloss:0.887613 eval-mlogloss:0.895584
[117] train-mlogloss:0.885748 eval-mlogloss:0.893727
[118] train-mlogloss:0.883918 eval-mlogloss:0.891889
[119] train-mlogloss:0.882115 eval-mlogloss:0.890094
[120] train-mlogloss:0.880344 eval-mlogloss:0.888281
[121] train-mlogloss:0.878587 eval-mlogloss:0.886653
[122] train-mlogloss:0.876849 eval-mlogloss:0.884895
[123] train-mlogloss:0.875102 eval-mlogloss:0.883189
[124] train-mlogloss:0.873383 eval-mlogloss:0.881514
[125] train-mlogloss:0.871676 eval-mlogloss:0.879710
[126] train-mlogloss:0.869991 eval-mlogloss:0.878016
[127] train-mlogloss:0.868347 eval-mlogloss:0.876530
[128] train-mlogloss:0.866703 eval-mlogloss:0.874734
[129] train-mlogloss:0.865094 eval-mlogloss:0.873195
[130] train-mlogloss:0.863500 eval-mlogloss:0.871594
[131] train-mlogloss:0.861928 eval-mlogloss:0.870047
[132] train-mlogloss:0.860346 eval-mlogloss:0.868448
[133] train-mlogloss:0.858796 eval-mlogloss:0.866899
[134] train-mlogloss:0.857279 eval-mlogloss:0.865334
[135] train-mlogloss:0.855774 eval-mlogloss:0.863931
[136] train-mlogloss:0.854257 eval-mlogloss:0.862545
[137] train-mlogloss:0.852758 eval-mlogloss:0.860956
[138] train-mlogloss:0.851273 eval-mlogloss:0.859547
[139] train-mlogloss:0.849823 eval-mlogloss:0.858039
[140] train-mlogloss:0.848388 eval-mlogloss:0.856649
[141] train-mlogloss:0.846973 eval-mlogloss:0.855286
[142] train-mlogloss:0.845567 eval-mlogloss:0.853965
[143] train-mlogloss:0.844162 eval-mlogloss:0.852550
[144] train-mlogloss:0.842754 eval-mlogloss:0.851251
[145] train-mlogloss:0.841384 eval-mlogloss:0.849804
[146] train-mlogloss:0.840036 eval-mlogloss:0.848428
[147] train-mlogloss:0.838677 eval-mlogloss:0.847127
[148] train-mlogloss:0.837353 eval-mlogloss:0.845860
[149] train-mlogloss:0.836043 eval-mlogloss:0.844562
[150] train-mlogloss:0.834725 eval-mlogloss:0.843278
[151] train-mlogloss:0.833430 eval-mlogloss:0.842023
[152] train-mlogloss:0.832145 eval-mlogloss:0.840615
[153] train-mlogloss:0.830867 eval-mlogloss:0.839397
[154] train-mlogloss:0.829604 eval-mlogloss:0.838124
[155] train-mlogloss:0.828339 eval-mlogloss:0.836830
[156] train-mlogloss:0.827101 eval-mlogloss:0.835612
[157] train-mlogloss:0.825868 eval-mlogloss:0.834424
[158] train-mlogloss:0.824626 eval-mlogloss:0.833168
[159] train-mlogloss:0.823422 eval-mlogloss:0.831982
[160] train-mlogloss:0.822255 eval-mlogloss:0.830719
[161] train-mlogloss:0.821042 eval-mlogloss:0.829514
[162] train-mlogloss:0.819856 eval-mlogloss:0.828313
[163] train-mlogloss:0.818708 eval-mlogloss:0.827010
[164] train-mlogloss:0.817535 eval-mlogloss:0.825938
[165] train-mlogloss:0.816402 eval-mlogloss:0.824816
[166] train-mlogloss:0.815255 eval-mlogloss:0.823549
[167] train-mlogloss:0.814136 eval-mlogloss:0.822453
[168] train-mlogloss:0.813021 eval-mlogloss:0.821306
[169] train-mlogloss:0.811943 eval-mlogloss:0.820236
[170] train-mlogloss:0.810860 eval-mlogloss:0.819085
[171] train-mlogloss:0.809782 eval-mlogloss:0.817954
[172] train-mlogloss:0.808699 eval-mlogloss:0.816903
[173] train-mlogloss:0.807627 eval-mlogloss:0.815864
[174] train-mlogloss:0.806556 eval-mlogloss:0.814738
[175] train-mlogloss:0.805516 eval-mlogloss:0.813749
[176] train-mlogloss:0.804479 eval-mlogloss:0.812730
[177] train-mlogloss:0.803438 eval-mlogloss:0.811743
[178] train-mlogloss:0.802410 eval-mlogloss:0.810713
[179] train-mlogloss:0.801399 eval-mlogloss:0.809625
[180] train-mlogloss:0.800398 eval-mlogloss:0.808620
[181] train-mlogloss:0.799398 eval-mlogloss:0.807639
[182] train-mlogloss:0.798411 eval-mlogloss:0.806601
[183] train-mlogloss:0.797429 eval-mlogloss:0.805737
[184] train-mlogloss:0.796432 eval-mlogloss:0.804588
[185] train-mlogloss:0.795437 eval-mlogloss:0.803495
[186] train-mlogloss:0.794476 eval-mlogloss:0.802571
[187] train-mlogloss:0.793533 eval-mlogloss:0.801567
[188] train-mlogloss:0.792581 eval-mlogloss:0.800636
[189] train-mlogloss:0.791643 eval-mlogloss:0.799826
[190] train-mlogloss:0.790726 eval-mlogloss:0.798923
[191] train-mlogloss:0.789793 eval-mlogloss:0.798053
[192] train-mlogloss:0.788858 eval-mlogloss:0.797170
[193] train-mlogloss:0.787953 eval-mlogloss:0.796332
[194] train-mlogloss:0.787047 eval-mlogloss:0.795438
[195] train-mlogloss:0.786154 eval-mlogloss:0.794509
[196] train-mlogloss:0.785256 eval-mlogloss:0.793617
[197] train-mlogloss:0.784380 eval-mlogloss:0.792755
[198] train-mlogloss:0.783509 eval-mlogloss:0.791913
[199] train-mlogloss:0.782630 eval-mlogloss:0.791151
[200] train-mlogloss:0.781776 eval-mlogloss:0.790276
[201] train-mlogloss:0.780906 eval-mlogloss:0.789415
[202] train-mlogloss:0.780051 eval-mlogloss:0.788491
[203] train-mlogloss:0.779194 eval-mlogloss:0.787732
[204] train-mlogloss:0.778366 eval-mlogloss:0.787002
[205] train-mlogloss:0.777507 eval-mlogloss:0.786122
[206] train-mlogloss:0.776689 eval-mlogloss:0.785374
[207] train-mlogloss:0.775871 eval-mlogloss:0.784544
[208] train-mlogloss:0.775080 eval-mlogloss:0.783790
[209] train-mlogloss:0.774251 eval-mlogloss:0.782911
[210] train-mlogloss:0.773436 eval-mlogloss:0.782143
[211] train-mlogloss:0.772641 eval-mlogloss:0.781318
[212] train-mlogloss:0.771832 eval-mlogloss:0.780408
[213] train-mlogloss:0.771050 eval-mlogloss:0.779774
[214] train-mlogloss:0.770262 eval-mlogloss:0.779022
[215] train-mlogloss:0.769477 eval-mlogloss:0.778234
[216] train-mlogloss:0.768710 eval-mlogloss:0.777386
[217] train-mlogloss:0.767910 eval-mlogloss:0.776674
[218] train-mlogloss:0.767149 eval-mlogloss:0.775946
[219] train-mlogloss:0.766402 eval-mlogloss:0.775128
[220] train-mlogloss:0.765656 eval-mlogloss:0.774367
[221] train-mlogloss:0.764904 eval-mlogloss:0.773656
[222] train-mlogloss:0.764152 eval-mlogloss:0.772951
[223] train-mlogloss:0.763411 eval-mlogloss:0.772270
[224] train-mlogloss:0.762666 eval-mlogloss:0.771490
[225] train-mlogloss:0.761941 eval-mlogloss:0.770768
[226] train-mlogloss:0.761210 eval-mlogloss:0.770136
[227] train-mlogloss:0.760482 eval-mlogloss:0.769405
[228] train-mlogloss:0.759745 eval-mlogloss:0.768733
[229] train-mlogloss:0.759041 eval-mlogloss:0.768111
[230] train-mlogloss:0.758340 eval-mlogloss:0.767409
[231] train-mlogloss:0.757641 eval-mlogloss:0.766683
[232] train-mlogloss:0.756948 eval-mlogloss:0.766030
[233] train-mlogloss:0.756254 eval-mlogloss:0.765395
[234] train-mlogloss:0.755548 eval-mlogloss:0.764636
[235] train-mlogloss:0.754861 eval-mlogloss:0.763893
[236] train-mlogloss:0.754178 eval-mlogloss:0.763347
[237] train-mlogloss:0.753505 eval-mlogloss:0.762695
[238] train-mlogloss:0.752837 eval-mlogloss:0.762018
[239] train-mlogloss:0.752162 eval-mlogloss:0.761297
[240] train-mlogloss:0.751505 eval-mlogloss:0.760654
[241] train-mlogloss:0.750849 eval-mlogloss:0.760002
[242] train-mlogloss:0.750194 eval-mlogloss:0.759419
[243] train-mlogloss:0.749542 eval-mlogloss:0.758840
[244] train-mlogloss:0.748898 eval-mlogloss:0.758087
[245] train-mlogloss:0.748250 eval-mlogloss:0.757436
[246] train-mlogloss:0.747609 eval-mlogloss:0.756703
[247] train-mlogloss:0.746970 eval-mlogloss:0.756129
[248] train-mlogloss:0.746325 eval-mlogloss:0.755457
[249] train-mlogloss:0.745700 eval-mlogloss:0.754978
[250] train-mlogloss:0.745062 eval-mlogloss:0.754298
[251] train-mlogloss:0.744446 eval-mlogloss:0.753766
[252] train-mlogloss:0.743849 eval-mlogloss:0.753126
[253] train-mlogloss:0.743241 eval-mlogloss:0.752542
[254] train-mlogloss:0.742635 eval-mlogloss:0.751974
[255] train-mlogloss:0.742024 eval-mlogloss:0.751355
[256] train-mlogloss:0.741430 eval-mlogloss:0.750814
[257] train-mlogloss:0.740835 eval-mlogloss:0.750265
[258] train-mlogloss:0.740228 eval-mlogloss:0.749756
[259] train-mlogloss:0.739651 eval-mlogloss:0.749194
[260] train-mlogloss:0.739058 eval-mlogloss:0.748611
[261] train-mlogloss:0.738479 eval-mlogloss:0.748085
[262] train-mlogloss:0.737893 eval-mlogloss:0.747529
[263] train-mlogloss:0.737312 eval-mlogloss:0.747008
[264] train-mlogloss:0.736732 eval-mlogloss:0.746373
[265] train-mlogloss:0.736152 eval-mlogloss:0.745811
[266] train-mlogloss:0.735592 eval-mlogloss:0.745230
[267] train-mlogloss:0.735028 eval-mlogloss:0.744650
[268] train-mlogloss:0.734463 eval-mlogloss:0.744078
[269] train-mlogloss:0.733902 eval-mlogloss:0.743514
[270] train-mlogloss:0.733344 eval-mlogloss:0.743072
[271] train-mlogloss:0.732780 eval-mlogloss:0.742555
[272] train-mlogloss:0.732226 eval-mlogloss:0.742029
[273] train-mlogloss:0.731679 eval-mlogloss:0.741500
[274] train-mlogloss:0.731132 eval-mlogloss:0.740948
[275] train-mlogloss:0.730596 eval-mlogloss:0.740489
[276] train-mlogloss:0.730042 eval-mlogloss:0.739957
[277] train-mlogloss:0.729515 eval-mlogloss:0.739378
[278] train-mlogloss:0.728976 eval-mlogloss:0.738828
[279] train-mlogloss:0.728441 eval-mlogloss:0.738324
[280] train-mlogloss:0.727904 eval-mlogloss:0.737795
[281] train-mlogloss:0.727376 eval-mlogloss:0.737415
[282] train-mlogloss:0.726858 eval-mlogloss:0.736862
[283] train-mlogloss:0.726317 eval-mlogloss:0.736354
[284] train-mlogloss:0.725809 eval-mlogloss:0.735910
[285] train-mlogloss:0.725290 eval-mlogloss:0.735478
[286] train-mlogloss:0.724781 eval-mlogloss:0.734924
[287] train-mlogloss:0.724266 eval-mlogloss:0.734364
[288] train-mlogloss:0.723762 eval-mlogloss:0.733815
[289] train-mlogloss:0.723261 eval-mlogloss:0.733311
[290] train-mlogloss:0.722743 eval-mlogloss:0.732788
[291] train-mlogloss:0.722247 eval-mlogloss:0.732335
[292] train-mlogloss:0.721750 eval-mlogloss:0.731884
[293] train-mlogloss:0.721249 eval-mlogloss:0.731469
[294] train-mlogloss:0.720755 eval-mlogloss:0.730986
[295] train-mlogloss:0.720281 eval-mlogloss:0.730513
[296] train-mlogloss:0.719810 eval-mlogloss:0.730065
[297] train-mlogloss:0.719320 eval-mlogloss:0.729615
[298] train-mlogloss:0.718845 eval-mlogloss:0.729133
Training with params :
{'n_estimators': 300, 'min_child_weight': 7.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 1.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.7286655139916368
[299] train-mlogloss:0.718361 eval-mlogloss:0.728666
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.951664 eval-mlogloss:1.958400
[1] train-mlogloss:1.779015 eval-mlogloss:1.791391
[2] train-mlogloss:1.637866 eval-mlogloss:1.655393
[3] train-mlogloss:1.522197 eval-mlogloss:1.543813
[4] train-mlogloss:1.423246 eval-mlogloss:1.448889
[5] train-mlogloss:1.338812 eval-mlogloss:1.368631
[6] train-mlogloss:1.264083 eval-mlogloss:1.297278
[7] train-mlogloss:1.196579 eval-mlogloss:1.233626
[8] train-mlogloss:1.136959 eval-mlogloss:1.177568
[9] train-mlogloss:1.083501 eval-mlogloss:1.127458
[10] train-mlogloss:1.035063 eval-mlogloss:1.081974
[11] train-mlogloss:0.991355 eval-mlogloss:1.041477
[12] train-mlogloss:0.952949 eval-mlogloss:1.005906
[13] train-mlogloss:0.916659 eval-mlogloss:0.972045
[14] train-mlogloss:0.885014 eval-mlogloss:0.943435
[15] train-mlogloss:0.853894 eval-mlogloss:0.914693
[16] train-mlogloss:0.824844 eval-mlogloss:0.888435
[17] train-mlogloss:0.798655 eval-mlogloss:0.864930
[18] train-mlogloss:0.774574 eval-mlogloss:0.843391
[19] train-mlogloss:0.751945 eval-mlogloss:0.823507
[20] train-mlogloss:0.730108 eval-mlogloss:0.804515
[21] train-mlogloss:0.710219 eval-mlogloss:0.786987
[22] train-mlogloss:0.691855 eval-mlogloss:0.770982
[23] train-mlogloss:0.675050 eval-mlogloss:0.756459
[24] train-mlogloss:0.659525 eval-mlogloss:0.742860
[25] train-mlogloss:0.645175 eval-mlogloss:0.730461
[26] train-mlogloss:0.631802 eval-mlogloss:0.719035
[27] train-mlogloss:0.619023 eval-mlogloss:0.708482
[28] train-mlogloss:0.606379 eval-mlogloss:0.697844
[29] train-mlogloss:0.594474 eval-mlogloss:0.687614
[30] train-mlogloss:0.583882 eval-mlogloss:0.678587
[31] train-mlogloss:0.573153 eval-mlogloss:0.669564
[32] train-mlogloss:0.562745 eval-mlogloss:0.661376
[33] train-mlogloss:0.553657 eval-mlogloss:0.654116
[34] train-mlogloss:0.545224 eval-mlogloss:0.647243
[35] train-mlogloss:0.536650 eval-mlogloss:0.640657
[36] train-mlogloss:0.528778 eval-mlogloss:0.634189
[37] train-mlogloss:0.521500 eval-mlogloss:0.628150
[38] train-mlogloss:0.514104 eval-mlogloss:0.622578
[39] train-mlogloss:0.507232 eval-mlogloss:0.617103
[40] train-mlogloss:0.500436 eval-mlogloss:0.611699
[41] train-mlogloss:0.493981 eval-mlogloss:0.606949
[42] train-mlogloss:0.488216 eval-mlogloss:0.602674
[43] train-mlogloss:0.482615 eval-mlogloss:0.598436
[44] train-mlogloss:0.477880 eval-mlogloss:0.594633
[45] train-mlogloss:0.472796 eval-mlogloss:0.590875
[46] train-mlogloss:0.467854 eval-mlogloss:0.587014
[47] train-mlogloss:0.463222 eval-mlogloss:0.583419
[48] train-mlogloss:0.458928 eval-mlogloss:0.580247
[49] train-mlogloss:0.454286 eval-mlogloss:0.576967
[50] train-mlogloss:0.449955 eval-mlogloss:0.573838
[51] train-mlogloss:0.446075 eval-mlogloss:0.570897
[52] train-mlogloss:0.441874 eval-mlogloss:0.567956
[53] train-mlogloss:0.438147 eval-mlogloss:0.565280
[54] train-mlogloss:0.434665 eval-mlogloss:0.562551
[55] train-mlogloss:0.431517 eval-mlogloss:0.560275
[56] train-mlogloss:0.428158 eval-mlogloss:0.557869
[57] train-mlogloss:0.425312 eval-mlogloss:0.555638
[58] train-mlogloss:0.422499 eval-mlogloss:0.553456
[59] train-mlogloss:0.419164 eval-mlogloss:0.551308
[60] train-mlogloss:0.416020 eval-mlogloss:0.549156
[61] train-mlogloss:0.413121 eval-mlogloss:0.547153
[62] train-mlogloss:0.410482 eval-mlogloss:0.545386
[63] train-mlogloss:0.408081 eval-mlogloss:0.543596
[64] train-mlogloss:0.405870 eval-mlogloss:0.541974
[65] train-mlogloss:0.403678 eval-mlogloss:0.540374
[66] train-mlogloss:0.401085 eval-mlogloss:0.538813
[67] train-mlogloss:0.398672 eval-mlogloss:0.537311
[68] train-mlogloss:0.396059 eval-mlogloss:0.535822
[69] train-mlogloss:0.393912 eval-mlogloss:0.534307
[70] train-mlogloss:0.391966 eval-mlogloss:0.532925
[71] train-mlogloss:0.390156 eval-mlogloss:0.531640
[72] train-mlogloss:0.388124 eval-mlogloss:0.530497
[73] train-mlogloss:0.385953 eval-mlogloss:0.529194
[74] train-mlogloss:0.383813 eval-mlogloss:0.527987
[75] train-mlogloss:0.381623 eval-mlogloss:0.526779
[76] train-mlogloss:0.379772 eval-mlogloss:0.525554
[77] train-mlogloss:0.377767 eval-mlogloss:0.524416
[78] train-mlogloss:0.375743 eval-mlogloss:0.523103
[79] train-mlogloss:0.373930 eval-mlogloss:0.522173
[80] train-mlogloss:0.372372 eval-mlogloss:0.521320
[81] train-mlogloss:0.370740 eval-mlogloss:0.520406
[82] train-mlogloss:0.369171 eval-mlogloss:0.519342
[83] train-mlogloss:0.367659 eval-mlogloss:0.518401
[84] train-mlogloss:0.366083 eval-mlogloss:0.517328
[85] train-mlogloss:0.364360 eval-mlogloss:0.516552
[86] train-mlogloss:0.362835 eval-mlogloss:0.515764
[87] train-mlogloss:0.361099 eval-mlogloss:0.515028
[88] train-mlogloss:0.359593 eval-mlogloss:0.514246
[89] train-mlogloss:0.357998 eval-mlogloss:0.513502
[90] train-mlogloss:0.355932 eval-mlogloss:0.512651
[91] train-mlogloss:0.354610 eval-mlogloss:0.511837
[92] train-mlogloss:0.352894 eval-mlogloss:0.511190
[93] train-mlogloss:0.351203 eval-mlogloss:0.510427
[94] train-mlogloss:0.349531 eval-mlogloss:0.509616
[95] train-mlogloss:0.347936 eval-mlogloss:0.508816
[96] train-mlogloss:0.346400 eval-mlogloss:0.508104
[97] train-mlogloss:0.345053 eval-mlogloss:0.507507
[98] train-mlogloss:0.343743 eval-mlogloss:0.506791
[99] train-mlogloss:0.342416 eval-mlogloss:0.506271
[100] train-mlogloss:0.341014 eval-mlogloss:0.505652
[101] train-mlogloss:0.339418 eval-mlogloss:0.504969
[102] train-mlogloss:0.337878 eval-mlogloss:0.504285
[103] train-mlogloss:0.336503 eval-mlogloss:0.503761
[104] train-mlogloss:0.335012 eval-mlogloss:0.503176
[105] train-mlogloss:0.333760 eval-mlogloss:0.502493
[106] train-mlogloss:0.332499 eval-mlogloss:0.501850
[107] train-mlogloss:0.331179 eval-mlogloss:0.501177
[108] train-mlogloss:0.330183 eval-mlogloss:0.500631
[109] train-mlogloss:0.328660 eval-mlogloss:0.499944
[110] train-mlogloss:0.327802 eval-mlogloss:0.499421
[111] train-mlogloss:0.326489 eval-mlogloss:0.498819
[112] train-mlogloss:0.325321 eval-mlogloss:0.498434
[113] train-mlogloss:0.324205 eval-mlogloss:0.497919
[114] train-mlogloss:0.323160 eval-mlogloss:0.497615
[115] train-mlogloss:0.322122 eval-mlogloss:0.497195
[116] train-mlogloss:0.320718 eval-mlogloss:0.496787
[117] train-mlogloss:0.319505 eval-mlogloss:0.496359
[118] train-mlogloss:0.318107 eval-mlogloss:0.495719
[119] train-mlogloss:0.316863 eval-mlogloss:0.495260
[120] train-mlogloss:0.315772 eval-mlogloss:0.494685
[121] train-mlogloss:0.314701 eval-mlogloss:0.494118
[122] train-mlogloss:0.313627 eval-mlogloss:0.493734
[123] train-mlogloss:0.312432 eval-mlogloss:0.493396
[124] train-mlogloss:0.311049 eval-mlogloss:0.492898
[125] train-mlogloss:0.310143 eval-mlogloss:0.492540
[126] train-mlogloss:0.308950 eval-mlogloss:0.492209
[127] train-mlogloss:0.307847 eval-mlogloss:0.491796
[128] train-mlogloss:0.306912 eval-mlogloss:0.491417
[129] train-mlogloss:0.305430 eval-mlogloss:0.491047
[130] train-mlogloss:0.304139 eval-mlogloss:0.490557
[131] train-mlogloss:0.302820 eval-mlogloss:0.490000
[132] train-mlogloss:0.301906 eval-mlogloss:0.489481
[133] train-mlogloss:0.300890 eval-mlogloss:0.489108
[134] train-mlogloss:0.299857 eval-mlogloss:0.488839
[135] train-mlogloss:0.298803 eval-mlogloss:0.488472
[136] train-mlogloss:0.297552 eval-mlogloss:0.488065
[137] train-mlogloss:0.296415 eval-mlogloss:0.487765
[138] train-mlogloss:0.295461 eval-mlogloss:0.487573
[139] train-mlogloss:0.294534 eval-mlogloss:0.487157
[140] train-mlogloss:0.293568 eval-mlogloss:0.486962
[141] train-mlogloss:0.292515 eval-mlogloss:0.486559
[142] train-mlogloss:0.291699 eval-mlogloss:0.486217
[143] train-mlogloss:0.290733 eval-mlogloss:0.485877
[144] train-mlogloss:0.289783 eval-mlogloss:0.485566
[145] train-mlogloss:0.288776 eval-mlogloss:0.485326
[146] train-mlogloss:0.288095 eval-mlogloss:0.485160
[147] train-mlogloss:0.286919 eval-mlogloss:0.484661
[148] train-mlogloss:0.285836 eval-mlogloss:0.484345
[149] train-mlogloss:0.284839 eval-mlogloss:0.484072
[150] train-mlogloss:0.283703 eval-mlogloss:0.483661
[151] train-mlogloss:0.282718 eval-mlogloss:0.483406
[152] train-mlogloss:0.281766 eval-mlogloss:0.483134
[153] train-mlogloss:0.280863 eval-mlogloss:0.482768
[154] train-mlogloss:0.280159 eval-mlogloss:0.482521
[155] train-mlogloss:0.279210 eval-mlogloss:0.482141
[156] train-mlogloss:0.278112 eval-mlogloss:0.481780
[157] train-mlogloss:0.277184 eval-mlogloss:0.481460
[158] train-mlogloss:0.275921 eval-mlogloss:0.481233
[159] train-mlogloss:0.275157 eval-mlogloss:0.480925
[160] train-mlogloss:0.274185 eval-mlogloss:0.480846
[161] train-mlogloss:0.273406 eval-mlogloss:0.480552
[162] train-mlogloss:0.272848 eval-mlogloss:0.480372
[163] train-mlogloss:0.271954 eval-mlogloss:0.480122
[164] train-mlogloss:0.271246 eval-mlogloss:0.479987
[165] train-mlogloss:0.270217 eval-mlogloss:0.479813
[166] train-mlogloss:0.269295 eval-mlogloss:0.479622
[167] train-mlogloss:0.268576 eval-mlogloss:0.479389
[168] train-mlogloss:0.267890 eval-mlogloss:0.479215
[169] train-mlogloss:0.266995 eval-mlogloss:0.478916
[170] train-mlogloss:0.266130 eval-mlogloss:0.478711
[171] train-mlogloss:0.265428 eval-mlogloss:0.478527
[172] train-mlogloss:0.264675 eval-mlogloss:0.478401
[173] train-mlogloss:0.263993 eval-mlogloss:0.478159
[174] train-mlogloss:0.263084 eval-mlogloss:0.477954
[175] train-mlogloss:0.262059 eval-mlogloss:0.477595
[176] train-mlogloss:0.261100 eval-mlogloss:0.477424
[177] train-mlogloss:0.260273 eval-mlogloss:0.477172
[178] train-mlogloss:0.259459 eval-mlogloss:0.477001
[179] train-mlogloss:0.258742 eval-mlogloss:0.476921
[180] train-mlogloss:0.258008 eval-mlogloss:0.476686
[181] train-mlogloss:0.257042 eval-mlogloss:0.476523
[182] train-mlogloss:0.256448 eval-mlogloss:0.476355
[183] train-mlogloss:0.255669 eval-mlogloss:0.476069
[184] train-mlogloss:0.254883 eval-mlogloss:0.475934
[185] train-mlogloss:0.254301 eval-mlogloss:0.475891
[186] train-mlogloss:0.253595 eval-mlogloss:0.475632
[187] train-mlogloss:0.252841 eval-mlogloss:0.475445
[188] train-mlogloss:0.251969 eval-mlogloss:0.475261
[189] train-mlogloss:0.251330 eval-mlogloss:0.475016
[190] train-mlogloss:0.250636 eval-mlogloss:0.474831
[191] train-mlogloss:0.249796 eval-mlogloss:0.474737
[192] train-mlogloss:0.249164 eval-mlogloss:0.474715
[193] train-mlogloss:0.248495 eval-mlogloss:0.474489
[194] train-mlogloss:0.247840 eval-mlogloss:0.474292
[195] train-mlogloss:0.246966 eval-mlogloss:0.474074
[196] train-mlogloss:0.245929 eval-mlogloss:0.473891
[197] train-mlogloss:0.245129 eval-mlogloss:0.473932
[198] train-mlogloss:0.244579 eval-mlogloss:0.473755
[199] train-mlogloss:0.244036 eval-mlogloss:0.473630
[200] train-mlogloss:0.243336 eval-mlogloss:0.473493
[201] train-mlogloss:0.242555 eval-mlogloss:0.473274
[202] train-mlogloss:0.241706 eval-mlogloss:0.472884
[203] train-mlogloss:0.240938 eval-mlogloss:0.472788
[204] train-mlogloss:0.240225 eval-mlogloss:0.472500
[205] train-mlogloss:0.239392 eval-mlogloss:0.472420
[206] train-mlogloss:0.238746 eval-mlogloss:0.472297
[207] train-mlogloss:0.237999 eval-mlogloss:0.471999
[208] train-mlogloss:0.237335 eval-mlogloss:0.471907
[209] train-mlogloss:0.236429 eval-mlogloss:0.471856
[210] train-mlogloss:0.235539 eval-mlogloss:0.471694
[211] train-mlogloss:0.234906 eval-mlogloss:0.471675
[212] train-mlogloss:0.234201 eval-mlogloss:0.471435
[213] train-mlogloss:0.233293 eval-mlogloss:0.471357
[214] train-mlogloss:0.232468 eval-mlogloss:0.471185
[215] train-mlogloss:0.231818 eval-mlogloss:0.471098
[216] train-mlogloss:0.231218 eval-mlogloss:0.470998
[217] train-mlogloss:0.230595 eval-mlogloss:0.470956
[218] train-mlogloss:0.229971 eval-mlogloss:0.470830
[219] train-mlogloss:0.229352 eval-mlogloss:0.470706
[220] train-mlogloss:0.228630 eval-mlogloss:0.470730
[221] train-mlogloss:0.227863 eval-mlogloss:0.470536
[222] train-mlogloss:0.227370 eval-mlogloss:0.470457
[223] train-mlogloss:0.226896 eval-mlogloss:0.470378
[224] train-mlogloss:0.226391 eval-mlogloss:0.470245
[225] train-mlogloss:0.225683 eval-mlogloss:0.470136
[226] train-mlogloss:0.225048 eval-mlogloss:0.470077
[227] train-mlogloss:0.224300 eval-mlogloss:0.469949
[228] train-mlogloss:0.223698 eval-mlogloss:0.469787
[229] train-mlogloss:0.223072 eval-mlogloss:0.469674
[230] train-mlogloss:0.222417 eval-mlogloss:0.469699
[231] train-mlogloss:0.221689 eval-mlogloss:0.469488
[232] train-mlogloss:0.221114 eval-mlogloss:0.469340
[233] train-mlogloss:0.220600 eval-mlogloss:0.469132
[234] train-mlogloss:0.219985 eval-mlogloss:0.468940
[235] train-mlogloss:0.219350 eval-mlogloss:0.468887
[236] train-mlogloss:0.218311 eval-mlogloss:0.468659
[237] train-mlogloss:0.217721 eval-mlogloss:0.468625
[238] train-mlogloss:0.217237 eval-mlogloss:0.468594
[239] train-mlogloss:0.216594 eval-mlogloss:0.468583
[240] train-mlogloss:0.215902 eval-mlogloss:0.468388
[241] train-mlogloss:0.215223 eval-mlogloss:0.468432
[242] train-mlogloss:0.214412 eval-mlogloss:0.468377
[243] train-mlogloss:0.213885 eval-mlogloss:0.468180
[244] train-mlogloss:0.213377 eval-mlogloss:0.468140
[245] train-mlogloss:0.212893 eval-mlogloss:0.468008
[246] train-mlogloss:0.212368 eval-mlogloss:0.467931
[247] train-mlogloss:0.211806 eval-mlogloss:0.467931
[248] train-mlogloss:0.211328 eval-mlogloss:0.467954
[249] train-mlogloss:0.210707 eval-mlogloss:0.467816
[250] train-mlogloss:0.210011 eval-mlogloss:0.467720
[251] train-mlogloss:0.209508 eval-mlogloss:0.467686
[252] train-mlogloss:0.209088 eval-mlogloss:0.467565
[253] train-mlogloss:0.208380 eval-mlogloss:0.467454
[254] train-mlogloss:0.207846 eval-mlogloss:0.467366
[255] train-mlogloss:0.207040 eval-mlogloss:0.467370
[256] train-mlogloss:0.206388 eval-mlogloss:0.467311
[257] train-mlogloss:0.205805 eval-mlogloss:0.467151
[258] train-mlogloss:0.205164 eval-mlogloss:0.467244
[259] train-mlogloss:0.204756 eval-mlogloss:0.467060
[260] train-mlogloss:0.204075 eval-mlogloss:0.466963
[261] train-mlogloss:0.203416 eval-mlogloss:0.466879
[262] train-mlogloss:0.202863 eval-mlogloss:0.466718
[263] train-mlogloss:0.202376 eval-mlogloss:0.466801
[264] train-mlogloss:0.201884 eval-mlogloss:0.466813
[265] train-mlogloss:0.201419 eval-mlogloss:0.466794
[266] train-mlogloss:0.200982 eval-mlogloss:0.466707
[267] train-mlogloss:0.200345 eval-mlogloss:0.466700
[268] train-mlogloss:0.199727 eval-mlogloss:0.466487
[269] train-mlogloss:0.199211 eval-mlogloss:0.466419
[270] train-mlogloss:0.198551 eval-mlogloss:0.466238
[271] train-mlogloss:0.198073 eval-mlogloss:0.466143
[272] train-mlogloss:0.197551 eval-mlogloss:0.466095
[273] train-mlogloss:0.197042 eval-mlogloss:0.466066
[274] train-mlogloss:0.196423 eval-mlogloss:0.465883
[275] train-mlogloss:0.195783 eval-mlogloss:0.465778
[276] train-mlogloss:0.195298 eval-mlogloss:0.465791
[277] train-mlogloss:0.194619 eval-mlogloss:0.465600
[278] train-mlogloss:0.194009 eval-mlogloss:0.465461
[279] train-mlogloss:0.193587 eval-mlogloss:0.465296
[280] train-mlogloss:0.193131 eval-mlogloss:0.465194
[281] train-mlogloss:0.192571 eval-mlogloss:0.465112
[282] train-mlogloss:0.192132 eval-mlogloss:0.465068
[283] train-mlogloss:0.191624 eval-mlogloss:0.464962
[284] train-mlogloss:0.191107 eval-mlogloss:0.464862
[285] train-mlogloss:0.190578 eval-mlogloss:0.464838
[286] train-mlogloss:0.190099 eval-mlogloss:0.464838
[287] train-mlogloss:0.189652 eval-mlogloss:0.464830
[288] train-mlogloss:0.189155 eval-mlogloss:0.464730
[289] train-mlogloss:0.188543 eval-mlogloss:0.464667
[290] train-mlogloss:0.188039 eval-mlogloss:0.464601
[291] train-mlogloss:0.187420 eval-mlogloss:0.464680
[292] train-mlogloss:0.186859 eval-mlogloss:0.464506
[293] train-mlogloss:0.186410 eval-mlogloss:0.464408
[294] train-mlogloss:0.185955 eval-mlogloss:0.464420
[295] train-mlogloss:0.185220 eval-mlogloss:0.464373
[296] train-mlogloss:0.184666 eval-mlogloss:0.464268
[297] train-mlogloss:0.184213 eval-mlogloss:0.464315
[298] train-mlogloss:0.183818 eval-mlogloss:0.464243
[299] train-mlogloss:0.183304 eval-mlogloss:0.464082
Training with params :
{'n_estimators': 300, 'min_child_weight': 7.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 9.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.4640815643240792
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:2.042137 eval-mlogloss:2.043577
[1] train-mlogloss:1.926854 eval-mlogloss:1.930037
[2] train-mlogloss:1.821754 eval-mlogloss:1.825582
[3] train-mlogloss:1.735845 eval-mlogloss:1.740169
[4] train-mlogloss:1.670963 eval-mlogloss:1.675841
[5] train-mlogloss:1.606091 eval-mlogloss:1.611663
[6] train-mlogloss:1.557634 eval-mlogloss:1.563031
[7] train-mlogloss:1.510086 eval-mlogloss:1.516387
[8] train-mlogloss:1.462654 eval-mlogloss:1.469012
[9] train-mlogloss:1.425048 eval-mlogloss:1.431875
[10] train-mlogloss:1.385276 eval-mlogloss:1.392746
[11] train-mlogloss:1.353124 eval-mlogloss:1.361182
[12] train-mlogloss:1.320904 eval-mlogloss:1.329614
[13] train-mlogloss:1.295354 eval-mlogloss:1.304397
[14] train-mlogloss:1.266488 eval-mlogloss:1.275625
[15] train-mlogloss:1.239617 eval-mlogloss:1.248844
[16] train-mlogloss:1.215807 eval-mlogloss:1.225130
[17] train-mlogloss:1.193371 eval-mlogloss:1.202888
[18] train-mlogloss:1.175003 eval-mlogloss:1.184411
[19] train-mlogloss:1.155683 eval-mlogloss:1.165223
[20] train-mlogloss:1.138188 eval-mlogloss:1.147732
[21] train-mlogloss:1.120361 eval-mlogloss:1.130190
[22] train-mlogloss:1.103831 eval-mlogloss:1.113793
[23] train-mlogloss:1.088756 eval-mlogloss:1.098986
[24] train-mlogloss:1.076114 eval-mlogloss:1.086384
[25] train-mlogloss:1.062306 eval-mlogloss:1.072475
[26] train-mlogloss:1.049557 eval-mlogloss:1.059725
[27] train-mlogloss:1.038101 eval-mlogloss:1.048426
[28] train-mlogloss:1.027838 eval-mlogloss:1.037981
[29] train-mlogloss:1.016088 eval-mlogloss:1.026365
[30] train-mlogloss:1.006058 eval-mlogloss:1.016734
[31] train-mlogloss:0.995664 eval-mlogloss:1.006375
[32] train-mlogloss:0.986041 eval-mlogloss:0.996886
[33] train-mlogloss:0.976643 eval-mlogloss:0.987544
[34] train-mlogloss:0.967033 eval-mlogloss:0.978437
[35] train-mlogloss:0.958234 eval-mlogloss:0.969853
[36] train-mlogloss:0.949466 eval-mlogloss:0.961175
[37] train-mlogloss:0.941748 eval-mlogloss:0.953600
[38] train-mlogloss:0.933921 eval-mlogloss:0.945889
[39] train-mlogloss:0.926040 eval-mlogloss:0.938160
[40] train-mlogloss:0.919343 eval-mlogloss:0.931573
[41] train-mlogloss:0.912269 eval-mlogloss:0.924513
[42] train-mlogloss:0.905621 eval-mlogloss:0.917984
[43] train-mlogloss:0.899635 eval-mlogloss:0.912142
[44] train-mlogloss:0.893280 eval-mlogloss:0.906039
[45] train-mlogloss:0.887515 eval-mlogloss:0.900282
[46] train-mlogloss:0.881518 eval-mlogloss:0.894172
[47] train-mlogloss:0.875823 eval-mlogloss:0.888619
[48] train-mlogloss:0.870432 eval-mlogloss:0.883334
[49] train-mlogloss:0.865574 eval-mlogloss:0.878499
[50] train-mlogloss:0.860466 eval-mlogloss:0.873676
[51] train-mlogloss:0.855430 eval-mlogloss:0.868844
[52] train-mlogloss:0.850699 eval-mlogloss:0.864163
[53] train-mlogloss:0.845933 eval-mlogloss:0.859398
[54] train-mlogloss:0.841477 eval-mlogloss:0.855164
[55] train-mlogloss:0.837187 eval-mlogloss:0.850953
[56] train-mlogloss:0.833082 eval-mlogloss:0.846936
[57] train-mlogloss:0.829193 eval-mlogloss:0.843024
[58] train-mlogloss:0.825346 eval-mlogloss:0.839156
[59] train-mlogloss:0.821675 eval-mlogloss:0.835645
[60] train-mlogloss:0.817865 eval-mlogloss:0.832044
[61] train-mlogloss:0.814114 eval-mlogloss:0.828310
[62] train-mlogloss:0.810603 eval-mlogloss:0.824953
[63] train-mlogloss:0.807273 eval-mlogloss:0.821595
[64] train-mlogloss:0.804010 eval-mlogloss:0.818474
[65] train-mlogloss:0.800929 eval-mlogloss:0.815356
[66] train-mlogloss:0.797837 eval-mlogloss:0.812375
[67] train-mlogloss:0.794697 eval-mlogloss:0.809279
[68] train-mlogloss:0.791641 eval-mlogloss:0.806332
[69] train-mlogloss:0.788722 eval-mlogloss:0.803501
[70] train-mlogloss:0.785636 eval-mlogloss:0.800440
[71] train-mlogloss:0.782919 eval-mlogloss:0.797680
[72] train-mlogloss:0.780242 eval-mlogloss:0.794918
[73] train-mlogloss:0.777354 eval-mlogloss:0.792228
[74] train-mlogloss:0.774647 eval-mlogloss:0.789636
[75] train-mlogloss:0.772301 eval-mlogloss:0.787331
[76] train-mlogloss:0.769683 eval-mlogloss:0.784671
[77] train-mlogloss:0.767262 eval-mlogloss:0.782236
[78] train-mlogloss:0.764809 eval-mlogloss:0.780012
[79] train-mlogloss:0.762514 eval-mlogloss:0.777612
[80] train-mlogloss:0.760226 eval-mlogloss:0.775482
[81] train-mlogloss:0.758000 eval-mlogloss:0.773375
[82] train-mlogloss:0.755705 eval-mlogloss:0.771288
[83] train-mlogloss:0.753505 eval-mlogloss:0.768954
[84] train-mlogloss:0.751471 eval-mlogloss:0.767122
[85] train-mlogloss:0.749386 eval-mlogloss:0.764994
[86] train-mlogloss:0.747128 eval-mlogloss:0.762843
[87] train-mlogloss:0.745024 eval-mlogloss:0.760817
[88] train-mlogloss:0.743006 eval-mlogloss:0.758876
[89] train-mlogloss:0.741127 eval-mlogloss:0.756973
[90] train-mlogloss:0.738978 eval-mlogloss:0.754884
[91] train-mlogloss:0.736928 eval-mlogloss:0.752894
[92] train-mlogloss:0.735091 eval-mlogloss:0.751176
[93] train-mlogloss:0.733216 eval-mlogloss:0.749462
[94] train-mlogloss:0.731391 eval-mlogloss:0.747833
[95] train-mlogloss:0.729621 eval-mlogloss:0.746108
[96] train-mlogloss:0.727848 eval-mlogloss:0.744394
[97] train-mlogloss:0.726067 eval-mlogloss:0.742713
[98] train-mlogloss:0.724366 eval-mlogloss:0.741011
[99] train-mlogloss:0.722765 eval-mlogloss:0.739452
[100] train-mlogloss:0.721176 eval-mlogloss:0.737964
[101] train-mlogloss:0.719488 eval-mlogloss:0.736406
[102] train-mlogloss:0.717893 eval-mlogloss:0.734876
[103] train-mlogloss:0.716302 eval-mlogloss:0.733302
[104] train-mlogloss:0.714516 eval-mlogloss:0.731523
[105] train-mlogloss:0.713010 eval-mlogloss:0.730089
[106] train-mlogloss:0.711407 eval-mlogloss:0.728726
[107] train-mlogloss:0.709908 eval-mlogloss:0.727207
[108] train-mlogloss:0.708535 eval-mlogloss:0.725899
[109] train-mlogloss:0.707069 eval-mlogloss:0.724411
[110] train-mlogloss:0.705539 eval-mlogloss:0.722987
[111] train-mlogloss:0.704103 eval-mlogloss:0.721723
[112] train-mlogloss:0.702759 eval-mlogloss:0.720495
[113] train-mlogloss:0.701349 eval-mlogloss:0.719303
[114] train-mlogloss:0.700051 eval-mlogloss:0.717969
[115] train-mlogloss:0.698706 eval-mlogloss:0.716673
[116] train-mlogloss:0.697348 eval-mlogloss:0.715333
[117] train-mlogloss:0.696029 eval-mlogloss:0.714013
[118] train-mlogloss:0.694769 eval-mlogloss:0.712805
[119] train-mlogloss:0.693495 eval-mlogloss:0.711555
[120] train-mlogloss:0.692173 eval-mlogloss:0.710419
[121] train-mlogloss:0.690954 eval-mlogloss:0.709287
[122] train-mlogloss:0.689708 eval-mlogloss:0.708063
[123] train-mlogloss:0.688441 eval-mlogloss:0.706977
[124] train-mlogloss:0.687256 eval-mlogloss:0.705784
[125] train-mlogloss:0.686190 eval-mlogloss:0.704741
[126] train-mlogloss:0.685039 eval-mlogloss:0.703552
[127] train-mlogloss:0.683892 eval-mlogloss:0.702456
[128] train-mlogloss:0.682749 eval-mlogloss:0.701388
[129] train-mlogloss:0.681546 eval-mlogloss:0.700355
[130] train-mlogloss:0.680361 eval-mlogloss:0.699345
[131] train-mlogloss:0.679322 eval-mlogloss:0.698342
[132] train-mlogloss:0.678168 eval-mlogloss:0.697331
[133] train-mlogloss:0.676969 eval-mlogloss:0.696309
[134] train-mlogloss:0.675976 eval-mlogloss:0.695294
[135] train-mlogloss:0.674867 eval-mlogloss:0.694368
[136] train-mlogloss:0.673830 eval-mlogloss:0.693319
[137] train-mlogloss:0.672848 eval-mlogloss:0.692431
[138] train-mlogloss:0.671837 eval-mlogloss:0.691559
[139] train-mlogloss:0.670790 eval-mlogloss:0.690672
[140] train-mlogloss:0.669804 eval-mlogloss:0.689688
[141] train-mlogloss:0.668869 eval-mlogloss:0.688775
[142] train-mlogloss:0.667826 eval-mlogloss:0.687817
[143] train-mlogloss:0.666894 eval-mlogloss:0.686982
[144] train-mlogloss:0.665909 eval-mlogloss:0.685992
[145] train-mlogloss:0.665007 eval-mlogloss:0.685237
[146] train-mlogloss:0.664079 eval-mlogloss:0.684297
[147] train-mlogloss:0.663129 eval-mlogloss:0.683332
[148] train-mlogloss:0.662179 eval-mlogloss:0.682350
[149] train-mlogloss:0.661230 eval-mlogloss:0.681497
[150] train-mlogloss:0.660367 eval-mlogloss:0.680818
[151] train-mlogloss:0.659525 eval-mlogloss:0.679979
[152] train-mlogloss:0.658680 eval-mlogloss:0.679155
[153] train-mlogloss:0.657843 eval-mlogloss:0.678378
[154] train-mlogloss:0.657019 eval-mlogloss:0.677577
[155] train-mlogloss:0.656100 eval-mlogloss:0.676804
[156] train-mlogloss:0.655233 eval-mlogloss:0.676029
[157] train-mlogloss:0.654398 eval-mlogloss:0.675277
[158] train-mlogloss:0.653504 eval-mlogloss:0.674449
[159] train-mlogloss:0.652645 eval-mlogloss:0.673667
[160] train-mlogloss:0.651784 eval-mlogloss:0.672979
[161] train-mlogloss:0.651020 eval-mlogloss:0.672286
[162] train-mlogloss:0.650298 eval-mlogloss:0.671599
[163] train-mlogloss:0.649477 eval-mlogloss:0.670752
[164] train-mlogloss:0.648661 eval-mlogloss:0.670009
[165] train-mlogloss:0.647855 eval-mlogloss:0.669321
[166] train-mlogloss:0.647017 eval-mlogloss:0.668513
[167] train-mlogloss:0.646274 eval-mlogloss:0.667718
[168] train-mlogloss:0.645465 eval-mlogloss:0.667046
[169] train-mlogloss:0.644687 eval-mlogloss:0.666368
[170] train-mlogloss:0.643845 eval-mlogloss:0.665582
[171] train-mlogloss:0.643167 eval-mlogloss:0.664911
[172] train-mlogloss:0.642429 eval-mlogloss:0.664343
[173] train-mlogloss:0.641695 eval-mlogloss:0.663579
[174] train-mlogloss:0.641023 eval-mlogloss:0.662913
[175] train-mlogloss:0.640322 eval-mlogloss:0.662242
[176] train-mlogloss:0.639534 eval-mlogloss:0.661526
[177] train-mlogloss:0.638802 eval-mlogloss:0.660885
[178] train-mlogloss:0.638188 eval-mlogloss:0.660292
[179] train-mlogloss:0.637366 eval-mlogloss:0.659591
[180] train-mlogloss:0.636684 eval-mlogloss:0.659008
[181] train-mlogloss:0.635918 eval-mlogloss:0.658253
[182] train-mlogloss:0.635216 eval-mlogloss:0.657622
[183] train-mlogloss:0.634516 eval-mlogloss:0.657046
[184] train-mlogloss:0.633814 eval-mlogloss:0.656427
[185] train-mlogloss:0.633181 eval-mlogloss:0.655958
[186] train-mlogloss:0.632499 eval-mlogloss:0.655306
[187] train-mlogloss:0.631795 eval-mlogloss:0.654644
[188] train-mlogloss:0.631168 eval-mlogloss:0.654101
[189] train-mlogloss:0.630487 eval-mlogloss:0.653463
[190] train-mlogloss:0.629789 eval-mlogloss:0.652902
[191] train-mlogloss:0.629124 eval-mlogloss:0.652232
[192] train-mlogloss:0.628469 eval-mlogloss:0.651709
[193] train-mlogloss:0.627820 eval-mlogloss:0.651103
[194] train-mlogloss:0.627167 eval-mlogloss:0.650563
[195] train-mlogloss:0.626452 eval-mlogloss:0.649828
[196] train-mlogloss:0.625836 eval-mlogloss:0.649288
[197] train-mlogloss:0.625229 eval-mlogloss:0.648760
[198] train-mlogloss:0.624614 eval-mlogloss:0.648211
[199] train-mlogloss:0.624041 eval-mlogloss:0.647745
[200] train-mlogloss:0.623405 eval-mlogloss:0.647169
[201] train-mlogloss:0.622793 eval-mlogloss:0.646712
[202] train-mlogloss:0.622133 eval-mlogloss:0.646269
[203] train-mlogloss:0.621562 eval-mlogloss:0.645724
[204] train-mlogloss:0.621000 eval-mlogloss:0.645281
[205] train-mlogloss:0.620476 eval-mlogloss:0.644756
[206] train-mlogloss:0.619853 eval-mlogloss:0.644151
[207] train-mlogloss:0.619281 eval-mlogloss:0.643700
[208] train-mlogloss:0.618745 eval-mlogloss:0.643210
[209] train-mlogloss:0.618181 eval-mlogloss:0.642739
[210] train-mlogloss:0.617644 eval-mlogloss:0.642192
[211] train-mlogloss:0.617102 eval-mlogloss:0.641696
[212] train-mlogloss:0.616486 eval-mlogloss:0.641185
[213] train-mlogloss:0.615935 eval-mlogloss:0.640770
[214] train-mlogloss:0.615405 eval-mlogloss:0.640254
[215] train-mlogloss:0.614921 eval-mlogloss:0.639741
[216] train-mlogloss:0.614287 eval-mlogloss:0.639238
[217] train-mlogloss:0.613741 eval-mlogloss:0.638845
[218] train-mlogloss:0.613199 eval-mlogloss:0.638359
[219] train-mlogloss:0.612691 eval-mlogloss:0.637821
[220] train-mlogloss:0.612131 eval-mlogloss:0.637285
[221] train-mlogloss:0.611622 eval-mlogloss:0.636811
[222] train-mlogloss:0.611096 eval-mlogloss:0.636288
[223] train-mlogloss:0.610547 eval-mlogloss:0.635778
[224] train-mlogloss:0.609992 eval-mlogloss:0.635371
[225] train-mlogloss:0.609533 eval-mlogloss:0.634992
[226] train-mlogloss:0.609051 eval-mlogloss:0.634552
[227] train-mlogloss:0.608514 eval-mlogloss:0.634090
[228] train-mlogloss:0.607976 eval-mlogloss:0.633662
[229] train-mlogloss:0.607427 eval-mlogloss:0.633161
[230] train-mlogloss:0.606940 eval-mlogloss:0.632758
[231] train-mlogloss:0.606479 eval-mlogloss:0.632326
[232] train-mlogloss:0.605971 eval-mlogloss:0.631907
[233] train-mlogloss:0.605507 eval-mlogloss:0.631447
[234] train-mlogloss:0.605023 eval-mlogloss:0.630997
[235] train-mlogloss:0.604553 eval-mlogloss:0.630531
[236] train-mlogloss:0.604107 eval-mlogloss:0.630184
[237] train-mlogloss:0.603605 eval-mlogloss:0.629695
[238] train-mlogloss:0.603096 eval-mlogloss:0.629211
[239] train-mlogloss:0.602610 eval-mlogloss:0.628773
[240] train-mlogloss:0.602043 eval-mlogloss:0.628284
[241] train-mlogloss:0.601540 eval-mlogloss:0.627779
[242] train-mlogloss:0.601120 eval-mlogloss:0.627401
[243] train-mlogloss:0.600656 eval-mlogloss:0.626998
[244] train-mlogloss:0.600223 eval-mlogloss:0.626665
[245] train-mlogloss:0.599776 eval-mlogloss:0.626247
[246] train-mlogloss:0.599298 eval-mlogloss:0.625864
[247] train-mlogloss:0.598721 eval-mlogloss:0.625430
[248] train-mlogloss:0.598239 eval-mlogloss:0.625004
[249] train-mlogloss:0.597786 eval-mlogloss:0.624564
[250] train-mlogloss:0.597382 eval-mlogloss:0.624216
[251] train-mlogloss:0.596925 eval-mlogloss:0.623733
[252] train-mlogloss:0.596487 eval-mlogloss:0.623336
[253] train-mlogloss:0.596081 eval-mlogloss:0.622997
[254] train-mlogloss:0.595616 eval-mlogloss:0.622531
[255] train-mlogloss:0.595199 eval-mlogloss:0.622190
[256] train-mlogloss:0.594692 eval-mlogloss:0.621790
[257] train-mlogloss:0.594285 eval-mlogloss:0.621486
[258] train-mlogloss:0.593923 eval-mlogloss:0.621199
[259] train-mlogloss:0.593493 eval-mlogloss:0.620726
[260] train-mlogloss:0.593112 eval-mlogloss:0.620406
[261] train-mlogloss:0.592708 eval-mlogloss:0.620004
[262] train-mlogloss:0.592293 eval-mlogloss:0.619687
[263] train-mlogloss:0.591917 eval-mlogloss:0.619383
[264] train-mlogloss:0.591491 eval-mlogloss:0.619011
[265] train-mlogloss:0.591038 eval-mlogloss:0.618607
[266] train-mlogloss:0.590601 eval-mlogloss:0.618339
[267] train-mlogloss:0.590205 eval-mlogloss:0.617975
[268] train-mlogloss:0.589841 eval-mlogloss:0.617684
[269] train-mlogloss:0.589468 eval-mlogloss:0.617285
[270] train-mlogloss:0.589099 eval-mlogloss:0.616943
[271] train-mlogloss:0.588715 eval-mlogloss:0.616581
[272] train-mlogloss:0.588310 eval-mlogloss:0.616280
[273] train-mlogloss:0.587875 eval-mlogloss:0.615854
[274] train-mlogloss:0.587496 eval-mlogloss:0.615599
[275] train-mlogloss:0.587113 eval-mlogloss:0.615287
[276] train-mlogloss:0.586699 eval-mlogloss:0.614892
[277] train-mlogloss:0.586351 eval-mlogloss:0.614523
[278] train-mlogloss:0.585978 eval-mlogloss:0.614201
[279] train-mlogloss:0.585540 eval-mlogloss:0.613822
[280] train-mlogloss:0.585141 eval-mlogloss:0.613495
[281] train-mlogloss:0.584746 eval-mlogloss:0.613178
[282] train-mlogloss:0.584364 eval-mlogloss:0.612836
[283] train-mlogloss:0.583967 eval-mlogloss:0.612472
[284] train-mlogloss:0.583602 eval-mlogloss:0.612121
[285] train-mlogloss:0.583246 eval-mlogloss:0.611867
[286] train-mlogloss:0.582865 eval-mlogloss:0.611570
[287] train-mlogloss:0.582522 eval-mlogloss:0.611315
[288] train-mlogloss:0.582170 eval-mlogloss:0.610988
[289] train-mlogloss:0.581774 eval-mlogloss:0.610756
[290] train-mlogloss:0.581380 eval-mlogloss:0.610353
[291] train-mlogloss:0.581018 eval-mlogloss:0.610062
[292] train-mlogloss:0.580617 eval-mlogloss:0.609723
[293] train-mlogloss:0.580224 eval-mlogloss:0.609488
[294] train-mlogloss:0.579869 eval-mlogloss:0.609221
[295] train-mlogloss:0.579538 eval-mlogloss:0.609039
[296] train-mlogloss:0.579160 eval-mlogloss:0.608646
[297] train-mlogloss:0.578791 eval-mlogloss:0.608311
[298] train-mlogloss:0.578424 eval-mlogloss:0.608056
Training with params :
{'n_estimators': 300, 'min_child_weight': 7.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 2.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.6077748260653596
[299] train-mlogloss:0.578069 eval-mlogloss:0.607774
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.977864 eval-mlogloss:1.982657
[1] train-mlogloss:1.813538 eval-mlogloss:1.821150
[2] train-mlogloss:1.684451 eval-mlogloss:1.695194
[3] train-mlogloss:1.575621 eval-mlogloss:1.589056
[4] train-mlogloss:1.482151 eval-mlogloss:1.497359
[5] train-mlogloss:1.401605 eval-mlogloss:1.418745
[6] train-mlogloss:1.329470 eval-mlogloss:1.347995
[7] train-mlogloss:1.267213 eval-mlogloss:1.287337
[8] train-mlogloss:1.210211 eval-mlogloss:1.231756
[9] train-mlogloss:1.161048 eval-mlogloss:1.184254
[10] train-mlogloss:1.116670 eval-mlogloss:1.141437
[11] train-mlogloss:1.076790 eval-mlogloss:1.102826
[12] train-mlogloss:1.039048 eval-mlogloss:1.066199
[13] train-mlogloss:1.004076 eval-mlogloss:1.032657
[14] train-mlogloss:0.973646 eval-mlogloss:1.003078
[15] train-mlogloss:0.944324 eval-mlogloss:0.975396
[16] train-mlogloss:0.917082 eval-mlogloss:0.949392
[17] train-mlogloss:0.892183 eval-mlogloss:0.925734
[18] train-mlogloss:0.868878 eval-mlogloss:0.903646
[19] train-mlogloss:0.847827 eval-mlogloss:0.883290
[20] train-mlogloss:0.827437 eval-mlogloss:0.863944
[21] train-mlogloss:0.809524 eval-mlogloss:0.847108
[22] train-mlogloss:0.792379 eval-mlogloss:0.831215
[23] train-mlogloss:0.775837 eval-mlogloss:0.815809
[24] train-mlogloss:0.761220 eval-mlogloss:0.802127
[25] train-mlogloss:0.746990 eval-mlogloss:0.789078
[26] train-mlogloss:0.733733 eval-mlogloss:0.776709
[27] train-mlogloss:0.721440 eval-mlogloss:0.765710
[28] train-mlogloss:0.709848 eval-mlogloss:0.754939
[29] train-mlogloss:0.698332 eval-mlogloss:0.744861
[30] train-mlogloss:0.688505 eval-mlogloss:0.735898
[31] train-mlogloss:0.679013 eval-mlogloss:0.727199
[32] train-mlogloss:0.669346 eval-mlogloss:0.718538
[33] train-mlogloss:0.660736 eval-mlogloss:0.710746
[34] train-mlogloss:0.652632 eval-mlogloss:0.703432
[35] train-mlogloss:0.644447 eval-mlogloss:0.696244
[36] train-mlogloss:0.636918 eval-mlogloss:0.689494
[37] train-mlogloss:0.629631 eval-mlogloss:0.683099
[38] train-mlogloss:0.622713 eval-mlogloss:0.677096
[39] train-mlogloss:0.616477 eval-mlogloss:0.671396
[40] train-mlogloss:0.609807 eval-mlogloss:0.665789
[41] train-mlogloss:0.603522 eval-mlogloss:0.660597
[42] train-mlogloss:0.597331 eval-mlogloss:0.655125
[43] train-mlogloss:0.592133 eval-mlogloss:0.650627
[44] train-mlogloss:0.587130 eval-mlogloss:0.646357
[45] train-mlogloss:0.582246 eval-mlogloss:0.642121
[46] train-mlogloss:0.577596 eval-mlogloss:0.637984
[47] train-mlogloss:0.573334 eval-mlogloss:0.634234
[48] train-mlogloss:0.569266 eval-mlogloss:0.630703
[49] train-mlogloss:0.565114 eval-mlogloss:0.627117
[50] train-mlogloss:0.560663 eval-mlogloss:0.623589
[51] train-mlogloss:0.557031 eval-mlogloss:0.620633
[52] train-mlogloss:0.553259 eval-mlogloss:0.617487
[53] train-mlogloss:0.549733 eval-mlogloss:0.614568
[54] train-mlogloss:0.546038 eval-mlogloss:0.611670
[55] train-mlogloss:0.542499 eval-mlogloss:0.608669
[56] train-mlogloss:0.539106 eval-mlogloss:0.605920
[57] train-mlogloss:0.535940 eval-mlogloss:0.603395
[58] train-mlogloss:0.532917 eval-mlogloss:0.601108
[59] train-mlogloss:0.530108 eval-mlogloss:0.598972
[60] train-mlogloss:0.527305 eval-mlogloss:0.596740
[61] train-mlogloss:0.524387 eval-mlogloss:0.594534
[62] train-mlogloss:0.521592 eval-mlogloss:0.592512
[63] train-mlogloss:0.519071 eval-mlogloss:0.590446
[64] train-mlogloss:0.516353 eval-mlogloss:0.588429
[65] train-mlogloss:0.513691 eval-mlogloss:0.586358
[66] train-mlogloss:0.511306 eval-mlogloss:0.584537
[67] train-mlogloss:0.508850 eval-mlogloss:0.582528
[68] train-mlogloss:0.506445 eval-mlogloss:0.580710
[69] train-mlogloss:0.504055 eval-mlogloss:0.578884
[70] train-mlogloss:0.501717 eval-mlogloss:0.577132
[71] train-mlogloss:0.499589 eval-mlogloss:0.575567
[72] train-mlogloss:0.497626 eval-mlogloss:0.573999
[73] train-mlogloss:0.495553 eval-mlogloss:0.572442
[74] train-mlogloss:0.493779 eval-mlogloss:0.570964
[75] train-mlogloss:0.491850 eval-mlogloss:0.569562
[76] train-mlogloss:0.489798 eval-mlogloss:0.567972
[77] train-mlogloss:0.487774 eval-mlogloss:0.566620
[78] train-mlogloss:0.485718 eval-mlogloss:0.565129
[79] train-mlogloss:0.484166 eval-mlogloss:0.564004
[80] train-mlogloss:0.482236 eval-mlogloss:0.562611
[81] train-mlogloss:0.480236 eval-mlogloss:0.561256
[82] train-mlogloss:0.478510 eval-mlogloss:0.560085
[83] train-mlogloss:0.477074 eval-mlogloss:0.559042
[84] train-mlogloss:0.475310 eval-mlogloss:0.557916
[85] train-mlogloss:0.473450 eval-mlogloss:0.556903
[86] train-mlogloss:0.471650 eval-mlogloss:0.555709
[87] train-mlogloss:0.470249 eval-mlogloss:0.554769
[88] train-mlogloss:0.468639 eval-mlogloss:0.553723
[89] train-mlogloss:0.467481 eval-mlogloss:0.552937
[90] train-mlogloss:0.466091 eval-mlogloss:0.551936
[91] train-mlogloss:0.464355 eval-mlogloss:0.550740
[92] train-mlogloss:0.462832 eval-mlogloss:0.549819
[93] train-mlogloss:0.461445 eval-mlogloss:0.548822
[94] train-mlogloss:0.460165 eval-mlogloss:0.547947
[95] train-mlogloss:0.458397 eval-mlogloss:0.546896
[96] train-mlogloss:0.457120 eval-mlogloss:0.546138
[97] train-mlogloss:0.455657 eval-mlogloss:0.545148
[98] train-mlogloss:0.454423 eval-mlogloss:0.544394
[99] train-mlogloss:0.452971 eval-mlogloss:0.543527
[100] train-mlogloss:0.451455 eval-mlogloss:0.542672
[101] train-mlogloss:0.450021 eval-mlogloss:0.541840
[102] train-mlogloss:0.448741 eval-mlogloss:0.540946
[103] train-mlogloss:0.447561 eval-mlogloss:0.540222
[104] train-mlogloss:0.446519 eval-mlogloss:0.539820
[105] train-mlogloss:0.445418 eval-mlogloss:0.539191
[106] train-mlogloss:0.444277 eval-mlogloss:0.538610
[107] train-mlogloss:0.442802 eval-mlogloss:0.537758
[108] train-mlogloss:0.441377 eval-mlogloss:0.536928
[109] train-mlogloss:0.440196 eval-mlogloss:0.536213
[110] train-mlogloss:0.439015 eval-mlogloss:0.535551
[111] train-mlogloss:0.437714 eval-mlogloss:0.534983
[112] train-mlogloss:0.436502 eval-mlogloss:0.534416
[113] train-mlogloss:0.435402 eval-mlogloss:0.533883
[114] train-mlogloss:0.434011 eval-mlogloss:0.533383
[115] train-mlogloss:0.433208 eval-mlogloss:0.532845
[116] train-mlogloss:0.431939 eval-mlogloss:0.532145
[117] train-mlogloss:0.430709 eval-mlogloss:0.531643
[118] train-mlogloss:0.429726 eval-mlogloss:0.531040
[119] train-mlogloss:0.428674 eval-mlogloss:0.530447
[120] train-mlogloss:0.427549 eval-mlogloss:0.529805
[121] train-mlogloss:0.426635 eval-mlogloss:0.529339
[122] train-mlogloss:0.425596 eval-mlogloss:0.528859
[123] train-mlogloss:0.424651 eval-mlogloss:0.528348
[124] train-mlogloss:0.423468 eval-mlogloss:0.527823
[125] train-mlogloss:0.422526 eval-mlogloss:0.527342
[126] train-mlogloss:0.421433 eval-mlogloss:0.526854
[127] train-mlogloss:0.420390 eval-mlogloss:0.526276
[128] train-mlogloss:0.419506 eval-mlogloss:0.525843
[129] train-mlogloss:0.418541 eval-mlogloss:0.525473
[130] train-mlogloss:0.417393 eval-mlogloss:0.524894
[131] train-mlogloss:0.416428 eval-mlogloss:0.524330
[132] train-mlogloss:0.415539 eval-mlogloss:0.523889
[133] train-mlogloss:0.414767 eval-mlogloss:0.523433
[134] train-mlogloss:0.413553 eval-mlogloss:0.522891
[135] train-mlogloss:0.412464 eval-mlogloss:0.522384
[136] train-mlogloss:0.411485 eval-mlogloss:0.521899
[137] train-mlogloss:0.410395 eval-mlogloss:0.521335
[138] train-mlogloss:0.409365 eval-mlogloss:0.520774
[139] train-mlogloss:0.408548 eval-mlogloss:0.520347
[140] train-mlogloss:0.407897 eval-mlogloss:0.520012
[141] train-mlogloss:0.406730 eval-mlogloss:0.519452
[142] train-mlogloss:0.405596 eval-mlogloss:0.519001
[143] train-mlogloss:0.404397 eval-mlogloss:0.518451
[144] train-mlogloss:0.403588 eval-mlogloss:0.518084
[145] train-mlogloss:0.402676 eval-mlogloss:0.517667
[146] train-mlogloss:0.401872 eval-mlogloss:0.517254
[147] train-mlogloss:0.401058 eval-mlogloss:0.516691
[148] train-mlogloss:0.400272 eval-mlogloss:0.516389
[149] train-mlogloss:0.399371 eval-mlogloss:0.515953
[150] train-mlogloss:0.398673 eval-mlogloss:0.515623
[151] train-mlogloss:0.397810 eval-mlogloss:0.515236
[152] train-mlogloss:0.397169 eval-mlogloss:0.514961
[153] train-mlogloss:0.396360 eval-mlogloss:0.514535
[154] train-mlogloss:0.395620 eval-mlogloss:0.514151
[155] train-mlogloss:0.394803 eval-mlogloss:0.513793
[156] train-mlogloss:0.393649 eval-mlogloss:0.513293
[157] train-mlogloss:0.392864 eval-mlogloss:0.513027
[158] train-mlogloss:0.392104 eval-mlogloss:0.512695
[159] train-mlogloss:0.391155 eval-mlogloss:0.512173
[160] train-mlogloss:0.390338 eval-mlogloss:0.511799
[161] train-mlogloss:0.389496 eval-mlogloss:0.511471
[162] train-mlogloss:0.388672 eval-mlogloss:0.511187
[163] train-mlogloss:0.387772 eval-mlogloss:0.510861
[164] train-mlogloss:0.387142 eval-mlogloss:0.510645
[165] train-mlogloss:0.386263 eval-mlogloss:0.510179
[166] train-mlogloss:0.385648 eval-mlogloss:0.509898
[167] train-mlogloss:0.384891 eval-mlogloss:0.509536
[168] train-mlogloss:0.384197 eval-mlogloss:0.509293
[169] train-mlogloss:0.383354 eval-mlogloss:0.508937
[170] train-mlogloss:0.382437 eval-mlogloss:0.508498
[171] train-mlogloss:0.381659 eval-mlogloss:0.508035
[172] train-mlogloss:0.380958 eval-mlogloss:0.507612
[173] train-mlogloss:0.380336 eval-mlogloss:0.507318
[174] train-mlogloss:0.379708 eval-mlogloss:0.506990
[175] train-mlogloss:0.379103 eval-mlogloss:0.506707
[176] train-mlogloss:0.378325 eval-mlogloss:0.506557
[177] train-mlogloss:0.377712 eval-mlogloss:0.506275
[178] train-mlogloss:0.376966 eval-mlogloss:0.505905
[179] train-mlogloss:0.376288 eval-mlogloss:0.505706
[180] train-mlogloss:0.375607 eval-mlogloss:0.505306
[181] train-mlogloss:0.374798 eval-mlogloss:0.505029
[182] train-mlogloss:0.373916 eval-mlogloss:0.504769
[183] train-mlogloss:0.373254 eval-mlogloss:0.504505
[184] train-mlogloss:0.372612 eval-mlogloss:0.504298
[185] train-mlogloss:0.371829 eval-mlogloss:0.504013
[186] train-mlogloss:0.371155 eval-mlogloss:0.503786
[187] train-mlogloss:0.370300 eval-mlogloss:0.503502
[188] train-mlogloss:0.369362 eval-mlogloss:0.503111
[189] train-mlogloss:0.368608 eval-mlogloss:0.502862
[190] train-mlogloss:0.367927 eval-mlogloss:0.502573
[191] train-mlogloss:0.367500 eval-mlogloss:0.502371
[192] train-mlogloss:0.366813 eval-mlogloss:0.502070
[193] train-mlogloss:0.366016 eval-mlogloss:0.501745
[194] train-mlogloss:0.365402 eval-mlogloss:0.501492
[195] train-mlogloss:0.364734 eval-mlogloss:0.501191
[196] train-mlogloss:0.364067 eval-mlogloss:0.500918
[197] train-mlogloss:0.363330 eval-mlogloss:0.500667
[198] train-mlogloss:0.362644 eval-mlogloss:0.500426
[199] train-mlogloss:0.361971 eval-mlogloss:0.500097
[200] train-mlogloss:0.361277 eval-mlogloss:0.499884
[201] train-mlogloss:0.360879 eval-mlogloss:0.499715
[202] train-mlogloss:0.360204 eval-mlogloss:0.499505
[203] train-mlogloss:0.359520 eval-mlogloss:0.499318
[204] train-mlogloss:0.358860 eval-mlogloss:0.499169
[205] train-mlogloss:0.358297 eval-mlogloss:0.498816
[206] train-mlogloss:0.357735 eval-mlogloss:0.498584
[207] train-mlogloss:0.357179 eval-mlogloss:0.498448
[208] train-mlogloss:0.356537 eval-mlogloss:0.498181
[209] train-mlogloss:0.355784 eval-mlogloss:0.498027
[210] train-mlogloss:0.355262 eval-mlogloss:0.497888
[211] train-mlogloss:0.354573 eval-mlogloss:0.497716
[212] train-mlogloss:0.353974 eval-mlogloss:0.497417
[213] train-mlogloss:0.353364 eval-mlogloss:0.497178
[214] train-mlogloss:0.352786 eval-mlogloss:0.496927
[215] train-mlogloss:0.351953 eval-mlogloss:0.496623
[216] train-mlogloss:0.351473 eval-mlogloss:0.496504
[217] train-mlogloss:0.350706 eval-mlogloss:0.496283
[218] train-mlogloss:0.350018 eval-mlogloss:0.496094
[219] train-mlogloss:0.349410 eval-mlogloss:0.495852
[220] train-mlogloss:0.348753 eval-mlogloss:0.495632
[221] train-mlogloss:0.348163 eval-mlogloss:0.495382
[222] train-mlogloss:0.347444 eval-mlogloss:0.495056
[223] train-mlogloss:0.346752 eval-mlogloss:0.494818
[224] train-mlogloss:0.346167 eval-mlogloss:0.494576
[225] train-mlogloss:0.345607 eval-mlogloss:0.494410
[226] train-mlogloss:0.344856 eval-mlogloss:0.494155
[227] train-mlogloss:0.344284 eval-mlogloss:0.494021
[228] train-mlogloss:0.343782 eval-mlogloss:0.493879
[229] train-mlogloss:0.343076 eval-mlogloss:0.493622
[230] train-mlogloss:0.342572 eval-mlogloss:0.493493
[231] train-mlogloss:0.341749 eval-mlogloss:0.493238
[232] train-mlogloss:0.341327 eval-mlogloss:0.493185
[233] train-mlogloss:0.340737 eval-mlogloss:0.493055
[234] train-mlogloss:0.339954 eval-mlogloss:0.492668
[235] train-mlogloss:0.339366 eval-mlogloss:0.492475
[236] train-mlogloss:0.338937 eval-mlogloss:0.492249
[237] train-mlogloss:0.338427 eval-mlogloss:0.492045
[238] train-mlogloss:0.337959 eval-mlogloss:0.491843
[239] train-mlogloss:0.337405 eval-mlogloss:0.491731
[240] train-mlogloss:0.336756 eval-mlogloss:0.491542
[241] train-mlogloss:0.336197 eval-mlogloss:0.491432
[242] train-mlogloss:0.335760 eval-mlogloss:0.491206
[243] train-mlogloss:0.335207 eval-mlogloss:0.491036
[244] train-mlogloss:0.334661 eval-mlogloss:0.490837
[245] train-mlogloss:0.334123 eval-mlogloss:0.490787
[246] train-mlogloss:0.333610 eval-mlogloss:0.490651
[247] train-mlogloss:0.333160 eval-mlogloss:0.490495
[248] train-mlogloss:0.332481 eval-mlogloss:0.490306
[249] train-mlogloss:0.332056 eval-mlogloss:0.490182
[250] train-mlogloss:0.331531 eval-mlogloss:0.490073
[251] train-mlogloss:0.331003 eval-mlogloss:0.489993
[252] train-mlogloss:0.330481 eval-mlogloss:0.489773
[253] train-mlogloss:0.329958 eval-mlogloss:0.489570
[254] train-mlogloss:0.329438 eval-mlogloss:0.489314
[255] train-mlogloss:0.328867 eval-mlogloss:0.489181
[256] train-mlogloss:0.328361 eval-mlogloss:0.489016
[257] train-mlogloss:0.327857 eval-mlogloss:0.488987
[258] train-mlogloss:0.327238 eval-mlogloss:0.488805
[259] train-mlogloss:0.326670 eval-mlogloss:0.488630
[260] train-mlogloss:0.326064 eval-mlogloss:0.488453
[261] train-mlogloss:0.325736 eval-mlogloss:0.488419
[262] train-mlogloss:0.325118 eval-mlogloss:0.488284
[263] train-mlogloss:0.324439 eval-mlogloss:0.488006
[264] train-mlogloss:0.323892 eval-mlogloss:0.487780
[265] train-mlogloss:0.323456 eval-mlogloss:0.487629
[266] train-mlogloss:0.322810 eval-mlogloss:0.487538
[267] train-mlogloss:0.322306 eval-mlogloss:0.487319
[268] train-mlogloss:0.321606 eval-mlogloss:0.487085
[269] train-mlogloss:0.321074 eval-mlogloss:0.486959
[270] train-mlogloss:0.320581 eval-mlogloss:0.486750
[271] train-mlogloss:0.319900 eval-mlogloss:0.486589
[272] train-mlogloss:0.319495 eval-mlogloss:0.486538
[273] train-mlogloss:0.318905 eval-mlogloss:0.486526
[274] train-mlogloss:0.318263 eval-mlogloss:0.486289
[275] train-mlogloss:0.317980 eval-mlogloss:0.486189
[276] train-mlogloss:0.317499 eval-mlogloss:0.485993
[277] train-mlogloss:0.316904 eval-mlogloss:0.485830
[278] train-mlogloss:0.316267 eval-mlogloss:0.485694
[279] train-mlogloss:0.315615 eval-mlogloss:0.485590
[280] train-mlogloss:0.315192 eval-mlogloss:0.485514
[281] train-mlogloss:0.314643 eval-mlogloss:0.485410
[282] train-mlogloss:0.314010 eval-mlogloss:0.485244
[283] train-mlogloss:0.313421 eval-mlogloss:0.485053
[284] train-mlogloss:0.312881 eval-mlogloss:0.484938
[285] train-mlogloss:0.312296 eval-mlogloss:0.484838
[286] train-mlogloss:0.311680 eval-mlogloss:0.484478
[287] train-mlogloss:0.311098 eval-mlogloss:0.484273
[288] train-mlogloss:0.310556 eval-mlogloss:0.484110
[289] train-mlogloss:0.310000 eval-mlogloss:0.483928
[290] train-mlogloss:0.309620 eval-mlogloss:0.483899
[291] train-mlogloss:0.309024 eval-mlogloss:0.483712
[292] train-mlogloss:0.308532 eval-mlogloss:0.483615
[293] train-mlogloss:0.308046 eval-mlogloss:0.483548
[294] train-mlogloss:0.307513 eval-mlogloss:0.483349
[295] train-mlogloss:0.307092 eval-mlogloss:0.483256
[296] train-mlogloss:0.306577 eval-mlogloss:0.483080
[297] train-mlogloss:0.306010 eval-mlogloss:0.482972
[298] train-mlogloss:0.305625 eval-mlogloss:0.482870
[299] train-mlogloss:0.305187 eval-mlogloss:0.482772
Training with params :
{'n_estimators': 300, 'min_child_weight': 7.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 6.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.4827722072009566
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.963436 eval-mlogloss:1.968145
[1] train-mlogloss:1.785636 eval-mlogloss:1.795491
[2] train-mlogloss:1.644741 eval-mlogloss:1.658656
[3] train-mlogloss:1.534900 eval-mlogloss:1.552291
[4] train-mlogloss:1.436717 eval-mlogloss:1.458051
[5] train-mlogloss:1.352939 eval-mlogloss:1.377892
[6] train-mlogloss:1.277863 eval-mlogloss:1.305617
[7] train-mlogloss:1.213755 eval-mlogloss:1.244813
[8] train-mlogloss:1.157731 eval-mlogloss:1.191558
[9] train-mlogloss:1.107741 eval-mlogloss:1.144178
[10] train-mlogloss:1.060403 eval-mlogloss:1.099411
[11] train-mlogloss:1.016343 eval-mlogloss:1.057989
[12] train-mlogloss:0.976447 eval-mlogloss:1.020736
[13] train-mlogloss:0.940137 eval-mlogloss:0.986643
[14] train-mlogloss:0.906594 eval-mlogloss:0.955515
[15] train-mlogloss:0.875732 eval-mlogloss:0.927249
[16] train-mlogloss:0.847729 eval-mlogloss:0.901821
[17] train-mlogloss:0.821090 eval-mlogloss:0.877700
[18] train-mlogloss:0.797812 eval-mlogloss:0.856080
[19] train-mlogloss:0.774864 eval-mlogloss:0.835368
[20] train-mlogloss:0.754586 eval-mlogloss:0.816999
[21] train-mlogloss:0.735526 eval-mlogloss:0.800025
[22] train-mlogloss:0.717799 eval-mlogloss:0.784049
[23] train-mlogloss:0.700692 eval-mlogloss:0.769260
[24] train-mlogloss:0.685529 eval-mlogloss:0.755726
[25] train-mlogloss:0.671177 eval-mlogloss:0.742917
[26] train-mlogloss:0.656982 eval-mlogloss:0.730489
[27] train-mlogloss:0.644225 eval-mlogloss:0.719602
[28] train-mlogloss:0.632030 eval-mlogloss:0.709169
[29] train-mlogloss:0.620757 eval-mlogloss:0.699433
[30] train-mlogloss:0.609809 eval-mlogloss:0.690378
[31] train-mlogloss:0.599064 eval-mlogloss:0.681545
[32] train-mlogloss:0.589488 eval-mlogloss:0.673540
[33] train-mlogloss:0.580309 eval-mlogloss:0.665927
[34] train-mlogloss:0.571834 eval-mlogloss:0.658895
[35] train-mlogloss:0.564249 eval-mlogloss:0.652659
[36] train-mlogloss:0.556069 eval-mlogloss:0.645898
[37] train-mlogloss:0.548321 eval-mlogloss:0.639473
[38] train-mlogloss:0.540821 eval-mlogloss:0.633748
[39] train-mlogloss:0.534383 eval-mlogloss:0.628447
[40] train-mlogloss:0.527904 eval-mlogloss:0.623267
[41] train-mlogloss:0.521753 eval-mlogloss:0.618444
[42] train-mlogloss:0.515984 eval-mlogloss:0.613789
[43] train-mlogloss:0.510491 eval-mlogloss:0.609642
[44] train-mlogloss:0.505217 eval-mlogloss:0.605582
[45] train-mlogloss:0.500196 eval-mlogloss:0.601493
[46] train-mlogloss:0.495145 eval-mlogloss:0.597448
[47] train-mlogloss:0.490170 eval-mlogloss:0.593494
[48] train-mlogloss:0.485444 eval-mlogloss:0.589940
[49] train-mlogloss:0.481332 eval-mlogloss:0.586739
[50] train-mlogloss:0.476805 eval-mlogloss:0.583482
[51] train-mlogloss:0.473117 eval-mlogloss:0.580654
[52] train-mlogloss:0.468845 eval-mlogloss:0.577476
[53] train-mlogloss:0.465154 eval-mlogloss:0.574885
[54] train-mlogloss:0.461414 eval-mlogloss:0.572018
[55] train-mlogloss:0.457966 eval-mlogloss:0.569448
[56] train-mlogloss:0.454564 eval-mlogloss:0.567214
[57] train-mlogloss:0.451302 eval-mlogloss:0.564835
[58] train-mlogloss:0.448359 eval-mlogloss:0.562523
[59] train-mlogloss:0.445346 eval-mlogloss:0.560298
[60] train-mlogloss:0.441971 eval-mlogloss:0.558134
[61] train-mlogloss:0.438938 eval-mlogloss:0.555950
[62] train-mlogloss:0.436304 eval-mlogloss:0.554053
[63] train-mlogloss:0.433668 eval-mlogloss:0.552314
[64] train-mlogloss:0.431479 eval-mlogloss:0.550745
[65] train-mlogloss:0.428508 eval-mlogloss:0.548752
[66] train-mlogloss:0.426359 eval-mlogloss:0.547091
[67] train-mlogloss:0.423997 eval-mlogloss:0.545561
[68] train-mlogloss:0.421530 eval-mlogloss:0.543898
[69] train-mlogloss:0.418967 eval-mlogloss:0.542282
[70] train-mlogloss:0.416627 eval-mlogloss:0.540865
[71] train-mlogloss:0.414420 eval-mlogloss:0.539642
[72] train-mlogloss:0.412672 eval-mlogloss:0.538398
[73] train-mlogloss:0.410490 eval-mlogloss:0.537031
[74] train-mlogloss:0.408758 eval-mlogloss:0.535958
[75] train-mlogloss:0.406546 eval-mlogloss:0.534608
[76] train-mlogloss:0.404625 eval-mlogloss:0.533539
[77] train-mlogloss:0.402592 eval-mlogloss:0.532176
[78] train-mlogloss:0.400655 eval-mlogloss:0.530998
[79] train-mlogloss:0.398601 eval-mlogloss:0.529795
[80] train-mlogloss:0.396792 eval-mlogloss:0.528791
[81] train-mlogloss:0.394856 eval-mlogloss:0.527812
[82] train-mlogloss:0.393098 eval-mlogloss:0.526697
[83] train-mlogloss:0.391346 eval-mlogloss:0.525679
[84] train-mlogloss:0.389397 eval-mlogloss:0.524593
[85] train-mlogloss:0.387843 eval-mlogloss:0.523679
[86] train-mlogloss:0.386060 eval-mlogloss:0.522556
[87] train-mlogloss:0.384426 eval-mlogloss:0.521721
[88] train-mlogloss:0.382494 eval-mlogloss:0.520756
[89] train-mlogloss:0.381149 eval-mlogloss:0.520036
[90] train-mlogloss:0.379300 eval-mlogloss:0.518872
[91] train-mlogloss:0.377731 eval-mlogloss:0.518143
[92] train-mlogloss:0.375925 eval-mlogloss:0.517322
[93] train-mlogloss:0.374356 eval-mlogloss:0.516442
[94] train-mlogloss:0.372469 eval-mlogloss:0.515556
[95] train-mlogloss:0.370927 eval-mlogloss:0.514829
[96] train-mlogloss:0.369235 eval-mlogloss:0.513863
[97] train-mlogloss:0.367888 eval-mlogloss:0.513211
[98] train-mlogloss:0.366504 eval-mlogloss:0.512609
[99] train-mlogloss:0.365054 eval-mlogloss:0.512035
[100] train-mlogloss:0.363692 eval-mlogloss:0.511381
[101] train-mlogloss:0.362073 eval-mlogloss:0.510705
[102] train-mlogloss:0.360623 eval-mlogloss:0.509828
[103] train-mlogloss:0.359606 eval-mlogloss:0.509076
[104] train-mlogloss:0.358460 eval-mlogloss:0.508500
[105] train-mlogloss:0.357177 eval-mlogloss:0.507795
[106] train-mlogloss:0.355730 eval-mlogloss:0.506981
[107] train-mlogloss:0.354432 eval-mlogloss:0.506354
[108] train-mlogloss:0.352993 eval-mlogloss:0.505723
[109] train-mlogloss:0.351389 eval-mlogloss:0.504968
[110] train-mlogloss:0.350048 eval-mlogloss:0.504406
[111] train-mlogloss:0.348797 eval-mlogloss:0.503948
[112] train-mlogloss:0.347692 eval-mlogloss:0.503445
[113] train-mlogloss:0.346354 eval-mlogloss:0.502930
[114] train-mlogloss:0.344978 eval-mlogloss:0.502432
[115] train-mlogloss:0.343909 eval-mlogloss:0.502073
[116] train-mlogloss:0.342744 eval-mlogloss:0.501699
[117] train-mlogloss:0.341916 eval-mlogloss:0.501255
[118] train-mlogloss:0.340736 eval-mlogloss:0.500752
[119] train-mlogloss:0.339509 eval-mlogloss:0.500364
[120] train-mlogloss:0.338216 eval-mlogloss:0.499888
[121] train-mlogloss:0.337031 eval-mlogloss:0.499408
[122] train-mlogloss:0.335729 eval-mlogloss:0.498826
[123] train-mlogloss:0.334439 eval-mlogloss:0.498334
[124] train-mlogloss:0.333130 eval-mlogloss:0.497873
[125] train-mlogloss:0.332130 eval-mlogloss:0.497485
[126] train-mlogloss:0.331181 eval-mlogloss:0.497081
[127] train-mlogloss:0.330145 eval-mlogloss:0.496574
[128] train-mlogloss:0.329172 eval-mlogloss:0.496171
[129] train-mlogloss:0.327885 eval-mlogloss:0.495693
[130] train-mlogloss:0.326952 eval-mlogloss:0.495389
[131] train-mlogloss:0.326070 eval-mlogloss:0.494933
[132] train-mlogloss:0.324963 eval-mlogloss:0.494478
[133] train-mlogloss:0.323857 eval-mlogloss:0.494102
[134] train-mlogloss:0.322613 eval-mlogloss:0.493721
[135] train-mlogloss:0.321856 eval-mlogloss:0.493288
[136] train-mlogloss:0.320836 eval-mlogloss:0.493081
[137] train-mlogloss:0.319855 eval-mlogloss:0.492816
[138] train-mlogloss:0.318813 eval-mlogloss:0.492381
[139] train-mlogloss:0.317752 eval-mlogloss:0.491977
[140] train-mlogloss:0.317061 eval-mlogloss:0.491723
[141] train-mlogloss:0.316133 eval-mlogloss:0.491446
[142] train-mlogloss:0.315221 eval-mlogloss:0.491104
[143] train-mlogloss:0.314412 eval-mlogloss:0.490821
[144] train-mlogloss:0.313368 eval-mlogloss:0.490464
[145] train-mlogloss:0.312483 eval-mlogloss:0.490195
[146] train-mlogloss:0.311579 eval-mlogloss:0.489915
[147] train-mlogloss:0.310920 eval-mlogloss:0.489720
[148] train-mlogloss:0.309954 eval-mlogloss:0.489421
[149] train-mlogloss:0.309061 eval-mlogloss:0.489077
[150] train-mlogloss:0.308297 eval-mlogloss:0.488940
[151] train-mlogloss:0.307495 eval-mlogloss:0.488708
[152] train-mlogloss:0.306646 eval-mlogloss:0.488393
[153] train-mlogloss:0.305947 eval-mlogloss:0.488023
[154] train-mlogloss:0.305027 eval-mlogloss:0.487691
[155] train-mlogloss:0.304148 eval-mlogloss:0.487302
[156] train-mlogloss:0.303273 eval-mlogloss:0.487028
[157] train-mlogloss:0.302317 eval-mlogloss:0.486718
[158] train-mlogloss:0.301591 eval-mlogloss:0.486396
[159] train-mlogloss:0.300394 eval-mlogloss:0.485946
[160] train-mlogloss:0.299719 eval-mlogloss:0.485679
[161] train-mlogloss:0.298484 eval-mlogloss:0.485253
[162] train-mlogloss:0.297629 eval-mlogloss:0.485096
[163] train-mlogloss:0.296836 eval-mlogloss:0.484648
[164] train-mlogloss:0.296152 eval-mlogloss:0.484536
[165] train-mlogloss:0.295348 eval-mlogloss:0.484231
[166] train-mlogloss:0.294488 eval-mlogloss:0.483963
[167] train-mlogloss:0.293122 eval-mlogloss:0.483585
[168] train-mlogloss:0.292357 eval-mlogloss:0.483311
[169] train-mlogloss:0.291670 eval-mlogloss:0.483166
[170] train-mlogloss:0.290876 eval-mlogloss:0.482811
[171] train-mlogloss:0.290023 eval-mlogloss:0.482493
[172] train-mlogloss:0.289310 eval-mlogloss:0.482220
[173] train-mlogloss:0.288620 eval-mlogloss:0.482007
[174] train-mlogloss:0.287722 eval-mlogloss:0.481728
[175] train-mlogloss:0.286800 eval-mlogloss:0.481392
[176] train-mlogloss:0.285656 eval-mlogloss:0.481003
[177] train-mlogloss:0.284846 eval-mlogloss:0.480791
[178] train-mlogloss:0.284133 eval-mlogloss:0.480652
[179] train-mlogloss:0.283314 eval-mlogloss:0.480490
[180] train-mlogloss:0.282482 eval-mlogloss:0.480323
[181] train-mlogloss:0.281818 eval-mlogloss:0.480087
[182] train-mlogloss:0.281125 eval-mlogloss:0.479791
[183] train-mlogloss:0.280431 eval-mlogloss:0.479527
[184] train-mlogloss:0.279705 eval-mlogloss:0.479324
[185] train-mlogloss:0.278965 eval-mlogloss:0.479129
[186] train-mlogloss:0.278142 eval-mlogloss:0.478882
[187] train-mlogloss:0.277328 eval-mlogloss:0.478631
[188] train-mlogloss:0.276640 eval-mlogloss:0.478316
[189] train-mlogloss:0.275840 eval-mlogloss:0.478112
[190] train-mlogloss:0.275109 eval-mlogloss:0.477937
[191] train-mlogloss:0.274446 eval-mlogloss:0.477661
[192] train-mlogloss:0.273698 eval-mlogloss:0.477464
[193] train-mlogloss:0.272961 eval-mlogloss:0.477279
[194] train-mlogloss:0.272203 eval-mlogloss:0.477174
[195] train-mlogloss:0.271649 eval-mlogloss:0.476980
[196] train-mlogloss:0.270868 eval-mlogloss:0.476902
[197] train-mlogloss:0.270039 eval-mlogloss:0.476701
[198] train-mlogloss:0.269211 eval-mlogloss:0.476633
[199] train-mlogloss:0.268449 eval-mlogloss:0.476390
[200] train-mlogloss:0.267628 eval-mlogloss:0.476156
[201] train-mlogloss:0.266973 eval-mlogloss:0.475967
[202] train-mlogloss:0.266130 eval-mlogloss:0.475814
[203] train-mlogloss:0.265374 eval-mlogloss:0.475598
[204] train-mlogloss:0.264491 eval-mlogloss:0.475412
[205] train-mlogloss:0.263511 eval-mlogloss:0.475129
[206] train-mlogloss:0.262739 eval-mlogloss:0.474895
[207] train-mlogloss:0.262012 eval-mlogloss:0.474870
[208] train-mlogloss:0.261287 eval-mlogloss:0.474673
[209] train-mlogloss:0.260543 eval-mlogloss:0.474526
[210] train-mlogloss:0.259839 eval-mlogloss:0.474310
[211] train-mlogloss:0.259318 eval-mlogloss:0.474336
[212] train-mlogloss:0.258711 eval-mlogloss:0.474187
[213] train-mlogloss:0.257951 eval-mlogloss:0.474033
[214] train-mlogloss:0.257489 eval-mlogloss:0.473779
[215] train-mlogloss:0.256634 eval-mlogloss:0.473732
[216] train-mlogloss:0.256109 eval-mlogloss:0.473608
[217] train-mlogloss:0.255210 eval-mlogloss:0.473438
[218] train-mlogloss:0.254559 eval-mlogloss:0.473257
[219] train-mlogloss:0.253931 eval-mlogloss:0.473174
[220] train-mlogloss:0.253511 eval-mlogloss:0.473082
[221] train-mlogloss:0.252911 eval-mlogloss:0.472939
[222] train-mlogloss:0.252211 eval-mlogloss:0.472908
[223] train-mlogloss:0.251463 eval-mlogloss:0.472773
[224] train-mlogloss:0.250849 eval-mlogloss:0.472662
[225] train-mlogloss:0.250029 eval-mlogloss:0.472312
[226] train-mlogloss:0.249380 eval-mlogloss:0.472165
[227] train-mlogloss:0.248670 eval-mlogloss:0.472052
[228] train-mlogloss:0.247966 eval-mlogloss:0.471828
[229] train-mlogloss:0.247405 eval-mlogloss:0.471811
[230] train-mlogloss:0.246561 eval-mlogloss:0.471606
[231] train-mlogloss:0.245950 eval-mlogloss:0.471506
[232] train-mlogloss:0.244997 eval-mlogloss:0.471349
[233] train-mlogloss:0.244369 eval-mlogloss:0.471205
[234] train-mlogloss:0.243877 eval-mlogloss:0.471057
[235] train-mlogloss:0.243173 eval-mlogloss:0.470927
[236] train-mlogloss:0.242555 eval-mlogloss:0.470814
[237] train-mlogloss:0.241721 eval-mlogloss:0.470769
[238] train-mlogloss:0.241054 eval-mlogloss:0.470675
[239] train-mlogloss:0.240490 eval-mlogloss:0.470558
[240] train-mlogloss:0.239964 eval-mlogloss:0.470466
[241] train-mlogloss:0.239515 eval-mlogloss:0.470462
[242] train-mlogloss:0.238805 eval-mlogloss:0.470486
[243] train-mlogloss:0.238181 eval-mlogloss:0.470285
[244] train-mlogloss:0.237488 eval-mlogloss:0.470212
[245] train-mlogloss:0.236945 eval-mlogloss:0.470097
[246] train-mlogloss:0.236375 eval-mlogloss:0.470141
[247] train-mlogloss:0.235787 eval-mlogloss:0.470084
[248] train-mlogloss:0.235237 eval-mlogloss:0.469979
[249] train-mlogloss:0.234783 eval-mlogloss:0.469900
[250] train-mlogloss:0.234211 eval-mlogloss:0.469718
[251] train-mlogloss:0.233667 eval-mlogloss:0.469548
[252] train-mlogloss:0.233095 eval-mlogloss:0.469366
[253] train-mlogloss:0.232512 eval-mlogloss:0.469258
[254] train-mlogloss:0.231965 eval-mlogloss:0.469094
[255] train-mlogloss:0.231242 eval-mlogloss:0.468930
[256] train-mlogloss:0.230759 eval-mlogloss:0.468886
[257] train-mlogloss:0.230159 eval-mlogloss:0.468853
[258] train-mlogloss:0.229704 eval-mlogloss:0.468831
[259] train-mlogloss:0.229054 eval-mlogloss:0.468658
[260] train-mlogloss:0.228369 eval-mlogloss:0.468547
[261] train-mlogloss:0.227941 eval-mlogloss:0.468569
[262] train-mlogloss:0.227345 eval-mlogloss:0.468486
[263] train-mlogloss:0.226739 eval-mlogloss:0.468375
[264] train-mlogloss:0.226087 eval-mlogloss:0.468229
[265] train-mlogloss:0.225355 eval-mlogloss:0.468157
[266] train-mlogloss:0.224864 eval-mlogloss:0.468132
[267] train-mlogloss:0.224177 eval-mlogloss:0.468023
[268] train-mlogloss:0.223468 eval-mlogloss:0.467951
[269] train-mlogloss:0.222725 eval-mlogloss:0.467953
[270] train-mlogloss:0.222223 eval-mlogloss:0.467949
[271] train-mlogloss:0.221665 eval-mlogloss:0.467839
[272] train-mlogloss:0.221287 eval-mlogloss:0.467776
[273] train-mlogloss:0.220761 eval-mlogloss:0.467652
[274] train-mlogloss:0.220332 eval-mlogloss:0.467544
[275] train-mlogloss:0.219916 eval-mlogloss:0.467591
[276] train-mlogloss:0.219417 eval-mlogloss:0.467487
[277] train-mlogloss:0.218817 eval-mlogloss:0.467473
[278] train-mlogloss:0.218219 eval-mlogloss:0.467401
[279] train-mlogloss:0.217578 eval-mlogloss:0.467215
[280] train-mlogloss:0.217129 eval-mlogloss:0.467126
[281] train-mlogloss:0.216585 eval-mlogloss:0.467009
[282] train-mlogloss:0.216149 eval-mlogloss:0.466948
[283] train-mlogloss:0.215537 eval-mlogloss:0.466875
[284] train-mlogloss:0.214946 eval-mlogloss:0.466803
[285] train-mlogloss:0.214327 eval-mlogloss:0.466815
[286] train-mlogloss:0.213799 eval-mlogloss:0.466809
[287] train-mlogloss:0.213248 eval-mlogloss:0.466781
[288] train-mlogloss:0.212893 eval-mlogloss:0.466728
[289] train-mlogloss:0.212314 eval-mlogloss:0.466774
[290] train-mlogloss:0.211991 eval-mlogloss:0.466768
[291] train-mlogloss:0.211511 eval-mlogloss:0.466792
[292] train-mlogloss:0.211123 eval-mlogloss:0.466845
[293] train-mlogloss:0.210640 eval-mlogloss:0.466768
[294] train-mlogloss:0.210153 eval-mlogloss:0.466655
[295] train-mlogloss:0.209593 eval-mlogloss:0.466450
[296] train-mlogloss:0.209008 eval-mlogloss:0.466348
[297] train-mlogloss:0.208438 eval-mlogloss:0.466180
[298] train-mlogloss:0.208032 eval-mlogloss:0.466079
Training with params :
{'n_estimators': 300, 'min_child_weight': 6.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 8.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.46613880680290204
[299] train-mlogloss:0.207643 eval-mlogloss:0.466139
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.945032 eval-mlogloss:1.955015
[1] train-mlogloss:1.761600 eval-mlogloss:1.778875
[2] train-mlogloss:1.621786 eval-mlogloss:1.646565
[3] train-mlogloss:1.500158 eval-mlogloss:1.531082
[4] train-mlogloss:1.402237 eval-mlogloss:1.438599
[5] train-mlogloss:1.316263 eval-mlogloss:1.358031
[6] train-mlogloss:1.239357 eval-mlogloss:1.287034
[7] train-mlogloss:1.171052 eval-mlogloss:1.223737
[8] train-mlogloss:1.110269 eval-mlogloss:1.167951
[9] train-mlogloss:1.056243 eval-mlogloss:1.118392
[10] train-mlogloss:1.005296 eval-mlogloss:1.071083
[11] train-mlogloss:0.959522 eval-mlogloss:1.029375
[12] train-mlogloss:0.918000 eval-mlogloss:0.991607
[13] train-mlogloss:0.880129 eval-mlogloss:0.957683
[14] train-mlogloss:0.844849 eval-mlogloss:0.925823
[15] train-mlogloss:0.812605 eval-mlogloss:0.897502
[16] train-mlogloss:0.783723 eval-mlogloss:0.872230
[17] train-mlogloss:0.757072 eval-mlogloss:0.848561
[18] train-mlogloss:0.732325 eval-mlogloss:0.826925
[19] train-mlogloss:0.708167 eval-mlogloss:0.806221
[20] train-mlogloss:0.687467 eval-mlogloss:0.788735
[21] train-mlogloss:0.666338 eval-mlogloss:0.770496
[22] train-mlogloss:0.647523 eval-mlogloss:0.754555
[23] train-mlogloss:0.629852 eval-mlogloss:0.739692
[24] train-mlogloss:0.613267 eval-mlogloss:0.725907
[25] train-mlogloss:0.598412 eval-mlogloss:0.713308
[26] train-mlogloss:0.584657 eval-mlogloss:0.702272
[27] train-mlogloss:0.571410 eval-mlogloss:0.691485
[28] train-mlogloss:0.558751 eval-mlogloss:0.681347
[29] train-mlogloss:0.547062 eval-mlogloss:0.671872
[30] train-mlogloss:0.534518 eval-mlogloss:0.662285
[31] train-mlogloss:0.522888 eval-mlogloss:0.653345
[32] train-mlogloss:0.512136 eval-mlogloss:0.645256
[33] train-mlogloss:0.502342 eval-mlogloss:0.637558
[34] train-mlogloss:0.493422 eval-mlogloss:0.630459
[35] train-mlogloss:0.484644 eval-mlogloss:0.623749
[36] train-mlogloss:0.476116 eval-mlogloss:0.617165
[37] train-mlogloss:0.468243 eval-mlogloss:0.611402
[38] train-mlogloss:0.461580 eval-mlogloss:0.606110
[39] train-mlogloss:0.454814 eval-mlogloss:0.601103
[40] train-mlogloss:0.447518 eval-mlogloss:0.596122
[41] train-mlogloss:0.440499 eval-mlogloss:0.591321
[42] train-mlogloss:0.434304 eval-mlogloss:0.586798
[43] train-mlogloss:0.428864 eval-mlogloss:0.582541
[44] train-mlogloss:0.423791 eval-mlogloss:0.578481
[45] train-mlogloss:0.418484 eval-mlogloss:0.574512
[46] train-mlogloss:0.413948 eval-mlogloss:0.571145
[47] train-mlogloss:0.408537 eval-mlogloss:0.567307
[48] train-mlogloss:0.403999 eval-mlogloss:0.564012
[49] train-mlogloss:0.399640 eval-mlogloss:0.560892
[50] train-mlogloss:0.395686 eval-mlogloss:0.557842
[51] train-mlogloss:0.391767 eval-mlogloss:0.555103
[52] train-mlogloss:0.388456 eval-mlogloss:0.552592
[53] train-mlogloss:0.384336 eval-mlogloss:0.549941
[54] train-mlogloss:0.380378 eval-mlogloss:0.547329
[55] train-mlogloss:0.376979 eval-mlogloss:0.545051
[56] train-mlogloss:0.373369 eval-mlogloss:0.542679
[57] train-mlogloss:0.369635 eval-mlogloss:0.540441
[58] train-mlogloss:0.366276 eval-mlogloss:0.538248
[59] train-mlogloss:0.363294 eval-mlogloss:0.536322
[60] train-mlogloss:0.360840 eval-mlogloss:0.534650
[61] train-mlogloss:0.358251 eval-mlogloss:0.532878
[62] train-mlogloss:0.355338 eval-mlogloss:0.531166
[63] train-mlogloss:0.352486 eval-mlogloss:0.529482
[64] train-mlogloss:0.350005 eval-mlogloss:0.528047
[65] train-mlogloss:0.347552 eval-mlogloss:0.526746
[66] train-mlogloss:0.345234 eval-mlogloss:0.525211
[67] train-mlogloss:0.342334 eval-mlogloss:0.523743
[68] train-mlogloss:0.339814 eval-mlogloss:0.522254
[69] train-mlogloss:0.337545 eval-mlogloss:0.520878
[70] train-mlogloss:0.335469 eval-mlogloss:0.519691
[71] train-mlogloss:0.333138 eval-mlogloss:0.518451
[72] train-mlogloss:0.331142 eval-mlogloss:0.517154
[73] train-mlogloss:0.329153 eval-mlogloss:0.515948
[74] train-mlogloss:0.326730 eval-mlogloss:0.514666
[75] train-mlogloss:0.324885 eval-mlogloss:0.513476
[76] train-mlogloss:0.322614 eval-mlogloss:0.512265
[77] train-mlogloss:0.320320 eval-mlogloss:0.511140
[78] train-mlogloss:0.318165 eval-mlogloss:0.510048
[79] train-mlogloss:0.316191 eval-mlogloss:0.509116
[80] train-mlogloss:0.314378 eval-mlogloss:0.508173
[81] train-mlogloss:0.312232 eval-mlogloss:0.507020
[82] train-mlogloss:0.310757 eval-mlogloss:0.506242
[83] train-mlogloss:0.308831 eval-mlogloss:0.505196
[84] train-mlogloss:0.307192 eval-mlogloss:0.504415
[85] train-mlogloss:0.305232 eval-mlogloss:0.503567
[86] train-mlogloss:0.302864 eval-mlogloss:0.502751
[87] train-mlogloss:0.300978 eval-mlogloss:0.501867
[88] train-mlogloss:0.299234 eval-mlogloss:0.500977
[89] train-mlogloss:0.297599 eval-mlogloss:0.500187
[90] train-mlogloss:0.296074 eval-mlogloss:0.499425
[91] train-mlogloss:0.294519 eval-mlogloss:0.498695
[92] train-mlogloss:0.293131 eval-mlogloss:0.498089
[93] train-mlogloss:0.291638 eval-mlogloss:0.497335
[94] train-mlogloss:0.290064 eval-mlogloss:0.496653
[95] train-mlogloss:0.288356 eval-mlogloss:0.495935
[96] train-mlogloss:0.286530 eval-mlogloss:0.495072
[97] train-mlogloss:0.285149 eval-mlogloss:0.494603
[98] train-mlogloss:0.283374 eval-mlogloss:0.494069
[99] train-mlogloss:0.281864 eval-mlogloss:0.493392
[100] train-mlogloss:0.280220 eval-mlogloss:0.492823
[101] train-mlogloss:0.278736 eval-mlogloss:0.492088
[102] train-mlogloss:0.276847 eval-mlogloss:0.491563
[103] train-mlogloss:0.275618 eval-mlogloss:0.491023
[104] train-mlogloss:0.274476 eval-mlogloss:0.490496
[105] train-mlogloss:0.273475 eval-mlogloss:0.490055
[106] train-mlogloss:0.271973 eval-mlogloss:0.489391
[107] train-mlogloss:0.270520 eval-mlogloss:0.488935
[108] train-mlogloss:0.268869 eval-mlogloss:0.488359
[109] train-mlogloss:0.267605 eval-mlogloss:0.487819
[110] train-mlogloss:0.266065 eval-mlogloss:0.487361
[111] train-mlogloss:0.264797 eval-mlogloss:0.487057
[112] train-mlogloss:0.263352 eval-mlogloss:0.486579
[113] train-mlogloss:0.262159 eval-mlogloss:0.486106
[114] train-mlogloss:0.260568 eval-mlogloss:0.485701
[115] train-mlogloss:0.259453 eval-mlogloss:0.485071
[116] train-mlogloss:0.257881 eval-mlogloss:0.484516
[117] train-mlogloss:0.256773 eval-mlogloss:0.484123
[118] train-mlogloss:0.255626 eval-mlogloss:0.483607
[119] train-mlogloss:0.254622 eval-mlogloss:0.483194
[120] train-mlogloss:0.253298 eval-mlogloss:0.482751
[121] train-mlogloss:0.252240 eval-mlogloss:0.482318
[122] train-mlogloss:0.250958 eval-mlogloss:0.481844
[123] train-mlogloss:0.249615 eval-mlogloss:0.481512
[124] train-mlogloss:0.248263 eval-mlogloss:0.481013
[125] train-mlogloss:0.246841 eval-mlogloss:0.480531
[126] train-mlogloss:0.245914 eval-mlogloss:0.480126
[127] train-mlogloss:0.244860 eval-mlogloss:0.479707
[128] train-mlogloss:0.243390 eval-mlogloss:0.479436
[129] train-mlogloss:0.242561 eval-mlogloss:0.479109
[130] train-mlogloss:0.241498 eval-mlogloss:0.478827
[131] train-mlogloss:0.240612 eval-mlogloss:0.478515
[132] train-mlogloss:0.239485 eval-mlogloss:0.478143
[133] train-mlogloss:0.238400 eval-mlogloss:0.477789
[134] train-mlogloss:0.237479 eval-mlogloss:0.477387
[135] train-mlogloss:0.236582 eval-mlogloss:0.477070
[136] train-mlogloss:0.235862 eval-mlogloss:0.476773
[137] train-mlogloss:0.234840 eval-mlogloss:0.476331
[138] train-mlogloss:0.233930 eval-mlogloss:0.475899
[139] train-mlogloss:0.233056 eval-mlogloss:0.475616
[140] train-mlogloss:0.232169 eval-mlogloss:0.475222
[141] train-mlogloss:0.230734 eval-mlogloss:0.474989
[142] train-mlogloss:0.229547 eval-mlogloss:0.474867
[143] train-mlogloss:0.228788 eval-mlogloss:0.474630
[144] train-mlogloss:0.228222 eval-mlogloss:0.474451
[145] train-mlogloss:0.227230 eval-mlogloss:0.474038
[146] train-mlogloss:0.226334 eval-mlogloss:0.473727
[147] train-mlogloss:0.225500 eval-mlogloss:0.473489
[148] train-mlogloss:0.224612 eval-mlogloss:0.473238
[149] train-mlogloss:0.223467 eval-mlogloss:0.472943
[150] train-mlogloss:0.222348 eval-mlogloss:0.472761
[151] train-mlogloss:0.221284 eval-mlogloss:0.472599
[152] train-mlogloss:0.220151 eval-mlogloss:0.472522
[153] train-mlogloss:0.219034 eval-mlogloss:0.472196
[154] train-mlogloss:0.218102 eval-mlogloss:0.471992
[155] train-mlogloss:0.217172 eval-mlogloss:0.471919
[156] train-mlogloss:0.216221 eval-mlogloss:0.471647
[157] train-mlogloss:0.214913 eval-mlogloss:0.471316
[158] train-mlogloss:0.214217 eval-mlogloss:0.471179
[159] train-mlogloss:0.213241 eval-mlogloss:0.470948
[160] train-mlogloss:0.212433 eval-mlogloss:0.470868
[161] train-mlogloss:0.211554 eval-mlogloss:0.470586
[162] train-mlogloss:0.210732 eval-mlogloss:0.470462
[163] train-mlogloss:0.209719 eval-mlogloss:0.470313
[164] train-mlogloss:0.208720 eval-mlogloss:0.470146
[165] train-mlogloss:0.207852 eval-mlogloss:0.469893
[166] train-mlogloss:0.207203 eval-mlogloss:0.469659
[167] train-mlogloss:0.206261 eval-mlogloss:0.469387
[168] train-mlogloss:0.205649 eval-mlogloss:0.469236
[169] train-mlogloss:0.204976 eval-mlogloss:0.469078
[170] train-mlogloss:0.203980 eval-mlogloss:0.468906
[171] train-mlogloss:0.203206 eval-mlogloss:0.468641
[172] train-mlogloss:0.202426 eval-mlogloss:0.468447
[173] train-mlogloss:0.201765 eval-mlogloss:0.468383
[174] train-mlogloss:0.200786 eval-mlogloss:0.468144
[175] train-mlogloss:0.199902 eval-mlogloss:0.467935
[176] train-mlogloss:0.199089 eval-mlogloss:0.467821
[177] train-mlogloss:0.198474 eval-mlogloss:0.467627
[178] train-mlogloss:0.197428 eval-mlogloss:0.467406
[179] train-mlogloss:0.196621 eval-mlogloss:0.467308
[180] train-mlogloss:0.195623 eval-mlogloss:0.467153
[181] train-mlogloss:0.194940 eval-mlogloss:0.466966
[182] train-mlogloss:0.194195 eval-mlogloss:0.466888
[183] train-mlogloss:0.193416 eval-mlogloss:0.466703
[184] train-mlogloss:0.192640 eval-mlogloss:0.466429
[185] train-mlogloss:0.191708 eval-mlogloss:0.466368
[186] train-mlogloss:0.191136 eval-mlogloss:0.466243
[187] train-mlogloss:0.190314 eval-mlogloss:0.466211
[188] train-mlogloss:0.189474 eval-mlogloss:0.466136
[189] train-mlogloss:0.188785 eval-mlogloss:0.466141
[190] train-mlogloss:0.188211 eval-mlogloss:0.465979
[191] train-mlogloss:0.187395 eval-mlogloss:0.465772
[192] train-mlogloss:0.186821 eval-mlogloss:0.465705
[193] train-mlogloss:0.186122 eval-mlogloss:0.465541
[194] train-mlogloss:0.185207 eval-mlogloss:0.465499
[195] train-mlogloss:0.184221 eval-mlogloss:0.465256
[196] train-mlogloss:0.183387 eval-mlogloss:0.465094
[197] train-mlogloss:0.182635 eval-mlogloss:0.465165
[198] train-mlogloss:0.181827 eval-mlogloss:0.465058
[199] train-mlogloss:0.181180 eval-mlogloss:0.464990
[200] train-mlogloss:0.180471 eval-mlogloss:0.464927
[201] train-mlogloss:0.179711 eval-mlogloss:0.464939
[202] train-mlogloss:0.179199 eval-mlogloss:0.465002
[203] train-mlogloss:0.178400 eval-mlogloss:0.464892
[204] train-mlogloss:0.177786 eval-mlogloss:0.464791
[205] train-mlogloss:0.176844 eval-mlogloss:0.464675
[206] train-mlogloss:0.176020 eval-mlogloss:0.464606
[207] train-mlogloss:0.175392 eval-mlogloss:0.464548
[208] train-mlogloss:0.174788 eval-mlogloss:0.464515
[209] train-mlogloss:0.174098 eval-mlogloss:0.464362
[210] train-mlogloss:0.173468 eval-mlogloss:0.464279
[211] train-mlogloss:0.172814 eval-mlogloss:0.464165
[212] train-mlogloss:0.172094 eval-mlogloss:0.464097
[213] train-mlogloss:0.171232 eval-mlogloss:0.464048
[214] train-mlogloss:0.170535 eval-mlogloss:0.464012
[215] train-mlogloss:0.169749 eval-mlogloss:0.463908
[216] train-mlogloss:0.169045 eval-mlogloss:0.463824
[217] train-mlogloss:0.168501 eval-mlogloss:0.463759
[218] train-mlogloss:0.167771 eval-mlogloss:0.463725
[219] train-mlogloss:0.167185 eval-mlogloss:0.463684
[220] train-mlogloss:0.166619 eval-mlogloss:0.463664
[221] train-mlogloss:0.165935 eval-mlogloss:0.463601
[222] train-mlogloss:0.165417 eval-mlogloss:0.463532
[223] train-mlogloss:0.164671 eval-mlogloss:0.463341
[224] train-mlogloss:0.163923 eval-mlogloss:0.463199
[225] train-mlogloss:0.163323 eval-mlogloss:0.463216
[226] train-mlogloss:0.162691 eval-mlogloss:0.463140
[227] train-mlogloss:0.162155 eval-mlogloss:0.463017
[228] train-mlogloss:0.161656 eval-mlogloss:0.463016
[229] train-mlogloss:0.161051 eval-mlogloss:0.462809
[230] train-mlogloss:0.160609 eval-mlogloss:0.462708
[231] train-mlogloss:0.159859 eval-mlogloss:0.462694
[232] train-mlogloss:0.159197 eval-mlogloss:0.462537
[233] train-mlogloss:0.158257 eval-mlogloss:0.462582
[234] train-mlogloss:0.157899 eval-mlogloss:0.462592
[235] train-mlogloss:0.157046 eval-mlogloss:0.462612
[236] train-mlogloss:0.156409 eval-mlogloss:0.462672
[237] train-mlogloss:0.155501 eval-mlogloss:0.462575
[238] train-mlogloss:0.155059 eval-mlogloss:0.462583
[239] train-mlogloss:0.154564 eval-mlogloss:0.462577
[240] train-mlogloss:0.154041 eval-mlogloss:0.462570
[241] train-mlogloss:0.153546 eval-mlogloss:0.462519
[242] train-mlogloss:0.153080 eval-mlogloss:0.462506
[243] train-mlogloss:0.152456 eval-mlogloss:0.462542
[244] train-mlogloss:0.151848 eval-mlogloss:0.462502
[245] train-mlogloss:0.151297 eval-mlogloss:0.462472
[246] train-mlogloss:0.150782 eval-mlogloss:0.462485
[247] train-mlogloss:0.150123 eval-mlogloss:0.462420
[248] train-mlogloss:0.149508 eval-mlogloss:0.462441
[249] train-mlogloss:0.148945 eval-mlogloss:0.462387
[250] train-mlogloss:0.148372 eval-mlogloss:0.462463
[251] train-mlogloss:0.147960 eval-mlogloss:0.462508
[252] train-mlogloss:0.147387 eval-mlogloss:0.462406
[253] train-mlogloss:0.146830 eval-mlogloss:0.462387
[254] train-mlogloss:0.146253 eval-mlogloss:0.462366
[255] train-mlogloss:0.145527 eval-mlogloss:0.462291
[256] train-mlogloss:0.144851 eval-mlogloss:0.462345
[257] train-mlogloss:0.144433 eval-mlogloss:0.462309
[258] train-mlogloss:0.143933 eval-mlogloss:0.462274
[259] train-mlogloss:0.143356 eval-mlogloss:0.462307
[260] train-mlogloss:0.142878 eval-mlogloss:0.462247
[261] train-mlogloss:0.142263 eval-mlogloss:0.462195
[262] train-mlogloss:0.141843 eval-mlogloss:0.462196
[263] train-mlogloss:0.141399 eval-mlogloss:0.462173
[264] train-mlogloss:0.140855 eval-mlogloss:0.462160
[265] train-mlogloss:0.140375 eval-mlogloss:0.462169
[266] train-mlogloss:0.139868 eval-mlogloss:0.462188
[267] train-mlogloss:0.139432 eval-mlogloss:0.462127
[268] train-mlogloss:0.138957 eval-mlogloss:0.462077
[269] train-mlogloss:0.138450 eval-mlogloss:0.462183
[270] train-mlogloss:0.137982 eval-mlogloss:0.462091
[271] train-mlogloss:0.137460 eval-mlogloss:0.462051
[272] train-mlogloss:0.136983 eval-mlogloss:0.462171
[273] train-mlogloss:0.136401 eval-mlogloss:0.462241
[274] train-mlogloss:0.135900 eval-mlogloss:0.462358
[275] train-mlogloss:0.135349 eval-mlogloss:0.462499
[276] train-mlogloss:0.134805 eval-mlogloss:0.462379
[277] train-mlogloss:0.134403 eval-mlogloss:0.462585
[278] train-mlogloss:0.134026 eval-mlogloss:0.462572
[279] train-mlogloss:0.133457 eval-mlogloss:0.462427
[280] train-mlogloss:0.132896 eval-mlogloss:0.462423
[281] train-mlogloss:0.132445 eval-mlogloss:0.462430
Training with params :
{'n_estimators': 300, 'min_child_weight': 4.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 10.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.4624307711161597
Stopping. Best iteration:
[271] train-mlogloss:0.137460 eval-mlogloss:0.462051
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.966746 eval-mlogloss:1.970858
[1] train-mlogloss:1.804581 eval-mlogloss:1.812427
[2] train-mlogloss:1.683267 eval-mlogloss:1.693437
[3] train-mlogloss:1.572666 eval-mlogloss:1.585308
[4] train-mlogloss:1.482296 eval-mlogloss:1.497610
[5] train-mlogloss:1.403873 eval-mlogloss:1.421069
[6] train-mlogloss:1.335865 eval-mlogloss:1.354937
[7] train-mlogloss:1.273509 eval-mlogloss:1.294749
[8] train-mlogloss:1.216224 eval-mlogloss:1.239213
[9] train-mlogloss:1.166909 eval-mlogloss:1.191534
[10] train-mlogloss:1.119613 eval-mlogloss:1.146131
[11] train-mlogloss:1.077497 eval-mlogloss:1.105473
[12] train-mlogloss:1.039113 eval-mlogloss:1.068942
[13] train-mlogloss:1.003639 eval-mlogloss:1.035134
[14] train-mlogloss:0.970461 eval-mlogloss:1.003555
[15] train-mlogloss:0.941175 eval-mlogloss:0.975781
[16] train-mlogloss:0.913197 eval-mlogloss:0.949044
[17] train-mlogloss:0.889351 eval-mlogloss:0.926484
[18] train-mlogloss:0.865786 eval-mlogloss:0.904213
[19] train-mlogloss:0.844822 eval-mlogloss:0.884769
[20] train-mlogloss:0.824482 eval-mlogloss:0.865764
[21] train-mlogloss:0.806241 eval-mlogloss:0.848615
[22] train-mlogloss:0.788442 eval-mlogloss:0.832061
[23] train-mlogloss:0.772057 eval-mlogloss:0.816965
[24] train-mlogloss:0.756537 eval-mlogloss:0.802471
[25] train-mlogloss:0.742126 eval-mlogloss:0.789423
[26] train-mlogloss:0.728567 eval-mlogloss:0.776931
[27] train-mlogloss:0.715629 eval-mlogloss:0.764850
[28] train-mlogloss:0.703327 eval-mlogloss:0.753585
[29] train-mlogloss:0.691734 eval-mlogloss:0.743006
[30] train-mlogloss:0.681951 eval-mlogloss:0.734311
[31] train-mlogloss:0.671950 eval-mlogloss:0.725463
[32] train-mlogloss:0.662434 eval-mlogloss:0.716817
[33] train-mlogloss:0.653548 eval-mlogloss:0.708940
[34] train-mlogloss:0.645237 eval-mlogloss:0.701686
[35] train-mlogloss:0.637677 eval-mlogloss:0.695243
[36] train-mlogloss:0.629615 eval-mlogloss:0.688370
[37] train-mlogloss:0.622186 eval-mlogloss:0.681941
[38] train-mlogloss:0.615522 eval-mlogloss:0.675982
[39] train-mlogloss:0.608984 eval-mlogloss:0.670412
[40] train-mlogloss:0.602322 eval-mlogloss:0.664778
[41] train-mlogloss:0.596218 eval-mlogloss:0.659616
[42] train-mlogloss:0.590185 eval-mlogloss:0.654455
[43] train-mlogloss:0.584631 eval-mlogloss:0.649703
[44] train-mlogloss:0.579145 eval-mlogloss:0.644975
[45] train-mlogloss:0.573825 eval-mlogloss:0.640552
[46] train-mlogloss:0.568847 eval-mlogloss:0.636710
[47] train-mlogloss:0.564548 eval-mlogloss:0.633041
[48] train-mlogloss:0.559874 eval-mlogloss:0.629237
[49] train-mlogloss:0.555557 eval-mlogloss:0.625593
[50] train-mlogloss:0.551319 eval-mlogloss:0.622239
[51] train-mlogloss:0.547650 eval-mlogloss:0.619260
[52] train-mlogloss:0.543736 eval-mlogloss:0.616233
[53] train-mlogloss:0.539638 eval-mlogloss:0.613183
[54] train-mlogloss:0.536005 eval-mlogloss:0.610439
[55] train-mlogloss:0.532834 eval-mlogloss:0.607724
[56] train-mlogloss:0.528881 eval-mlogloss:0.604789
[57] train-mlogloss:0.525585 eval-mlogloss:0.602195
[58] train-mlogloss:0.522136 eval-mlogloss:0.599563
[59] train-mlogloss:0.519192 eval-mlogloss:0.597154
[60] train-mlogloss:0.516268 eval-mlogloss:0.594776
[61] train-mlogloss:0.513357 eval-mlogloss:0.592520
[62] train-mlogloss:0.510140 eval-mlogloss:0.590105
[63] train-mlogloss:0.507748 eval-mlogloss:0.588302
[64] train-mlogloss:0.505504 eval-mlogloss:0.586529
[65] train-mlogloss:0.502505 eval-mlogloss:0.584356
[66] train-mlogloss:0.499601 eval-mlogloss:0.582276
[67] train-mlogloss:0.497163 eval-mlogloss:0.580523
[68] train-mlogloss:0.494880 eval-mlogloss:0.578863
[69] train-mlogloss:0.492141 eval-mlogloss:0.577084
[70] train-mlogloss:0.489780 eval-mlogloss:0.575409
[71] train-mlogloss:0.487697 eval-mlogloss:0.573841
[72] train-mlogloss:0.485732 eval-mlogloss:0.572314
[73] train-mlogloss:0.483376 eval-mlogloss:0.570772
[74] train-mlogloss:0.481233 eval-mlogloss:0.569486
[75] train-mlogloss:0.478880 eval-mlogloss:0.567899
[76] train-mlogloss:0.476809 eval-mlogloss:0.566397
[77] train-mlogloss:0.474547 eval-mlogloss:0.564953
[78] train-mlogloss:0.472585 eval-mlogloss:0.563695
[79] train-mlogloss:0.470990 eval-mlogloss:0.562623
[80] train-mlogloss:0.469160 eval-mlogloss:0.561553
[81] train-mlogloss:0.467030 eval-mlogloss:0.560262
[82] train-mlogloss:0.465469 eval-mlogloss:0.559233
[83] train-mlogloss:0.463990 eval-mlogloss:0.558171
[84] train-mlogloss:0.461759 eval-mlogloss:0.556887
[85] train-mlogloss:0.459492 eval-mlogloss:0.555228
[86] train-mlogloss:0.457738 eval-mlogloss:0.554229
[87] train-mlogloss:0.455853 eval-mlogloss:0.553075
[88] train-mlogloss:0.453894 eval-mlogloss:0.551784
[89] train-mlogloss:0.452262 eval-mlogloss:0.550852
[90] train-mlogloss:0.450420 eval-mlogloss:0.549814
[91] train-mlogloss:0.448943 eval-mlogloss:0.548940
[92] train-mlogloss:0.447267 eval-mlogloss:0.547969
[93] train-mlogloss:0.445765 eval-mlogloss:0.547074
[94] train-mlogloss:0.443943 eval-mlogloss:0.545939
[95] train-mlogloss:0.442465 eval-mlogloss:0.544939
[96] train-mlogloss:0.440828 eval-mlogloss:0.543958
[97] train-mlogloss:0.439336 eval-mlogloss:0.543094
[98] train-mlogloss:0.437713 eval-mlogloss:0.542245
[99] train-mlogloss:0.436383 eval-mlogloss:0.541484
[100] train-mlogloss:0.435164 eval-mlogloss:0.540722
[101] train-mlogloss:0.433884 eval-mlogloss:0.540060
[102] train-mlogloss:0.432583 eval-mlogloss:0.539364
[103] train-mlogloss:0.430885 eval-mlogloss:0.538610
[104] train-mlogloss:0.429463 eval-mlogloss:0.537885
[105] train-mlogloss:0.428193 eval-mlogloss:0.537130
[106] train-mlogloss:0.426664 eval-mlogloss:0.536395
[107] train-mlogloss:0.425204 eval-mlogloss:0.535646
[108] train-mlogloss:0.424051 eval-mlogloss:0.535091
[109] train-mlogloss:0.422633 eval-mlogloss:0.534362
[110] train-mlogloss:0.421152 eval-mlogloss:0.533576
[111] train-mlogloss:0.419739 eval-mlogloss:0.532706
[112] train-mlogloss:0.418221 eval-mlogloss:0.531994
[113] train-mlogloss:0.416958 eval-mlogloss:0.531305
[114] train-mlogloss:0.415884 eval-mlogloss:0.530678
[115] train-mlogloss:0.414521 eval-mlogloss:0.529950
[116] train-mlogloss:0.413314 eval-mlogloss:0.529417
[117] train-mlogloss:0.412151 eval-mlogloss:0.528906
[118] train-mlogloss:0.410839 eval-mlogloss:0.528216
[119] train-mlogloss:0.409938 eval-mlogloss:0.527610
[120] train-mlogloss:0.408796 eval-mlogloss:0.526945
[121] train-mlogloss:0.407401 eval-mlogloss:0.526177
[122] train-mlogloss:0.406351 eval-mlogloss:0.525602
[123] train-mlogloss:0.405031 eval-mlogloss:0.525003
[124] train-mlogloss:0.403920 eval-mlogloss:0.524508
[125] train-mlogloss:0.402792 eval-mlogloss:0.524010
[126] train-mlogloss:0.401574 eval-mlogloss:0.523501
[127] train-mlogloss:0.400516 eval-mlogloss:0.522949
[128] train-mlogloss:0.399535 eval-mlogloss:0.522492
[129] train-mlogloss:0.398313 eval-mlogloss:0.521949
[130] train-mlogloss:0.397300 eval-mlogloss:0.521328
[131] train-mlogloss:0.396221 eval-mlogloss:0.520850
[132] train-mlogloss:0.394840 eval-mlogloss:0.520268
[133] train-mlogloss:0.393901 eval-mlogloss:0.519726
[134] train-mlogloss:0.392825 eval-mlogloss:0.519221
[135] train-mlogloss:0.391456 eval-mlogloss:0.518619
[136] train-mlogloss:0.390394 eval-mlogloss:0.518053
[137] train-mlogloss:0.389312 eval-mlogloss:0.517595
[138] train-mlogloss:0.388228 eval-mlogloss:0.517176
[139] train-mlogloss:0.387173 eval-mlogloss:0.516736
[140] train-mlogloss:0.386361 eval-mlogloss:0.516264
[141] train-mlogloss:0.385402 eval-mlogloss:0.515749
[142] train-mlogloss:0.384476 eval-mlogloss:0.515311
[143] train-mlogloss:0.383504 eval-mlogloss:0.514839
[144] train-mlogloss:0.382490 eval-mlogloss:0.514377
[145] train-mlogloss:0.381724 eval-mlogloss:0.514011
[146] train-mlogloss:0.380963 eval-mlogloss:0.513667
[147] train-mlogloss:0.380170 eval-mlogloss:0.513213
[148] train-mlogloss:0.379082 eval-mlogloss:0.512801
[149] train-mlogloss:0.378034 eval-mlogloss:0.512322
[150] train-mlogloss:0.377153 eval-mlogloss:0.511882
[151] train-mlogloss:0.376332 eval-mlogloss:0.511405
[152] train-mlogloss:0.375567 eval-mlogloss:0.511121
[153] train-mlogloss:0.374589 eval-mlogloss:0.510773
[154] train-mlogloss:0.373578 eval-mlogloss:0.510480
[155] train-mlogloss:0.372526 eval-mlogloss:0.509986
[156] train-mlogloss:0.371922 eval-mlogloss:0.509725
[157] train-mlogloss:0.371178 eval-mlogloss:0.509395
[158] train-mlogloss:0.370094 eval-mlogloss:0.508923
[159] train-mlogloss:0.369167 eval-mlogloss:0.508497
[160] train-mlogloss:0.368210 eval-mlogloss:0.507986
[161] train-mlogloss:0.367075 eval-mlogloss:0.507577
[162] train-mlogloss:0.366461 eval-mlogloss:0.507229
[163] train-mlogloss:0.365745 eval-mlogloss:0.506917
[164] train-mlogloss:0.365057 eval-mlogloss:0.506604
[165] train-mlogloss:0.364152 eval-mlogloss:0.506311
[166] train-mlogloss:0.363133 eval-mlogloss:0.505968
[167] train-mlogloss:0.362283 eval-mlogloss:0.505521
[168] train-mlogloss:0.361482 eval-mlogloss:0.505115
[169] train-mlogloss:0.360331 eval-mlogloss:0.504571
[170] train-mlogloss:0.359079 eval-mlogloss:0.504261
[171] train-mlogloss:0.358150 eval-mlogloss:0.504139
[172] train-mlogloss:0.357669 eval-mlogloss:0.503812
[173] train-mlogloss:0.356867 eval-mlogloss:0.503473
[174] train-mlogloss:0.355866 eval-mlogloss:0.503145
[175] train-mlogloss:0.355114 eval-mlogloss:0.502779
[176] train-mlogloss:0.354425 eval-mlogloss:0.502572
[177] train-mlogloss:0.353706 eval-mlogloss:0.502176
[178] train-mlogloss:0.352644 eval-mlogloss:0.501874
[179] train-mlogloss:0.351886 eval-mlogloss:0.501545
[180] train-mlogloss:0.351260 eval-mlogloss:0.501246
[181] train-mlogloss:0.350631 eval-mlogloss:0.500890
[182] train-mlogloss:0.349919 eval-mlogloss:0.500679
[183] train-mlogloss:0.349379 eval-mlogloss:0.500420
[184] train-mlogloss:0.348711 eval-mlogloss:0.500085
[185] train-mlogloss:0.347988 eval-mlogloss:0.499816
[186] train-mlogloss:0.347266 eval-mlogloss:0.499503
[187] train-mlogloss:0.346537 eval-mlogloss:0.499220
[188] train-mlogloss:0.345746 eval-mlogloss:0.498929
[189] train-mlogloss:0.345149 eval-mlogloss:0.498733
[190] train-mlogloss:0.344538 eval-mlogloss:0.498486
[191] train-mlogloss:0.343748 eval-mlogloss:0.498269
[192] train-mlogloss:0.342928 eval-mlogloss:0.498060
[193] train-mlogloss:0.342257 eval-mlogloss:0.497853
[194] train-mlogloss:0.341416 eval-mlogloss:0.497584
[195] train-mlogloss:0.340548 eval-mlogloss:0.497362
[196] train-mlogloss:0.339902 eval-mlogloss:0.497192
[197] train-mlogloss:0.339176 eval-mlogloss:0.497016
[198] train-mlogloss:0.338263 eval-mlogloss:0.496732
[199] train-mlogloss:0.337585 eval-mlogloss:0.496533
[200] train-mlogloss:0.336709 eval-mlogloss:0.496176
[201] train-mlogloss:0.335916 eval-mlogloss:0.495913
[202] train-mlogloss:0.335116 eval-mlogloss:0.495641
[203] train-mlogloss:0.334316 eval-mlogloss:0.495443
[204] train-mlogloss:0.333641 eval-mlogloss:0.495171
[205] train-mlogloss:0.332850 eval-mlogloss:0.494896
[206] train-mlogloss:0.332089 eval-mlogloss:0.494672
[207] train-mlogloss:0.331507 eval-mlogloss:0.494346
[208] train-mlogloss:0.330991 eval-mlogloss:0.494198
[209] train-mlogloss:0.330160 eval-mlogloss:0.493928
[210] train-mlogloss:0.329523 eval-mlogloss:0.493675
[211] train-mlogloss:0.328815 eval-mlogloss:0.493409
[212] train-mlogloss:0.328102 eval-mlogloss:0.493119
[213] train-mlogloss:0.327389 eval-mlogloss:0.492875
[214] train-mlogloss:0.326865 eval-mlogloss:0.492709
[215] train-mlogloss:0.326114 eval-mlogloss:0.492469
[216] train-mlogloss:0.325452 eval-mlogloss:0.492248
[217] train-mlogloss:0.324854 eval-mlogloss:0.492011
[218] train-mlogloss:0.324261 eval-mlogloss:0.491912
[219] train-mlogloss:0.323488 eval-mlogloss:0.491784
[220] train-mlogloss:0.322857 eval-mlogloss:0.491575
[221] train-mlogloss:0.322274 eval-mlogloss:0.491369
[222] train-mlogloss:0.321577 eval-mlogloss:0.491060
[223] train-mlogloss:0.320889 eval-mlogloss:0.490832
[224] train-mlogloss:0.320341 eval-mlogloss:0.490680
[225] train-mlogloss:0.319942 eval-mlogloss:0.490518
[226] train-mlogloss:0.319413 eval-mlogloss:0.490354
[227] train-mlogloss:0.318738 eval-mlogloss:0.490238
[228] train-mlogloss:0.318187 eval-mlogloss:0.490091
[229] train-mlogloss:0.317506 eval-mlogloss:0.489941
[230] train-mlogloss:0.317018 eval-mlogloss:0.489764
[231] train-mlogloss:0.316404 eval-mlogloss:0.489690
[232] train-mlogloss:0.315683 eval-mlogloss:0.489496
[233] train-mlogloss:0.314929 eval-mlogloss:0.489227
[234] train-mlogloss:0.314220 eval-mlogloss:0.489148
[235] train-mlogloss:0.313415 eval-mlogloss:0.488848
[236] train-mlogloss:0.312874 eval-mlogloss:0.488646
[237] train-mlogloss:0.312255 eval-mlogloss:0.488444
[238] train-mlogloss:0.311598 eval-mlogloss:0.488221
[239] train-mlogloss:0.310857 eval-mlogloss:0.487994
[240] train-mlogloss:0.310180 eval-mlogloss:0.487808
[241] train-mlogloss:0.309609 eval-mlogloss:0.487596
[242] train-mlogloss:0.308897 eval-mlogloss:0.487354
[243] train-mlogloss:0.308301 eval-mlogloss:0.487109
[244] train-mlogloss:0.307806 eval-mlogloss:0.486935
[245] train-mlogloss:0.307258 eval-mlogloss:0.486689
[246] train-mlogloss:0.306708 eval-mlogloss:0.486521
[247] train-mlogloss:0.306028 eval-mlogloss:0.486260
[248] train-mlogloss:0.305402 eval-mlogloss:0.486142
[249] train-mlogloss:0.304853 eval-mlogloss:0.485931
[250] train-mlogloss:0.304163 eval-mlogloss:0.485698
[251] train-mlogloss:0.303450 eval-mlogloss:0.485557
[252] train-mlogloss:0.303011 eval-mlogloss:0.485460
[253] train-mlogloss:0.302397 eval-mlogloss:0.485306
[254] train-mlogloss:0.301753 eval-mlogloss:0.485146
[255] train-mlogloss:0.301183 eval-mlogloss:0.484964
[256] train-mlogloss:0.300736 eval-mlogloss:0.484803
[257] train-mlogloss:0.299898 eval-mlogloss:0.484694
[258] train-mlogloss:0.299300 eval-mlogloss:0.484500
[259] train-mlogloss:0.298883 eval-mlogloss:0.484461
[260] train-mlogloss:0.298359 eval-mlogloss:0.484329
[261] train-mlogloss:0.297894 eval-mlogloss:0.484138
[262] train-mlogloss:0.297368 eval-mlogloss:0.484052
[263] train-mlogloss:0.296643 eval-mlogloss:0.483896
[264] train-mlogloss:0.295962 eval-mlogloss:0.483582
[265] train-mlogloss:0.295574 eval-mlogloss:0.483493
[266] train-mlogloss:0.295054 eval-mlogloss:0.483314
[267] train-mlogloss:0.294692 eval-mlogloss:0.483229
[268] train-mlogloss:0.294006 eval-mlogloss:0.483089
[269] train-mlogloss:0.293524 eval-mlogloss:0.482973
[270] train-mlogloss:0.292929 eval-mlogloss:0.482854
[271] train-mlogloss:0.292420 eval-mlogloss:0.482685
[272] train-mlogloss:0.291926 eval-mlogloss:0.482595
[273] train-mlogloss:0.291443 eval-mlogloss:0.482568
[274] train-mlogloss:0.291015 eval-mlogloss:0.482527
[275] train-mlogloss:0.290540 eval-mlogloss:0.482452
[276] train-mlogloss:0.289958 eval-mlogloss:0.482271
[277] train-mlogloss:0.289458 eval-mlogloss:0.482121
[278] train-mlogloss:0.288937 eval-mlogloss:0.481944
[279] train-mlogloss:0.288383 eval-mlogloss:0.481666
[280] train-mlogloss:0.287941 eval-mlogloss:0.481508
[281] train-mlogloss:0.287234 eval-mlogloss:0.481366
[282] train-mlogloss:0.286736 eval-mlogloss:0.481326
[283] train-mlogloss:0.286401 eval-mlogloss:0.481262
[284] train-mlogloss:0.286021 eval-mlogloss:0.481114
[285] train-mlogloss:0.285487 eval-mlogloss:0.481129
[286] train-mlogloss:0.285050 eval-mlogloss:0.480929
[287] train-mlogloss:0.284460 eval-mlogloss:0.480836
[288] train-mlogloss:0.284063 eval-mlogloss:0.480757
[289] train-mlogloss:0.283689 eval-mlogloss:0.480577
[290] train-mlogloss:0.283166 eval-mlogloss:0.480358
[291] train-mlogloss:0.282725 eval-mlogloss:0.480219
[292] train-mlogloss:0.282099 eval-mlogloss:0.480063
[293] train-mlogloss:0.281527 eval-mlogloss:0.479829
[294] train-mlogloss:0.280866 eval-mlogloss:0.479752
[295] train-mlogloss:0.280344 eval-mlogloss:0.479696
[296] train-mlogloss:0.279834 eval-mlogloss:0.479700
[297] train-mlogloss:0.279231 eval-mlogloss:0.479540
[298] train-mlogloss:0.278680 eval-mlogloss:0.479319
[299] train-mlogloss:0.278355 eval-mlogloss:0.479207
Training with params :
{'n_estimators': 300, 'min_child_weight': 3.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 6.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.47920706750642783
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.939473 eval-mlogloss:1.952183
[1] train-mlogloss:1.745245 eval-mlogloss:1.769973
[2] train-mlogloss:1.596442 eval-mlogloss:1.632717
[3] train-mlogloss:1.472049 eval-mlogloss:1.518522
[4] train-mlogloss:1.366280 eval-mlogloss:1.422220
[5] train-mlogloss:1.272351 eval-mlogloss:1.337537
[6] train-mlogloss:1.190531 eval-mlogloss:1.263687
[7] train-mlogloss:1.117834 eval-mlogloss:1.198961
[8] train-mlogloss:1.052933 eval-mlogloss:1.141445
[9] train-mlogloss:0.994563 eval-mlogloss:1.089354
[10] train-mlogloss:0.941974 eval-mlogloss:1.043042
[11] train-mlogloss:0.894710 eval-mlogloss:1.002418
[12] train-mlogloss:0.851928 eval-mlogloss:0.965641
[13] train-mlogloss:0.811653 eval-mlogloss:0.931238
[14] train-mlogloss:0.775354 eval-mlogloss:0.900038
[15] train-mlogloss:0.740570 eval-mlogloss:0.870645
[16] train-mlogloss:0.709839 eval-mlogloss:0.844446
[17] train-mlogloss:0.682128 eval-mlogloss:0.821575
[18] train-mlogloss:0.656267 eval-mlogloss:0.800184
[19] train-mlogloss:0.631346 eval-mlogloss:0.779627
[20] train-mlogloss:0.607938 eval-mlogloss:0.760244
[21] train-mlogloss:0.585200 eval-mlogloss:0.742420
[22] train-mlogloss:0.564221 eval-mlogloss:0.725852
[23] train-mlogloss:0.545221 eval-mlogloss:0.711210
[24] train-mlogloss:0.527929 eval-mlogloss:0.697647
[25] train-mlogloss:0.512607 eval-mlogloss:0.685384
[26] train-mlogloss:0.497694 eval-mlogloss:0.673594
[27] train-mlogloss:0.484216 eval-mlogloss:0.662623
[28] train-mlogloss:0.470737 eval-mlogloss:0.652094
[29] train-mlogloss:0.457742 eval-mlogloss:0.642351
[30] train-mlogloss:0.445890 eval-mlogloss:0.633771
[31] train-mlogloss:0.434559 eval-mlogloss:0.625092
[32] train-mlogloss:0.423669 eval-mlogloss:0.617052
[33] train-mlogloss:0.413502 eval-mlogloss:0.609858
[34] train-mlogloss:0.404172 eval-mlogloss:0.602785
[35] train-mlogloss:0.395194 eval-mlogloss:0.595993
[36] train-mlogloss:0.386614 eval-mlogloss:0.589799
[37] train-mlogloss:0.379054 eval-mlogloss:0.584181
[38] train-mlogloss:0.370875 eval-mlogloss:0.578874
[39] train-mlogloss:0.363968 eval-mlogloss:0.573972
[40] train-mlogloss:0.356925 eval-mlogloss:0.569038
[41] train-mlogloss:0.350507 eval-mlogloss:0.564667
[42] train-mlogloss:0.344422 eval-mlogloss:0.560544
[43] train-mlogloss:0.338665 eval-mlogloss:0.556641
[44] train-mlogloss:0.333095 eval-mlogloss:0.552731
[45] train-mlogloss:0.327739 eval-mlogloss:0.549046
[46] train-mlogloss:0.323001 eval-mlogloss:0.545766
[47] train-mlogloss:0.318021 eval-mlogloss:0.542504
[48] train-mlogloss:0.313517 eval-mlogloss:0.539543
[49] train-mlogloss:0.309777 eval-mlogloss:0.536855
[50] train-mlogloss:0.305668 eval-mlogloss:0.534265
[51] train-mlogloss:0.301351 eval-mlogloss:0.531523
[52] train-mlogloss:0.298001 eval-mlogloss:0.529055
[53] train-mlogloss:0.293927 eval-mlogloss:0.526679
[54] train-mlogloss:0.290237 eval-mlogloss:0.524309
[55] train-mlogloss:0.286624 eval-mlogloss:0.522226
[56] train-mlogloss:0.283979 eval-mlogloss:0.520414
[57] train-mlogloss:0.280562 eval-mlogloss:0.518568
[58] train-mlogloss:0.277540 eval-mlogloss:0.516728
[59] train-mlogloss:0.274197 eval-mlogloss:0.514969
[60] train-mlogloss:0.270663 eval-mlogloss:0.512962
[61] train-mlogloss:0.267626 eval-mlogloss:0.511158
[62] train-mlogloss:0.264871 eval-mlogloss:0.509788
[63] train-mlogloss:0.262342 eval-mlogloss:0.508226
[64] train-mlogloss:0.259722 eval-mlogloss:0.506685
[65] train-mlogloss:0.257000 eval-mlogloss:0.505227
[66] train-mlogloss:0.254802 eval-mlogloss:0.504044
[67] train-mlogloss:0.252210 eval-mlogloss:0.502611
[68] train-mlogloss:0.249984 eval-mlogloss:0.501248
[69] train-mlogloss:0.247101 eval-mlogloss:0.500093
[70] train-mlogloss:0.244470 eval-mlogloss:0.498928
[71] train-mlogloss:0.242210 eval-mlogloss:0.497793
[72] train-mlogloss:0.239935 eval-mlogloss:0.496858
[73] train-mlogloss:0.237358 eval-mlogloss:0.495522
[74] train-mlogloss:0.235412 eval-mlogloss:0.494640
[75] train-mlogloss:0.233760 eval-mlogloss:0.493798
[76] train-mlogloss:0.231986 eval-mlogloss:0.492856
[77] train-mlogloss:0.230187 eval-mlogloss:0.491899
[78] train-mlogloss:0.228281 eval-mlogloss:0.490997
[79] train-mlogloss:0.226072 eval-mlogloss:0.490337
[80] train-mlogloss:0.224396 eval-mlogloss:0.489493
[81] train-mlogloss:0.222537 eval-mlogloss:0.488806
[82] train-mlogloss:0.220908 eval-mlogloss:0.487929
[83] train-mlogloss:0.218933 eval-mlogloss:0.487317
[84] train-mlogloss:0.217165 eval-mlogloss:0.486499
[85] train-mlogloss:0.215660 eval-mlogloss:0.485797
[86] train-mlogloss:0.213930 eval-mlogloss:0.485053
[87] train-mlogloss:0.212437 eval-mlogloss:0.484367
[88] train-mlogloss:0.210859 eval-mlogloss:0.483814
[89] train-mlogloss:0.209295 eval-mlogloss:0.483139
[90] train-mlogloss:0.207945 eval-mlogloss:0.482457
[91] train-mlogloss:0.206230 eval-mlogloss:0.481771
[92] train-mlogloss:0.204826 eval-mlogloss:0.481157
[93] train-mlogloss:0.203651 eval-mlogloss:0.480552
[94] train-mlogloss:0.202502 eval-mlogloss:0.479988
[95] train-mlogloss:0.201259 eval-mlogloss:0.479533
[96] train-mlogloss:0.199867 eval-mlogloss:0.479075
[97] train-mlogloss:0.198113 eval-mlogloss:0.478664
[98] train-mlogloss:0.196837 eval-mlogloss:0.478292
[99] train-mlogloss:0.195383 eval-mlogloss:0.477849
[100] train-mlogloss:0.193821 eval-mlogloss:0.477267
[101] train-mlogloss:0.192482 eval-mlogloss:0.476773
[102] train-mlogloss:0.190875 eval-mlogloss:0.476253
[103] train-mlogloss:0.189478 eval-mlogloss:0.475841
[104] train-mlogloss:0.188159 eval-mlogloss:0.475441
[105] train-mlogloss:0.186835 eval-mlogloss:0.475139
[106] train-mlogloss:0.185846 eval-mlogloss:0.474851
[107] train-mlogloss:0.184441 eval-mlogloss:0.474430
[108] train-mlogloss:0.182830 eval-mlogloss:0.474129
[109] train-mlogloss:0.181433 eval-mlogloss:0.473842
[110] train-mlogloss:0.180453 eval-mlogloss:0.473379
[111] train-mlogloss:0.179003 eval-mlogloss:0.472919
[112] train-mlogloss:0.177928 eval-mlogloss:0.472656
[113] train-mlogloss:0.177047 eval-mlogloss:0.472463
[114] train-mlogloss:0.175782 eval-mlogloss:0.472208
[115] train-mlogloss:0.174073 eval-mlogloss:0.471960
[116] train-mlogloss:0.172792 eval-mlogloss:0.471518
[117] train-mlogloss:0.171764 eval-mlogloss:0.471247
[118] train-mlogloss:0.170424 eval-mlogloss:0.470948
[119] train-mlogloss:0.169222 eval-mlogloss:0.470626
[120] train-mlogloss:0.168060 eval-mlogloss:0.470265
[121] train-mlogloss:0.167164 eval-mlogloss:0.470044
[122] train-mlogloss:0.166073 eval-mlogloss:0.469640
[123] train-mlogloss:0.165133 eval-mlogloss:0.469408
[124] train-mlogloss:0.163961 eval-mlogloss:0.469179
[125] train-mlogloss:0.162854 eval-mlogloss:0.468857
[126] train-mlogloss:0.161626 eval-mlogloss:0.468523
[127] train-mlogloss:0.160495 eval-mlogloss:0.468233
[128] train-mlogloss:0.159617 eval-mlogloss:0.468111
[129] train-mlogloss:0.158844 eval-mlogloss:0.467828
[130] train-mlogloss:0.157869 eval-mlogloss:0.467580
[131] train-mlogloss:0.156814 eval-mlogloss:0.467283
[132] train-mlogloss:0.155765 eval-mlogloss:0.467115
[133] train-mlogloss:0.154964 eval-mlogloss:0.466954
[134] train-mlogloss:0.153790 eval-mlogloss:0.466687
[135] train-mlogloss:0.153013 eval-mlogloss:0.466585
[136] train-mlogloss:0.152046 eval-mlogloss:0.466344
[137] train-mlogloss:0.150994 eval-mlogloss:0.466200
[138] train-mlogloss:0.150111 eval-mlogloss:0.465969
[139] train-mlogloss:0.149191 eval-mlogloss:0.465872
[140] train-mlogloss:0.148485 eval-mlogloss:0.465792
[141] train-mlogloss:0.147492 eval-mlogloss:0.465570
[142] train-mlogloss:0.146461 eval-mlogloss:0.465349
[143] train-mlogloss:0.145116 eval-mlogloss:0.465221
[144] train-mlogloss:0.144304 eval-mlogloss:0.465083
[145] train-mlogloss:0.143538 eval-mlogloss:0.464988
[146] train-mlogloss:0.142753 eval-mlogloss:0.464954
[147] train-mlogloss:0.141641 eval-mlogloss:0.464807
[148] train-mlogloss:0.140579 eval-mlogloss:0.464802
[149] train-mlogloss:0.139918 eval-mlogloss:0.464741
[150] train-mlogloss:0.138988 eval-mlogloss:0.464679
[151] train-mlogloss:0.137980 eval-mlogloss:0.464554
[152] train-mlogloss:0.137093 eval-mlogloss:0.464411
[153] train-mlogloss:0.136101 eval-mlogloss:0.464483
[154] train-mlogloss:0.135341 eval-mlogloss:0.464355
[155] train-mlogloss:0.134784 eval-mlogloss:0.464222
[156] train-mlogloss:0.133673 eval-mlogloss:0.464142
[157] train-mlogloss:0.132814 eval-mlogloss:0.463870
[158] train-mlogloss:0.131673 eval-mlogloss:0.463670
[159] train-mlogloss:0.130964 eval-mlogloss:0.463704
[160] train-mlogloss:0.130334 eval-mlogloss:0.463724
[161] train-mlogloss:0.129542 eval-mlogloss:0.463554
[162] train-mlogloss:0.128973 eval-mlogloss:0.463737
[163] train-mlogloss:0.128046 eval-mlogloss:0.463591
[164] train-mlogloss:0.127183 eval-mlogloss:0.463526
[165] train-mlogloss:0.126293 eval-mlogloss:0.463440
[166] train-mlogloss:0.125490 eval-mlogloss:0.463445
[167] train-mlogloss:0.124640 eval-mlogloss:0.463381
[168] train-mlogloss:0.123710 eval-mlogloss:0.463186
[169] train-mlogloss:0.122800 eval-mlogloss:0.463085
[170] train-mlogloss:0.121976 eval-mlogloss:0.463191
[171] train-mlogloss:0.121264 eval-mlogloss:0.463132
[172] train-mlogloss:0.120643 eval-mlogloss:0.463104
[173] train-mlogloss:0.119909 eval-mlogloss:0.463185
[174] train-mlogloss:0.119052 eval-mlogloss:0.463122
[175] train-mlogloss:0.118164 eval-mlogloss:0.463171
[176] train-mlogloss:0.117304 eval-mlogloss:0.463087
[177] train-mlogloss:0.116444 eval-mlogloss:0.463032
[178] train-mlogloss:0.115847 eval-mlogloss:0.462956
[179] train-mlogloss:0.115175 eval-mlogloss:0.462944
[180] train-mlogloss:0.114419 eval-mlogloss:0.463014
[181] train-mlogloss:0.113521 eval-mlogloss:0.463089
[182] train-mlogloss:0.112948 eval-mlogloss:0.463172
[183] train-mlogloss:0.112296 eval-mlogloss:0.463092
[184] train-mlogloss:0.111770 eval-mlogloss:0.463101
[185] train-mlogloss:0.111046 eval-mlogloss:0.463086
[186] train-mlogloss:0.110581 eval-mlogloss:0.463006
[187] train-mlogloss:0.110068 eval-mlogloss:0.463115
[188] train-mlogloss:0.109311 eval-mlogloss:0.463063
Training with params :
{'n_estimators': 300, 'min_child_weight': 3.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 13.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.46302652467153343
[189] train-mlogloss:0.108781 eval-mlogloss:0.463027
Stopping. Best iteration:
[179] train-mlogloss:0.115175 eval-mlogloss:0.462944
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.946992 eval-mlogloss:1.954181
[1] train-mlogloss:1.777708 eval-mlogloss:1.790287
[2] train-mlogloss:1.636001 eval-mlogloss:1.654312
[3] train-mlogloss:1.517064 eval-mlogloss:1.540673
[4] train-mlogloss:1.417294 eval-mlogloss:1.445625
[5] train-mlogloss:1.330064 eval-mlogloss:1.362256
[6] train-mlogloss:1.254628 eval-mlogloss:1.290813
[7] train-mlogloss:1.189215 eval-mlogloss:1.229501
[8] train-mlogloss:1.129644 eval-mlogloss:1.173436
[9] train-mlogloss:1.076739 eval-mlogloss:1.124316
[10] train-mlogloss:1.027624 eval-mlogloss:1.078486
[11] train-mlogloss:0.984124 eval-mlogloss:1.038267
[12] train-mlogloss:0.943945 eval-mlogloss:1.001103
[13] train-mlogloss:0.906427 eval-mlogloss:0.966277
[14] train-mlogloss:0.872557 eval-mlogloss:0.935248
[15] train-mlogloss:0.840156 eval-mlogloss:0.906028
[16] train-mlogloss:0.811452 eval-mlogloss:0.880043
[17] train-mlogloss:0.784747 eval-mlogloss:0.856031
[18] train-mlogloss:0.760253 eval-mlogloss:0.834212
[19] train-mlogloss:0.737064 eval-mlogloss:0.813625
[20] train-mlogloss:0.715306 eval-mlogloss:0.794673
[21] train-mlogloss:0.695471 eval-mlogloss:0.777240
[22] train-mlogloss:0.677068 eval-mlogloss:0.761226
[23] train-mlogloss:0.660042 eval-mlogloss:0.746510
[24] train-mlogloss:0.644412 eval-mlogloss:0.733269
[25] train-mlogloss:0.629569 eval-mlogloss:0.720845
[26] train-mlogloss:0.615629 eval-mlogloss:0.709081
[27] train-mlogloss:0.602326 eval-mlogloss:0.698173
[28] train-mlogloss:0.589974 eval-mlogloss:0.687884
[29] train-mlogloss:0.578553 eval-mlogloss:0.678701
[30] train-mlogloss:0.566859 eval-mlogloss:0.669243
[31] train-mlogloss:0.556746 eval-mlogloss:0.660856
[32] train-mlogloss:0.546856 eval-mlogloss:0.652831
[33] train-mlogloss:0.538006 eval-mlogloss:0.645557
[34] train-mlogloss:0.529025 eval-mlogloss:0.638522
[35] train-mlogloss:0.520807 eval-mlogloss:0.631969
[36] train-mlogloss:0.512885 eval-mlogloss:0.625485
[37] train-mlogloss:0.505659 eval-mlogloss:0.619854
[38] train-mlogloss:0.498136 eval-mlogloss:0.614034
[39] train-mlogloss:0.491027 eval-mlogloss:0.608734
[40] train-mlogloss:0.484140 eval-mlogloss:0.603409
[41] train-mlogloss:0.477971 eval-mlogloss:0.598728
[42] train-mlogloss:0.471859 eval-mlogloss:0.593976
[43] train-mlogloss:0.466080 eval-mlogloss:0.589683
[44] train-mlogloss:0.461272 eval-mlogloss:0.585734
[45] train-mlogloss:0.456694 eval-mlogloss:0.582080
[46] train-mlogloss:0.451419 eval-mlogloss:0.578138
[47] train-mlogloss:0.446948 eval-mlogloss:0.574762
[48] train-mlogloss:0.442684 eval-mlogloss:0.571634
[49] train-mlogloss:0.438367 eval-mlogloss:0.568373
[50] train-mlogloss:0.433626 eval-mlogloss:0.565009
[51] train-mlogloss:0.429376 eval-mlogloss:0.562109
[52] train-mlogloss:0.425760 eval-mlogloss:0.559482
[53] train-mlogloss:0.422146 eval-mlogloss:0.556674
[54] train-mlogloss:0.418957 eval-mlogloss:0.554299
[55] train-mlogloss:0.415907 eval-mlogloss:0.551875
[56] train-mlogloss:0.412690 eval-mlogloss:0.549335
[57] train-mlogloss:0.409724 eval-mlogloss:0.547241
[58] train-mlogloss:0.405891 eval-mlogloss:0.544965
[59] train-mlogloss:0.402931 eval-mlogloss:0.542913
[60] train-mlogloss:0.399891 eval-mlogloss:0.541022
[61] train-mlogloss:0.396818 eval-mlogloss:0.538967
[62] train-mlogloss:0.394395 eval-mlogloss:0.537214
[63] train-mlogloss:0.391701 eval-mlogloss:0.535562
[64] train-mlogloss:0.388589 eval-mlogloss:0.533851
[65] train-mlogloss:0.386372 eval-mlogloss:0.532366
[66] train-mlogloss:0.384018 eval-mlogloss:0.530877
[67] train-mlogloss:0.381882 eval-mlogloss:0.529488
[68] train-mlogloss:0.379351 eval-mlogloss:0.528030
[69] train-mlogloss:0.376872 eval-mlogloss:0.526711
[70] train-mlogloss:0.374917 eval-mlogloss:0.525420
[71] train-mlogloss:0.372731 eval-mlogloss:0.524195
[72] train-mlogloss:0.370625 eval-mlogloss:0.522941
[73] train-mlogloss:0.368945 eval-mlogloss:0.521930
[74] train-mlogloss:0.366360 eval-mlogloss:0.520641
[75] train-mlogloss:0.364646 eval-mlogloss:0.519588
[76] train-mlogloss:0.363026 eval-mlogloss:0.518592
[77] train-mlogloss:0.361054 eval-mlogloss:0.517516
[78] train-mlogloss:0.359238 eval-mlogloss:0.516518
[79] train-mlogloss:0.357452 eval-mlogloss:0.515516
[80] train-mlogloss:0.355402 eval-mlogloss:0.514624
[81] train-mlogloss:0.353511 eval-mlogloss:0.513630
[82] train-mlogloss:0.351682 eval-mlogloss:0.512720
[83] train-mlogloss:0.350154 eval-mlogloss:0.511802
[84] train-mlogloss:0.348709 eval-mlogloss:0.510923
[85] train-mlogloss:0.346661 eval-mlogloss:0.509999
[86] train-mlogloss:0.345018 eval-mlogloss:0.509357
[87] train-mlogloss:0.343064 eval-mlogloss:0.508466
[88] train-mlogloss:0.341710 eval-mlogloss:0.507658
[89] train-mlogloss:0.340294 eval-mlogloss:0.506958
[90] train-mlogloss:0.338664 eval-mlogloss:0.506254
[91] train-mlogloss:0.337255 eval-mlogloss:0.505651
[92] train-mlogloss:0.335659 eval-mlogloss:0.504812
[93] train-mlogloss:0.334103 eval-mlogloss:0.504041
[94] train-mlogloss:0.332894 eval-mlogloss:0.503370
[95] train-mlogloss:0.331574 eval-mlogloss:0.502738
[96] train-mlogloss:0.330436 eval-mlogloss:0.502168
[97] train-mlogloss:0.329152 eval-mlogloss:0.501590
[98] train-mlogloss:0.327817 eval-mlogloss:0.500929
[99] train-mlogloss:0.326644 eval-mlogloss:0.500417
[100] train-mlogloss:0.324860 eval-mlogloss:0.499842
[101] train-mlogloss:0.323349 eval-mlogloss:0.499231
[102] train-mlogloss:0.321937 eval-mlogloss:0.498543
[103] train-mlogloss:0.320487 eval-mlogloss:0.497941
[104] train-mlogloss:0.318598 eval-mlogloss:0.497241
[105] train-mlogloss:0.317283 eval-mlogloss:0.496649
[106] train-mlogloss:0.316192 eval-mlogloss:0.496224
[107] train-mlogloss:0.314604 eval-mlogloss:0.495601
[108] train-mlogloss:0.313371 eval-mlogloss:0.495211
[109] train-mlogloss:0.311758 eval-mlogloss:0.494525
[110] train-mlogloss:0.310245 eval-mlogloss:0.494011
[111] train-mlogloss:0.309166 eval-mlogloss:0.493576
[112] train-mlogloss:0.307907 eval-mlogloss:0.493054
[113] train-mlogloss:0.306787 eval-mlogloss:0.492492
[114] train-mlogloss:0.305466 eval-mlogloss:0.492150
[115] train-mlogloss:0.304441 eval-mlogloss:0.491628
[116] train-mlogloss:0.303106 eval-mlogloss:0.491099
[117] train-mlogloss:0.301884 eval-mlogloss:0.490768
[118] train-mlogloss:0.300601 eval-mlogloss:0.490308
[119] train-mlogloss:0.299285 eval-mlogloss:0.489825
[120] train-mlogloss:0.298007 eval-mlogloss:0.489341
[121] train-mlogloss:0.296809 eval-mlogloss:0.488977
[122] train-mlogloss:0.295453 eval-mlogloss:0.488368
[123] train-mlogloss:0.294317 eval-mlogloss:0.487906
[124] train-mlogloss:0.293410 eval-mlogloss:0.487430
[125] train-mlogloss:0.292167 eval-mlogloss:0.487114
[126] train-mlogloss:0.290893 eval-mlogloss:0.486728
[127] train-mlogloss:0.289683 eval-mlogloss:0.486386
[128] train-mlogloss:0.288415 eval-mlogloss:0.485928
[129] train-mlogloss:0.287303 eval-mlogloss:0.485525
[130] train-mlogloss:0.286277 eval-mlogloss:0.485145
[131] train-mlogloss:0.285150 eval-mlogloss:0.484733
[132] train-mlogloss:0.283978 eval-mlogloss:0.484333
[133] train-mlogloss:0.283110 eval-mlogloss:0.484006
[134] train-mlogloss:0.282128 eval-mlogloss:0.483653
[135] train-mlogloss:0.281122 eval-mlogloss:0.483208
[136] train-mlogloss:0.280083 eval-mlogloss:0.482820
[137] train-mlogloss:0.278828 eval-mlogloss:0.482446
[138] train-mlogloss:0.277948 eval-mlogloss:0.482150
[139] train-mlogloss:0.277076 eval-mlogloss:0.481644
[140] train-mlogloss:0.275947 eval-mlogloss:0.481286
[141] train-mlogloss:0.274859 eval-mlogloss:0.481070
[142] train-mlogloss:0.273865 eval-mlogloss:0.480777
[143] train-mlogloss:0.272674 eval-mlogloss:0.480520
[144] train-mlogloss:0.271747 eval-mlogloss:0.480199
[145] train-mlogloss:0.270682 eval-mlogloss:0.479944
[146] train-mlogloss:0.269624 eval-mlogloss:0.479630
[147] train-mlogloss:0.268592 eval-mlogloss:0.479389
[148] train-mlogloss:0.267497 eval-mlogloss:0.479070
[149] train-mlogloss:0.266372 eval-mlogloss:0.478789
[150] train-mlogloss:0.265529 eval-mlogloss:0.478505
[151] train-mlogloss:0.264631 eval-mlogloss:0.478163
[152] train-mlogloss:0.263833 eval-mlogloss:0.477890
[153] train-mlogloss:0.262973 eval-mlogloss:0.477687
[154] train-mlogloss:0.262196 eval-mlogloss:0.477510
[155] train-mlogloss:0.261031 eval-mlogloss:0.477225
[156] train-mlogloss:0.260482 eval-mlogloss:0.476975
[157] train-mlogloss:0.259405 eval-mlogloss:0.476750
[158] train-mlogloss:0.258712 eval-mlogloss:0.476602
[159] train-mlogloss:0.257828 eval-mlogloss:0.476498
[160] train-mlogloss:0.257087 eval-mlogloss:0.476231
[161] train-mlogloss:0.256070 eval-mlogloss:0.475878
[162] train-mlogloss:0.255134 eval-mlogloss:0.475785
[163] train-mlogloss:0.254445 eval-mlogloss:0.475661
[164] train-mlogloss:0.253481 eval-mlogloss:0.475458
[165] train-mlogloss:0.253006 eval-mlogloss:0.475312
[166] train-mlogloss:0.252032 eval-mlogloss:0.474984
[167] train-mlogloss:0.251207 eval-mlogloss:0.474792
[168] train-mlogloss:0.250508 eval-mlogloss:0.474537
[169] train-mlogloss:0.249616 eval-mlogloss:0.474448
[170] train-mlogloss:0.248706 eval-mlogloss:0.474278
[171] train-mlogloss:0.247837 eval-mlogloss:0.473986
[172] train-mlogloss:0.246988 eval-mlogloss:0.473846
[173] train-mlogloss:0.246074 eval-mlogloss:0.473666
[174] train-mlogloss:0.245243 eval-mlogloss:0.473469
[175] train-mlogloss:0.244408 eval-mlogloss:0.473269
[176] train-mlogloss:0.243569 eval-mlogloss:0.473137
[177] train-mlogloss:0.242747 eval-mlogloss:0.472966
[178] train-mlogloss:0.241661 eval-mlogloss:0.472695
[179] train-mlogloss:0.240900 eval-mlogloss:0.472412
[180] train-mlogloss:0.240076 eval-mlogloss:0.472241
[181] train-mlogloss:0.239228 eval-mlogloss:0.472025
[182] train-mlogloss:0.238402 eval-mlogloss:0.471954
[183] train-mlogloss:0.237673 eval-mlogloss:0.471925
[184] train-mlogloss:0.236891 eval-mlogloss:0.471678
[185] train-mlogloss:0.236032 eval-mlogloss:0.471579
[186] train-mlogloss:0.235311 eval-mlogloss:0.471296
[187] train-mlogloss:0.234453 eval-mlogloss:0.471051
[188] train-mlogloss:0.233813 eval-mlogloss:0.470910
[189] train-mlogloss:0.232974 eval-mlogloss:0.470615
[190] train-mlogloss:0.232002 eval-mlogloss:0.470430
[191] train-mlogloss:0.231316 eval-mlogloss:0.470283
[192] train-mlogloss:0.230677 eval-mlogloss:0.470044
[193] train-mlogloss:0.229897 eval-mlogloss:0.469890
[194] train-mlogloss:0.229073 eval-mlogloss:0.469780
[195] train-mlogloss:0.228316 eval-mlogloss:0.469589
[196] train-mlogloss:0.227589 eval-mlogloss:0.469532
[197] train-mlogloss:0.226836 eval-mlogloss:0.469301
[198] train-mlogloss:0.226046 eval-mlogloss:0.469231
[199] train-mlogloss:0.225232 eval-mlogloss:0.469102
[200] train-mlogloss:0.224460 eval-mlogloss:0.469019
[201] train-mlogloss:0.223724 eval-mlogloss:0.468799
[202] train-mlogloss:0.222780 eval-mlogloss:0.468547
[203] train-mlogloss:0.222066 eval-mlogloss:0.468412
[204] train-mlogloss:0.221029 eval-mlogloss:0.468226
[205] train-mlogloss:0.220358 eval-mlogloss:0.468162
[206] train-mlogloss:0.219707 eval-mlogloss:0.468012
[207] train-mlogloss:0.218875 eval-mlogloss:0.467874
[208] train-mlogloss:0.218057 eval-mlogloss:0.467656
[209] train-mlogloss:0.217392 eval-mlogloss:0.467598
[210] train-mlogloss:0.216626 eval-mlogloss:0.467391
[211] train-mlogloss:0.215955 eval-mlogloss:0.467166
[212] train-mlogloss:0.215042 eval-mlogloss:0.466991
[213] train-mlogloss:0.214359 eval-mlogloss:0.466744
[214] train-mlogloss:0.213813 eval-mlogloss:0.466550
[215] train-mlogloss:0.213430 eval-mlogloss:0.466427
[216] train-mlogloss:0.212909 eval-mlogloss:0.466293
[217] train-mlogloss:0.212198 eval-mlogloss:0.466223
[218] train-mlogloss:0.211468 eval-mlogloss:0.466144
[219] train-mlogloss:0.210883 eval-mlogloss:0.466134
[220] train-mlogloss:0.210379 eval-mlogloss:0.466010
[221] train-mlogloss:0.209661 eval-mlogloss:0.465879
[222] train-mlogloss:0.208778 eval-mlogloss:0.465814
[223] train-mlogloss:0.208199 eval-mlogloss:0.465815
[224] train-mlogloss:0.207507 eval-mlogloss:0.465671
[225] train-mlogloss:0.206820 eval-mlogloss:0.465429
[226] train-mlogloss:0.206366 eval-mlogloss:0.465413
[227] train-mlogloss:0.205780 eval-mlogloss:0.465406
[228] train-mlogloss:0.205116 eval-mlogloss:0.465376
[229] train-mlogloss:0.204463 eval-mlogloss:0.465342
[230] train-mlogloss:0.203857 eval-mlogloss:0.465172
[231] train-mlogloss:0.203092 eval-mlogloss:0.465000
[232] train-mlogloss:0.202611 eval-mlogloss:0.464933
[233] train-mlogloss:0.202269 eval-mlogloss:0.464831
[234] train-mlogloss:0.201659 eval-mlogloss:0.464871
[235] train-mlogloss:0.200803 eval-mlogloss:0.464696
[236] train-mlogloss:0.200218 eval-mlogloss:0.464706
[237] train-mlogloss:0.199444 eval-mlogloss:0.464535
[238] train-mlogloss:0.198775 eval-mlogloss:0.464400
[239] train-mlogloss:0.198070 eval-mlogloss:0.464384
[240] train-mlogloss:0.197611 eval-mlogloss:0.464323
[241] train-mlogloss:0.197112 eval-mlogloss:0.464190
[242] train-mlogloss:0.196415 eval-mlogloss:0.464025
[243] train-mlogloss:0.195709 eval-mlogloss:0.463967
[244] train-mlogloss:0.195114 eval-mlogloss:0.463873
[245] train-mlogloss:0.194584 eval-mlogloss:0.463942
[246] train-mlogloss:0.194034 eval-mlogloss:0.463920
[247] train-mlogloss:0.193348 eval-mlogloss:0.463767
[248] train-mlogloss:0.192692 eval-mlogloss:0.463691
[249] train-mlogloss:0.192253 eval-mlogloss:0.463649
[250] train-mlogloss:0.191573 eval-mlogloss:0.463674
[251] train-mlogloss:0.190977 eval-mlogloss:0.463626
[252] train-mlogloss:0.190460 eval-mlogloss:0.463442
[253] train-mlogloss:0.189978 eval-mlogloss:0.463377
[254] train-mlogloss:0.189124 eval-mlogloss:0.463204
[255] train-mlogloss:0.188469 eval-mlogloss:0.463131
[256] train-mlogloss:0.187963 eval-mlogloss:0.463087
[257] train-mlogloss:0.187542 eval-mlogloss:0.463073
[258] train-mlogloss:0.187116 eval-mlogloss:0.463059
[259] train-mlogloss:0.186639 eval-mlogloss:0.463071
[260] train-mlogloss:0.185989 eval-mlogloss:0.462959
[261] train-mlogloss:0.185386 eval-mlogloss:0.462864
[262] train-mlogloss:0.184898 eval-mlogloss:0.462845
[263] train-mlogloss:0.184567 eval-mlogloss:0.462765
[264] train-mlogloss:0.184086 eval-mlogloss:0.462707
[265] train-mlogloss:0.183685 eval-mlogloss:0.462610
[266] train-mlogloss:0.183164 eval-mlogloss:0.462534
[267] train-mlogloss:0.182559 eval-mlogloss:0.462541
[268] train-mlogloss:0.181990 eval-mlogloss:0.462385
[269] train-mlogloss:0.181503 eval-mlogloss:0.462311
[270] train-mlogloss:0.180961 eval-mlogloss:0.462282
[271] train-mlogloss:0.180443 eval-mlogloss:0.462257
[272] train-mlogloss:0.179851 eval-mlogloss:0.462223
[273] train-mlogloss:0.179304 eval-mlogloss:0.462206
[274] train-mlogloss:0.178777 eval-mlogloss:0.462132
[275] train-mlogloss:0.178445 eval-mlogloss:0.462127
[276] train-mlogloss:0.177872 eval-mlogloss:0.462073
[277] train-mlogloss:0.177397 eval-mlogloss:0.462022
[278] train-mlogloss:0.176737 eval-mlogloss:0.461975
[279] train-mlogloss:0.176283 eval-mlogloss:0.461832
[280] train-mlogloss:0.175708 eval-mlogloss:0.461826
[281] train-mlogloss:0.175252 eval-mlogloss:0.461820
[282] train-mlogloss:0.174771 eval-mlogloss:0.461745
[283] train-mlogloss:0.174195 eval-mlogloss:0.461753
[284] train-mlogloss:0.173649 eval-mlogloss:0.461731
[285] train-mlogloss:0.173088 eval-mlogloss:0.461751
[286] train-mlogloss:0.172551 eval-mlogloss:0.461744
[287] train-mlogloss:0.171968 eval-mlogloss:0.461703
[288] train-mlogloss:0.171447 eval-mlogloss:0.461689
[289] train-mlogloss:0.170947 eval-mlogloss:0.461732
[290] train-mlogloss:0.170456 eval-mlogloss:0.461649
[291] train-mlogloss:0.170021 eval-mlogloss:0.461661
[292] train-mlogloss:0.169756 eval-mlogloss:0.461682
[293] train-mlogloss:0.169265 eval-mlogloss:0.461741
[294] train-mlogloss:0.168742 eval-mlogloss:0.461813
[295] train-mlogloss:0.168350 eval-mlogloss:0.461885
[296] train-mlogloss:0.167884 eval-mlogloss:0.461890
[297] train-mlogloss:0.167331 eval-mlogloss:0.461938
[298] train-mlogloss:0.166976 eval-mlogloss:0.461897
[299] train-mlogloss:0.166414 eval-mlogloss:0.461836
Training with params :
{'n_estimators': 300, 'min_child_weight': 8.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 10.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.4618354245657637
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.950472 eval-mlogloss:1.958747
[1] train-mlogloss:1.767483 eval-mlogloss:1.783297
[2] train-mlogloss:1.621786 eval-mlogloss:1.644645
[3] train-mlogloss:1.501336 eval-mlogloss:1.530397
[4] train-mlogloss:1.398288 eval-mlogloss:1.432917
[5] train-mlogloss:1.309017 eval-mlogloss:1.348815
[6] train-mlogloss:1.233639 eval-mlogloss:1.278992
[7] train-mlogloss:1.166098 eval-mlogloss:1.216495
[8] train-mlogloss:1.103588 eval-mlogloss:1.158658
[9] train-mlogloss:1.046744 eval-mlogloss:1.106576
[10] train-mlogloss:0.995861 eval-mlogloss:1.060624
[11] train-mlogloss:0.949770 eval-mlogloss:1.018805
[12] train-mlogloss:0.908986 eval-mlogloss:0.982246
[13] train-mlogloss:0.871692 eval-mlogloss:0.949153
[14] train-mlogloss:0.836288 eval-mlogloss:0.917918
[15] train-mlogloss:0.803565 eval-mlogloss:0.888835
[16] train-mlogloss:0.773440 eval-mlogloss:0.862756
[17] train-mlogloss:0.746220 eval-mlogloss:0.838552
[18] train-mlogloss:0.720935 eval-mlogloss:0.816556
[19] train-mlogloss:0.697138 eval-mlogloss:0.795944
[20] train-mlogloss:0.674812 eval-mlogloss:0.777002
[21] train-mlogloss:0.653205 eval-mlogloss:0.759022
[22] train-mlogloss:0.633770 eval-mlogloss:0.742844
[23] train-mlogloss:0.616840 eval-mlogloss:0.728883
[24] train-mlogloss:0.599642 eval-mlogloss:0.714656
[25] train-mlogloss:0.584024 eval-mlogloss:0.701891
[26] train-mlogloss:0.569309 eval-mlogloss:0.690022
[27] train-mlogloss:0.554752 eval-mlogloss:0.678816
[28] train-mlogloss:0.541507 eval-mlogloss:0.668678
[29] train-mlogloss:0.529513 eval-mlogloss:0.658742
[30] train-mlogloss:0.517496 eval-mlogloss:0.649597
[31] train-mlogloss:0.506854 eval-mlogloss:0.641255
[32] train-mlogloss:0.497021 eval-mlogloss:0.633287
[33] train-mlogloss:0.487619 eval-mlogloss:0.625685
[34] train-mlogloss:0.478923 eval-mlogloss:0.618738
[35] train-mlogloss:0.470566 eval-mlogloss:0.612522
[36] train-mlogloss:0.461941 eval-mlogloss:0.606365
[37] train-mlogloss:0.454542 eval-mlogloss:0.601119
[38] train-mlogloss:0.447377 eval-mlogloss:0.595715
[39] train-mlogloss:0.440419 eval-mlogloss:0.590728
[40] train-mlogloss:0.433813 eval-mlogloss:0.585868
[41] train-mlogloss:0.427708 eval-mlogloss:0.581430
[42] train-mlogloss:0.421481 eval-mlogloss:0.577089
[43] train-mlogloss:0.415354 eval-mlogloss:0.572761
[44] train-mlogloss:0.409838 eval-mlogloss:0.568718
[45] train-mlogloss:0.404281 eval-mlogloss:0.565006
[46] train-mlogloss:0.399098 eval-mlogloss:0.561685
[47] train-mlogloss:0.394116 eval-mlogloss:0.558135
[48] train-mlogloss:0.389357 eval-mlogloss:0.554830
[49] train-mlogloss:0.385149 eval-mlogloss:0.551933
[50] train-mlogloss:0.380512 eval-mlogloss:0.549113
[51] train-mlogloss:0.375980 eval-mlogloss:0.546322
[52] train-mlogloss:0.372064 eval-mlogloss:0.543595
[53] train-mlogloss:0.367868 eval-mlogloss:0.540863
[54] train-mlogloss:0.364310 eval-mlogloss:0.538450
[55] train-mlogloss:0.360534 eval-mlogloss:0.535992
[56] train-mlogloss:0.356813 eval-mlogloss:0.533680
[57] train-mlogloss:0.353700 eval-mlogloss:0.531672
[58] train-mlogloss:0.350591 eval-mlogloss:0.529931
[59] train-mlogloss:0.347708 eval-mlogloss:0.528094
[60] train-mlogloss:0.344170 eval-mlogloss:0.525923
[61] train-mlogloss:0.341385 eval-mlogloss:0.524333
[62] train-mlogloss:0.338451 eval-mlogloss:0.522676
[63] train-mlogloss:0.335754 eval-mlogloss:0.520852
[64] train-mlogloss:0.333028 eval-mlogloss:0.519163
[65] train-mlogloss:0.329846 eval-mlogloss:0.517412
[66] train-mlogloss:0.327146 eval-mlogloss:0.515930
[67] train-mlogloss:0.324326 eval-mlogloss:0.514362
[68] train-mlogloss:0.321970 eval-mlogloss:0.513017
[69] train-mlogloss:0.319725 eval-mlogloss:0.511540
[70] train-mlogloss:0.317598 eval-mlogloss:0.510256
[71] train-mlogloss:0.315498 eval-mlogloss:0.508999
[72] train-mlogloss:0.313633 eval-mlogloss:0.507813
[73] train-mlogloss:0.311097 eval-mlogloss:0.506492
[74] train-mlogloss:0.308798 eval-mlogloss:0.505299
[75] train-mlogloss:0.306768 eval-mlogloss:0.504260
[76] train-mlogloss:0.304890 eval-mlogloss:0.503276
[77] train-mlogloss:0.302820 eval-mlogloss:0.502403
[78] train-mlogloss:0.300777 eval-mlogloss:0.501499
[79] train-mlogloss:0.298810 eval-mlogloss:0.500562
[80] train-mlogloss:0.296998 eval-mlogloss:0.499682
[81] train-mlogloss:0.295074 eval-mlogloss:0.498819
[82] train-mlogloss:0.293144 eval-mlogloss:0.497982
[83] train-mlogloss:0.291736 eval-mlogloss:0.497262
[84] train-mlogloss:0.289909 eval-mlogloss:0.496360
[85] train-mlogloss:0.288401 eval-mlogloss:0.495666
[86] train-mlogloss:0.286935 eval-mlogloss:0.494920
[87] train-mlogloss:0.285563 eval-mlogloss:0.494232
[88] train-mlogloss:0.283903 eval-mlogloss:0.493547
[89] train-mlogloss:0.282119 eval-mlogloss:0.492761
[90] train-mlogloss:0.280581 eval-mlogloss:0.492069
[91] train-mlogloss:0.279357 eval-mlogloss:0.491547
[92] train-mlogloss:0.277761 eval-mlogloss:0.490945
[93] train-mlogloss:0.276153 eval-mlogloss:0.490341
[94] train-mlogloss:0.273923 eval-mlogloss:0.489485
[95] train-mlogloss:0.272723 eval-mlogloss:0.488963
[96] train-mlogloss:0.271453 eval-mlogloss:0.488338
[97] train-mlogloss:0.270119 eval-mlogloss:0.487722
[98] train-mlogloss:0.268808 eval-mlogloss:0.487138
[99] train-mlogloss:0.267507 eval-mlogloss:0.486474
[100] train-mlogloss:0.265695 eval-mlogloss:0.485877
[101] train-mlogloss:0.263819 eval-mlogloss:0.485197
[102] train-mlogloss:0.262555 eval-mlogloss:0.484741
[103] train-mlogloss:0.260959 eval-mlogloss:0.484230
[104] train-mlogloss:0.259443 eval-mlogloss:0.483497
[105] train-mlogloss:0.258108 eval-mlogloss:0.482989
[106] train-mlogloss:0.256820 eval-mlogloss:0.482443
[107] train-mlogloss:0.255387 eval-mlogloss:0.481969
[108] train-mlogloss:0.254000 eval-mlogloss:0.481469
[109] train-mlogloss:0.252672 eval-mlogloss:0.481059
[110] train-mlogloss:0.251385 eval-mlogloss:0.480711
[111] train-mlogloss:0.250131 eval-mlogloss:0.480311
[112] train-mlogloss:0.248836 eval-mlogloss:0.479863
[113] train-mlogloss:0.247578 eval-mlogloss:0.479521
[114] train-mlogloss:0.246124 eval-mlogloss:0.478853
[115] train-mlogloss:0.244974 eval-mlogloss:0.478511
[116] train-mlogloss:0.243967 eval-mlogloss:0.478259
[117] train-mlogloss:0.242845 eval-mlogloss:0.477923
[118] train-mlogloss:0.241715 eval-mlogloss:0.477496
[119] train-mlogloss:0.240101 eval-mlogloss:0.477150
[120] train-mlogloss:0.239048 eval-mlogloss:0.476699
[121] train-mlogloss:0.237904 eval-mlogloss:0.476463
[122] train-mlogloss:0.236784 eval-mlogloss:0.476219
[123] train-mlogloss:0.235505 eval-mlogloss:0.476036
[124] train-mlogloss:0.234475 eval-mlogloss:0.475757
[125] train-mlogloss:0.233050 eval-mlogloss:0.475317
[126] train-mlogloss:0.231702 eval-mlogloss:0.475119
[127] train-mlogloss:0.230595 eval-mlogloss:0.474779
[128] train-mlogloss:0.229567 eval-mlogloss:0.474444
[129] train-mlogloss:0.228272 eval-mlogloss:0.474117
[130] train-mlogloss:0.227285 eval-mlogloss:0.473817
[131] train-mlogloss:0.226412 eval-mlogloss:0.473359
[132] train-mlogloss:0.225108 eval-mlogloss:0.473205
[133] train-mlogloss:0.223901 eval-mlogloss:0.472948
[134] train-mlogloss:0.223025 eval-mlogloss:0.472591
[135] train-mlogloss:0.222060 eval-mlogloss:0.472325
[136] train-mlogloss:0.221166 eval-mlogloss:0.472176
[137] train-mlogloss:0.219738 eval-mlogloss:0.472048
[138] train-mlogloss:0.218904 eval-mlogloss:0.471807
[139] train-mlogloss:0.217952 eval-mlogloss:0.471532
[140] train-mlogloss:0.216772 eval-mlogloss:0.471216
[141] train-mlogloss:0.216011 eval-mlogloss:0.471010
[142] train-mlogloss:0.214830 eval-mlogloss:0.470792
[143] train-mlogloss:0.213841 eval-mlogloss:0.470635
[144] train-mlogloss:0.212937 eval-mlogloss:0.470398
[145] train-mlogloss:0.211772 eval-mlogloss:0.470219
[146] train-mlogloss:0.210591 eval-mlogloss:0.470148
[147] train-mlogloss:0.210004 eval-mlogloss:0.469922
[148] train-mlogloss:0.208931 eval-mlogloss:0.469820
[149] train-mlogloss:0.208043 eval-mlogloss:0.469617
[150] train-mlogloss:0.207154 eval-mlogloss:0.469375
[151] train-mlogloss:0.206213 eval-mlogloss:0.469335
[152] train-mlogloss:0.205156 eval-mlogloss:0.469149
[153] train-mlogloss:0.204302 eval-mlogloss:0.468989
[154] train-mlogloss:0.203260 eval-mlogloss:0.468825
[155] train-mlogloss:0.202410 eval-mlogloss:0.468808
[156] train-mlogloss:0.201443 eval-mlogloss:0.468651
[157] train-mlogloss:0.200451 eval-mlogloss:0.468574
[158] train-mlogloss:0.199529 eval-mlogloss:0.468390
[159] train-mlogloss:0.198676 eval-mlogloss:0.468085
[160] train-mlogloss:0.197885 eval-mlogloss:0.467856
[161] train-mlogloss:0.197057 eval-mlogloss:0.467687
[162] train-mlogloss:0.196219 eval-mlogloss:0.467590
[163] train-mlogloss:0.195235 eval-mlogloss:0.467532
[164] train-mlogloss:0.194326 eval-mlogloss:0.467440
[165] train-mlogloss:0.193503 eval-mlogloss:0.467333
[166] train-mlogloss:0.192688 eval-mlogloss:0.467260
[167] train-mlogloss:0.191551 eval-mlogloss:0.467044
[168] train-mlogloss:0.190894 eval-mlogloss:0.466898
[169] train-mlogloss:0.190083 eval-mlogloss:0.466699
[170] train-mlogloss:0.189277 eval-mlogloss:0.466634
[171] train-mlogloss:0.188335 eval-mlogloss:0.466427
[172] train-mlogloss:0.187663 eval-mlogloss:0.466259
[173] train-mlogloss:0.187011 eval-mlogloss:0.466114
[174] train-mlogloss:0.186179 eval-mlogloss:0.465922
[175] train-mlogloss:0.185218 eval-mlogloss:0.465965
[176] train-mlogloss:0.184372 eval-mlogloss:0.465731
[177] train-mlogloss:0.183799 eval-mlogloss:0.465641
[178] train-mlogloss:0.183041 eval-mlogloss:0.465564
[179] train-mlogloss:0.182350 eval-mlogloss:0.465508
[180] train-mlogloss:0.181383 eval-mlogloss:0.465385
[181] train-mlogloss:0.180615 eval-mlogloss:0.465250
[182] train-mlogloss:0.180036 eval-mlogloss:0.465214
[183] train-mlogloss:0.179265 eval-mlogloss:0.465041
[184] train-mlogloss:0.178621 eval-mlogloss:0.464930
[185] train-mlogloss:0.177820 eval-mlogloss:0.464795
[186] train-mlogloss:0.177037 eval-mlogloss:0.464672
[187] train-mlogloss:0.176437 eval-mlogloss:0.464481
[188] train-mlogloss:0.175541 eval-mlogloss:0.464378
[189] train-mlogloss:0.174735 eval-mlogloss:0.464261
[190] train-mlogloss:0.173977 eval-mlogloss:0.464117
[191] train-mlogloss:0.173272 eval-mlogloss:0.463939
[192] train-mlogloss:0.172579 eval-mlogloss:0.463744
[193] train-mlogloss:0.171936 eval-mlogloss:0.463677
[194] train-mlogloss:0.171326 eval-mlogloss:0.463649
[195] train-mlogloss:0.170504 eval-mlogloss:0.463553
[196] train-mlogloss:0.169819 eval-mlogloss:0.463533
[197] train-mlogloss:0.169079 eval-mlogloss:0.463495
[198] train-mlogloss:0.168343 eval-mlogloss:0.463526
[199] train-mlogloss:0.167468 eval-mlogloss:0.463409
[200] train-mlogloss:0.166791 eval-mlogloss:0.463445
[201] train-mlogloss:0.166002 eval-mlogloss:0.463320
[202] train-mlogloss:0.165340 eval-mlogloss:0.463216
[203] train-mlogloss:0.164770 eval-mlogloss:0.463267
[204] train-mlogloss:0.164064 eval-mlogloss:0.463242
[205] train-mlogloss:0.163387 eval-mlogloss:0.463209
[206] train-mlogloss:0.162683 eval-mlogloss:0.463173
[207] train-mlogloss:0.162083 eval-mlogloss:0.463078
[208] train-mlogloss:0.161506 eval-mlogloss:0.463053
[209] train-mlogloss:0.160790 eval-mlogloss:0.463089
[210] train-mlogloss:0.160164 eval-mlogloss:0.462915
[211] train-mlogloss:0.159490 eval-mlogloss:0.462881
[212] train-mlogloss:0.158941 eval-mlogloss:0.462901
[213] train-mlogloss:0.158239 eval-mlogloss:0.462734
[214] train-mlogloss:0.157680 eval-mlogloss:0.462774
[215] train-mlogloss:0.157083 eval-mlogloss:0.462772
[216] train-mlogloss:0.156379 eval-mlogloss:0.462720
[217] train-mlogloss:0.155781 eval-mlogloss:0.462679
[218] train-mlogloss:0.155160 eval-mlogloss:0.462549
[219] train-mlogloss:0.154637 eval-mlogloss:0.462603
[220] train-mlogloss:0.153823 eval-mlogloss:0.462615
[221] train-mlogloss:0.153425 eval-mlogloss:0.462473
[222] train-mlogloss:0.152879 eval-mlogloss:0.462441
[223] train-mlogloss:0.152212 eval-mlogloss:0.462376
[224] train-mlogloss:0.151679 eval-mlogloss:0.462401
[225] train-mlogloss:0.151203 eval-mlogloss:0.462398
[226] train-mlogloss:0.150661 eval-mlogloss:0.462510
[227] train-mlogloss:0.150172 eval-mlogloss:0.462520
[228] train-mlogloss:0.149676 eval-mlogloss:0.462470
[229] train-mlogloss:0.149053 eval-mlogloss:0.462537
[230] train-mlogloss:0.148433 eval-mlogloss:0.462669
[231] train-mlogloss:0.148004 eval-mlogloss:0.462625
[232] train-mlogloss:0.147412 eval-mlogloss:0.462582
Training with params :
{'n_estimators': 300, 'min_child_weight': 8.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 13.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.4625360373794923
[233] train-mlogloss:0.146811 eval-mlogloss:0.462536
Stopping. Best iteration:
[223] train-mlogloss:0.152212 eval-mlogloss:0.462376
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.946139 eval-mlogloss:1.954410
[1] train-mlogloss:1.776465 eval-mlogloss:1.791465
[2] train-mlogloss:1.638417 eval-mlogloss:1.660166
[3] train-mlogloss:1.527345 eval-mlogloss:1.554138
[4] train-mlogloss:1.425613 eval-mlogloss:1.457687
[5] train-mlogloss:1.338155 eval-mlogloss:1.375583
[6] train-mlogloss:1.264300 eval-mlogloss:1.305303
[7] train-mlogloss:1.199504 eval-mlogloss:1.244577
[8] train-mlogloss:1.137293 eval-mlogloss:1.185888
[9] train-mlogloss:1.086236 eval-mlogloss:1.138740
[10] train-mlogloss:1.036455 eval-mlogloss:1.092667
[11] train-mlogloss:0.990421 eval-mlogloss:1.050885
[12] train-mlogloss:0.950005 eval-mlogloss:1.013607
[13] train-mlogloss:0.913368 eval-mlogloss:0.980232
[14] train-mlogloss:0.879728 eval-mlogloss:0.949208
[15] train-mlogloss:0.848230 eval-mlogloss:0.920901
[16] train-mlogloss:0.818845 eval-mlogloss:0.894772
[17] train-mlogloss:0.791920 eval-mlogloss:0.870997
[18] train-mlogloss:0.767424 eval-mlogloss:0.849246
[19] train-mlogloss:0.745773 eval-mlogloss:0.829972
[20] train-mlogloss:0.725387 eval-mlogloss:0.811694
[21] train-mlogloss:0.705202 eval-mlogloss:0.794475
[22] train-mlogloss:0.686144 eval-mlogloss:0.778068
[23] train-mlogloss:0.667814 eval-mlogloss:0.762442
[24] train-mlogloss:0.651453 eval-mlogloss:0.748646
[25] train-mlogloss:0.636195 eval-mlogloss:0.735641
[26] train-mlogloss:0.621837 eval-mlogloss:0.723915
[27] train-mlogloss:0.608985 eval-mlogloss:0.713263
[28] train-mlogloss:0.596439 eval-mlogloss:0.702757
[29] train-mlogloss:0.584518 eval-mlogloss:0.692857
[30] train-mlogloss:0.573325 eval-mlogloss:0.683664
[31] train-mlogloss:0.562945 eval-mlogloss:0.675246
[32] train-mlogloss:0.553475 eval-mlogloss:0.667412
[33] train-mlogloss:0.544087 eval-mlogloss:0.660068
[34] train-mlogloss:0.535026 eval-mlogloss:0.652930
[35] train-mlogloss:0.526433 eval-mlogloss:0.645977
[36] train-mlogloss:0.518409 eval-mlogloss:0.639515
[37] train-mlogloss:0.510595 eval-mlogloss:0.633428
[38] train-mlogloss:0.503279 eval-mlogloss:0.627653
[39] train-mlogloss:0.495735 eval-mlogloss:0.622217
[40] train-mlogloss:0.488466 eval-mlogloss:0.616725
[41] train-mlogloss:0.481820 eval-mlogloss:0.611947
[42] train-mlogloss:0.475722 eval-mlogloss:0.607277
[43] train-mlogloss:0.469109 eval-mlogloss:0.602507
[44] train-mlogloss:0.463089 eval-mlogloss:0.598190
[45] train-mlogloss:0.457498 eval-mlogloss:0.594296
[46] train-mlogloss:0.452349 eval-mlogloss:0.590499
[47] train-mlogloss:0.447514 eval-mlogloss:0.586901
[48] train-mlogloss:0.443132 eval-mlogloss:0.583651
[49] train-mlogloss:0.438786 eval-mlogloss:0.580336
[50] train-mlogloss:0.434264 eval-mlogloss:0.577069
[51] train-mlogloss:0.429753 eval-mlogloss:0.573883
[52] train-mlogloss:0.425977 eval-mlogloss:0.571215
[53] train-mlogloss:0.421845 eval-mlogloss:0.568178
[54] train-mlogloss:0.418132 eval-mlogloss:0.565647
[55] train-mlogloss:0.414297 eval-mlogloss:0.563263
[56] train-mlogloss:0.410652 eval-mlogloss:0.560873
[57] train-mlogloss:0.407614 eval-mlogloss:0.558360
[58] train-mlogloss:0.404532 eval-mlogloss:0.556178
[59] train-mlogloss:0.401386 eval-mlogloss:0.554077
[60] train-mlogloss:0.397757 eval-mlogloss:0.551822
[61] train-mlogloss:0.394669 eval-mlogloss:0.550052
[62] train-mlogloss:0.391864 eval-mlogloss:0.548213
[63] train-mlogloss:0.389064 eval-mlogloss:0.546300
[64] train-mlogloss:0.386477 eval-mlogloss:0.544579
[65] train-mlogloss:0.383241 eval-mlogloss:0.542854
[66] train-mlogloss:0.380440 eval-mlogloss:0.541183
[67] train-mlogloss:0.377468 eval-mlogloss:0.539477
[68] train-mlogloss:0.375191 eval-mlogloss:0.538027
[69] train-mlogloss:0.372273 eval-mlogloss:0.536304
[70] train-mlogloss:0.370169 eval-mlogloss:0.534879
[71] train-mlogloss:0.367243 eval-mlogloss:0.533084
[72] train-mlogloss:0.364438 eval-mlogloss:0.531540
[73] train-mlogloss:0.362382 eval-mlogloss:0.530277
[74] train-mlogloss:0.359940 eval-mlogloss:0.528854
[75] train-mlogloss:0.357659 eval-mlogloss:0.527810
[76] train-mlogloss:0.355319 eval-mlogloss:0.526650
[77] train-mlogloss:0.352713 eval-mlogloss:0.525282
[78] train-mlogloss:0.350462 eval-mlogloss:0.524175
[79] train-mlogloss:0.348240 eval-mlogloss:0.523078
[80] train-mlogloss:0.346130 eval-mlogloss:0.521988
[81] train-mlogloss:0.344251 eval-mlogloss:0.521025
[82] train-mlogloss:0.342501 eval-mlogloss:0.520050
[83] train-mlogloss:0.340388 eval-mlogloss:0.518969
[84] train-mlogloss:0.338470 eval-mlogloss:0.518065
[85] train-mlogloss:0.336892 eval-mlogloss:0.517154
[86] train-mlogloss:0.334896 eval-mlogloss:0.516135
[87] train-mlogloss:0.333229 eval-mlogloss:0.515232
[88] train-mlogloss:0.331595 eval-mlogloss:0.514399
[89] train-mlogloss:0.329671 eval-mlogloss:0.513422
[90] train-mlogloss:0.327772 eval-mlogloss:0.512398
[91] train-mlogloss:0.326120 eval-mlogloss:0.511728
[92] train-mlogloss:0.324225 eval-mlogloss:0.511117
[93] train-mlogloss:0.322695 eval-mlogloss:0.510359
[94] train-mlogloss:0.320882 eval-mlogloss:0.509485
[95] train-mlogloss:0.319113 eval-mlogloss:0.508808
[96] train-mlogloss:0.317229 eval-mlogloss:0.508215
[97] train-mlogloss:0.315415 eval-mlogloss:0.507622
[98] train-mlogloss:0.313470 eval-mlogloss:0.506997
[99] train-mlogloss:0.311821 eval-mlogloss:0.506223
[100] train-mlogloss:0.309974 eval-mlogloss:0.505592
[101] train-mlogloss:0.308487 eval-mlogloss:0.504920
[102] train-mlogloss:0.307366 eval-mlogloss:0.504353
[103] train-mlogloss:0.305503 eval-mlogloss:0.503605
[104] train-mlogloss:0.304112 eval-mlogloss:0.503040
[105] train-mlogloss:0.302547 eval-mlogloss:0.502502
[106] train-mlogloss:0.301191 eval-mlogloss:0.501864
[107] train-mlogloss:0.299667 eval-mlogloss:0.501225
[108] train-mlogloss:0.298227 eval-mlogloss:0.500560
[109] train-mlogloss:0.296867 eval-mlogloss:0.499930
[110] train-mlogloss:0.295591 eval-mlogloss:0.499395
[111] train-mlogloss:0.293681 eval-mlogloss:0.498692
[112] train-mlogloss:0.291757 eval-mlogloss:0.498189
[113] train-mlogloss:0.290268 eval-mlogloss:0.497717
[114] train-mlogloss:0.288744 eval-mlogloss:0.497146
[115] train-mlogloss:0.287454 eval-mlogloss:0.496694
[116] train-mlogloss:0.285893 eval-mlogloss:0.496092
[117] train-mlogloss:0.284889 eval-mlogloss:0.495503
[118] train-mlogloss:0.283611 eval-mlogloss:0.495004
[119] train-mlogloss:0.282385 eval-mlogloss:0.494627
[120] train-mlogloss:0.281013 eval-mlogloss:0.494300
[121] train-mlogloss:0.279871 eval-mlogloss:0.493898
[122] train-mlogloss:0.278797 eval-mlogloss:0.493449
[123] train-mlogloss:0.277776 eval-mlogloss:0.493038
[124] train-mlogloss:0.276277 eval-mlogloss:0.492710
[125] train-mlogloss:0.275376 eval-mlogloss:0.492323
[126] train-mlogloss:0.274245 eval-mlogloss:0.492065
[127] train-mlogloss:0.273033 eval-mlogloss:0.491668
[128] train-mlogloss:0.271788 eval-mlogloss:0.491084
[129] train-mlogloss:0.270667 eval-mlogloss:0.490595
[130] train-mlogloss:0.269394 eval-mlogloss:0.490144
[131] train-mlogloss:0.268030 eval-mlogloss:0.489602
[132] train-mlogloss:0.266798 eval-mlogloss:0.489210
[133] train-mlogloss:0.265227 eval-mlogloss:0.488978
[134] train-mlogloss:0.264315 eval-mlogloss:0.488781
[135] train-mlogloss:0.263325 eval-mlogloss:0.488235
[136] train-mlogloss:0.262091 eval-mlogloss:0.487826
[137] train-mlogloss:0.260583 eval-mlogloss:0.487406
[138] train-mlogloss:0.259291 eval-mlogloss:0.486979
[139] train-mlogloss:0.257973 eval-mlogloss:0.486695
[140] train-mlogloss:0.256693 eval-mlogloss:0.486371
[141] train-mlogloss:0.255573 eval-mlogloss:0.485970
[142] train-mlogloss:0.254745 eval-mlogloss:0.485774
[143] train-mlogloss:0.253474 eval-mlogloss:0.485476
[144] train-mlogloss:0.252214 eval-mlogloss:0.485230
[145] train-mlogloss:0.251012 eval-mlogloss:0.484978
[146] train-mlogloss:0.250287 eval-mlogloss:0.484719
[147] train-mlogloss:0.249365 eval-mlogloss:0.484370
[148] train-mlogloss:0.248129 eval-mlogloss:0.484048
[149] train-mlogloss:0.247278 eval-mlogloss:0.483874
[150] train-mlogloss:0.246544 eval-mlogloss:0.483685
[151] train-mlogloss:0.245716 eval-mlogloss:0.483333
[152] train-mlogloss:0.245185 eval-mlogloss:0.483171
[153] train-mlogloss:0.244242 eval-mlogloss:0.482963
[154] train-mlogloss:0.243387 eval-mlogloss:0.482816
[155] train-mlogloss:0.242154 eval-mlogloss:0.482457
[156] train-mlogloss:0.240950 eval-mlogloss:0.482137
[157] train-mlogloss:0.240236 eval-mlogloss:0.481929
[158] train-mlogloss:0.239727 eval-mlogloss:0.481715
[159] train-mlogloss:0.238669 eval-mlogloss:0.481533
[160] train-mlogloss:0.237799 eval-mlogloss:0.481275
[161] train-mlogloss:0.236489 eval-mlogloss:0.480884
[162] train-mlogloss:0.235503 eval-mlogloss:0.480695
[163] train-mlogloss:0.234194 eval-mlogloss:0.480411
[164] train-mlogloss:0.233229 eval-mlogloss:0.480119
[165] train-mlogloss:0.232137 eval-mlogloss:0.479788
[166] train-mlogloss:0.231291 eval-mlogloss:0.479508
[167] train-mlogloss:0.230360 eval-mlogloss:0.479311
[168] train-mlogloss:0.229034 eval-mlogloss:0.478959
[169] train-mlogloss:0.228259 eval-mlogloss:0.478783
[170] train-mlogloss:0.227175 eval-mlogloss:0.478599
[171] train-mlogloss:0.226223 eval-mlogloss:0.478482
[172] train-mlogloss:0.225436 eval-mlogloss:0.478407
[173] train-mlogloss:0.224636 eval-mlogloss:0.478133
[174] train-mlogloss:0.223761 eval-mlogloss:0.478066
[175] train-mlogloss:0.222543 eval-mlogloss:0.477840
[176] train-mlogloss:0.221646 eval-mlogloss:0.477789
[177] train-mlogloss:0.220500 eval-mlogloss:0.477537
[178] train-mlogloss:0.219404 eval-mlogloss:0.477295
[179] train-mlogloss:0.218464 eval-mlogloss:0.477127
[180] train-mlogloss:0.217606 eval-mlogloss:0.476956
[181] train-mlogloss:0.216680 eval-mlogloss:0.476750
[182] train-mlogloss:0.215909 eval-mlogloss:0.476485
[183] train-mlogloss:0.215306 eval-mlogloss:0.476315
[184] train-mlogloss:0.214379 eval-mlogloss:0.476103
[185] train-mlogloss:0.213344 eval-mlogloss:0.475704
[186] train-mlogloss:0.212717 eval-mlogloss:0.475615
[187] train-mlogloss:0.211947 eval-mlogloss:0.475491
[188] train-mlogloss:0.210816 eval-mlogloss:0.475329
[189] train-mlogloss:0.209907 eval-mlogloss:0.475214
[190] train-mlogloss:0.209365 eval-mlogloss:0.475034
[191] train-mlogloss:0.208397 eval-mlogloss:0.474815
[192] train-mlogloss:0.207226 eval-mlogloss:0.474664
[193] train-mlogloss:0.206607 eval-mlogloss:0.474483
[194] train-mlogloss:0.205765 eval-mlogloss:0.474342
[195] train-mlogloss:0.204808 eval-mlogloss:0.474194
[196] train-mlogloss:0.204067 eval-mlogloss:0.474035
[197] train-mlogloss:0.203419 eval-mlogloss:0.473993
[198] train-mlogloss:0.202732 eval-mlogloss:0.473934
[199] train-mlogloss:0.201952 eval-mlogloss:0.473749
[200] train-mlogloss:0.201011 eval-mlogloss:0.473501
[201] train-mlogloss:0.200152 eval-mlogloss:0.473318
[202] train-mlogloss:0.199352 eval-mlogloss:0.473003
[203] train-mlogloss:0.198541 eval-mlogloss:0.472834
[204] train-mlogloss:0.197683 eval-mlogloss:0.472736
[205] train-mlogloss:0.196809 eval-mlogloss:0.472434
[206] train-mlogloss:0.196045 eval-mlogloss:0.472379
[207] train-mlogloss:0.195213 eval-mlogloss:0.472143
[208] train-mlogloss:0.194651 eval-mlogloss:0.472031
[209] train-mlogloss:0.193996 eval-mlogloss:0.471914
[210] train-mlogloss:0.193251 eval-mlogloss:0.471757
[211] train-mlogloss:0.192557 eval-mlogloss:0.471627
[212] train-mlogloss:0.191851 eval-mlogloss:0.471611
[213] train-mlogloss:0.191141 eval-mlogloss:0.471567
[214] train-mlogloss:0.190352 eval-mlogloss:0.471436
[215] train-mlogloss:0.189821 eval-mlogloss:0.471310
[216] train-mlogloss:0.188951 eval-mlogloss:0.471203
[217] train-mlogloss:0.188338 eval-mlogloss:0.471125
[218] train-mlogloss:0.187543 eval-mlogloss:0.471086
[219] train-mlogloss:0.186765 eval-mlogloss:0.470891
[220] train-mlogloss:0.186159 eval-mlogloss:0.470778
[221] train-mlogloss:0.185588 eval-mlogloss:0.470730
[222] train-mlogloss:0.184805 eval-mlogloss:0.470685
[223] train-mlogloss:0.184120 eval-mlogloss:0.470610
[224] train-mlogloss:0.183342 eval-mlogloss:0.470539
[225] train-mlogloss:0.182612 eval-mlogloss:0.470364
[226] train-mlogloss:0.181923 eval-mlogloss:0.470305
[227] train-mlogloss:0.181147 eval-mlogloss:0.470167
[228] train-mlogloss:0.180401 eval-mlogloss:0.470112
[229] train-mlogloss:0.179759 eval-mlogloss:0.469970
[230] train-mlogloss:0.179068 eval-mlogloss:0.469914
[231] train-mlogloss:0.178316 eval-mlogloss:0.469940
[232] train-mlogloss:0.177640 eval-mlogloss:0.469948
[233] train-mlogloss:0.177035 eval-mlogloss:0.469802
[234] train-mlogloss:0.176458 eval-mlogloss:0.469778
[235] train-mlogloss:0.175905 eval-mlogloss:0.469773
[236] train-mlogloss:0.175354 eval-mlogloss:0.469679
[237] train-mlogloss:0.174632 eval-mlogloss:0.469543
[238] train-mlogloss:0.173798 eval-mlogloss:0.469482
[239] train-mlogloss:0.173034 eval-mlogloss:0.469383
[240] train-mlogloss:0.172308 eval-mlogloss:0.469317
[241] train-mlogloss:0.171606 eval-mlogloss:0.469194
[242] train-mlogloss:0.171059 eval-mlogloss:0.469103
[243] train-mlogloss:0.170512 eval-mlogloss:0.469072
[244] train-mlogloss:0.169934 eval-mlogloss:0.469102
[245] train-mlogloss:0.169285 eval-mlogloss:0.469091
[246] train-mlogloss:0.168622 eval-mlogloss:0.469033
[247] train-mlogloss:0.167836 eval-mlogloss:0.468997
[248] train-mlogloss:0.167133 eval-mlogloss:0.468889
[249] train-mlogloss:0.166370 eval-mlogloss:0.468880
[250] train-mlogloss:0.165551 eval-mlogloss:0.468760
[251] train-mlogloss:0.164809 eval-mlogloss:0.468676
[252] train-mlogloss:0.164200 eval-mlogloss:0.468614
[253] train-mlogloss:0.163719 eval-mlogloss:0.468561
[254] train-mlogloss:0.163110 eval-mlogloss:0.468497
[255] train-mlogloss:0.162573 eval-mlogloss:0.468463
[256] train-mlogloss:0.162058 eval-mlogloss:0.468584
[257] train-mlogloss:0.161504 eval-mlogloss:0.468435
[258] train-mlogloss:0.160804 eval-mlogloss:0.468383
[259] train-mlogloss:0.160190 eval-mlogloss:0.468373
[260] train-mlogloss:0.159712 eval-mlogloss:0.468285
[261] train-mlogloss:0.158908 eval-mlogloss:0.468251
[262] train-mlogloss:0.158153 eval-mlogloss:0.468321
[263] train-mlogloss:0.157556 eval-mlogloss:0.468386
[264] train-mlogloss:0.157032 eval-mlogloss:0.468343
[265] train-mlogloss:0.156333 eval-mlogloss:0.468355
[266] train-mlogloss:0.155778 eval-mlogloss:0.468197
[267] train-mlogloss:0.155189 eval-mlogloss:0.468274
[268] train-mlogloss:0.154487 eval-mlogloss:0.468090
[269] train-mlogloss:0.154079 eval-mlogloss:0.468144
[270] train-mlogloss:0.153330 eval-mlogloss:0.468020
[271] train-mlogloss:0.152621 eval-mlogloss:0.467927
[272] train-mlogloss:0.152047 eval-mlogloss:0.467965
[273] train-mlogloss:0.151400 eval-mlogloss:0.467907
[274] train-mlogloss:0.150707 eval-mlogloss:0.467908
[275] train-mlogloss:0.150296 eval-mlogloss:0.467956
[276] train-mlogloss:0.149856 eval-mlogloss:0.468027
[277] train-mlogloss:0.149219 eval-mlogloss:0.467965
[278] train-mlogloss:0.148722 eval-mlogloss:0.468050
[279] train-mlogloss:0.148142 eval-mlogloss:0.468033
[280] train-mlogloss:0.147528 eval-mlogloss:0.468095
[281] train-mlogloss:0.146895 eval-mlogloss:0.468155
[282] train-mlogloss:0.146295 eval-mlogloss:0.468218
[283] train-mlogloss:0.145680 eval-mlogloss:0.468168
Training with params :
{'n_estimators': 300, 'min_child_weight': 1.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 8.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.4681683890380447
Stopping. Best iteration:
[273] train-mlogloss:0.151400 eval-mlogloss:0.467907
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.939301 eval-mlogloss:1.952433
[1] train-mlogloss:1.759804 eval-mlogloss:1.785689
[2] train-mlogloss:1.611568 eval-mlogloss:1.647091
[3] train-mlogloss:1.490760 eval-mlogloss:1.535961
[4] train-mlogloss:1.388701 eval-mlogloss:1.442767
[5] train-mlogloss:1.295131 eval-mlogloss:1.356920
[6] train-mlogloss:1.214297 eval-mlogloss:1.283280
[7] train-mlogloss:1.143010 eval-mlogloss:1.218139
[8] train-mlogloss:1.079437 eval-mlogloss:1.160092
[9] train-mlogloss:1.023708 eval-mlogloss:1.110556
[10] train-mlogloss:0.973913 eval-mlogloss:1.066008
[11] train-mlogloss:0.926934 eval-mlogloss:1.023872
[12] train-mlogloss:0.885373 eval-mlogloss:0.986624
[13] train-mlogloss:0.846234 eval-mlogloss:0.952289
[14] train-mlogloss:0.810710 eval-mlogloss:0.920815
[15] train-mlogloss:0.778240 eval-mlogloss:0.892960
[16] train-mlogloss:0.748663 eval-mlogloss:0.867135
[17] train-mlogloss:0.720798 eval-mlogloss:0.843662
[18] train-mlogloss:0.695539 eval-mlogloss:0.822568
[19] train-mlogloss:0.671652 eval-mlogloss:0.801984
[20] train-mlogloss:0.649269 eval-mlogloss:0.783285
[21] train-mlogloss:0.627906 eval-mlogloss:0.765821
[22] train-mlogloss:0.607223 eval-mlogloss:0.748968
[23] train-mlogloss:0.589219 eval-mlogloss:0.734308
[24] train-mlogloss:0.571561 eval-mlogloss:0.720235
[25] train-mlogloss:0.555375 eval-mlogloss:0.707330
[26] train-mlogloss:0.540739 eval-mlogloss:0.695399
[27] train-mlogloss:0.527015 eval-mlogloss:0.684386
[28] train-mlogloss:0.514193 eval-mlogloss:0.674186
[29] train-mlogloss:0.501752 eval-mlogloss:0.664575
[30] train-mlogloss:0.490341 eval-mlogloss:0.655368
[31] train-mlogloss:0.479052 eval-mlogloss:0.646749
[32] train-mlogloss:0.468476 eval-mlogloss:0.638743
[33] train-mlogloss:0.458558 eval-mlogloss:0.631063
[34] train-mlogloss:0.449154 eval-mlogloss:0.623838
[35] train-mlogloss:0.440172 eval-mlogloss:0.616914
[36] train-mlogloss:0.431751 eval-mlogloss:0.610478
[37] train-mlogloss:0.423639 eval-mlogloss:0.604456
[38] train-mlogloss:0.416313 eval-mlogloss:0.599127
[39] train-mlogloss:0.409031 eval-mlogloss:0.593912
[40] train-mlogloss:0.402453 eval-mlogloss:0.589140
[41] train-mlogloss:0.395945 eval-mlogloss:0.584606
[42] train-mlogloss:0.389640 eval-mlogloss:0.580491
[43] train-mlogloss:0.383053 eval-mlogloss:0.576324
[44] train-mlogloss:0.376946 eval-mlogloss:0.572297
[45] train-mlogloss:0.371348 eval-mlogloss:0.568417
[46] train-mlogloss:0.365941 eval-mlogloss:0.564427
[47] train-mlogloss:0.360294 eval-mlogloss:0.560832
[48] train-mlogloss:0.356045 eval-mlogloss:0.557820
[49] train-mlogloss:0.351991 eval-mlogloss:0.554913
[50] train-mlogloss:0.347784 eval-mlogloss:0.551888
[51] train-mlogloss:0.342611 eval-mlogloss:0.548722
[52] train-mlogloss:0.338142 eval-mlogloss:0.546077
[53] train-mlogloss:0.334480 eval-mlogloss:0.543667
[54] train-mlogloss:0.331113 eval-mlogloss:0.541239
[55] train-mlogloss:0.327162 eval-mlogloss:0.539053
[56] train-mlogloss:0.322986 eval-mlogloss:0.536695
[57] train-mlogloss:0.319706 eval-mlogloss:0.534544
[58] train-mlogloss:0.316299 eval-mlogloss:0.532372
[59] train-mlogloss:0.313350 eval-mlogloss:0.530155
[60] train-mlogloss:0.310311 eval-mlogloss:0.528316
[61] train-mlogloss:0.307718 eval-mlogloss:0.526588
[62] train-mlogloss:0.304732 eval-mlogloss:0.524802
[63] train-mlogloss:0.302350 eval-mlogloss:0.523144
[64] train-mlogloss:0.300108 eval-mlogloss:0.521606
[65] train-mlogloss:0.297623 eval-mlogloss:0.520064
[66] train-mlogloss:0.294974 eval-mlogloss:0.518551
[67] train-mlogloss:0.292637 eval-mlogloss:0.517218
[68] train-mlogloss:0.290044 eval-mlogloss:0.515765
[69] train-mlogloss:0.287898 eval-mlogloss:0.514353
[70] train-mlogloss:0.285293 eval-mlogloss:0.513110
[71] train-mlogloss:0.282297 eval-mlogloss:0.511768
[72] train-mlogloss:0.280068 eval-mlogloss:0.510628
[73] train-mlogloss:0.277211 eval-mlogloss:0.509363
[74] train-mlogloss:0.274758 eval-mlogloss:0.508130
[75] train-mlogloss:0.273163 eval-mlogloss:0.507119
[76] train-mlogloss:0.270441 eval-mlogloss:0.505897
[77] train-mlogloss:0.268295 eval-mlogloss:0.504937
[78] train-mlogloss:0.266253 eval-mlogloss:0.504225
[79] train-mlogloss:0.264119 eval-mlogloss:0.503304
[80] train-mlogloss:0.262197 eval-mlogloss:0.502499
[81] train-mlogloss:0.260689 eval-mlogloss:0.501748
[82] train-mlogloss:0.258349 eval-mlogloss:0.500809
[83] train-mlogloss:0.256338 eval-mlogloss:0.499828
[84] train-mlogloss:0.254105 eval-mlogloss:0.498955
[85] train-mlogloss:0.252282 eval-mlogloss:0.498168
[86] train-mlogloss:0.250266 eval-mlogloss:0.497669
[87] train-mlogloss:0.248875 eval-mlogloss:0.496846
[88] train-mlogloss:0.246902 eval-mlogloss:0.496171
[89] train-mlogloss:0.244948 eval-mlogloss:0.495320
[90] train-mlogloss:0.242763 eval-mlogloss:0.494774
[91] train-mlogloss:0.240656 eval-mlogloss:0.493960
[92] train-mlogloss:0.238494 eval-mlogloss:0.493293
[93] train-mlogloss:0.237027 eval-mlogloss:0.492907
[94] train-mlogloss:0.234747 eval-mlogloss:0.492135
[95] train-mlogloss:0.233211 eval-mlogloss:0.491701
[96] train-mlogloss:0.232097 eval-mlogloss:0.490950
[97] train-mlogloss:0.230834 eval-mlogloss:0.490402
[98] train-mlogloss:0.229264 eval-mlogloss:0.489720
[99] train-mlogloss:0.227752 eval-mlogloss:0.489034
[100] train-mlogloss:0.225862 eval-mlogloss:0.488602
[101] train-mlogloss:0.224806 eval-mlogloss:0.488288
[102] train-mlogloss:0.223280 eval-mlogloss:0.487767
[103] train-mlogloss:0.221534 eval-mlogloss:0.487051
[104] train-mlogloss:0.219511 eval-mlogloss:0.486365
[105] train-mlogloss:0.217748 eval-mlogloss:0.485788
[106] train-mlogloss:0.216704 eval-mlogloss:0.485465
[107] train-mlogloss:0.215004 eval-mlogloss:0.484767
[108] train-mlogloss:0.213914 eval-mlogloss:0.484238
[109] train-mlogloss:0.212416 eval-mlogloss:0.483817
[110] train-mlogloss:0.210712 eval-mlogloss:0.483492
[111] train-mlogloss:0.209426 eval-mlogloss:0.483065
[112] train-mlogloss:0.208407 eval-mlogloss:0.482729
[113] train-mlogloss:0.207329 eval-mlogloss:0.482349
[114] train-mlogloss:0.206154 eval-mlogloss:0.481943
[115] train-mlogloss:0.204572 eval-mlogloss:0.481573
[116] train-mlogloss:0.203354 eval-mlogloss:0.481200
[117] train-mlogloss:0.202148 eval-mlogloss:0.480909
[118] train-mlogloss:0.200995 eval-mlogloss:0.480517
[119] train-mlogloss:0.199628 eval-mlogloss:0.479968
[120] train-mlogloss:0.198305 eval-mlogloss:0.479649
[121] train-mlogloss:0.196872 eval-mlogloss:0.479251
[122] train-mlogloss:0.195442 eval-mlogloss:0.478847
[123] train-mlogloss:0.194207 eval-mlogloss:0.478642
[124] train-mlogloss:0.192469 eval-mlogloss:0.478207
[125] train-mlogloss:0.191115 eval-mlogloss:0.477659
[126] train-mlogloss:0.189847 eval-mlogloss:0.477530
[127] train-mlogloss:0.188708 eval-mlogloss:0.477026
[128] train-mlogloss:0.187287 eval-mlogloss:0.476856
[129] train-mlogloss:0.185813 eval-mlogloss:0.476569
[130] train-mlogloss:0.184327 eval-mlogloss:0.476332
[131] train-mlogloss:0.183063 eval-mlogloss:0.475849
[132] train-mlogloss:0.181829 eval-mlogloss:0.475624
[133] train-mlogloss:0.180456 eval-mlogloss:0.475571
[134] train-mlogloss:0.179607 eval-mlogloss:0.475453
[135] train-mlogloss:0.178296 eval-mlogloss:0.475328
[136] train-mlogloss:0.177254 eval-mlogloss:0.475043
[137] train-mlogloss:0.176217 eval-mlogloss:0.474794
[138] train-mlogloss:0.175078 eval-mlogloss:0.474511
[139] train-mlogloss:0.174040 eval-mlogloss:0.474271
[140] train-mlogloss:0.172652 eval-mlogloss:0.473927
[141] train-mlogloss:0.171457 eval-mlogloss:0.473865
[142] train-mlogloss:0.170777 eval-mlogloss:0.473673
[143] train-mlogloss:0.169871 eval-mlogloss:0.473612
[144] train-mlogloss:0.168630 eval-mlogloss:0.473313
[145] train-mlogloss:0.166924 eval-mlogloss:0.473064
[146] train-mlogloss:0.166132 eval-mlogloss:0.472938
[147] train-mlogloss:0.164987 eval-mlogloss:0.472737
[148] train-mlogloss:0.164133 eval-mlogloss:0.472500
[149] train-mlogloss:0.163028 eval-mlogloss:0.472441
[150] train-mlogloss:0.161960 eval-mlogloss:0.472430
[151] train-mlogloss:0.161242 eval-mlogloss:0.472280
[152] train-mlogloss:0.160081 eval-mlogloss:0.472099
[153] train-mlogloss:0.159135 eval-mlogloss:0.471766
[154] train-mlogloss:0.158096 eval-mlogloss:0.471731
[155] train-mlogloss:0.157325 eval-mlogloss:0.471555
[156] train-mlogloss:0.156509 eval-mlogloss:0.471426
[157] train-mlogloss:0.155640 eval-mlogloss:0.471304
[158] train-mlogloss:0.154631 eval-mlogloss:0.471128
[159] train-mlogloss:0.153644 eval-mlogloss:0.471002
[160] train-mlogloss:0.152585 eval-mlogloss:0.470977
[161] train-mlogloss:0.151872 eval-mlogloss:0.470830
[162] train-mlogloss:0.150822 eval-mlogloss:0.470722
[163] train-mlogloss:0.149857 eval-mlogloss:0.470607
[164] train-mlogloss:0.148957 eval-mlogloss:0.470432
[165] train-mlogloss:0.148019 eval-mlogloss:0.470346
[166] train-mlogloss:0.146789 eval-mlogloss:0.470357
[167] train-mlogloss:0.146086 eval-mlogloss:0.470279
[168] train-mlogloss:0.145328 eval-mlogloss:0.470106
[169] train-mlogloss:0.144236 eval-mlogloss:0.470063
[170] train-mlogloss:0.143322 eval-mlogloss:0.470180
[171] train-mlogloss:0.142413 eval-mlogloss:0.470106
[172] train-mlogloss:0.141802 eval-mlogloss:0.469965
[173] train-mlogloss:0.141033 eval-mlogloss:0.469830
[174] train-mlogloss:0.140067 eval-mlogloss:0.469760
[175] train-mlogloss:0.139328 eval-mlogloss:0.469686
[176] train-mlogloss:0.138435 eval-mlogloss:0.469629
[177] train-mlogloss:0.137733 eval-mlogloss:0.469644
[178] train-mlogloss:0.136717 eval-mlogloss:0.469685
[179] train-mlogloss:0.135995 eval-mlogloss:0.469676
[180] train-mlogloss:0.135131 eval-mlogloss:0.469746
[181] train-mlogloss:0.134409 eval-mlogloss:0.469631
[182] train-mlogloss:0.133661 eval-mlogloss:0.469475
[183] train-mlogloss:0.132906 eval-mlogloss:0.469415
[184] train-mlogloss:0.132008 eval-mlogloss:0.469335
[185] train-mlogloss:0.131515 eval-mlogloss:0.469285
[186] train-mlogloss:0.130750 eval-mlogloss:0.469258
[187] train-mlogloss:0.129805 eval-mlogloss:0.469443
[188] train-mlogloss:0.129282 eval-mlogloss:0.469470
[189] train-mlogloss:0.128680 eval-mlogloss:0.469545
[190] train-mlogloss:0.128143 eval-mlogloss:0.469573
[191] train-mlogloss:0.127456 eval-mlogloss:0.469580
[192] train-mlogloss:0.126689 eval-mlogloss:0.469380
[193] train-mlogloss:0.125915 eval-mlogloss:0.469456
[194] train-mlogloss:0.125437 eval-mlogloss:0.469494
[195] train-mlogloss:0.124830 eval-mlogloss:0.469527
Training with params :
{'n_estimators': 300, 'min_child_weight': 1.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 10.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.46951816139364877
[196] train-mlogloss:0.124158 eval-mlogloss:0.469518
Stopping. Best iteration:
[186] train-mlogloss:0.130750 eval-mlogloss:0.469258
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.977745 eval-mlogloss:1.980716
[1] train-mlogloss:1.824539 eval-mlogloss:1.830466
[2] train-mlogloss:1.697374 eval-mlogloss:1.705158
[3] train-mlogloss:1.592479 eval-mlogloss:1.601397
[4] train-mlogloss:1.506318 eval-mlogloss:1.516714
[5] train-mlogloss:1.428406 eval-mlogloss:1.440363
[6] train-mlogloss:1.360413 eval-mlogloss:1.373271
[7] train-mlogloss:1.301836 eval-mlogloss:1.316477
[8] train-mlogloss:1.247952 eval-mlogloss:1.263718
[9] train-mlogloss:1.197429 eval-mlogloss:1.214660
[10] train-mlogloss:1.153365 eval-mlogloss:1.171879
[11] train-mlogloss:1.114627 eval-mlogloss:1.134201
[12] train-mlogloss:1.077294 eval-mlogloss:1.098040
[13] train-mlogloss:1.045473 eval-mlogloss:1.066795
[14] train-mlogloss:1.016394 eval-mlogloss:1.038390
[15] train-mlogloss:0.988150 eval-mlogloss:1.010832
[16] train-mlogloss:0.963294 eval-mlogloss:0.986910
[17] train-mlogloss:0.938824 eval-mlogloss:0.963313
[18] train-mlogloss:0.918083 eval-mlogloss:0.943223
[19] train-mlogloss:0.896407 eval-mlogloss:0.922472
[20] train-mlogloss:0.876956 eval-mlogloss:0.903762
[21] train-mlogloss:0.859325 eval-mlogloss:0.886748
[22] train-mlogloss:0.843564 eval-mlogloss:0.871708
[23] train-mlogloss:0.827119 eval-mlogloss:0.856322
[24] train-mlogloss:0.811965 eval-mlogloss:0.841855
[25] train-mlogloss:0.798454 eval-mlogloss:0.828850
[26] train-mlogloss:0.785496 eval-mlogloss:0.816679
[27] train-mlogloss:0.772430 eval-mlogloss:0.804277
[28] train-mlogloss:0.761036 eval-mlogloss:0.793825
[29] train-mlogloss:0.749750 eval-mlogloss:0.783086
[30] train-mlogloss:0.739270 eval-mlogloss:0.773054
[31] train-mlogloss:0.730208 eval-mlogloss:0.764900
[32] train-mlogloss:0.720878 eval-mlogloss:0.756254
[33] train-mlogloss:0.712865 eval-mlogloss:0.749068
[34] train-mlogloss:0.704187 eval-mlogloss:0.741061
[35] train-mlogloss:0.696310 eval-mlogloss:0.733703
[36] train-mlogloss:0.688643 eval-mlogloss:0.726794
[37] train-mlogloss:0.681343 eval-mlogloss:0.719868
[38] train-mlogloss:0.675022 eval-mlogloss:0.714050
[39] train-mlogloss:0.667833 eval-mlogloss:0.707752
[40] train-mlogloss:0.661500 eval-mlogloss:0.702048
[41] train-mlogloss:0.655173 eval-mlogloss:0.696435
[42] train-mlogloss:0.649231 eval-mlogloss:0.690895
[43] train-mlogloss:0.643379 eval-mlogloss:0.685702
[44] train-mlogloss:0.638593 eval-mlogloss:0.681497
[45] train-mlogloss:0.633364 eval-mlogloss:0.676749
[46] train-mlogloss:0.628435 eval-mlogloss:0.672348
[47] train-mlogloss:0.624041 eval-mlogloss:0.668437
[48] train-mlogloss:0.619155 eval-mlogloss:0.664013
[49] train-mlogloss:0.614818 eval-mlogloss:0.660190
[50] train-mlogloss:0.610844 eval-mlogloss:0.656653
[51] train-mlogloss:0.606598 eval-mlogloss:0.653035
[52] train-mlogloss:0.602470 eval-mlogloss:0.649545
[53] train-mlogloss:0.598684 eval-mlogloss:0.646218
[54] train-mlogloss:0.595055 eval-mlogloss:0.643120
[55] train-mlogloss:0.591553 eval-mlogloss:0.640047
[56] train-mlogloss:0.588185 eval-mlogloss:0.637085
[57] train-mlogloss:0.584453 eval-mlogloss:0.633911
[58] train-mlogloss:0.581279 eval-mlogloss:0.631350
[59] train-mlogloss:0.578246 eval-mlogloss:0.628651
[60] train-mlogloss:0.575324 eval-mlogloss:0.626021
[61] train-mlogloss:0.572173 eval-mlogloss:0.623462
[62] train-mlogloss:0.569614 eval-mlogloss:0.621476
[63] train-mlogloss:0.567399 eval-mlogloss:0.619551
[64] train-mlogloss:0.564816 eval-mlogloss:0.617391
[65] train-mlogloss:0.562221 eval-mlogloss:0.615219
[66] train-mlogloss:0.559620 eval-mlogloss:0.612897
[67] train-mlogloss:0.557120 eval-mlogloss:0.610838
[68] train-mlogloss:0.554566 eval-mlogloss:0.609016
[69] train-mlogloss:0.552341 eval-mlogloss:0.607112
[70] train-mlogloss:0.550074 eval-mlogloss:0.605317
[71] train-mlogloss:0.547820 eval-mlogloss:0.603463
[72] train-mlogloss:0.545559 eval-mlogloss:0.601813
[73] train-mlogloss:0.543341 eval-mlogloss:0.600079
[74] train-mlogloss:0.541364 eval-mlogloss:0.598546
[75] train-mlogloss:0.539302 eval-mlogloss:0.597017
[76] train-mlogloss:0.537088 eval-mlogloss:0.595392
[77] train-mlogloss:0.535363 eval-mlogloss:0.593936
[78] train-mlogloss:0.533491 eval-mlogloss:0.592487
[79] train-mlogloss:0.531757 eval-mlogloss:0.591068
[80] train-mlogloss:0.529924 eval-mlogloss:0.589563
[81] train-mlogloss:0.528137 eval-mlogloss:0.588020
[82] train-mlogloss:0.526286 eval-mlogloss:0.586676
[83] train-mlogloss:0.524522 eval-mlogloss:0.585380
[84] train-mlogloss:0.522989 eval-mlogloss:0.584303
[85] train-mlogloss:0.521272 eval-mlogloss:0.582960
[86] train-mlogloss:0.519753 eval-mlogloss:0.581908
[87] train-mlogloss:0.518216 eval-mlogloss:0.580744
[88] train-mlogloss:0.516647 eval-mlogloss:0.579549
[89] train-mlogloss:0.514856 eval-mlogloss:0.578210
[90] train-mlogloss:0.513274 eval-mlogloss:0.576882
[91] train-mlogloss:0.511678 eval-mlogloss:0.575607
[92] train-mlogloss:0.510069 eval-mlogloss:0.574426
[93] train-mlogloss:0.508391 eval-mlogloss:0.573270
[94] train-mlogloss:0.506898 eval-mlogloss:0.572149
[95] train-mlogloss:0.505538 eval-mlogloss:0.571172
[96] train-mlogloss:0.504116 eval-mlogloss:0.570365
[97] train-mlogloss:0.502875 eval-mlogloss:0.569421
[98] train-mlogloss:0.501596 eval-mlogloss:0.568585
[99] train-mlogloss:0.500437 eval-mlogloss:0.567731
[100] train-mlogloss:0.499042 eval-mlogloss:0.566706
[101] train-mlogloss:0.497443 eval-mlogloss:0.565567
[102] train-mlogloss:0.496020 eval-mlogloss:0.564645
[103] train-mlogloss:0.494902 eval-mlogloss:0.563880
[104] train-mlogloss:0.493556 eval-mlogloss:0.562935
[105] train-mlogloss:0.492198 eval-mlogloss:0.561972
[106] train-mlogloss:0.491003 eval-mlogloss:0.561161
[107] train-mlogloss:0.489718 eval-mlogloss:0.560386
[108] train-mlogloss:0.488426 eval-mlogloss:0.559494
[109] train-mlogloss:0.487273 eval-mlogloss:0.558775
[110] train-mlogloss:0.485881 eval-mlogloss:0.557887
[111] train-mlogloss:0.484478 eval-mlogloss:0.557109
[112] train-mlogloss:0.483310 eval-mlogloss:0.556331
[113] train-mlogloss:0.482375 eval-mlogloss:0.555800
[114] train-mlogloss:0.481211 eval-mlogloss:0.555127
[115] train-mlogloss:0.480170 eval-mlogloss:0.554431
[116] train-mlogloss:0.478887 eval-mlogloss:0.553583
[117] train-mlogloss:0.477827 eval-mlogloss:0.552895
[118] train-mlogloss:0.476941 eval-mlogloss:0.552271
[119] train-mlogloss:0.475969 eval-mlogloss:0.551661
[120] train-mlogloss:0.474856 eval-mlogloss:0.550933
[121] train-mlogloss:0.473693 eval-mlogloss:0.550251
[122] train-mlogloss:0.472645 eval-mlogloss:0.549513
[123] train-mlogloss:0.471363 eval-mlogloss:0.548750
[124] train-mlogloss:0.470112 eval-mlogloss:0.548056
[125] train-mlogloss:0.469032 eval-mlogloss:0.547254
[126] train-mlogloss:0.467901 eval-mlogloss:0.546582
[127] train-mlogloss:0.466716 eval-mlogloss:0.545955
[128] train-mlogloss:0.465556 eval-mlogloss:0.545436
[129] train-mlogloss:0.464457 eval-mlogloss:0.544684
[130] train-mlogloss:0.463645 eval-mlogloss:0.544204
[131] train-mlogloss:0.462524 eval-mlogloss:0.543428
[132] train-mlogloss:0.461654 eval-mlogloss:0.542878
[133] train-mlogloss:0.460666 eval-mlogloss:0.542160
[134] train-mlogloss:0.459700 eval-mlogloss:0.541690
[135] train-mlogloss:0.458789 eval-mlogloss:0.541171
[136] train-mlogloss:0.457846 eval-mlogloss:0.540563
[137] train-mlogloss:0.456813 eval-mlogloss:0.539972
[138] train-mlogloss:0.455786 eval-mlogloss:0.539369
[139] train-mlogloss:0.454975 eval-mlogloss:0.538930
[140] train-mlogloss:0.454243 eval-mlogloss:0.538497
[141] train-mlogloss:0.453286 eval-mlogloss:0.538081
[142] train-mlogloss:0.452364 eval-mlogloss:0.537546
[143] train-mlogloss:0.451443 eval-mlogloss:0.537002
[144] train-mlogloss:0.450513 eval-mlogloss:0.536492
[145] train-mlogloss:0.449408 eval-mlogloss:0.535959
[146] train-mlogloss:0.448479 eval-mlogloss:0.535470
[147] train-mlogloss:0.447338 eval-mlogloss:0.534772
[148] train-mlogloss:0.446442 eval-mlogloss:0.534382
[149] train-mlogloss:0.445526 eval-mlogloss:0.533885
[150] train-mlogloss:0.444760 eval-mlogloss:0.533508
[151] train-mlogloss:0.443846 eval-mlogloss:0.532928
[152] train-mlogloss:0.443058 eval-mlogloss:0.532480
[153] train-mlogloss:0.442418 eval-mlogloss:0.532030
[154] train-mlogloss:0.441685 eval-mlogloss:0.531673
[155] train-mlogloss:0.440864 eval-mlogloss:0.531278
[156] train-mlogloss:0.439931 eval-mlogloss:0.530814
[157] train-mlogloss:0.439201 eval-mlogloss:0.530410
[158] train-mlogloss:0.438545 eval-mlogloss:0.530023
[159] train-mlogloss:0.437779 eval-mlogloss:0.529534
[160] train-mlogloss:0.437081 eval-mlogloss:0.529156
[161] train-mlogloss:0.436206 eval-mlogloss:0.528699
[162] train-mlogloss:0.435405 eval-mlogloss:0.528365
[163] train-mlogloss:0.434590 eval-mlogloss:0.527911
[164] train-mlogloss:0.433908 eval-mlogloss:0.527583
[165] train-mlogloss:0.432999 eval-mlogloss:0.527046
[166] train-mlogloss:0.432131 eval-mlogloss:0.526506
[167] train-mlogloss:0.431473 eval-mlogloss:0.526113
[168] train-mlogloss:0.430873 eval-mlogloss:0.525678
[169] train-mlogloss:0.430155 eval-mlogloss:0.525170
[170] train-mlogloss:0.429415 eval-mlogloss:0.524878
[171] train-mlogloss:0.428731 eval-mlogloss:0.524527
[172] train-mlogloss:0.428147 eval-mlogloss:0.524224
[173] train-mlogloss:0.427559 eval-mlogloss:0.524028
[174] train-mlogloss:0.426927 eval-mlogloss:0.523623
[175] train-mlogloss:0.426270 eval-mlogloss:0.523344
[176] train-mlogloss:0.425720 eval-mlogloss:0.523027
[177] train-mlogloss:0.424834 eval-mlogloss:0.522573
[178] train-mlogloss:0.424196 eval-mlogloss:0.522356
[179] train-mlogloss:0.423509 eval-mlogloss:0.522066
[180] train-mlogloss:0.422808 eval-mlogloss:0.521780
[181] train-mlogloss:0.422018 eval-mlogloss:0.521427
[182] train-mlogloss:0.421254 eval-mlogloss:0.521032
[183] train-mlogloss:0.420527 eval-mlogloss:0.520621
[184] train-mlogloss:0.419918 eval-mlogloss:0.520407
[185] train-mlogloss:0.419238 eval-mlogloss:0.520108
[186] train-mlogloss:0.418458 eval-mlogloss:0.519799
[187] train-mlogloss:0.417838 eval-mlogloss:0.519480
[188] train-mlogloss:0.417160 eval-mlogloss:0.519065
[189] train-mlogloss:0.416628 eval-mlogloss:0.518814
[190] train-mlogloss:0.415802 eval-mlogloss:0.518442
[191] train-mlogloss:0.415079 eval-mlogloss:0.518078
[192] train-mlogloss:0.414579 eval-mlogloss:0.517711
[193] train-mlogloss:0.413852 eval-mlogloss:0.517392
[194] train-mlogloss:0.413200 eval-mlogloss:0.517168
[195] train-mlogloss:0.412565 eval-mlogloss:0.516929
[196] train-mlogloss:0.411946 eval-mlogloss:0.516703
[197] train-mlogloss:0.411530 eval-mlogloss:0.516482
[198] train-mlogloss:0.410865 eval-mlogloss:0.516178
[199] train-mlogloss:0.410328 eval-mlogloss:0.515970
[200] train-mlogloss:0.409631 eval-mlogloss:0.515590
[201] train-mlogloss:0.409080 eval-mlogloss:0.515366
[202] train-mlogloss:0.408475 eval-mlogloss:0.514983
[203] train-mlogloss:0.407926 eval-mlogloss:0.514687
[204] train-mlogloss:0.407364 eval-mlogloss:0.514452
[205] train-mlogloss:0.406901 eval-mlogloss:0.514294
[206] train-mlogloss:0.406440 eval-mlogloss:0.514088
[207] train-mlogloss:0.405912 eval-mlogloss:0.513745
[208] train-mlogloss:0.405097 eval-mlogloss:0.513569
[209] train-mlogloss:0.404389 eval-mlogloss:0.513201
[210] train-mlogloss:0.403610 eval-mlogloss:0.512821
[211] train-mlogloss:0.403091 eval-mlogloss:0.512535
[212] train-mlogloss:0.402352 eval-mlogloss:0.512239
[213] train-mlogloss:0.401675 eval-mlogloss:0.512017
[214] train-mlogloss:0.401142 eval-mlogloss:0.511843
[215] train-mlogloss:0.400701 eval-mlogloss:0.511694
[216] train-mlogloss:0.400124 eval-mlogloss:0.511363
[217] train-mlogloss:0.399541 eval-mlogloss:0.510969
[218] train-mlogloss:0.399030 eval-mlogloss:0.510706
[219] train-mlogloss:0.398362 eval-mlogloss:0.510465
[220] train-mlogloss:0.397816 eval-mlogloss:0.510241
[221] train-mlogloss:0.397070 eval-mlogloss:0.510120
[222] train-mlogloss:0.396404 eval-mlogloss:0.509898
[223] train-mlogloss:0.395671 eval-mlogloss:0.509524
[224] train-mlogloss:0.395165 eval-mlogloss:0.509250
[225] train-mlogloss:0.394725 eval-mlogloss:0.509008
[226] train-mlogloss:0.394092 eval-mlogloss:0.508674
[227] train-mlogloss:0.393611 eval-mlogloss:0.508402
[228] train-mlogloss:0.393045 eval-mlogloss:0.508143
[229] train-mlogloss:0.392534 eval-mlogloss:0.507964
[230] train-mlogloss:0.391849 eval-mlogloss:0.507683
[231] train-mlogloss:0.391379 eval-mlogloss:0.507412
[232] train-mlogloss:0.390814 eval-mlogloss:0.507144
[233] train-mlogloss:0.390199 eval-mlogloss:0.506896
[234] train-mlogloss:0.389670 eval-mlogloss:0.506693
[235] train-mlogloss:0.389253 eval-mlogloss:0.506580
[236] train-mlogloss:0.388700 eval-mlogloss:0.506342
[237] train-mlogloss:0.388183 eval-mlogloss:0.506072
[238] train-mlogloss:0.387446 eval-mlogloss:0.505832
[239] train-mlogloss:0.386999 eval-mlogloss:0.505602
[240] train-mlogloss:0.386345 eval-mlogloss:0.505376
[241] train-mlogloss:0.385578 eval-mlogloss:0.505045
[242] train-mlogloss:0.385037 eval-mlogloss:0.504785
[243] train-mlogloss:0.384550 eval-mlogloss:0.504541
[244] train-mlogloss:0.383945 eval-mlogloss:0.504349
[245] train-mlogloss:0.383497 eval-mlogloss:0.504222
[246] train-mlogloss:0.382833 eval-mlogloss:0.503953
[247] train-mlogloss:0.382270 eval-mlogloss:0.503696
[248] train-mlogloss:0.381863 eval-mlogloss:0.503450
[249] train-mlogloss:0.381331 eval-mlogloss:0.503185
[250] train-mlogloss:0.380674 eval-mlogloss:0.502895
[251] train-mlogloss:0.380339 eval-mlogloss:0.502801
[252] train-mlogloss:0.379836 eval-mlogloss:0.502725
[253] train-mlogloss:0.379424 eval-mlogloss:0.502500
[254] train-mlogloss:0.378961 eval-mlogloss:0.502354
[255] train-mlogloss:0.378502 eval-mlogloss:0.502166
[256] train-mlogloss:0.378077 eval-mlogloss:0.501927
[257] train-mlogloss:0.377607 eval-mlogloss:0.501748
[258] train-mlogloss:0.377142 eval-mlogloss:0.501547
[259] train-mlogloss:0.376600 eval-mlogloss:0.501361
[260] train-mlogloss:0.376078 eval-mlogloss:0.501140
[261] train-mlogloss:0.375637 eval-mlogloss:0.500982
[262] train-mlogloss:0.375269 eval-mlogloss:0.500828
[263] train-mlogloss:0.374665 eval-mlogloss:0.500600
[264] train-mlogloss:0.374193 eval-mlogloss:0.500392
[265] train-mlogloss:0.373799 eval-mlogloss:0.500243
[266] train-mlogloss:0.373381 eval-mlogloss:0.500074
[267] train-mlogloss:0.372956 eval-mlogloss:0.499934
[268] train-mlogloss:0.372448 eval-mlogloss:0.499755
[269] train-mlogloss:0.371950 eval-mlogloss:0.499544
[270] train-mlogloss:0.371453 eval-mlogloss:0.499368
[271] train-mlogloss:0.371078 eval-mlogloss:0.499298
[272] train-mlogloss:0.370669 eval-mlogloss:0.499154
[273] train-mlogloss:0.370348 eval-mlogloss:0.498974
[274] train-mlogloss:0.369881 eval-mlogloss:0.498752
[275] train-mlogloss:0.369434 eval-mlogloss:0.498633
[276] train-mlogloss:0.369156 eval-mlogloss:0.498552
[277] train-mlogloss:0.368570 eval-mlogloss:0.498281
[278] train-mlogloss:0.368055 eval-mlogloss:0.498109
[279] train-mlogloss:0.367368 eval-mlogloss:0.497918
[280] train-mlogloss:0.366909 eval-mlogloss:0.497776
[281] train-mlogloss:0.366361 eval-mlogloss:0.497548
[282] train-mlogloss:0.365923 eval-mlogloss:0.497403
[283] train-mlogloss:0.365509 eval-mlogloss:0.497265
[284] train-mlogloss:0.365075 eval-mlogloss:0.497149
[285] train-mlogloss:0.364588 eval-mlogloss:0.496968
[286] train-mlogloss:0.364238 eval-mlogloss:0.496940
[287] train-mlogloss:0.363929 eval-mlogloss:0.496767
[288] train-mlogloss:0.363463 eval-mlogloss:0.496635
[289] train-mlogloss:0.363057 eval-mlogloss:0.496516
[290] train-mlogloss:0.362559 eval-mlogloss:0.496463
[291] train-mlogloss:0.362236 eval-mlogloss:0.496330
[292] train-mlogloss:0.361773 eval-mlogloss:0.496141
[293] train-mlogloss:0.361245 eval-mlogloss:0.495966
[294] train-mlogloss:0.360682 eval-mlogloss:0.495731
[295] train-mlogloss:0.360285 eval-mlogloss:0.495631
[296] train-mlogloss:0.359895 eval-mlogloss:0.495595
[297] train-mlogloss:0.359533 eval-mlogloss:0.495531
[298] train-mlogloss:0.359064 eval-mlogloss:0.495299
[299] train-mlogloss:0.358587 eval-mlogloss:0.495200
Training with params :
{'n_estimators': 300, 'min_child_weight': 6.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 5.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.49520023865041957
In [7]:
trials.losses()
Out[7]:
[0.46243553804105203,
0.4669555566647315,
0.5519025288190725,
0.4615429077401509,
0.6070676673454368,
0.7285325329083832,
0.49377419816524387,
0.7286655139916368,
0.4640815643240792,
0.6077748260653596,
0.4827722072009566,
0.46613880680290204,
0.4624307711161597,
0.47920706750642783,
0.46302652467153343,
0.4618354245657637,
0.4625360373794923,
0.4681683890380447,
0.46951816139364877,
0.49520023865041957]
In [8]:
trials.argmin
Out[8]:
{'max_depth': 9.0, 'min_child_weight': 6.0}
In [10]:
trials.results
Out[10]:
[{'loss': 0.46243553804105203, 'status': 'ok'},
{'loss': 0.4669555566647315, 'status': 'ok'},
{'loss': 0.5519025288190725, 'status': 'ok'},
{'loss': 0.4615429077401509, 'status': 'ok'},
{'loss': 0.6070676673454368, 'status': 'ok'},
{'loss': 0.7285325329083832, 'status': 'ok'},
{'loss': 0.49377419816524387, 'status': 'ok'},
{'loss': 0.7286655139916368, 'status': 'ok'},
{'loss': 0.4640815643240792, 'status': 'ok'},
{'loss': 0.6077748260653596, 'status': 'ok'},
{'loss': 0.4827722072009566, 'status': 'ok'},
{'loss': 0.46613880680290204, 'status': 'ok'},
{'loss': 0.4624307711161597, 'status': 'ok'},
{'loss': 0.47920706750642783, 'status': 'ok'},
{'loss': 0.46302652467153343, 'status': 'ok'},
{'loss': 0.4618354245657637, 'status': 'ok'},
{'loss': 0.4625360373794923, 'status': 'ok'},
{'loss': 0.4681683890380447, 'status': 'ok'},
{'loss': 0.46951816139364877, 'status': 'ok'},
{'loss': 0.49520023865041957, 'status': 'ok'}]
In [11]:
trials = Trials()
space = {
'n_estimators' : 500,
#'eta' : hp.quniform('eta', 0.025, 0.5, 0.025),
'eta' : 0.1,
'max_depth' : hp.quniform('max_depth', 12, 14, 1),
'min_child_weight' : hp.quniform('min_child_weight', 5, 9, 1),
#'subsample' : hp.quniform('subsample', 0.5, 1, 0.05),
'subsample' : 0.8,
#'gamma' : hp.quniform('gamma', 0.5, 1, 0.05),
#'colsample_bytree' : hp.quniform('colsample_bytree', 0.4, 0.9, 0.1),
'colsample_bytree' : 0.8,
'num_class' : 9,
'eval_metric': 'mlogloss',
'objective': 'multi:softprob',
'nthread' : 4,
'silent' : 1
}
fmin(score, space, algo=tpe.suggest, trials=trials, max_evals=2)
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.949096 eval-mlogloss:1.957793
[1] train-mlogloss:1.766512 eval-mlogloss:1.782838
[2] train-mlogloss:1.619591 eval-mlogloss:1.643892
[3] train-mlogloss:1.497963 eval-mlogloss:1.529184
[4] train-mlogloss:1.394268 eval-mlogloss:1.431126
[5] train-mlogloss:1.304623 eval-mlogloss:1.347818
[6] train-mlogloss:1.228995 eval-mlogloss:1.277294
[7] train-mlogloss:1.158668 eval-mlogloss:1.212414
[8] train-mlogloss:1.095939 eval-mlogloss:1.154912
[9] train-mlogloss:1.038788 eval-mlogloss:1.102736
[10] train-mlogloss:0.987804 eval-mlogloss:1.056536
[11] train-mlogloss:0.942273 eval-mlogloss:1.015636
[12] train-mlogloss:0.901232 eval-mlogloss:0.979158
[13] train-mlogloss:0.861848 eval-mlogloss:0.944598
[14] train-mlogloss:0.826618 eval-mlogloss:0.913325
[15] train-mlogloss:0.794442 eval-mlogloss:0.884991
[16] train-mlogloss:0.763958 eval-mlogloss:0.858335
[17] train-mlogloss:0.735380 eval-mlogloss:0.834019
[18] train-mlogloss:0.709808 eval-mlogloss:0.812102
[19] train-mlogloss:0.686038 eval-mlogloss:0.792010
[20] train-mlogloss:0.664132 eval-mlogloss:0.772947
[21] train-mlogloss:0.643802 eval-mlogloss:0.755923
[22] train-mlogloss:0.624819 eval-mlogloss:0.739607
[23] train-mlogloss:0.607339 eval-mlogloss:0.725066
[24] train-mlogloss:0.590830 eval-mlogloss:0.711245
[25] train-mlogloss:0.574229 eval-mlogloss:0.698163
[26] train-mlogloss:0.559649 eval-mlogloss:0.686161
[27] train-mlogloss:0.544612 eval-mlogloss:0.675031
[28] train-mlogloss:0.531536 eval-mlogloss:0.664652
[29] train-mlogloss:0.519191 eval-mlogloss:0.655527
[30] train-mlogloss:0.507270 eval-mlogloss:0.646124
[31] train-mlogloss:0.496789 eval-mlogloss:0.638171
[32] train-mlogloss:0.486679 eval-mlogloss:0.630250
[33] train-mlogloss:0.477407 eval-mlogloss:0.622845
[34] train-mlogloss:0.467692 eval-mlogloss:0.615602
[35] train-mlogloss:0.459068 eval-mlogloss:0.609223
[36] train-mlogloss:0.450701 eval-mlogloss:0.602860
[37] train-mlogloss:0.442622 eval-mlogloss:0.596989
[38] train-mlogloss:0.434637 eval-mlogloss:0.591400
[39] train-mlogloss:0.427278 eval-mlogloss:0.585938
[40] train-mlogloss:0.420224 eval-mlogloss:0.581094
[41] train-mlogloss:0.414177 eval-mlogloss:0.576552
[42] train-mlogloss:0.407950 eval-mlogloss:0.572088
[43] train-mlogloss:0.401804 eval-mlogloss:0.568074
[44] train-mlogloss:0.396392 eval-mlogloss:0.564291
[45] train-mlogloss:0.390560 eval-mlogloss:0.560536
[46] train-mlogloss:0.385836 eval-mlogloss:0.557054
[47] train-mlogloss:0.381103 eval-mlogloss:0.553768
[48] train-mlogloss:0.376498 eval-mlogloss:0.550894
[49] train-mlogloss:0.372308 eval-mlogloss:0.548101
[50] train-mlogloss:0.367886 eval-mlogloss:0.545067
[51] train-mlogloss:0.363584 eval-mlogloss:0.542252
[52] train-mlogloss:0.359724 eval-mlogloss:0.539702
[53] train-mlogloss:0.355273 eval-mlogloss:0.537224
[54] train-mlogloss:0.351354 eval-mlogloss:0.534816
[55] train-mlogloss:0.347419 eval-mlogloss:0.532552
[56] train-mlogloss:0.344437 eval-mlogloss:0.530486
[57] train-mlogloss:0.341074 eval-mlogloss:0.528325
[58] train-mlogloss:0.337386 eval-mlogloss:0.526248
[59] train-mlogloss:0.334095 eval-mlogloss:0.524400
[60] train-mlogloss:0.331272 eval-mlogloss:0.522528
[61] train-mlogloss:0.328393 eval-mlogloss:0.520809
[62] train-mlogloss:0.325783 eval-mlogloss:0.518992
[63] train-mlogloss:0.323121 eval-mlogloss:0.517311
[64] train-mlogloss:0.320431 eval-mlogloss:0.515572
[65] train-mlogloss:0.317794 eval-mlogloss:0.514216
[66] train-mlogloss:0.315581 eval-mlogloss:0.512906
[67] train-mlogloss:0.313246 eval-mlogloss:0.511571
[68] train-mlogloss:0.311271 eval-mlogloss:0.510346
[69] train-mlogloss:0.308594 eval-mlogloss:0.509058
[70] train-mlogloss:0.306467 eval-mlogloss:0.507880
[71] train-mlogloss:0.303434 eval-mlogloss:0.506577
[72] train-mlogloss:0.301360 eval-mlogloss:0.505539
[73] train-mlogloss:0.299156 eval-mlogloss:0.504310
[74] train-mlogloss:0.297283 eval-mlogloss:0.503136
[75] train-mlogloss:0.295022 eval-mlogloss:0.501999
[76] train-mlogloss:0.293215 eval-mlogloss:0.501006
[77] train-mlogloss:0.291104 eval-mlogloss:0.500008
[78] train-mlogloss:0.289108 eval-mlogloss:0.499011
[79] train-mlogloss:0.287069 eval-mlogloss:0.498066
[80] train-mlogloss:0.284731 eval-mlogloss:0.497312
[81] train-mlogloss:0.282900 eval-mlogloss:0.496342
[82] train-mlogloss:0.281187 eval-mlogloss:0.495483
[83] train-mlogloss:0.279105 eval-mlogloss:0.494528
[84] train-mlogloss:0.277531 eval-mlogloss:0.493832
[85] train-mlogloss:0.275387 eval-mlogloss:0.493112
[86] train-mlogloss:0.273759 eval-mlogloss:0.492316
[87] train-mlogloss:0.271981 eval-mlogloss:0.491452
[88] train-mlogloss:0.270546 eval-mlogloss:0.490744
[89] train-mlogloss:0.269217 eval-mlogloss:0.490140
[90] train-mlogloss:0.267798 eval-mlogloss:0.489394
[91] train-mlogloss:0.266275 eval-mlogloss:0.488827
[92] train-mlogloss:0.264717 eval-mlogloss:0.488248
[93] train-mlogloss:0.262809 eval-mlogloss:0.487645
[94] train-mlogloss:0.261431 eval-mlogloss:0.486999
[95] train-mlogloss:0.259674 eval-mlogloss:0.486268
[96] train-mlogloss:0.258176 eval-mlogloss:0.485640
[97] train-mlogloss:0.256643 eval-mlogloss:0.485107
[98] train-mlogloss:0.254803 eval-mlogloss:0.484527
[99] train-mlogloss:0.253447 eval-mlogloss:0.483973
[100] train-mlogloss:0.252530 eval-mlogloss:0.483572
[101] train-mlogloss:0.251110 eval-mlogloss:0.483053
[102] train-mlogloss:0.249775 eval-mlogloss:0.482549
[103] train-mlogloss:0.248915 eval-mlogloss:0.482029
[104] train-mlogloss:0.247650 eval-mlogloss:0.481617
[105] train-mlogloss:0.246549 eval-mlogloss:0.481097
[106] train-mlogloss:0.245267 eval-mlogloss:0.480715
[107] train-mlogloss:0.243992 eval-mlogloss:0.480287
[108] train-mlogloss:0.242524 eval-mlogloss:0.479907
[109] train-mlogloss:0.241337 eval-mlogloss:0.479513
[110] train-mlogloss:0.240219 eval-mlogloss:0.479188
[111] train-mlogloss:0.238638 eval-mlogloss:0.478618
[112] train-mlogloss:0.237223 eval-mlogloss:0.477929
[113] train-mlogloss:0.235889 eval-mlogloss:0.477517
[114] train-mlogloss:0.234414 eval-mlogloss:0.477034
[115] train-mlogloss:0.233353 eval-mlogloss:0.476731
[116] train-mlogloss:0.232265 eval-mlogloss:0.476442
[117] train-mlogloss:0.230780 eval-mlogloss:0.476009
[118] train-mlogloss:0.229888 eval-mlogloss:0.475655
[119] train-mlogloss:0.228814 eval-mlogloss:0.475254
[120] train-mlogloss:0.227510 eval-mlogloss:0.474922
[121] train-mlogloss:0.226421 eval-mlogloss:0.474737
[122] train-mlogloss:0.225567 eval-mlogloss:0.474395
[123] train-mlogloss:0.224454 eval-mlogloss:0.474037
[124] train-mlogloss:0.223384 eval-mlogloss:0.473600
[125] train-mlogloss:0.222088 eval-mlogloss:0.473321
[126] train-mlogloss:0.221189 eval-mlogloss:0.472963
[127] train-mlogloss:0.220080 eval-mlogloss:0.472589
[128] train-mlogloss:0.219209 eval-mlogloss:0.472181
[129] train-mlogloss:0.217582 eval-mlogloss:0.471937
[130] train-mlogloss:0.216224 eval-mlogloss:0.471520
[131] train-mlogloss:0.214989 eval-mlogloss:0.471264
[132] train-mlogloss:0.213870 eval-mlogloss:0.470965
[133] train-mlogloss:0.212889 eval-mlogloss:0.470722
[134] train-mlogloss:0.211809 eval-mlogloss:0.470447
[135] train-mlogloss:0.210851 eval-mlogloss:0.470142
[136] train-mlogloss:0.209938 eval-mlogloss:0.470008
[137] train-mlogloss:0.208714 eval-mlogloss:0.469660
[138] train-mlogloss:0.207571 eval-mlogloss:0.469353
[139] train-mlogloss:0.206562 eval-mlogloss:0.469133
[140] train-mlogloss:0.205396 eval-mlogloss:0.468886
[141] train-mlogloss:0.204416 eval-mlogloss:0.468582
[142] train-mlogloss:0.203406 eval-mlogloss:0.468265
[143] train-mlogloss:0.202610 eval-mlogloss:0.468162
[144] train-mlogloss:0.201762 eval-mlogloss:0.468110
[145] train-mlogloss:0.201021 eval-mlogloss:0.467925
[146] train-mlogloss:0.199700 eval-mlogloss:0.467677
[147] train-mlogloss:0.198784 eval-mlogloss:0.467545
[148] train-mlogloss:0.197984 eval-mlogloss:0.467340
[149] train-mlogloss:0.197176 eval-mlogloss:0.467131
[150] train-mlogloss:0.196045 eval-mlogloss:0.467030
[151] train-mlogloss:0.195229 eval-mlogloss:0.466732
[152] train-mlogloss:0.194596 eval-mlogloss:0.466416
[153] train-mlogloss:0.193851 eval-mlogloss:0.466315
[154] train-mlogloss:0.192947 eval-mlogloss:0.466050
[155] train-mlogloss:0.191962 eval-mlogloss:0.465875
[156] train-mlogloss:0.191276 eval-mlogloss:0.465748
[157] train-mlogloss:0.190412 eval-mlogloss:0.465487
[158] train-mlogloss:0.189301 eval-mlogloss:0.465450
[159] train-mlogloss:0.188463 eval-mlogloss:0.465328
[160] train-mlogloss:0.187665 eval-mlogloss:0.465309
[161] train-mlogloss:0.186854 eval-mlogloss:0.465104
[162] train-mlogloss:0.185988 eval-mlogloss:0.464873
[163] train-mlogloss:0.185333 eval-mlogloss:0.464702
[164] train-mlogloss:0.184645 eval-mlogloss:0.464536
[165] train-mlogloss:0.183791 eval-mlogloss:0.464457
[166] train-mlogloss:0.182990 eval-mlogloss:0.464138
[167] train-mlogloss:0.182081 eval-mlogloss:0.464135
[168] train-mlogloss:0.181112 eval-mlogloss:0.463897
[169] train-mlogloss:0.180038 eval-mlogloss:0.463867
[170] train-mlogloss:0.179133 eval-mlogloss:0.463715
[171] train-mlogloss:0.178230 eval-mlogloss:0.463706
[172] train-mlogloss:0.177588 eval-mlogloss:0.463769
[173] train-mlogloss:0.176747 eval-mlogloss:0.463656
[174] train-mlogloss:0.175891 eval-mlogloss:0.463710
[175] train-mlogloss:0.175115 eval-mlogloss:0.463571
[176] train-mlogloss:0.174138 eval-mlogloss:0.463573
[177] train-mlogloss:0.173328 eval-mlogloss:0.463586
[178] train-mlogloss:0.172590 eval-mlogloss:0.463507
[179] train-mlogloss:0.171956 eval-mlogloss:0.463430
[180] train-mlogloss:0.171313 eval-mlogloss:0.463300
[181] train-mlogloss:0.170758 eval-mlogloss:0.463335
[182] train-mlogloss:0.170160 eval-mlogloss:0.463195
[183] train-mlogloss:0.169480 eval-mlogloss:0.463184
[184] train-mlogloss:0.168711 eval-mlogloss:0.463122
[185] train-mlogloss:0.167550 eval-mlogloss:0.462906
[186] train-mlogloss:0.166865 eval-mlogloss:0.462857
[187] train-mlogloss:0.165813 eval-mlogloss:0.462793
[188] train-mlogloss:0.164960 eval-mlogloss:0.462691
[189] train-mlogloss:0.164210 eval-mlogloss:0.462468
[190] train-mlogloss:0.163463 eval-mlogloss:0.462335
[191] train-mlogloss:0.162903 eval-mlogloss:0.462466
[192] train-mlogloss:0.162166 eval-mlogloss:0.462384
[193] train-mlogloss:0.161509 eval-mlogloss:0.462266
[194] train-mlogloss:0.160921 eval-mlogloss:0.462231
[195] train-mlogloss:0.160379 eval-mlogloss:0.462270
[196] train-mlogloss:0.159716 eval-mlogloss:0.462237
[197] train-mlogloss:0.158971 eval-mlogloss:0.462260
[198] train-mlogloss:0.158316 eval-mlogloss:0.462180
[199] train-mlogloss:0.157621 eval-mlogloss:0.462103
[200] train-mlogloss:0.156803 eval-mlogloss:0.462086
[201] train-mlogloss:0.155949 eval-mlogloss:0.462106
[202] train-mlogloss:0.155211 eval-mlogloss:0.462045
[203] train-mlogloss:0.154378 eval-mlogloss:0.462067
[204] train-mlogloss:0.153576 eval-mlogloss:0.461955
[205] train-mlogloss:0.152970 eval-mlogloss:0.461913
[206] train-mlogloss:0.152229 eval-mlogloss:0.461864
[207] train-mlogloss:0.151724 eval-mlogloss:0.461849
[208] train-mlogloss:0.151040 eval-mlogloss:0.461876
[209] train-mlogloss:0.150519 eval-mlogloss:0.461946
[210] train-mlogloss:0.149942 eval-mlogloss:0.461935
[211] train-mlogloss:0.149326 eval-mlogloss:0.461907
[212] train-mlogloss:0.148635 eval-mlogloss:0.461789
[213] train-mlogloss:0.147991 eval-mlogloss:0.461813
[214] train-mlogloss:0.147385 eval-mlogloss:0.461804
[215] train-mlogloss:0.146699 eval-mlogloss:0.461799
[216] train-mlogloss:0.146163 eval-mlogloss:0.461793
[217] train-mlogloss:0.145476 eval-mlogloss:0.461826
[218] train-mlogloss:0.144808 eval-mlogloss:0.461870
[219] train-mlogloss:0.144211 eval-mlogloss:0.461812
[220] train-mlogloss:0.143644 eval-mlogloss:0.461795
[221] train-mlogloss:0.143027 eval-mlogloss:0.461844
[222] train-mlogloss:0.142355 eval-mlogloss:0.461801
Training with params :
{'n_estimators': 500, 'min_child_weight': 7.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 13.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.4618006860016755
Stopping. Best iteration:
[212] train-mlogloss:0.148635 eval-mlogloss:0.461789
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.944109 eval-mlogloss:1.953470
[1] train-mlogloss:1.761577 eval-mlogloss:1.778665
[2] train-mlogloss:1.617876 eval-mlogloss:1.641741
[3] train-mlogloss:1.496784 eval-mlogloss:1.526846
[4] train-mlogloss:1.398645 eval-mlogloss:1.434152
[5] train-mlogloss:1.310696 eval-mlogloss:1.351624
[6] train-mlogloss:1.232240 eval-mlogloss:1.277874
[7] train-mlogloss:1.162931 eval-mlogloss:1.213810
[8] train-mlogloss:1.100879 eval-mlogloss:1.156504
[9] train-mlogloss:1.044221 eval-mlogloss:1.104157
[10] train-mlogloss:0.994114 eval-mlogloss:1.058550
[11] train-mlogloss:0.948431 eval-mlogloss:1.017405
[12] train-mlogloss:0.905923 eval-mlogloss:0.979071
[13] train-mlogloss:0.868059 eval-mlogloss:0.945336
[14] train-mlogloss:0.833048 eval-mlogloss:0.914478
[15] train-mlogloss:0.800750 eval-mlogloss:0.886049
[16] train-mlogloss:0.770733 eval-mlogloss:0.859950
[17] train-mlogloss:0.742833 eval-mlogloss:0.835887
[18] train-mlogloss:0.717902 eval-mlogloss:0.813988
[19] train-mlogloss:0.693242 eval-mlogloss:0.793073
[20] train-mlogloss:0.671742 eval-mlogloss:0.774473
[21] train-mlogloss:0.651158 eval-mlogloss:0.757183
[22] train-mlogloss:0.631541 eval-mlogloss:0.740876
[23] train-mlogloss:0.613931 eval-mlogloss:0.726422
[24] train-mlogloss:0.597536 eval-mlogloss:0.712535
[25] train-mlogloss:0.581783 eval-mlogloss:0.699843
[26] train-mlogloss:0.567572 eval-mlogloss:0.687973
[27] train-mlogloss:0.554387 eval-mlogloss:0.677190
[28] train-mlogloss:0.541099 eval-mlogloss:0.666842
[29] train-mlogloss:0.528746 eval-mlogloss:0.656955
[30] train-mlogloss:0.517101 eval-mlogloss:0.647735
[31] train-mlogloss:0.506712 eval-mlogloss:0.639493
[32] train-mlogloss:0.496392 eval-mlogloss:0.631717
[33] train-mlogloss:0.486963 eval-mlogloss:0.624483
[34] train-mlogloss:0.477722 eval-mlogloss:0.617423
[35] train-mlogloss:0.469306 eval-mlogloss:0.611299
[36] train-mlogloss:0.460649 eval-mlogloss:0.604949
[37] train-mlogloss:0.452697 eval-mlogloss:0.599330
[38] train-mlogloss:0.445057 eval-mlogloss:0.593629
[39] train-mlogloss:0.437771 eval-mlogloss:0.588224
[40] train-mlogloss:0.431144 eval-mlogloss:0.583598
[41] train-mlogloss:0.424722 eval-mlogloss:0.579087
[42] train-mlogloss:0.418721 eval-mlogloss:0.574740
[43] train-mlogloss:0.413278 eval-mlogloss:0.570725
[44] train-mlogloss:0.407510 eval-mlogloss:0.566682
[45] train-mlogloss:0.402451 eval-mlogloss:0.563071
[46] train-mlogloss:0.396933 eval-mlogloss:0.559616
[47] train-mlogloss:0.391883 eval-mlogloss:0.556106
[48] train-mlogloss:0.387540 eval-mlogloss:0.552855
[49] train-mlogloss:0.383034 eval-mlogloss:0.550050
[50] train-mlogloss:0.378580 eval-mlogloss:0.547234
[51] train-mlogloss:0.374493 eval-mlogloss:0.544633
[52] train-mlogloss:0.370903 eval-mlogloss:0.542237
[53] train-mlogloss:0.367082 eval-mlogloss:0.539558
[54] train-mlogloss:0.363242 eval-mlogloss:0.537035
[55] train-mlogloss:0.359505 eval-mlogloss:0.534566
[56] train-mlogloss:0.355994 eval-mlogloss:0.532278
[57] train-mlogloss:0.352603 eval-mlogloss:0.530112
[58] train-mlogloss:0.349700 eval-mlogloss:0.528372
[59] train-mlogloss:0.347055 eval-mlogloss:0.526567
[60] train-mlogloss:0.344081 eval-mlogloss:0.524701
[61] train-mlogloss:0.341314 eval-mlogloss:0.523159
[62] train-mlogloss:0.338753 eval-mlogloss:0.521450
[63] train-mlogloss:0.335945 eval-mlogloss:0.519737
[64] train-mlogloss:0.333389 eval-mlogloss:0.518242
[65] train-mlogloss:0.330933 eval-mlogloss:0.516650
[66] train-mlogloss:0.328115 eval-mlogloss:0.514818
[67] train-mlogloss:0.325647 eval-mlogloss:0.513406
[68] train-mlogloss:0.323125 eval-mlogloss:0.511954
[69] train-mlogloss:0.321279 eval-mlogloss:0.510720
[70] train-mlogloss:0.318876 eval-mlogloss:0.509394
[71] train-mlogloss:0.316485 eval-mlogloss:0.508042
[72] train-mlogloss:0.313915 eval-mlogloss:0.506803
[73] train-mlogloss:0.311417 eval-mlogloss:0.505611
[74] train-mlogloss:0.309158 eval-mlogloss:0.504418
[75] train-mlogloss:0.307256 eval-mlogloss:0.503203
[76] train-mlogloss:0.305256 eval-mlogloss:0.502115
[77] train-mlogloss:0.303194 eval-mlogloss:0.500979
[78] train-mlogloss:0.301298 eval-mlogloss:0.499966
[79] train-mlogloss:0.299614 eval-mlogloss:0.498888
[80] train-mlogloss:0.298005 eval-mlogloss:0.498129
[81] train-mlogloss:0.295947 eval-mlogloss:0.497199
[82] train-mlogloss:0.294136 eval-mlogloss:0.496295
[83] train-mlogloss:0.292625 eval-mlogloss:0.495579
[84] train-mlogloss:0.291412 eval-mlogloss:0.494792
[85] train-mlogloss:0.289595 eval-mlogloss:0.493769
[86] train-mlogloss:0.288073 eval-mlogloss:0.492990
[87] train-mlogloss:0.286431 eval-mlogloss:0.492100
[88] train-mlogloss:0.284784 eval-mlogloss:0.491594
[89] train-mlogloss:0.283073 eval-mlogloss:0.490916
[90] train-mlogloss:0.281451 eval-mlogloss:0.490251
[91] train-mlogloss:0.279508 eval-mlogloss:0.489537
[92] train-mlogloss:0.277798 eval-mlogloss:0.488877
[93] train-mlogloss:0.276192 eval-mlogloss:0.488332
[94] train-mlogloss:0.275031 eval-mlogloss:0.487802
[95] train-mlogloss:0.272990 eval-mlogloss:0.487053
[96] train-mlogloss:0.271970 eval-mlogloss:0.486537
[97] train-mlogloss:0.270831 eval-mlogloss:0.486094
[98] train-mlogloss:0.269223 eval-mlogloss:0.485446
[99] train-mlogloss:0.268110 eval-mlogloss:0.484876
[100] train-mlogloss:0.266770 eval-mlogloss:0.484324
[101] train-mlogloss:0.265330 eval-mlogloss:0.483775
[102] train-mlogloss:0.263653 eval-mlogloss:0.483254
[103] train-mlogloss:0.262142 eval-mlogloss:0.482596
[104] train-mlogloss:0.261048 eval-mlogloss:0.482077
[105] train-mlogloss:0.260095 eval-mlogloss:0.481632
[106] train-mlogloss:0.258649 eval-mlogloss:0.480943
[107] train-mlogloss:0.257241 eval-mlogloss:0.480570
[108] train-mlogloss:0.255920 eval-mlogloss:0.479959
[109] train-mlogloss:0.254548 eval-mlogloss:0.479553
[110] train-mlogloss:0.253180 eval-mlogloss:0.479079
[111] train-mlogloss:0.252076 eval-mlogloss:0.478697
[112] train-mlogloss:0.250915 eval-mlogloss:0.478326
[113] train-mlogloss:0.249563 eval-mlogloss:0.477828
[114] train-mlogloss:0.248169 eval-mlogloss:0.477350
[115] train-mlogloss:0.247152 eval-mlogloss:0.476903
[116] train-mlogloss:0.245894 eval-mlogloss:0.476512
[117] train-mlogloss:0.244477 eval-mlogloss:0.476056
[118] train-mlogloss:0.243079 eval-mlogloss:0.475760
[119] train-mlogloss:0.241990 eval-mlogloss:0.475480
[120] train-mlogloss:0.241176 eval-mlogloss:0.475095
[121] train-mlogloss:0.239746 eval-mlogloss:0.474816
[122] train-mlogloss:0.238584 eval-mlogloss:0.474544
[123] train-mlogloss:0.237592 eval-mlogloss:0.474205
[124] train-mlogloss:0.236334 eval-mlogloss:0.473954
[125] train-mlogloss:0.234860 eval-mlogloss:0.473762
[126] train-mlogloss:0.233489 eval-mlogloss:0.473324
[127] train-mlogloss:0.232473 eval-mlogloss:0.473011
[128] train-mlogloss:0.231176 eval-mlogloss:0.472631
[129] train-mlogloss:0.230047 eval-mlogloss:0.472316
[130] train-mlogloss:0.228816 eval-mlogloss:0.472074
[131] train-mlogloss:0.227745 eval-mlogloss:0.471683
[132] train-mlogloss:0.226848 eval-mlogloss:0.471374
[133] train-mlogloss:0.226102 eval-mlogloss:0.471041
[134] train-mlogloss:0.224845 eval-mlogloss:0.470608
[135] train-mlogloss:0.223660 eval-mlogloss:0.470319
[136] train-mlogloss:0.222438 eval-mlogloss:0.470234
[137] train-mlogloss:0.221266 eval-mlogloss:0.469834
[138] train-mlogloss:0.220205 eval-mlogloss:0.469661
[139] train-mlogloss:0.219156 eval-mlogloss:0.469505
[140] train-mlogloss:0.218342 eval-mlogloss:0.469285
[141] train-mlogloss:0.217434 eval-mlogloss:0.469081
[142] train-mlogloss:0.216604 eval-mlogloss:0.468943
[143] train-mlogloss:0.215664 eval-mlogloss:0.468715
[144] train-mlogloss:0.214758 eval-mlogloss:0.468551
[145] train-mlogloss:0.213752 eval-mlogloss:0.468395
[146] train-mlogloss:0.212755 eval-mlogloss:0.468243
[147] train-mlogloss:0.212010 eval-mlogloss:0.468057
[148] train-mlogloss:0.211020 eval-mlogloss:0.467670
[149] train-mlogloss:0.210284 eval-mlogloss:0.467445
[150] train-mlogloss:0.209476 eval-mlogloss:0.467402
[151] train-mlogloss:0.208471 eval-mlogloss:0.467324
[152] train-mlogloss:0.207616 eval-mlogloss:0.467290
[153] train-mlogloss:0.206872 eval-mlogloss:0.466981
[154] train-mlogloss:0.206163 eval-mlogloss:0.466632
[155] train-mlogloss:0.205266 eval-mlogloss:0.466463
[156] train-mlogloss:0.204414 eval-mlogloss:0.466345
[157] train-mlogloss:0.203505 eval-mlogloss:0.466246
[158] train-mlogloss:0.202607 eval-mlogloss:0.466130
[159] train-mlogloss:0.201597 eval-mlogloss:0.465940
[160] train-mlogloss:0.200628 eval-mlogloss:0.465892
[161] train-mlogloss:0.199883 eval-mlogloss:0.465653
[162] train-mlogloss:0.198971 eval-mlogloss:0.465446
[163] train-mlogloss:0.197990 eval-mlogloss:0.465334
[164] train-mlogloss:0.197142 eval-mlogloss:0.465059
[165] train-mlogloss:0.196153 eval-mlogloss:0.464948
[166] train-mlogloss:0.195516 eval-mlogloss:0.464717
[167] train-mlogloss:0.194651 eval-mlogloss:0.464508
[168] train-mlogloss:0.193757 eval-mlogloss:0.464426
[169] train-mlogloss:0.193013 eval-mlogloss:0.464217
[170] train-mlogloss:0.192361 eval-mlogloss:0.464030
[171] train-mlogloss:0.191596 eval-mlogloss:0.463837
[172] train-mlogloss:0.190683 eval-mlogloss:0.463558
[173] train-mlogloss:0.189898 eval-mlogloss:0.463415
[174] train-mlogloss:0.189083 eval-mlogloss:0.463139
[175] train-mlogloss:0.188180 eval-mlogloss:0.463062
[176] train-mlogloss:0.187062 eval-mlogloss:0.462903
[177] train-mlogloss:0.186218 eval-mlogloss:0.462764
[178] train-mlogloss:0.185389 eval-mlogloss:0.462644
[179] train-mlogloss:0.184619 eval-mlogloss:0.462428
[180] train-mlogloss:0.184001 eval-mlogloss:0.462270
[181] train-mlogloss:0.183044 eval-mlogloss:0.462037
[182] train-mlogloss:0.182556 eval-mlogloss:0.461971
[183] train-mlogloss:0.181797 eval-mlogloss:0.461901
[184] train-mlogloss:0.180974 eval-mlogloss:0.461875
[185] train-mlogloss:0.180183 eval-mlogloss:0.461755
[186] train-mlogloss:0.179586 eval-mlogloss:0.461590
[187] train-mlogloss:0.178712 eval-mlogloss:0.461348
[188] train-mlogloss:0.177945 eval-mlogloss:0.461334
[189] train-mlogloss:0.177181 eval-mlogloss:0.461304
[190] train-mlogloss:0.176437 eval-mlogloss:0.461427
[191] train-mlogloss:0.175489 eval-mlogloss:0.461320
[192] train-mlogloss:0.174871 eval-mlogloss:0.461173
[193] train-mlogloss:0.174165 eval-mlogloss:0.461121
[194] train-mlogloss:0.173568 eval-mlogloss:0.461053
[195] train-mlogloss:0.172740 eval-mlogloss:0.461119
[196] train-mlogloss:0.171877 eval-mlogloss:0.461131
[197] train-mlogloss:0.171076 eval-mlogloss:0.461043
[198] train-mlogloss:0.170327 eval-mlogloss:0.460873
[199] train-mlogloss:0.169610 eval-mlogloss:0.460822
[200] train-mlogloss:0.168810 eval-mlogloss:0.460650
[201] train-mlogloss:0.168128 eval-mlogloss:0.460529
[202] train-mlogloss:0.167569 eval-mlogloss:0.460476
[203] train-mlogloss:0.166835 eval-mlogloss:0.460562
[204] train-mlogloss:0.166017 eval-mlogloss:0.460561
[205] train-mlogloss:0.165328 eval-mlogloss:0.460498
[206] train-mlogloss:0.164593 eval-mlogloss:0.460577
[207] train-mlogloss:0.163661 eval-mlogloss:0.460449
[208] train-mlogloss:0.163006 eval-mlogloss:0.460343
[209] train-mlogloss:0.162314 eval-mlogloss:0.460226
[210] train-mlogloss:0.161754 eval-mlogloss:0.460136
[211] train-mlogloss:0.161131 eval-mlogloss:0.460007
[212] train-mlogloss:0.160534 eval-mlogloss:0.460000
[213] train-mlogloss:0.159986 eval-mlogloss:0.459991
[214] train-mlogloss:0.159280 eval-mlogloss:0.459896
[215] train-mlogloss:0.158775 eval-mlogloss:0.459755
[216] train-mlogloss:0.158110 eval-mlogloss:0.459592
[217] train-mlogloss:0.157446 eval-mlogloss:0.459493
[218] train-mlogloss:0.156787 eval-mlogloss:0.459365
[219] train-mlogloss:0.156211 eval-mlogloss:0.459346
[220] train-mlogloss:0.155582 eval-mlogloss:0.459342
[221] train-mlogloss:0.154758 eval-mlogloss:0.459357
[222] train-mlogloss:0.154040 eval-mlogloss:0.459397
[223] train-mlogloss:0.153386 eval-mlogloss:0.459451
[224] train-mlogloss:0.152918 eval-mlogloss:0.459465
[225] train-mlogloss:0.152320 eval-mlogloss:0.459437
[226] train-mlogloss:0.151824 eval-mlogloss:0.459421
[227] train-mlogloss:0.151447 eval-mlogloss:0.459326
[228] train-mlogloss:0.150940 eval-mlogloss:0.459317
[229] train-mlogloss:0.150347 eval-mlogloss:0.459221
[230] train-mlogloss:0.149894 eval-mlogloss:0.459095
[231] train-mlogloss:0.149256 eval-mlogloss:0.459006
[232] train-mlogloss:0.148738 eval-mlogloss:0.458951
[233] train-mlogloss:0.148074 eval-mlogloss:0.458883
[234] train-mlogloss:0.147469 eval-mlogloss:0.458784
[235] train-mlogloss:0.146830 eval-mlogloss:0.458730
[236] train-mlogloss:0.146325 eval-mlogloss:0.458606
[237] train-mlogloss:0.145730 eval-mlogloss:0.458502
[238] train-mlogloss:0.145267 eval-mlogloss:0.458469
[239] train-mlogloss:0.144872 eval-mlogloss:0.458465
[240] train-mlogloss:0.144431 eval-mlogloss:0.458430
[241] train-mlogloss:0.143913 eval-mlogloss:0.458471
[242] train-mlogloss:0.143379 eval-mlogloss:0.458520
[243] train-mlogloss:0.142721 eval-mlogloss:0.458568
[244] train-mlogloss:0.142253 eval-mlogloss:0.458575
[245] train-mlogloss:0.141641 eval-mlogloss:0.458643
[246] train-mlogloss:0.141159 eval-mlogloss:0.458650
[247] train-mlogloss:0.140598 eval-mlogloss:0.458489
[248] train-mlogloss:0.140077 eval-mlogloss:0.458568
[249] train-mlogloss:0.139573 eval-mlogloss:0.458504
Training with params :
{'n_estimators': 500, 'min_child_weight': 8.0, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 13.0, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.45847526311852643
[250] train-mlogloss:0.139074 eval-mlogloss:0.458475
Stopping. Best iteration:
[240] train-mlogloss:0.144431 eval-mlogloss:0.458430
Out[11]:
{'max_depth': 13.0, 'min_child_weight': 8.0}
In [15]:
trials = Trials()
space = {
'n_estimators' : 500,
#'eta' : hp.quniform('eta', 0.025, 0.5, 0.025),
'eta' : 0.1,
'max_depth' : 13,
'min_child_weight' : 7,
#'subsample' : hp.quniform('subsample', 0.5, 1, 0.05),
'subsample' : 0.8,
#'gamma' : hp.quniform('gamma', 0.5, 1, 0.05),
#'colsample_bytree' : hp.quniform('colsample_bytree', 0.4, 0.9, 0.1),
'colsample_bytree' : 0.8,
'num_class' : 9,
'eval_metric': 'mlogloss',
'objective': 'multi:softprob',
'nthread' : 4,
'silent' : 1
}
fmin(score, space, algo=tpe.suggest, trials=trials, max_evals=1)
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.949096 eval-mlogloss:1.957793
[1] train-mlogloss:1.760465 eval-mlogloss:1.777157
[2] train-mlogloss:1.614357 eval-mlogloss:1.638632
[3] train-mlogloss:1.497422 eval-mlogloss:1.529265
[4] train-mlogloss:1.396328 eval-mlogloss:1.433688
[5] train-mlogloss:1.306987 eval-mlogloss:1.350147
[6] train-mlogloss:1.227492 eval-mlogloss:1.277005
[7] train-mlogloss:1.157049 eval-mlogloss:1.211919
[8] train-mlogloss:1.094601 eval-mlogloss:1.155054
[9] train-mlogloss:1.039859 eval-mlogloss:1.104709
[10] train-mlogloss:0.988806 eval-mlogloss:1.058224
[11] train-mlogloss:0.941476 eval-mlogloss:1.015877
[12] train-mlogloss:0.898903 eval-mlogloss:0.977642
[13] train-mlogloss:0.860823 eval-mlogloss:0.943739
[14] train-mlogloss:0.825010 eval-mlogloss:0.912324
[15] train-mlogloss:0.792178 eval-mlogloss:0.883773
[16] train-mlogloss:0.762294 eval-mlogloss:0.857739
[17] train-mlogloss:0.733998 eval-mlogloss:0.832625
[18] train-mlogloss:0.708432 eval-mlogloss:0.810521
[19] train-mlogloss:0.685855 eval-mlogloss:0.791085
[20] train-mlogloss:0.663913 eval-mlogloss:0.772760
[21] train-mlogloss:0.643103 eval-mlogloss:0.755514
[22] train-mlogloss:0.624221 eval-mlogloss:0.739683
[23] train-mlogloss:0.605732 eval-mlogloss:0.724525
[24] train-mlogloss:0.588767 eval-mlogloss:0.710776
[25] train-mlogloss:0.572450 eval-mlogloss:0.697478
[26] train-mlogloss:0.557638 eval-mlogloss:0.685314
[27] train-mlogloss:0.544287 eval-mlogloss:0.674638
[28] train-mlogloss:0.531273 eval-mlogloss:0.664019
[29] train-mlogloss:0.518744 eval-mlogloss:0.654149
[30] train-mlogloss:0.506688 eval-mlogloss:0.644703
[31] train-mlogloss:0.496450 eval-mlogloss:0.636734
[32] train-mlogloss:0.486140 eval-mlogloss:0.628974
[33] train-mlogloss:0.476693 eval-mlogloss:0.622014
[34] train-mlogloss:0.467478 eval-mlogloss:0.615362
[35] train-mlogloss:0.458177 eval-mlogloss:0.608397
[36] train-mlogloss:0.449367 eval-mlogloss:0.601860
[37] train-mlogloss:0.441979 eval-mlogloss:0.596342
[38] train-mlogloss:0.435120 eval-mlogloss:0.590968
[39] train-mlogloss:0.427809 eval-mlogloss:0.585862
[40] train-mlogloss:0.420851 eval-mlogloss:0.580995
[41] train-mlogloss:0.414177 eval-mlogloss:0.576188
[42] train-mlogloss:0.407686 eval-mlogloss:0.571858
[43] train-mlogloss:0.401876 eval-mlogloss:0.567865
[44] train-mlogloss:0.395874 eval-mlogloss:0.564007
[45] train-mlogloss:0.390110 eval-mlogloss:0.560314
[46] train-mlogloss:0.384241 eval-mlogloss:0.556561
[47] train-mlogloss:0.379152 eval-mlogloss:0.553174
[48] train-mlogloss:0.375000 eval-mlogloss:0.550072
[49] train-mlogloss:0.370866 eval-mlogloss:0.547098
[50] train-mlogloss:0.366600 eval-mlogloss:0.544201
[51] train-mlogloss:0.362433 eval-mlogloss:0.541393
[52] train-mlogloss:0.358552 eval-mlogloss:0.538938
[53] train-mlogloss:0.354479 eval-mlogloss:0.536464
[54] train-mlogloss:0.350661 eval-mlogloss:0.534271
[55] train-mlogloss:0.346979 eval-mlogloss:0.532230
[56] train-mlogloss:0.343510 eval-mlogloss:0.529994
[57] train-mlogloss:0.340116 eval-mlogloss:0.527788
[58] train-mlogloss:0.337106 eval-mlogloss:0.525977
[59] train-mlogloss:0.334009 eval-mlogloss:0.524007
[60] train-mlogloss:0.331341 eval-mlogloss:0.522231
[61] train-mlogloss:0.328339 eval-mlogloss:0.520528
[62] train-mlogloss:0.325608 eval-mlogloss:0.519028
[63] train-mlogloss:0.322886 eval-mlogloss:0.517457
[64] train-mlogloss:0.320225 eval-mlogloss:0.515721
[65] train-mlogloss:0.317592 eval-mlogloss:0.514211
[66] train-mlogloss:0.314980 eval-mlogloss:0.512771
[67] train-mlogloss:0.312703 eval-mlogloss:0.511607
[68] train-mlogloss:0.310413 eval-mlogloss:0.510314
[69] train-mlogloss:0.308590 eval-mlogloss:0.509111
[70] train-mlogloss:0.305747 eval-mlogloss:0.507799
[71] train-mlogloss:0.303693 eval-mlogloss:0.506461
[72] train-mlogloss:0.301289 eval-mlogloss:0.505286
[73] train-mlogloss:0.299417 eval-mlogloss:0.504356
[74] train-mlogloss:0.297584 eval-mlogloss:0.503313
[75] train-mlogloss:0.295732 eval-mlogloss:0.502351
[76] train-mlogloss:0.293546 eval-mlogloss:0.501281
[77] train-mlogloss:0.291820 eval-mlogloss:0.500420
[78] train-mlogloss:0.289821 eval-mlogloss:0.499577
[79] train-mlogloss:0.287635 eval-mlogloss:0.498390
[80] train-mlogloss:0.285537 eval-mlogloss:0.497529
[81] train-mlogloss:0.283447 eval-mlogloss:0.496537
[82] train-mlogloss:0.281822 eval-mlogloss:0.495673
[83] train-mlogloss:0.280056 eval-mlogloss:0.494601
[84] train-mlogloss:0.278453 eval-mlogloss:0.493838
[85] train-mlogloss:0.276494 eval-mlogloss:0.492949
[86] train-mlogloss:0.274714 eval-mlogloss:0.492206
[87] train-mlogloss:0.273457 eval-mlogloss:0.491641
[88] train-mlogloss:0.271912 eval-mlogloss:0.491072
[89] train-mlogloss:0.270548 eval-mlogloss:0.490473
[90] train-mlogloss:0.269043 eval-mlogloss:0.489849
[91] train-mlogloss:0.267487 eval-mlogloss:0.489159
[92] train-mlogloss:0.266148 eval-mlogloss:0.488369
[93] train-mlogloss:0.264944 eval-mlogloss:0.487810
[94] train-mlogloss:0.263508 eval-mlogloss:0.487177
[95] train-mlogloss:0.261611 eval-mlogloss:0.486531
[96] train-mlogloss:0.260122 eval-mlogloss:0.485837
[97] train-mlogloss:0.258661 eval-mlogloss:0.485238
[98] train-mlogloss:0.257187 eval-mlogloss:0.484674
[99] train-mlogloss:0.255676 eval-mlogloss:0.484075
[100] train-mlogloss:0.254198 eval-mlogloss:0.483625
[101] train-mlogloss:0.252943 eval-mlogloss:0.483153
[102] train-mlogloss:0.251565 eval-mlogloss:0.482614
[103] train-mlogloss:0.250415 eval-mlogloss:0.482067
[104] train-mlogloss:0.249166 eval-mlogloss:0.481598
[105] train-mlogloss:0.247742 eval-mlogloss:0.481097
[106] train-mlogloss:0.246419 eval-mlogloss:0.480585
[107] train-mlogloss:0.244828 eval-mlogloss:0.480114
[108] train-mlogloss:0.243641 eval-mlogloss:0.479634
[109] train-mlogloss:0.242173 eval-mlogloss:0.479270
[110] train-mlogloss:0.241149 eval-mlogloss:0.478772
[111] train-mlogloss:0.239859 eval-mlogloss:0.478502
[112] train-mlogloss:0.238740 eval-mlogloss:0.478119
[113] train-mlogloss:0.237601 eval-mlogloss:0.477685
[114] train-mlogloss:0.236277 eval-mlogloss:0.477260
[115] train-mlogloss:0.234959 eval-mlogloss:0.476873
[116] train-mlogloss:0.233636 eval-mlogloss:0.476399
[117] train-mlogloss:0.232269 eval-mlogloss:0.476052
[118] train-mlogloss:0.230943 eval-mlogloss:0.475796
[119] train-mlogloss:0.229630 eval-mlogloss:0.475388
[120] train-mlogloss:0.228550 eval-mlogloss:0.475076
[121] train-mlogloss:0.227681 eval-mlogloss:0.474743
[122] train-mlogloss:0.226686 eval-mlogloss:0.474426
[123] train-mlogloss:0.225676 eval-mlogloss:0.474013
[124] train-mlogloss:0.224704 eval-mlogloss:0.473608
[125] train-mlogloss:0.223810 eval-mlogloss:0.473311
[126] train-mlogloss:0.222944 eval-mlogloss:0.473091
[127] train-mlogloss:0.221841 eval-mlogloss:0.472756
[128] train-mlogloss:0.220773 eval-mlogloss:0.472535
[129] train-mlogloss:0.219652 eval-mlogloss:0.472161
[130] train-mlogloss:0.218410 eval-mlogloss:0.471828
[131] train-mlogloss:0.217370 eval-mlogloss:0.471563
[132] train-mlogloss:0.216294 eval-mlogloss:0.471243
[133] train-mlogloss:0.215295 eval-mlogloss:0.470946
[134] train-mlogloss:0.214013 eval-mlogloss:0.470898
[135] train-mlogloss:0.213043 eval-mlogloss:0.470587
[136] train-mlogloss:0.211911 eval-mlogloss:0.470288
[137] train-mlogloss:0.210871 eval-mlogloss:0.469924
[138] train-mlogloss:0.209641 eval-mlogloss:0.469754
[139] train-mlogloss:0.208584 eval-mlogloss:0.469490
[140] train-mlogloss:0.207608 eval-mlogloss:0.469333
[141] train-mlogloss:0.206584 eval-mlogloss:0.469378
[142] train-mlogloss:0.205518 eval-mlogloss:0.469152
[143] train-mlogloss:0.204495 eval-mlogloss:0.468801
[144] train-mlogloss:0.203497 eval-mlogloss:0.468413
[145] train-mlogloss:0.202630 eval-mlogloss:0.468353
[146] train-mlogloss:0.201492 eval-mlogloss:0.468180
[147] train-mlogloss:0.200525 eval-mlogloss:0.468092
[148] train-mlogloss:0.199350 eval-mlogloss:0.467905
[149] train-mlogloss:0.198311 eval-mlogloss:0.467837
[150] train-mlogloss:0.197270 eval-mlogloss:0.467641
[151] train-mlogloss:0.196359 eval-mlogloss:0.467570
[152] train-mlogloss:0.195499 eval-mlogloss:0.467192
[153] train-mlogloss:0.194733 eval-mlogloss:0.466966
[154] train-mlogloss:0.193741 eval-mlogloss:0.466929
[155] train-mlogloss:0.192727 eval-mlogloss:0.466788
[156] train-mlogloss:0.191906 eval-mlogloss:0.466701
[157] train-mlogloss:0.191151 eval-mlogloss:0.466574
[158] train-mlogloss:0.190295 eval-mlogloss:0.466402
[159] train-mlogloss:0.189425 eval-mlogloss:0.466156
[160] train-mlogloss:0.188470 eval-mlogloss:0.466084
[161] train-mlogloss:0.187522 eval-mlogloss:0.466044
[162] train-mlogloss:0.186668 eval-mlogloss:0.465996
[163] train-mlogloss:0.185931 eval-mlogloss:0.465766
[164] train-mlogloss:0.185196 eval-mlogloss:0.465578
[165] train-mlogloss:0.184313 eval-mlogloss:0.465510
[166] train-mlogloss:0.183634 eval-mlogloss:0.465534
[167] train-mlogloss:0.183017 eval-mlogloss:0.465365
[168] train-mlogloss:0.182169 eval-mlogloss:0.465155
[169] train-mlogloss:0.181425 eval-mlogloss:0.464973
[170] train-mlogloss:0.180667 eval-mlogloss:0.464920
[171] train-mlogloss:0.179648 eval-mlogloss:0.464769
[172] train-mlogloss:0.178827 eval-mlogloss:0.464658
[173] train-mlogloss:0.178215 eval-mlogloss:0.464699
[174] train-mlogloss:0.177457 eval-mlogloss:0.464449
[175] train-mlogloss:0.176501 eval-mlogloss:0.464436
[176] train-mlogloss:0.175838 eval-mlogloss:0.464354
[177] train-mlogloss:0.174917 eval-mlogloss:0.464415
[178] train-mlogloss:0.174128 eval-mlogloss:0.464278
[179] train-mlogloss:0.173475 eval-mlogloss:0.464142
[180] train-mlogloss:0.172534 eval-mlogloss:0.463954
[181] train-mlogloss:0.171537 eval-mlogloss:0.463939
[182] train-mlogloss:0.170591 eval-mlogloss:0.463860
[183] train-mlogloss:0.169757 eval-mlogloss:0.463749
[184] train-mlogloss:0.168989 eval-mlogloss:0.463823
[185] train-mlogloss:0.168265 eval-mlogloss:0.463693
[186] train-mlogloss:0.167567 eval-mlogloss:0.463612
[187] train-mlogloss:0.166680 eval-mlogloss:0.463445
[188] train-mlogloss:0.166152 eval-mlogloss:0.463427
[189] train-mlogloss:0.165052 eval-mlogloss:0.463301
[190] train-mlogloss:0.164278 eval-mlogloss:0.463272
[191] train-mlogloss:0.163549 eval-mlogloss:0.463232
[192] train-mlogloss:0.162913 eval-mlogloss:0.463297
[193] train-mlogloss:0.162280 eval-mlogloss:0.463188
[194] train-mlogloss:0.161633 eval-mlogloss:0.463213
[195] train-mlogloss:0.161091 eval-mlogloss:0.463135
[196] train-mlogloss:0.160461 eval-mlogloss:0.463076
[197] train-mlogloss:0.159847 eval-mlogloss:0.463020
[198] train-mlogloss:0.159099 eval-mlogloss:0.463017
[199] train-mlogloss:0.158498 eval-mlogloss:0.462978
[200] train-mlogloss:0.157836 eval-mlogloss:0.463064
[201] train-mlogloss:0.157012 eval-mlogloss:0.463176
[202] train-mlogloss:0.156332 eval-mlogloss:0.463075
[203] train-mlogloss:0.155723 eval-mlogloss:0.462986
[204] train-mlogloss:0.154959 eval-mlogloss:0.462943
[205] train-mlogloss:0.154211 eval-mlogloss:0.462942
[206] train-mlogloss:0.153484 eval-mlogloss:0.462815
[207] train-mlogloss:0.152824 eval-mlogloss:0.462821
[208] train-mlogloss:0.152333 eval-mlogloss:0.462663
[209] train-mlogloss:0.151688 eval-mlogloss:0.462736
[210] train-mlogloss:0.150984 eval-mlogloss:0.462656
[211] train-mlogloss:0.150291 eval-mlogloss:0.462545
[212] train-mlogloss:0.149522 eval-mlogloss:0.462513
[213] train-mlogloss:0.148819 eval-mlogloss:0.462539
[214] train-mlogloss:0.148310 eval-mlogloss:0.462502
[215] train-mlogloss:0.147655 eval-mlogloss:0.462411
[216] train-mlogloss:0.146923 eval-mlogloss:0.462305
[217] train-mlogloss:0.146328 eval-mlogloss:0.462278
[218] train-mlogloss:0.145717 eval-mlogloss:0.462130
[219] train-mlogloss:0.145128 eval-mlogloss:0.462254
[220] train-mlogloss:0.144465 eval-mlogloss:0.462272
[221] train-mlogloss:0.144019 eval-mlogloss:0.462196
[222] train-mlogloss:0.143491 eval-mlogloss:0.462174
[223] train-mlogloss:0.143073 eval-mlogloss:0.462100
[224] train-mlogloss:0.142337 eval-mlogloss:0.462068
[225] train-mlogloss:0.141741 eval-mlogloss:0.462075
[226] train-mlogloss:0.141104 eval-mlogloss:0.462048
[227] train-mlogloss:0.140424 eval-mlogloss:0.462064
[228] train-mlogloss:0.139875 eval-mlogloss:0.461991
[229] train-mlogloss:0.139238 eval-mlogloss:0.461964
[230] train-mlogloss:0.138626 eval-mlogloss:0.461923
[231] train-mlogloss:0.138067 eval-mlogloss:0.461936
[232] train-mlogloss:0.137266 eval-mlogloss:0.461903
[233] train-mlogloss:0.136526 eval-mlogloss:0.461874
[234] train-mlogloss:0.136112 eval-mlogloss:0.461911
[235] train-mlogloss:0.135650 eval-mlogloss:0.461859
[236] train-mlogloss:0.135048 eval-mlogloss:0.461862
[237] train-mlogloss:0.134471 eval-mlogloss:0.461935
[238] train-mlogloss:0.133974 eval-mlogloss:0.462017
[239] train-mlogloss:0.133497 eval-mlogloss:0.461989
[240] train-mlogloss:0.132895 eval-mlogloss:0.462063
[241] train-mlogloss:0.132504 eval-mlogloss:0.462044
[242] train-mlogloss:0.132060 eval-mlogloss:0.462037
[243] train-mlogloss:0.131616 eval-mlogloss:0.462131
[244] train-mlogloss:0.130966 eval-mlogloss:0.462209
Training with params :
{'n_estimators': 500, 'min_child_weight': 7, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 13, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.46221714953102117
[245] train-mlogloss:0.130232 eval-mlogloss:0.462217
Stopping. Best iteration:
[235] train-mlogloss:0.135650 eval-mlogloss:0.461859
Out[15]:
{}
In [19]:
dtrain = xgb.DMatrix(X_train, label=y_train)
dvalid = xgb.DMatrix(X_val, label=y_val)
watchlist = [(dtrain, 'train'),(dvalid, 'eval')]
params = {
'eta' : 0.1,
'max_depth' : 13,
'min_child_weight' : 7,
#'subsample' : hp.quniform('subsample', 0.5, 1, 0.05),
'subsample' : 0.8,
#'gamma' : hp.quniform('gamma', 0.5, 1, 0.05),
#'colsample_bytree' : hp.quniform('colsample_bytree', 0.4, 0.9, 0.1),
'colsample_bytree' : 0.8,
'num_class' : 9,
'eval_metric': 'mlogloss',
'objective': 'multi:softprob',
'nthread' : 4,
'silent' : 0
}
model = xgb.train(params, dtrain, num_boost_round=500, evals=watchlist,early_stopping_rounds=10)
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.949096 eval-mlogloss:1.957793
[1] train-mlogloss:1.766416 eval-mlogloss:1.782307
[2] train-mlogloss:1.623759 eval-mlogloss:1.647289
[3] train-mlogloss:1.499731 eval-mlogloss:1.530014
[4] train-mlogloss:1.398825 eval-mlogloss:1.435909
[5] train-mlogloss:1.308401 eval-mlogloss:1.351140
[6] train-mlogloss:1.228309 eval-mlogloss:1.276633
[7] train-mlogloss:1.157519 eval-mlogloss:1.211423
[8] train-mlogloss:1.094222 eval-mlogloss:1.153396
[9] train-mlogloss:1.037399 eval-mlogloss:1.101632
[10] train-mlogloss:0.986480 eval-mlogloss:1.055414
[11] train-mlogloss:0.940409 eval-mlogloss:1.014165
[12] train-mlogloss:0.898131 eval-mlogloss:0.976107
[13] train-mlogloss:0.859904 eval-mlogloss:0.942038
[14] train-mlogloss:0.824629 eval-mlogloss:0.911068
[15] train-mlogloss:0.792221 eval-mlogloss:0.882811
[16] train-mlogloss:0.762207 eval-mlogloss:0.856595
[17] train-mlogloss:0.735451 eval-mlogloss:0.833836
[18] train-mlogloss:0.710525 eval-mlogloss:0.812402
[19] train-mlogloss:0.686101 eval-mlogloss:0.791866
[20] train-mlogloss:0.663105 eval-mlogloss:0.772537
[21] train-mlogloss:0.642898 eval-mlogloss:0.755488
[22] train-mlogloss:0.623509 eval-mlogloss:0.739299
[23] train-mlogloss:0.605406 eval-mlogloss:0.724460
[24] train-mlogloss:0.588347 eval-mlogloss:0.710546
[25] train-mlogloss:0.572908 eval-mlogloss:0.697847
[26] train-mlogloss:0.558008 eval-mlogloss:0.685838
[27] train-mlogloss:0.543941 eval-mlogloss:0.674664
[28] train-mlogloss:0.531152 eval-mlogloss:0.664395
[29] train-mlogloss:0.519695 eval-mlogloss:0.655167
[30] train-mlogloss:0.508930 eval-mlogloss:0.646673
[31] train-mlogloss:0.497576 eval-mlogloss:0.637961
[32] train-mlogloss:0.487060 eval-mlogloss:0.629887
[33] train-mlogloss:0.476973 eval-mlogloss:0.622422
[34] train-mlogloss:0.468290 eval-mlogloss:0.615718
[35] train-mlogloss:0.459782 eval-mlogloss:0.609211
[36] train-mlogloss:0.452061 eval-mlogloss:0.603208
[37] train-mlogloss:0.444361 eval-mlogloss:0.597435
[38] train-mlogloss:0.436933 eval-mlogloss:0.591794
[39] train-mlogloss:0.429600 eval-mlogloss:0.586366
[40] train-mlogloss:0.422706 eval-mlogloss:0.581563
[41] train-mlogloss:0.416270 eval-mlogloss:0.577152
[42] train-mlogloss:0.410018 eval-mlogloss:0.572670
[43] train-mlogloss:0.404392 eval-mlogloss:0.568809
[44] train-mlogloss:0.398931 eval-mlogloss:0.565103
[45] train-mlogloss:0.393794 eval-mlogloss:0.561602
[46] train-mlogloss:0.389066 eval-mlogloss:0.558076
[47] train-mlogloss:0.383880 eval-mlogloss:0.554782
[48] train-mlogloss:0.379016 eval-mlogloss:0.551277
[49] train-mlogloss:0.374398 eval-mlogloss:0.548171
[50] train-mlogloss:0.369265 eval-mlogloss:0.545249
[51] train-mlogloss:0.364634 eval-mlogloss:0.542370
[52] train-mlogloss:0.360963 eval-mlogloss:0.539586
[53] train-mlogloss:0.357065 eval-mlogloss:0.537093
[54] train-mlogloss:0.353327 eval-mlogloss:0.534497
[55] train-mlogloss:0.349948 eval-mlogloss:0.532108
[56] train-mlogloss:0.346769 eval-mlogloss:0.529971
[57] train-mlogloss:0.343273 eval-mlogloss:0.527682
[58] train-mlogloss:0.340196 eval-mlogloss:0.525598
[59] train-mlogloss:0.337194 eval-mlogloss:0.523910
[60] train-mlogloss:0.333599 eval-mlogloss:0.521915
[61] train-mlogloss:0.330762 eval-mlogloss:0.520060
[62] train-mlogloss:0.327994 eval-mlogloss:0.518368
[63] train-mlogloss:0.325202 eval-mlogloss:0.516534
[64] train-mlogloss:0.322644 eval-mlogloss:0.515048
[65] train-mlogloss:0.319768 eval-mlogloss:0.513367
[66] train-mlogloss:0.317201 eval-mlogloss:0.512076
[67] train-mlogloss:0.315068 eval-mlogloss:0.510706
[68] train-mlogloss:0.313082 eval-mlogloss:0.509520
[69] train-mlogloss:0.310456 eval-mlogloss:0.508142
[70] train-mlogloss:0.308126 eval-mlogloss:0.506802
[71] train-mlogloss:0.305654 eval-mlogloss:0.505468
[72] train-mlogloss:0.303730 eval-mlogloss:0.504439
[73] train-mlogloss:0.301761 eval-mlogloss:0.503329
[74] train-mlogloss:0.299244 eval-mlogloss:0.502131
[75] train-mlogloss:0.296997 eval-mlogloss:0.501077
[76] train-mlogloss:0.294768 eval-mlogloss:0.500004
[77] train-mlogloss:0.292907 eval-mlogloss:0.499082
[78] train-mlogloss:0.290932 eval-mlogloss:0.498051
[79] train-mlogloss:0.288886 eval-mlogloss:0.496992
[80] train-mlogloss:0.287321 eval-mlogloss:0.496274
[81] train-mlogloss:0.285327 eval-mlogloss:0.495402
[82] train-mlogloss:0.283546 eval-mlogloss:0.494255
[83] train-mlogloss:0.282080 eval-mlogloss:0.493449
[84] train-mlogloss:0.280189 eval-mlogloss:0.492660
[85] train-mlogloss:0.278465 eval-mlogloss:0.491777
[86] train-mlogloss:0.276808 eval-mlogloss:0.490925
[87] train-mlogloss:0.275285 eval-mlogloss:0.490123
[88] train-mlogloss:0.273832 eval-mlogloss:0.489479
[89] train-mlogloss:0.272057 eval-mlogloss:0.488555
[90] train-mlogloss:0.270488 eval-mlogloss:0.487947
[91] train-mlogloss:0.269128 eval-mlogloss:0.487232
[92] train-mlogloss:0.267187 eval-mlogloss:0.486565
[93] train-mlogloss:0.265300 eval-mlogloss:0.485993
[94] train-mlogloss:0.263563 eval-mlogloss:0.485217
[95] train-mlogloss:0.262002 eval-mlogloss:0.484648
[96] train-mlogloss:0.260681 eval-mlogloss:0.484056
[97] train-mlogloss:0.259181 eval-mlogloss:0.483479
[98] train-mlogloss:0.258136 eval-mlogloss:0.482919
[99] train-mlogloss:0.256465 eval-mlogloss:0.482104
[100] train-mlogloss:0.255231 eval-mlogloss:0.481619
[101] train-mlogloss:0.253558 eval-mlogloss:0.481176
[102] train-mlogloss:0.251969 eval-mlogloss:0.480601
[103] train-mlogloss:0.250587 eval-mlogloss:0.480197
[104] train-mlogloss:0.249293 eval-mlogloss:0.479702
[105] train-mlogloss:0.247672 eval-mlogloss:0.479336
[106] train-mlogloss:0.246424 eval-mlogloss:0.478989
[107] train-mlogloss:0.245117 eval-mlogloss:0.478367
[108] train-mlogloss:0.243817 eval-mlogloss:0.477958
[109] train-mlogloss:0.242348 eval-mlogloss:0.477399
[110] train-mlogloss:0.241001 eval-mlogloss:0.476854
[111] train-mlogloss:0.239650 eval-mlogloss:0.476456
[112] train-mlogloss:0.238290 eval-mlogloss:0.475984
[113] train-mlogloss:0.236943 eval-mlogloss:0.475507
[114] train-mlogloss:0.235849 eval-mlogloss:0.475207
[115] train-mlogloss:0.234425 eval-mlogloss:0.474809
[116] train-mlogloss:0.233064 eval-mlogloss:0.474270
[117] train-mlogloss:0.231890 eval-mlogloss:0.473758
[118] train-mlogloss:0.230746 eval-mlogloss:0.473307
[119] train-mlogloss:0.229535 eval-mlogloss:0.472989
[120] train-mlogloss:0.228521 eval-mlogloss:0.472642
[121] train-mlogloss:0.227512 eval-mlogloss:0.472248
[122] train-mlogloss:0.226701 eval-mlogloss:0.472024
[123] train-mlogloss:0.225637 eval-mlogloss:0.471815
[124] train-mlogloss:0.224434 eval-mlogloss:0.471501
[125] train-mlogloss:0.223103 eval-mlogloss:0.471149
[126] train-mlogloss:0.222060 eval-mlogloss:0.470884
[127] train-mlogloss:0.220911 eval-mlogloss:0.470506
[128] train-mlogloss:0.219794 eval-mlogloss:0.470196
[129] train-mlogloss:0.218490 eval-mlogloss:0.469908
[130] train-mlogloss:0.217162 eval-mlogloss:0.469676
[131] train-mlogloss:0.216077 eval-mlogloss:0.469392
[132] train-mlogloss:0.214701 eval-mlogloss:0.469218
[133] train-mlogloss:0.213773 eval-mlogloss:0.468972
[134] train-mlogloss:0.212837 eval-mlogloss:0.468688
[135] train-mlogloss:0.211924 eval-mlogloss:0.468404
[136] train-mlogloss:0.210660 eval-mlogloss:0.468175
[137] train-mlogloss:0.209590 eval-mlogloss:0.467964
[138] train-mlogloss:0.208459 eval-mlogloss:0.467544
[139] train-mlogloss:0.207162 eval-mlogloss:0.467377
[140] train-mlogloss:0.206413 eval-mlogloss:0.467165
[141] train-mlogloss:0.205538 eval-mlogloss:0.467005
[142] train-mlogloss:0.204770 eval-mlogloss:0.466807
[143] train-mlogloss:0.203780 eval-mlogloss:0.466606
[144] train-mlogloss:0.202691 eval-mlogloss:0.466345
[145] train-mlogloss:0.201804 eval-mlogloss:0.466125
[146] train-mlogloss:0.200641 eval-mlogloss:0.465892
[147] train-mlogloss:0.199833 eval-mlogloss:0.465641
[148] train-mlogloss:0.198706 eval-mlogloss:0.465515
[149] train-mlogloss:0.197402 eval-mlogloss:0.465455
[150] train-mlogloss:0.196495 eval-mlogloss:0.465251
[151] train-mlogloss:0.195337 eval-mlogloss:0.464925
[152] train-mlogloss:0.194457 eval-mlogloss:0.464753
[153] train-mlogloss:0.193704 eval-mlogloss:0.464670
[154] train-mlogloss:0.192696 eval-mlogloss:0.464483
[155] train-mlogloss:0.191755 eval-mlogloss:0.464311
[156] train-mlogloss:0.191028 eval-mlogloss:0.464158
[157] train-mlogloss:0.190084 eval-mlogloss:0.464009
[158] train-mlogloss:0.189231 eval-mlogloss:0.463829
[159] train-mlogloss:0.188274 eval-mlogloss:0.463532
[160] train-mlogloss:0.187530 eval-mlogloss:0.463301
[161] train-mlogloss:0.186673 eval-mlogloss:0.463098
[162] train-mlogloss:0.186005 eval-mlogloss:0.462950
[163] train-mlogloss:0.185237 eval-mlogloss:0.462905
[164] train-mlogloss:0.184496 eval-mlogloss:0.462882
[165] train-mlogloss:0.183534 eval-mlogloss:0.462839
[166] train-mlogloss:0.182643 eval-mlogloss:0.462738
[167] train-mlogloss:0.181762 eval-mlogloss:0.462640
[168] train-mlogloss:0.180691 eval-mlogloss:0.462517
[169] train-mlogloss:0.179775 eval-mlogloss:0.462278
[170] train-mlogloss:0.178762 eval-mlogloss:0.462229
[171] train-mlogloss:0.177961 eval-mlogloss:0.462143
[172] train-mlogloss:0.177383 eval-mlogloss:0.462055
[173] train-mlogloss:0.176764 eval-mlogloss:0.461901
[174] train-mlogloss:0.176191 eval-mlogloss:0.461808
[175] train-mlogloss:0.175325 eval-mlogloss:0.461784
[176] train-mlogloss:0.174674 eval-mlogloss:0.461666
[177] train-mlogloss:0.173865 eval-mlogloss:0.461600
[178] train-mlogloss:0.172825 eval-mlogloss:0.461544
[179] train-mlogloss:0.172124 eval-mlogloss:0.461541
[180] train-mlogloss:0.171429 eval-mlogloss:0.461418
[181] train-mlogloss:0.170663 eval-mlogloss:0.461312
[182] train-mlogloss:0.169716 eval-mlogloss:0.461371
[183] train-mlogloss:0.168878 eval-mlogloss:0.461305
[184] train-mlogloss:0.168181 eval-mlogloss:0.461262
[185] train-mlogloss:0.167299 eval-mlogloss:0.461201
[186] train-mlogloss:0.166738 eval-mlogloss:0.461183
[187] train-mlogloss:0.166097 eval-mlogloss:0.460951
[188] train-mlogloss:0.165454 eval-mlogloss:0.460805
[189] train-mlogloss:0.164716 eval-mlogloss:0.460686
[190] train-mlogloss:0.164063 eval-mlogloss:0.460618
[191] train-mlogloss:0.163676 eval-mlogloss:0.460548
[192] train-mlogloss:0.162950 eval-mlogloss:0.460609
[193] train-mlogloss:0.162275 eval-mlogloss:0.460572
[194] train-mlogloss:0.161739 eval-mlogloss:0.460591
[195] train-mlogloss:0.161011 eval-mlogloss:0.460639
[196] train-mlogloss:0.160356 eval-mlogloss:0.460607
[197] train-mlogloss:0.159767 eval-mlogloss:0.460663
[198] train-mlogloss:0.159118 eval-mlogloss:0.460474
[199] train-mlogloss:0.158336 eval-mlogloss:0.460317
[200] train-mlogloss:0.157561 eval-mlogloss:0.460322
[201] train-mlogloss:0.157011 eval-mlogloss:0.460316
[202] train-mlogloss:0.156273 eval-mlogloss:0.460222
[203] train-mlogloss:0.155719 eval-mlogloss:0.460223
[204] train-mlogloss:0.155060 eval-mlogloss:0.460102
[205] train-mlogloss:0.154587 eval-mlogloss:0.460048
[206] train-mlogloss:0.153793 eval-mlogloss:0.460009
[207] train-mlogloss:0.153201 eval-mlogloss:0.459993
[208] train-mlogloss:0.152564 eval-mlogloss:0.459848
[209] train-mlogloss:0.151860 eval-mlogloss:0.459821
[210] train-mlogloss:0.151211 eval-mlogloss:0.459759
[211] train-mlogloss:0.150507 eval-mlogloss:0.459758
[212] train-mlogloss:0.149862 eval-mlogloss:0.459710
[213] train-mlogloss:0.149291 eval-mlogloss:0.459741
[214] train-mlogloss:0.148610 eval-mlogloss:0.459652
[215] train-mlogloss:0.147956 eval-mlogloss:0.459686
[216] train-mlogloss:0.147354 eval-mlogloss:0.459739
[217] train-mlogloss:0.146615 eval-mlogloss:0.459622
[218] train-mlogloss:0.145977 eval-mlogloss:0.459514
[219] train-mlogloss:0.145340 eval-mlogloss:0.459570
[220] train-mlogloss:0.144738 eval-mlogloss:0.459543
[221] train-mlogloss:0.144245 eval-mlogloss:0.459386
[222] train-mlogloss:0.143563 eval-mlogloss:0.459382
[223] train-mlogloss:0.142971 eval-mlogloss:0.459443
[224] train-mlogloss:0.142469 eval-mlogloss:0.459464
[225] train-mlogloss:0.141908 eval-mlogloss:0.459623
[226] train-mlogloss:0.141496 eval-mlogloss:0.459594
[227] train-mlogloss:0.140800 eval-mlogloss:0.459532
[228] train-mlogloss:0.140215 eval-mlogloss:0.459525
[229] train-mlogloss:0.139499 eval-mlogloss:0.459524
[230] train-mlogloss:0.138919 eval-mlogloss:0.459560
[231] train-mlogloss:0.138209 eval-mlogloss:0.459537
[232] train-mlogloss:0.137693 eval-mlogloss:0.459569
Stopping. Best iteration:
[222] train-mlogloss:0.143563 eval-mlogloss:0.459382
In [20]:
dtrain = xgb.DMatrix(X_train, label=y_train)
dvalid = xgb.DMatrix(X_val, label=y_val)
watchlist = [(dtrain, 'train'),(dvalid, 'eval')]
params = {
'eta' : 0.1,
'max_depth' : 13,
'min_child_weight' : 8,
#'subsample' : hp.quniform('subsample', 0.5, 1, 0.05),
'subsample' : 0.8,
#'gamma' : hp.quniform('gamma', 0.5, 1, 0.05),
#'colsample_bytree' : hp.quniform('colsample_bytree', 0.4, 0.9, 0.1),
'colsample_bytree' : 0.8,
'num_class' : 9,
'eval_metric': 'mlogloss',
'objective': 'multi:softprob',
'nthread' : 4,
'silent' : 0
}
model = xgb.train(params, dtrain, num_boost_round=500, evals=watchlist,early_stopping_rounds=10)
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.947744 eval-mlogloss:1.957061
[1] train-mlogloss:1.760235 eval-mlogloss:1.778323
[2] train-mlogloss:1.616182 eval-mlogloss:1.642084
[3] train-mlogloss:1.498197 eval-mlogloss:1.531347
[4] train-mlogloss:1.393008 eval-mlogloss:1.433758
[5] train-mlogloss:1.303654 eval-mlogloss:1.351484
[6] train-mlogloss:1.225800 eval-mlogloss:1.279766
[7] train-mlogloss:1.155517 eval-mlogloss:1.215129
[8] train-mlogloss:1.091310 eval-mlogloss:1.156497
[9] train-mlogloss:1.034759 eval-mlogloss:1.105059
[10] train-mlogloss:0.984946 eval-mlogloss:1.059834
[11] train-mlogloss:0.937997 eval-mlogloss:1.017542
[12] train-mlogloss:0.894676 eval-mlogloss:0.979220
[13] train-mlogloss:0.855027 eval-mlogloss:0.944165
[14] train-mlogloss:0.819435 eval-mlogloss:0.912143
[15] train-mlogloss:0.786459 eval-mlogloss:0.883189
[16] train-mlogloss:0.756102 eval-mlogloss:0.856715
[17] train-mlogloss:0.728310 eval-mlogloss:0.832595
[18] train-mlogloss:0.701993 eval-mlogloss:0.810640
[19] train-mlogloss:0.677381 eval-mlogloss:0.789751
[20] train-mlogloss:0.654861 eval-mlogloss:0.770538
[21] train-mlogloss:0.633308 eval-mlogloss:0.752497
[22] train-mlogloss:0.614856 eval-mlogloss:0.737080
[23] train-mlogloss:0.596491 eval-mlogloss:0.721869
[24] train-mlogloss:0.578971 eval-mlogloss:0.707844
[25] train-mlogloss:0.563408 eval-mlogloss:0.694956
[26] train-mlogloss:0.548431 eval-mlogloss:0.682782
[27] train-mlogloss:0.535320 eval-mlogloss:0.672268
[28] train-mlogloss:0.522123 eval-mlogloss:0.661725
[29] train-mlogloss:0.509867 eval-mlogloss:0.652371
[30] train-mlogloss:0.498072 eval-mlogloss:0.643424
[31] train-mlogloss:0.486866 eval-mlogloss:0.634877
[32] train-mlogloss:0.475828 eval-mlogloss:0.626815
[33] train-mlogloss:0.465679 eval-mlogloss:0.619607
[34] train-mlogloss:0.456315 eval-mlogloss:0.612748
[35] train-mlogloss:0.447428 eval-mlogloss:0.605903
[36] train-mlogloss:0.438801 eval-mlogloss:0.599568
[37] train-mlogloss:0.430929 eval-mlogloss:0.593717
[38] train-mlogloss:0.423125 eval-mlogloss:0.588095
[39] train-mlogloss:0.416190 eval-mlogloss:0.582915
[40] train-mlogloss:0.409994 eval-mlogloss:0.578560
[41] train-mlogloss:0.403034 eval-mlogloss:0.574041
[42] train-mlogloss:0.396916 eval-mlogloss:0.569896
[43] train-mlogloss:0.390839 eval-mlogloss:0.565614
[44] train-mlogloss:0.385117 eval-mlogloss:0.561759
[45] train-mlogloss:0.379659 eval-mlogloss:0.557973
[46] train-mlogloss:0.374961 eval-mlogloss:0.554450
[47] train-mlogloss:0.369496 eval-mlogloss:0.551118
[48] train-mlogloss:0.364501 eval-mlogloss:0.547925
[49] train-mlogloss:0.359743 eval-mlogloss:0.544828
[50] train-mlogloss:0.355306 eval-mlogloss:0.542023
[51] train-mlogloss:0.351168 eval-mlogloss:0.539352
[52] train-mlogloss:0.347086 eval-mlogloss:0.536747
[53] train-mlogloss:0.343627 eval-mlogloss:0.534373
[54] train-mlogloss:0.340109 eval-mlogloss:0.532109
[55] train-mlogloss:0.336461 eval-mlogloss:0.529678
[56] train-mlogloss:0.332839 eval-mlogloss:0.527452
[57] train-mlogloss:0.329310 eval-mlogloss:0.525394
[58] train-mlogloss:0.326174 eval-mlogloss:0.523358
[59] train-mlogloss:0.323178 eval-mlogloss:0.521521
[60] train-mlogloss:0.319871 eval-mlogloss:0.519664
[61] train-mlogloss:0.316823 eval-mlogloss:0.517956
[62] train-mlogloss:0.313705 eval-mlogloss:0.516218
[63] train-mlogloss:0.310225 eval-mlogloss:0.514611
[64] train-mlogloss:0.307684 eval-mlogloss:0.513195
[65] train-mlogloss:0.304852 eval-mlogloss:0.511724
[66] train-mlogloss:0.302306 eval-mlogloss:0.510133
[67] train-mlogloss:0.300214 eval-mlogloss:0.508850
[68] train-mlogloss:0.298114 eval-mlogloss:0.507481
[69] train-mlogloss:0.296096 eval-mlogloss:0.506224
[70] train-mlogloss:0.293780 eval-mlogloss:0.504859
[71] train-mlogloss:0.291620 eval-mlogloss:0.503516
[72] train-mlogloss:0.289393 eval-mlogloss:0.502465
[73] train-mlogloss:0.287008 eval-mlogloss:0.501117
[74] train-mlogloss:0.284313 eval-mlogloss:0.500016
[75] train-mlogloss:0.282081 eval-mlogloss:0.499035
[76] train-mlogloss:0.280167 eval-mlogloss:0.498179
[77] train-mlogloss:0.278389 eval-mlogloss:0.497347
[78] train-mlogloss:0.276167 eval-mlogloss:0.496314
[79] train-mlogloss:0.273882 eval-mlogloss:0.495310
[80] train-mlogloss:0.272165 eval-mlogloss:0.494360
[81] train-mlogloss:0.270679 eval-mlogloss:0.493612
[82] train-mlogloss:0.268790 eval-mlogloss:0.492842
[83] train-mlogloss:0.267067 eval-mlogloss:0.491965
[84] train-mlogloss:0.265428 eval-mlogloss:0.491117
[85] train-mlogloss:0.264024 eval-mlogloss:0.490459
[86] train-mlogloss:0.262489 eval-mlogloss:0.489834
[87] train-mlogloss:0.260729 eval-mlogloss:0.489080
[88] train-mlogloss:0.259385 eval-mlogloss:0.488407
[89] train-mlogloss:0.257739 eval-mlogloss:0.487714
[90] train-mlogloss:0.256184 eval-mlogloss:0.487168
[91] train-mlogloss:0.254487 eval-mlogloss:0.486628
[92] train-mlogloss:0.252592 eval-mlogloss:0.486004
[93] train-mlogloss:0.251291 eval-mlogloss:0.485331
[94] train-mlogloss:0.249616 eval-mlogloss:0.484542
[95] train-mlogloss:0.247689 eval-mlogloss:0.484060
[96] train-mlogloss:0.245806 eval-mlogloss:0.483461
[97] train-mlogloss:0.244487 eval-mlogloss:0.483013
[98] train-mlogloss:0.242873 eval-mlogloss:0.482460
[99] train-mlogloss:0.241302 eval-mlogloss:0.481871
[100] train-mlogloss:0.240010 eval-mlogloss:0.481341
[101] train-mlogloss:0.238468 eval-mlogloss:0.480665
[102] train-mlogloss:0.237033 eval-mlogloss:0.480243
[103] train-mlogloss:0.235643 eval-mlogloss:0.479820
[104] train-mlogloss:0.234244 eval-mlogloss:0.479350
[105] train-mlogloss:0.233023 eval-mlogloss:0.479044
[106] train-mlogloss:0.231600 eval-mlogloss:0.478423
[107] train-mlogloss:0.229861 eval-mlogloss:0.477832
[108] train-mlogloss:0.228974 eval-mlogloss:0.477555
[109] train-mlogloss:0.227687 eval-mlogloss:0.477224
[110] train-mlogloss:0.226563 eval-mlogloss:0.476873
[111] train-mlogloss:0.225248 eval-mlogloss:0.476505
[112] train-mlogloss:0.223858 eval-mlogloss:0.476098
[113] train-mlogloss:0.222578 eval-mlogloss:0.475748
[114] train-mlogloss:0.221520 eval-mlogloss:0.475489
[115] train-mlogloss:0.220360 eval-mlogloss:0.475081
[116] train-mlogloss:0.219229 eval-mlogloss:0.474818
[117] train-mlogloss:0.218161 eval-mlogloss:0.474617
[118] train-mlogloss:0.217028 eval-mlogloss:0.474310
[119] train-mlogloss:0.216151 eval-mlogloss:0.474021
[120] train-mlogloss:0.215122 eval-mlogloss:0.473811
[121] train-mlogloss:0.214095 eval-mlogloss:0.473530
[122] train-mlogloss:0.212938 eval-mlogloss:0.473269
[123] train-mlogloss:0.211925 eval-mlogloss:0.473113
[124] train-mlogloss:0.210996 eval-mlogloss:0.472795
[125] train-mlogloss:0.209853 eval-mlogloss:0.472601
[126] train-mlogloss:0.208530 eval-mlogloss:0.472561
[127] train-mlogloss:0.207585 eval-mlogloss:0.472232
[128] train-mlogloss:0.206408 eval-mlogloss:0.471987
[129] train-mlogloss:0.205140 eval-mlogloss:0.471861
[130] train-mlogloss:0.204308 eval-mlogloss:0.471514
[131] train-mlogloss:0.203263 eval-mlogloss:0.471117
[132] train-mlogloss:0.202225 eval-mlogloss:0.470905
[133] train-mlogloss:0.201125 eval-mlogloss:0.470637
[134] train-mlogloss:0.200069 eval-mlogloss:0.470400
[135] train-mlogloss:0.198862 eval-mlogloss:0.470055
[136] train-mlogloss:0.197684 eval-mlogloss:0.469748
[137] train-mlogloss:0.196710 eval-mlogloss:0.469521
[138] train-mlogloss:0.195414 eval-mlogloss:0.469213
[139] train-mlogloss:0.194308 eval-mlogloss:0.468977
[140] train-mlogloss:0.193335 eval-mlogloss:0.468662
[141] train-mlogloss:0.192411 eval-mlogloss:0.468378
[142] train-mlogloss:0.191598 eval-mlogloss:0.468328
[143] train-mlogloss:0.190787 eval-mlogloss:0.468006
[144] train-mlogloss:0.189930 eval-mlogloss:0.467899
[145] train-mlogloss:0.188987 eval-mlogloss:0.467679
[146] train-mlogloss:0.187904 eval-mlogloss:0.467594
[147] train-mlogloss:0.186998 eval-mlogloss:0.467422
[148] train-mlogloss:0.186159 eval-mlogloss:0.467116
[149] train-mlogloss:0.185279 eval-mlogloss:0.466955
[150] train-mlogloss:0.184403 eval-mlogloss:0.466752
[151] train-mlogloss:0.183757 eval-mlogloss:0.466553
[152] train-mlogloss:0.182713 eval-mlogloss:0.466433
[153] train-mlogloss:0.181843 eval-mlogloss:0.466113
[154] train-mlogloss:0.180890 eval-mlogloss:0.465942
[155] train-mlogloss:0.179741 eval-mlogloss:0.465901
[156] train-mlogloss:0.178829 eval-mlogloss:0.465783
[157] train-mlogloss:0.177749 eval-mlogloss:0.465659
[158] train-mlogloss:0.176860 eval-mlogloss:0.465487
[159] train-mlogloss:0.176166 eval-mlogloss:0.465373
[160] train-mlogloss:0.175166 eval-mlogloss:0.465286
[161] train-mlogloss:0.174312 eval-mlogloss:0.465137
[162] train-mlogloss:0.173451 eval-mlogloss:0.464896
[163] train-mlogloss:0.172473 eval-mlogloss:0.464783
[164] train-mlogloss:0.171638 eval-mlogloss:0.464470
[165] train-mlogloss:0.170626 eval-mlogloss:0.464319
[166] train-mlogloss:0.169573 eval-mlogloss:0.464201
[167] train-mlogloss:0.168865 eval-mlogloss:0.464075
[168] train-mlogloss:0.168052 eval-mlogloss:0.463933
[169] train-mlogloss:0.167183 eval-mlogloss:0.463989
[170] train-mlogloss:0.166291 eval-mlogloss:0.463854
[171] train-mlogloss:0.165365 eval-mlogloss:0.463660
[172] train-mlogloss:0.164350 eval-mlogloss:0.463579
[173] train-mlogloss:0.163551 eval-mlogloss:0.463519
[174] train-mlogloss:0.162554 eval-mlogloss:0.463291
[175] train-mlogloss:0.161968 eval-mlogloss:0.463282
[176] train-mlogloss:0.161155 eval-mlogloss:0.463138
[177] train-mlogloss:0.160561 eval-mlogloss:0.463006
[178] train-mlogloss:0.159781 eval-mlogloss:0.462981
[179] train-mlogloss:0.159007 eval-mlogloss:0.462883
[180] train-mlogloss:0.158052 eval-mlogloss:0.462779
[181] train-mlogloss:0.157431 eval-mlogloss:0.462709
[182] train-mlogloss:0.156652 eval-mlogloss:0.462744
[183] train-mlogloss:0.155928 eval-mlogloss:0.462585
[184] train-mlogloss:0.155294 eval-mlogloss:0.462607
[185] train-mlogloss:0.154591 eval-mlogloss:0.462429
[186] train-mlogloss:0.154077 eval-mlogloss:0.462325
[187] train-mlogloss:0.153319 eval-mlogloss:0.462278
[188] train-mlogloss:0.152546 eval-mlogloss:0.462290
[189] train-mlogloss:0.151683 eval-mlogloss:0.462252
[190] train-mlogloss:0.151002 eval-mlogloss:0.462271
[191] train-mlogloss:0.150264 eval-mlogloss:0.462137
[192] train-mlogloss:0.149796 eval-mlogloss:0.461989
[193] train-mlogloss:0.149043 eval-mlogloss:0.461908
[194] train-mlogloss:0.148386 eval-mlogloss:0.461922
[195] train-mlogloss:0.147625 eval-mlogloss:0.461727
[196] train-mlogloss:0.147118 eval-mlogloss:0.461627
[197] train-mlogloss:0.146408 eval-mlogloss:0.461490
[198] train-mlogloss:0.145540 eval-mlogloss:0.461541
[199] train-mlogloss:0.144924 eval-mlogloss:0.461422
[200] train-mlogloss:0.144232 eval-mlogloss:0.461439
[201] train-mlogloss:0.143650 eval-mlogloss:0.461343
[202] train-mlogloss:0.143041 eval-mlogloss:0.461321
[203] train-mlogloss:0.142300 eval-mlogloss:0.461310
[204] train-mlogloss:0.141738 eval-mlogloss:0.461292
[205] train-mlogloss:0.141146 eval-mlogloss:0.461304
[206] train-mlogloss:0.140444 eval-mlogloss:0.461216
[207] train-mlogloss:0.139527 eval-mlogloss:0.461132
[208] train-mlogloss:0.139021 eval-mlogloss:0.461057
[209] train-mlogloss:0.138329 eval-mlogloss:0.460955
[210] train-mlogloss:0.137774 eval-mlogloss:0.460897
[211] train-mlogloss:0.136965 eval-mlogloss:0.460912
[212] train-mlogloss:0.136423 eval-mlogloss:0.460789
[213] train-mlogloss:0.135925 eval-mlogloss:0.460728
[214] train-mlogloss:0.135548 eval-mlogloss:0.460666
[215] train-mlogloss:0.135172 eval-mlogloss:0.460668
[216] train-mlogloss:0.134625 eval-mlogloss:0.460527
[217] train-mlogloss:0.133937 eval-mlogloss:0.460547
[218] train-mlogloss:0.133318 eval-mlogloss:0.460539
[219] train-mlogloss:0.132677 eval-mlogloss:0.460597
[220] train-mlogloss:0.132086 eval-mlogloss:0.460692
[221] train-mlogloss:0.131457 eval-mlogloss:0.460721
[222] train-mlogloss:0.130986 eval-mlogloss:0.460732
[223] train-mlogloss:0.130577 eval-mlogloss:0.460592
[224] train-mlogloss:0.129973 eval-mlogloss:0.460572
[225] train-mlogloss:0.129495 eval-mlogloss:0.460550
[226] train-mlogloss:0.128848 eval-mlogloss:0.460641
Stopping. Best iteration:
[216] train-mlogloss:0.134625 eval-mlogloss:0.460527
In [21]:
trials = Trials()
space = {
'n_estimators' : 500,
#'eta' : hp.quniform('eta', 0.025, 0.5, 0.025),
'eta' : 0.1,
'max_depth' : 13,
'min_child_weight' : 8,
#'subsample' : hp.quniform('subsample', 0.5, 1, 0.05),
#'subsample' : 0.8,
'subsample' : hp.quniform('subsample', 0.7, 0.9, 0.1),
#'gamma' : hp.quniform('gamma', 0.5, 1, 0.05),
#'colsample_bytree' : hp.quniform('colsample_bytree', 0.4, 0.9, 0.1),
'colsample_bytree' : 0.8,
'num_class' : 9,
'eval_metric': 'mlogloss',
'objective': 'multi:softprob',
'nthread' : 4,
'silent' : 1
}
fmin(score, space, algo=tpe.suggest, trials=trials, max_evals=2)
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.950472 eval-mlogloss:1.958747
[1] train-mlogloss:1.769701 eval-mlogloss:1.785147
[2] train-mlogloss:1.623827 eval-mlogloss:1.645188
[3] train-mlogloss:1.501310 eval-mlogloss:1.528508
[4] train-mlogloss:1.401226 eval-mlogloss:1.434464
[5] train-mlogloss:1.310637 eval-mlogloss:1.350107
[6] train-mlogloss:1.234624 eval-mlogloss:1.279073
[7] train-mlogloss:1.166981 eval-mlogloss:1.216507
[8] train-mlogloss:1.103648 eval-mlogloss:1.158740
[9] train-mlogloss:1.047495 eval-mlogloss:1.106862
[10] train-mlogloss:0.996853 eval-mlogloss:1.061052
[11] train-mlogloss:0.950048 eval-mlogloss:1.018829
[12] train-mlogloss:0.907901 eval-mlogloss:0.980806
[13] train-mlogloss:0.869424 eval-mlogloss:0.946850
[14] train-mlogloss:0.835610 eval-mlogloss:0.917569
[15] train-mlogloss:0.803984 eval-mlogloss:0.889944
[16] train-mlogloss:0.774119 eval-mlogloss:0.863924
[17] train-mlogloss:0.746647 eval-mlogloss:0.839863
[18] train-mlogloss:0.720714 eval-mlogloss:0.817856
[19] train-mlogloss:0.696521 eval-mlogloss:0.797330
[20] train-mlogloss:0.674286 eval-mlogloss:0.778428
[21] train-mlogloss:0.653569 eval-mlogloss:0.760856
[22] train-mlogloss:0.634249 eval-mlogloss:0.744721
[23] train-mlogloss:0.616408 eval-mlogloss:0.729808
[24] train-mlogloss:0.599848 eval-mlogloss:0.716091
[25] train-mlogloss:0.583380 eval-mlogloss:0.702712
[26] train-mlogloss:0.568948 eval-mlogloss:0.691410
[27] train-mlogloss:0.554871 eval-mlogloss:0.679814
[28] train-mlogloss:0.542180 eval-mlogloss:0.669569
[29] train-mlogloss:0.529498 eval-mlogloss:0.659831
[30] train-mlogloss:0.518041 eval-mlogloss:0.650865
[31] train-mlogloss:0.507365 eval-mlogloss:0.642408
[32] train-mlogloss:0.497209 eval-mlogloss:0.634502
[33] train-mlogloss:0.487489 eval-mlogloss:0.627069
[34] train-mlogloss:0.478648 eval-mlogloss:0.619896
[35] train-mlogloss:0.470179 eval-mlogloss:0.613098
[36] train-mlogloss:0.461427 eval-mlogloss:0.606711
[37] train-mlogloss:0.453761 eval-mlogloss:0.601016
[38] train-mlogloss:0.446272 eval-mlogloss:0.595513
[39] train-mlogloss:0.438848 eval-mlogloss:0.590321
[40] train-mlogloss:0.431780 eval-mlogloss:0.584967
[41] train-mlogloss:0.425716 eval-mlogloss:0.580344
[42] train-mlogloss:0.418796 eval-mlogloss:0.575697
[43] train-mlogloss:0.413093 eval-mlogloss:0.571486
[44] train-mlogloss:0.407550 eval-mlogloss:0.567615
[45] train-mlogloss:0.402091 eval-mlogloss:0.563741
[46] train-mlogloss:0.396923 eval-mlogloss:0.560024
[47] train-mlogloss:0.391813 eval-mlogloss:0.556512
[48] train-mlogloss:0.387163 eval-mlogloss:0.553322
[49] train-mlogloss:0.382044 eval-mlogloss:0.550164
[50] train-mlogloss:0.377812 eval-mlogloss:0.547230
[51] train-mlogloss:0.373597 eval-mlogloss:0.544427
[52] train-mlogloss:0.369708 eval-mlogloss:0.541813
[53] train-mlogloss:0.366016 eval-mlogloss:0.539376
[54] train-mlogloss:0.362085 eval-mlogloss:0.536816
[55] train-mlogloss:0.358737 eval-mlogloss:0.534459
[56] train-mlogloss:0.355558 eval-mlogloss:0.532276
[57] train-mlogloss:0.352030 eval-mlogloss:0.530132
[58] train-mlogloss:0.349150 eval-mlogloss:0.527985
[59] train-mlogloss:0.346574 eval-mlogloss:0.526237
[60] train-mlogloss:0.343807 eval-mlogloss:0.524392
[61] train-mlogloss:0.340909 eval-mlogloss:0.522819
[62] train-mlogloss:0.337887 eval-mlogloss:0.521080
[63] train-mlogloss:0.335188 eval-mlogloss:0.519467
[64] train-mlogloss:0.332887 eval-mlogloss:0.518051
[65] train-mlogloss:0.330009 eval-mlogloss:0.516512
[66] train-mlogloss:0.327564 eval-mlogloss:0.514947
[67] train-mlogloss:0.325107 eval-mlogloss:0.513561
[68] train-mlogloss:0.322680 eval-mlogloss:0.512150
[69] train-mlogloss:0.319770 eval-mlogloss:0.510773
[70] train-mlogloss:0.317755 eval-mlogloss:0.509450
[71] train-mlogloss:0.315655 eval-mlogloss:0.508125
[72] train-mlogloss:0.313451 eval-mlogloss:0.506830
[73] train-mlogloss:0.311181 eval-mlogloss:0.505759
[74] train-mlogloss:0.309188 eval-mlogloss:0.504545
[75] train-mlogloss:0.307465 eval-mlogloss:0.503562
[76] train-mlogloss:0.305335 eval-mlogloss:0.502507
[77] train-mlogloss:0.303308 eval-mlogloss:0.501355
[78] train-mlogloss:0.300898 eval-mlogloss:0.500245
[79] train-mlogloss:0.298622 eval-mlogloss:0.499149
[80] train-mlogloss:0.297030 eval-mlogloss:0.498281
[81] train-mlogloss:0.295275 eval-mlogloss:0.497433
[82] train-mlogloss:0.293845 eval-mlogloss:0.496609
[83] train-mlogloss:0.291834 eval-mlogloss:0.495761
[84] train-mlogloss:0.290357 eval-mlogloss:0.495025
[85] train-mlogloss:0.288555 eval-mlogloss:0.494355
[86] train-mlogloss:0.286865 eval-mlogloss:0.493452
[87] train-mlogloss:0.285019 eval-mlogloss:0.492552
[88] train-mlogloss:0.283807 eval-mlogloss:0.491843
[89] train-mlogloss:0.282299 eval-mlogloss:0.491206
[90] train-mlogloss:0.280855 eval-mlogloss:0.490405
[91] train-mlogloss:0.279370 eval-mlogloss:0.489599
[92] train-mlogloss:0.277811 eval-mlogloss:0.488897
[93] train-mlogloss:0.276069 eval-mlogloss:0.488214
[94] train-mlogloss:0.274480 eval-mlogloss:0.487746
[95] train-mlogloss:0.272884 eval-mlogloss:0.487240
[96] train-mlogloss:0.271662 eval-mlogloss:0.486716
[97] train-mlogloss:0.270377 eval-mlogloss:0.486171
[98] train-mlogloss:0.269196 eval-mlogloss:0.485668
[99] train-mlogloss:0.267972 eval-mlogloss:0.485063
[100] train-mlogloss:0.266690 eval-mlogloss:0.484412
[101] train-mlogloss:0.264859 eval-mlogloss:0.483894
[102] train-mlogloss:0.263067 eval-mlogloss:0.483416
[103] train-mlogloss:0.261608 eval-mlogloss:0.482726
[104] train-mlogloss:0.260257 eval-mlogloss:0.482274
[105] train-mlogloss:0.258677 eval-mlogloss:0.481637
[106] train-mlogloss:0.257388 eval-mlogloss:0.481104
[107] train-mlogloss:0.255733 eval-mlogloss:0.480632
[108] train-mlogloss:0.254312 eval-mlogloss:0.480126
[109] train-mlogloss:0.252915 eval-mlogloss:0.479643
[110] train-mlogloss:0.251663 eval-mlogloss:0.479150
[111] train-mlogloss:0.250216 eval-mlogloss:0.478574
[112] train-mlogloss:0.249271 eval-mlogloss:0.478127
[113] train-mlogloss:0.248097 eval-mlogloss:0.477707
[114] train-mlogloss:0.246855 eval-mlogloss:0.477236
[115] train-mlogloss:0.245782 eval-mlogloss:0.476895
[116] train-mlogloss:0.244508 eval-mlogloss:0.476584
[117] train-mlogloss:0.243451 eval-mlogloss:0.476158
[118] train-mlogloss:0.242076 eval-mlogloss:0.475762
[119] train-mlogloss:0.240937 eval-mlogloss:0.475492
[120] train-mlogloss:0.239869 eval-mlogloss:0.475062
[121] train-mlogloss:0.238672 eval-mlogloss:0.474731
[122] train-mlogloss:0.237583 eval-mlogloss:0.474354
[123] train-mlogloss:0.236527 eval-mlogloss:0.474085
[124] train-mlogloss:0.235616 eval-mlogloss:0.473733
[125] train-mlogloss:0.234813 eval-mlogloss:0.473644
[126] train-mlogloss:0.233602 eval-mlogloss:0.473419
[127] train-mlogloss:0.232172 eval-mlogloss:0.473005
[128] train-mlogloss:0.231105 eval-mlogloss:0.473007
[129] train-mlogloss:0.229823 eval-mlogloss:0.472806
[130] train-mlogloss:0.228825 eval-mlogloss:0.472375
[131] train-mlogloss:0.227885 eval-mlogloss:0.471983
[132] train-mlogloss:0.226822 eval-mlogloss:0.471711
[133] train-mlogloss:0.225438 eval-mlogloss:0.471254
[134] train-mlogloss:0.224249 eval-mlogloss:0.470976
[135] train-mlogloss:0.223120 eval-mlogloss:0.470724
[136] train-mlogloss:0.222067 eval-mlogloss:0.470412
[137] train-mlogloss:0.221085 eval-mlogloss:0.470098
[138] train-mlogloss:0.220103 eval-mlogloss:0.469873
[139] train-mlogloss:0.219143 eval-mlogloss:0.469712
[140] train-mlogloss:0.218255 eval-mlogloss:0.469456
[141] train-mlogloss:0.217369 eval-mlogloss:0.469148
[142] train-mlogloss:0.216519 eval-mlogloss:0.468815
[143] train-mlogloss:0.215434 eval-mlogloss:0.468508
[144] train-mlogloss:0.214544 eval-mlogloss:0.468189
[145] train-mlogloss:0.213380 eval-mlogloss:0.468021
[146] train-mlogloss:0.212424 eval-mlogloss:0.467869
[147] train-mlogloss:0.211416 eval-mlogloss:0.467761
[148] train-mlogloss:0.210412 eval-mlogloss:0.467595
[149] train-mlogloss:0.209264 eval-mlogloss:0.467417
[150] train-mlogloss:0.208397 eval-mlogloss:0.467325
[151] train-mlogloss:0.207476 eval-mlogloss:0.467315
[152] train-mlogloss:0.206243 eval-mlogloss:0.467121
[153] train-mlogloss:0.205377 eval-mlogloss:0.466794
[154] train-mlogloss:0.204603 eval-mlogloss:0.466699
[155] train-mlogloss:0.203490 eval-mlogloss:0.466391
[156] train-mlogloss:0.202735 eval-mlogloss:0.466234
[157] train-mlogloss:0.201743 eval-mlogloss:0.466090
[158] train-mlogloss:0.201047 eval-mlogloss:0.465954
[159] train-mlogloss:0.200061 eval-mlogloss:0.465686
[160] train-mlogloss:0.199199 eval-mlogloss:0.465544
[161] train-mlogloss:0.198220 eval-mlogloss:0.465306
[162] train-mlogloss:0.197055 eval-mlogloss:0.465124
[163] train-mlogloss:0.196400 eval-mlogloss:0.464898
[164] train-mlogloss:0.195535 eval-mlogloss:0.464727
[165] train-mlogloss:0.194677 eval-mlogloss:0.464684
[166] train-mlogloss:0.193729 eval-mlogloss:0.464496
[167] train-mlogloss:0.192809 eval-mlogloss:0.464384
[168] train-mlogloss:0.191731 eval-mlogloss:0.464139
[169] train-mlogloss:0.191079 eval-mlogloss:0.464054
[170] train-mlogloss:0.190202 eval-mlogloss:0.463786
[171] train-mlogloss:0.189419 eval-mlogloss:0.463712
[172] train-mlogloss:0.188671 eval-mlogloss:0.463527
[173] train-mlogloss:0.187900 eval-mlogloss:0.463353
[174] train-mlogloss:0.187095 eval-mlogloss:0.463321
[175] train-mlogloss:0.186365 eval-mlogloss:0.463129
[176] train-mlogloss:0.185595 eval-mlogloss:0.463063
[177] train-mlogloss:0.184681 eval-mlogloss:0.463124
[178] train-mlogloss:0.183980 eval-mlogloss:0.463112
[179] train-mlogloss:0.183121 eval-mlogloss:0.462925
[180] train-mlogloss:0.182534 eval-mlogloss:0.462806
[181] train-mlogloss:0.181962 eval-mlogloss:0.462796
[182] train-mlogloss:0.181032 eval-mlogloss:0.462622
[183] train-mlogloss:0.180249 eval-mlogloss:0.462628
[184] train-mlogloss:0.179556 eval-mlogloss:0.462413
[185] train-mlogloss:0.178775 eval-mlogloss:0.462330
[186] train-mlogloss:0.177763 eval-mlogloss:0.462243
[187] train-mlogloss:0.177092 eval-mlogloss:0.462135
[188] train-mlogloss:0.176144 eval-mlogloss:0.462135
[189] train-mlogloss:0.175241 eval-mlogloss:0.462132
[190] train-mlogloss:0.174547 eval-mlogloss:0.462031
[191] train-mlogloss:0.173853 eval-mlogloss:0.461980
[192] train-mlogloss:0.173197 eval-mlogloss:0.461942
[193] train-mlogloss:0.172666 eval-mlogloss:0.461960
[194] train-mlogloss:0.172057 eval-mlogloss:0.461813
[195] train-mlogloss:0.171421 eval-mlogloss:0.461663
[196] train-mlogloss:0.170744 eval-mlogloss:0.461542
[197] train-mlogloss:0.170139 eval-mlogloss:0.461567
[198] train-mlogloss:0.169421 eval-mlogloss:0.461534
[199] train-mlogloss:0.168782 eval-mlogloss:0.461448
[200] train-mlogloss:0.168134 eval-mlogloss:0.461383
[201] train-mlogloss:0.167570 eval-mlogloss:0.461256
[202] train-mlogloss:0.166811 eval-mlogloss:0.461152
[203] train-mlogloss:0.166024 eval-mlogloss:0.461136
[204] train-mlogloss:0.165326 eval-mlogloss:0.461081
[205] train-mlogloss:0.164673 eval-mlogloss:0.461122
[206] train-mlogloss:0.163816 eval-mlogloss:0.460959
[207] train-mlogloss:0.163162 eval-mlogloss:0.461058
[208] train-mlogloss:0.162508 eval-mlogloss:0.460995
[209] train-mlogloss:0.161772 eval-mlogloss:0.460906
[210] train-mlogloss:0.161197 eval-mlogloss:0.460751
[211] train-mlogloss:0.160522 eval-mlogloss:0.460576
[212] train-mlogloss:0.160102 eval-mlogloss:0.460608
[213] train-mlogloss:0.159447 eval-mlogloss:0.460602
[214] train-mlogloss:0.158864 eval-mlogloss:0.460425
[215] train-mlogloss:0.158148 eval-mlogloss:0.460167
[216] train-mlogloss:0.157433 eval-mlogloss:0.460024
[217] train-mlogloss:0.156808 eval-mlogloss:0.460048
[218] train-mlogloss:0.156069 eval-mlogloss:0.460028
[219] train-mlogloss:0.155520 eval-mlogloss:0.460000
[220] train-mlogloss:0.154742 eval-mlogloss:0.459993
[221] train-mlogloss:0.154184 eval-mlogloss:0.460053
[222] train-mlogloss:0.153530 eval-mlogloss:0.459960
[223] train-mlogloss:0.152855 eval-mlogloss:0.460163
[224] train-mlogloss:0.152261 eval-mlogloss:0.460164
[225] train-mlogloss:0.151600 eval-mlogloss:0.460166
[226] train-mlogloss:0.150921 eval-mlogloss:0.460212
[227] train-mlogloss:0.150380 eval-mlogloss:0.460146
[228] train-mlogloss:0.149651 eval-mlogloss:0.460112
[229] train-mlogloss:0.149058 eval-mlogloss:0.460036
[230] train-mlogloss:0.148419 eval-mlogloss:0.460022
[231] train-mlogloss:0.147848 eval-mlogloss:0.459983
[232] train-mlogloss:0.147296 eval-mlogloss:0.459916
[233] train-mlogloss:0.146759 eval-mlogloss:0.459911
[234] train-mlogloss:0.146245 eval-mlogloss:0.459762
[235] train-mlogloss:0.145609 eval-mlogloss:0.459723
[236] train-mlogloss:0.145155 eval-mlogloss:0.459740
[237] train-mlogloss:0.144626 eval-mlogloss:0.459755
[238] train-mlogloss:0.144208 eval-mlogloss:0.459841
[239] train-mlogloss:0.143715 eval-mlogloss:0.459844
[240] train-mlogloss:0.143056 eval-mlogloss:0.459783
[241] train-mlogloss:0.142394 eval-mlogloss:0.459848
[242] train-mlogloss:0.141961 eval-mlogloss:0.459869
[243] train-mlogloss:0.141371 eval-mlogloss:0.459974
[244] train-mlogloss:0.140630 eval-mlogloss:0.459976
Training with params :
{'n_estimators': 500, 'min_child_weight': 8, 'subsample': 0.8, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 13, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.460087193437794
[245] train-mlogloss:0.140026 eval-mlogloss:0.460087
Stopping. Best iteration:
[235] train-mlogloss:0.145609 eval-mlogloss:0.459723
Will train until eval error hasn't decreased in 10 rounds.
[0] train-mlogloss:1.943342 eval-mlogloss:1.951485
[1] train-mlogloss:1.756699 eval-mlogloss:1.773278
[2] train-mlogloss:1.614305 eval-mlogloss:1.637862
[3] train-mlogloss:1.491619 eval-mlogloss:1.522185
[4] train-mlogloss:1.390697 eval-mlogloss:1.428116
[5] train-mlogloss:1.300776 eval-mlogloss:1.344342
[6] train-mlogloss:1.224587 eval-mlogloss:1.274713
[7] train-mlogloss:1.155025 eval-mlogloss:1.210505
[8] train-mlogloss:1.094254 eval-mlogloss:1.154902
[9] train-mlogloss:1.038241 eval-mlogloss:1.103368
[10] train-mlogloss:0.988977 eval-mlogloss:1.059299
[11] train-mlogloss:0.943367 eval-mlogloss:1.018244
[12] train-mlogloss:0.902526 eval-mlogloss:0.981581
[13] train-mlogloss:0.863797 eval-mlogloss:0.946934
[14] train-mlogloss:0.828207 eval-mlogloss:0.915240
[15] train-mlogloss:0.795833 eval-mlogloss:0.887316
[16] train-mlogloss:0.764929 eval-mlogloss:0.860743
[17] train-mlogloss:0.737016 eval-mlogloss:0.836524
[18] train-mlogloss:0.711343 eval-mlogloss:0.814535
[19] train-mlogloss:0.687455 eval-mlogloss:0.795191
[20] train-mlogloss:0.664889 eval-mlogloss:0.776280
[21] train-mlogloss:0.643467 eval-mlogloss:0.758464
[22] train-mlogloss:0.623553 eval-mlogloss:0.741719
[23] train-mlogloss:0.605552 eval-mlogloss:0.726833
[24] train-mlogloss:0.588272 eval-mlogloss:0.712297
[25] train-mlogloss:0.572867 eval-mlogloss:0.699595
[26] train-mlogloss:0.558307 eval-mlogloss:0.687725
[27] train-mlogloss:0.544368 eval-mlogloss:0.676348
[28] train-mlogloss:0.530810 eval-mlogloss:0.665802
[29] train-mlogloss:0.519497 eval-mlogloss:0.656100
[30] train-mlogloss:0.508544 eval-mlogloss:0.647518
[31] train-mlogloss:0.497317 eval-mlogloss:0.638727
[32] train-mlogloss:0.486948 eval-mlogloss:0.630804
[33] train-mlogloss:0.477192 eval-mlogloss:0.623715
[34] train-mlogloss:0.468248 eval-mlogloss:0.616890
[35] train-mlogloss:0.459644 eval-mlogloss:0.610264
[36] train-mlogloss:0.450954 eval-mlogloss:0.603786
[37] train-mlogloss:0.442671 eval-mlogloss:0.597581
[38] train-mlogloss:0.435290 eval-mlogloss:0.592340
[39] train-mlogloss:0.428936 eval-mlogloss:0.587303
[40] train-mlogloss:0.422488 eval-mlogloss:0.582584
[41] train-mlogloss:0.416541 eval-mlogloss:0.578208
[42] train-mlogloss:0.410403 eval-mlogloss:0.573798
[43] train-mlogloss:0.404297 eval-mlogloss:0.569649
[44] train-mlogloss:0.398998 eval-mlogloss:0.565733
[45] train-mlogloss:0.393243 eval-mlogloss:0.562011
[46] train-mlogloss:0.388431 eval-mlogloss:0.558510
[47] train-mlogloss:0.383867 eval-mlogloss:0.555342
[48] train-mlogloss:0.379012 eval-mlogloss:0.552186
[49] train-mlogloss:0.375075 eval-mlogloss:0.549245
[50] train-mlogloss:0.370898 eval-mlogloss:0.546428
[51] train-mlogloss:0.366907 eval-mlogloss:0.543653
[52] train-mlogloss:0.363129 eval-mlogloss:0.541209
[53] train-mlogloss:0.359543 eval-mlogloss:0.538692
[54] train-mlogloss:0.355809 eval-mlogloss:0.536324
[55] train-mlogloss:0.351967 eval-mlogloss:0.534055
[56] train-mlogloss:0.348123 eval-mlogloss:0.531766
[57] train-mlogloss:0.344461 eval-mlogloss:0.529628
[58] train-mlogloss:0.341223 eval-mlogloss:0.527521
[59] train-mlogloss:0.337722 eval-mlogloss:0.525556
[60] train-mlogloss:0.334578 eval-mlogloss:0.523569
[61] train-mlogloss:0.331617 eval-mlogloss:0.521826
[62] train-mlogloss:0.328825 eval-mlogloss:0.520067
[63] train-mlogloss:0.326311 eval-mlogloss:0.518626
[64] train-mlogloss:0.323945 eval-mlogloss:0.517113
[65] train-mlogloss:0.321495 eval-mlogloss:0.515533
[66] train-mlogloss:0.318794 eval-mlogloss:0.514043
[67] train-mlogloss:0.316302 eval-mlogloss:0.512460
[68] train-mlogloss:0.314063 eval-mlogloss:0.511263
[69] train-mlogloss:0.312066 eval-mlogloss:0.510122
[70] train-mlogloss:0.309683 eval-mlogloss:0.508682
[71] train-mlogloss:0.307924 eval-mlogloss:0.507527
[72] train-mlogloss:0.306007 eval-mlogloss:0.506429
[73] train-mlogloss:0.303999 eval-mlogloss:0.505338
[74] train-mlogloss:0.302230 eval-mlogloss:0.504259
[75] train-mlogloss:0.300251 eval-mlogloss:0.503326
[76] train-mlogloss:0.298502 eval-mlogloss:0.502445
[77] train-mlogloss:0.296769 eval-mlogloss:0.501674
[78] train-mlogloss:0.294765 eval-mlogloss:0.500726
[79] train-mlogloss:0.293117 eval-mlogloss:0.499986
[80] train-mlogloss:0.291439 eval-mlogloss:0.499247
[81] train-mlogloss:0.289791 eval-mlogloss:0.498466
[82] train-mlogloss:0.288220 eval-mlogloss:0.497685
[83] train-mlogloss:0.286269 eval-mlogloss:0.496744
[84] train-mlogloss:0.284937 eval-mlogloss:0.496084
[85] train-mlogloss:0.283193 eval-mlogloss:0.495295
[86] train-mlogloss:0.281490 eval-mlogloss:0.494552
[87] train-mlogloss:0.279733 eval-mlogloss:0.493870
[88] train-mlogloss:0.278222 eval-mlogloss:0.493133
[89] train-mlogloss:0.276818 eval-mlogloss:0.492382
[90] train-mlogloss:0.275373 eval-mlogloss:0.491674
[91] train-mlogloss:0.273532 eval-mlogloss:0.490879
[92] train-mlogloss:0.272146 eval-mlogloss:0.490284
[93] train-mlogloss:0.270428 eval-mlogloss:0.489737
[94] train-mlogloss:0.268677 eval-mlogloss:0.489059
[95] train-mlogloss:0.267304 eval-mlogloss:0.488454
[96] train-mlogloss:0.265823 eval-mlogloss:0.487768
[97] train-mlogloss:0.264520 eval-mlogloss:0.487295
[98] train-mlogloss:0.263371 eval-mlogloss:0.486757
[99] train-mlogloss:0.262100 eval-mlogloss:0.486223
[100] train-mlogloss:0.260724 eval-mlogloss:0.485639
[101] train-mlogloss:0.258719 eval-mlogloss:0.485084
[102] train-mlogloss:0.257504 eval-mlogloss:0.484600
[103] train-mlogloss:0.256273 eval-mlogloss:0.484008
[104] train-mlogloss:0.255144 eval-mlogloss:0.483535
[105] train-mlogloss:0.253836 eval-mlogloss:0.483049
[106] train-mlogloss:0.252422 eval-mlogloss:0.482464
[107] train-mlogloss:0.251387 eval-mlogloss:0.482037
[108] train-mlogloss:0.250409 eval-mlogloss:0.481542
[109] train-mlogloss:0.249366 eval-mlogloss:0.481220
[110] train-mlogloss:0.248065 eval-mlogloss:0.480779
[111] train-mlogloss:0.247162 eval-mlogloss:0.480488
[112] train-mlogloss:0.245816 eval-mlogloss:0.480054
[113] train-mlogloss:0.244423 eval-mlogloss:0.479784
[114] train-mlogloss:0.243116 eval-mlogloss:0.479394
[115] train-mlogloss:0.242020 eval-mlogloss:0.478910
[116] train-mlogloss:0.240716 eval-mlogloss:0.478563
[117] train-mlogloss:0.239433 eval-mlogloss:0.478268
[118] train-mlogloss:0.238207 eval-mlogloss:0.477925
[119] train-mlogloss:0.236976 eval-mlogloss:0.477551
[120] train-mlogloss:0.235776 eval-mlogloss:0.477266
[121] train-mlogloss:0.234811 eval-mlogloss:0.477038
[122] train-mlogloss:0.233670 eval-mlogloss:0.476707
[123] train-mlogloss:0.232440 eval-mlogloss:0.476503
[124] train-mlogloss:0.231471 eval-mlogloss:0.476389
[125] train-mlogloss:0.230275 eval-mlogloss:0.476064
[126] train-mlogloss:0.229150 eval-mlogloss:0.475663
[127] train-mlogloss:0.228307 eval-mlogloss:0.475451
[128] train-mlogloss:0.227199 eval-mlogloss:0.475215
[129] train-mlogloss:0.226295 eval-mlogloss:0.474884
[130] train-mlogloss:0.225347 eval-mlogloss:0.474541
[131] train-mlogloss:0.224384 eval-mlogloss:0.474289
[132] train-mlogloss:0.223266 eval-mlogloss:0.473950
[133] train-mlogloss:0.222352 eval-mlogloss:0.473735
[134] train-mlogloss:0.221511 eval-mlogloss:0.473612
[135] train-mlogloss:0.220720 eval-mlogloss:0.473265
[136] train-mlogloss:0.219791 eval-mlogloss:0.472964
[137] train-mlogloss:0.218777 eval-mlogloss:0.472761
[138] train-mlogloss:0.217941 eval-mlogloss:0.472364
[139] train-mlogloss:0.216997 eval-mlogloss:0.472142
[140] train-mlogloss:0.216101 eval-mlogloss:0.471758
[141] train-mlogloss:0.214992 eval-mlogloss:0.471429
[142] train-mlogloss:0.214127 eval-mlogloss:0.471212
[143] train-mlogloss:0.213253 eval-mlogloss:0.471056
[144] train-mlogloss:0.212075 eval-mlogloss:0.470917
[145] train-mlogloss:0.210986 eval-mlogloss:0.470685
[146] train-mlogloss:0.210331 eval-mlogloss:0.470399
[147] train-mlogloss:0.209208 eval-mlogloss:0.470208
[148] train-mlogloss:0.208115 eval-mlogloss:0.469945
[149] train-mlogloss:0.207271 eval-mlogloss:0.469726
[150] train-mlogloss:0.206513 eval-mlogloss:0.469461
[151] train-mlogloss:0.205627 eval-mlogloss:0.469232
[152] train-mlogloss:0.204689 eval-mlogloss:0.469217
[153] train-mlogloss:0.203951 eval-mlogloss:0.468922
[154] train-mlogloss:0.202564 eval-mlogloss:0.468810
[155] train-mlogloss:0.201715 eval-mlogloss:0.468701
[156] train-mlogloss:0.201125 eval-mlogloss:0.468580
[157] train-mlogloss:0.200477 eval-mlogloss:0.468476
[158] train-mlogloss:0.199579 eval-mlogloss:0.468223
[159] train-mlogloss:0.198702 eval-mlogloss:0.468079
[160] train-mlogloss:0.197891 eval-mlogloss:0.467906
[161] train-mlogloss:0.197127 eval-mlogloss:0.467784
[162] train-mlogloss:0.196138 eval-mlogloss:0.467551
[163] train-mlogloss:0.195383 eval-mlogloss:0.467399
[164] train-mlogloss:0.194555 eval-mlogloss:0.467284
[165] train-mlogloss:0.193730 eval-mlogloss:0.467039
[166] train-mlogloss:0.192767 eval-mlogloss:0.466974
[167] train-mlogloss:0.191889 eval-mlogloss:0.466845
[168] train-mlogloss:0.191056 eval-mlogloss:0.466736
[169] train-mlogloss:0.190239 eval-mlogloss:0.466557
[170] train-mlogloss:0.189557 eval-mlogloss:0.466577
[171] train-mlogloss:0.188854 eval-mlogloss:0.466369
[172] train-mlogloss:0.187946 eval-mlogloss:0.466260
[173] train-mlogloss:0.186996 eval-mlogloss:0.466078
[174] train-mlogloss:0.186161 eval-mlogloss:0.465929
[175] train-mlogloss:0.185461 eval-mlogloss:0.465733
[176] train-mlogloss:0.184667 eval-mlogloss:0.465662
[177] train-mlogloss:0.183859 eval-mlogloss:0.465415
[178] train-mlogloss:0.182914 eval-mlogloss:0.465362
[179] train-mlogloss:0.182260 eval-mlogloss:0.465309
[180] train-mlogloss:0.181593 eval-mlogloss:0.465157
[181] train-mlogloss:0.180884 eval-mlogloss:0.465027
[182] train-mlogloss:0.179905 eval-mlogloss:0.464937
[183] train-mlogloss:0.178889 eval-mlogloss:0.464747
[184] train-mlogloss:0.178379 eval-mlogloss:0.464617
[185] train-mlogloss:0.177620 eval-mlogloss:0.464529
[186] train-mlogloss:0.176893 eval-mlogloss:0.464396
[187] train-mlogloss:0.176153 eval-mlogloss:0.464412
[188] train-mlogloss:0.175625 eval-mlogloss:0.464260
[189] train-mlogloss:0.175105 eval-mlogloss:0.464162
[190] train-mlogloss:0.174343 eval-mlogloss:0.464142
[191] train-mlogloss:0.173746 eval-mlogloss:0.464039
[192] train-mlogloss:0.173139 eval-mlogloss:0.463959
[193] train-mlogloss:0.172496 eval-mlogloss:0.463835
[194] train-mlogloss:0.171953 eval-mlogloss:0.463746
[195] train-mlogloss:0.171231 eval-mlogloss:0.463610
[196] train-mlogloss:0.170718 eval-mlogloss:0.463566
[197] train-mlogloss:0.169839 eval-mlogloss:0.463397
[198] train-mlogloss:0.169178 eval-mlogloss:0.463319
[199] train-mlogloss:0.168617 eval-mlogloss:0.463129
[200] train-mlogloss:0.167843 eval-mlogloss:0.463108
[201] train-mlogloss:0.167347 eval-mlogloss:0.463069
[202] train-mlogloss:0.166813 eval-mlogloss:0.463076
[203] train-mlogloss:0.166292 eval-mlogloss:0.462945
[204] train-mlogloss:0.165542 eval-mlogloss:0.462833
[205] train-mlogloss:0.164863 eval-mlogloss:0.462731
[206] train-mlogloss:0.164290 eval-mlogloss:0.462586
[207] train-mlogloss:0.163427 eval-mlogloss:0.462573
[208] train-mlogloss:0.162617 eval-mlogloss:0.462556
[209] train-mlogloss:0.161832 eval-mlogloss:0.462526
[210] train-mlogloss:0.161195 eval-mlogloss:0.462408
[211] train-mlogloss:0.160495 eval-mlogloss:0.462522
[212] train-mlogloss:0.160007 eval-mlogloss:0.462449
[213] train-mlogloss:0.159534 eval-mlogloss:0.462501
[214] train-mlogloss:0.158859 eval-mlogloss:0.462548
[215] train-mlogloss:0.158253 eval-mlogloss:0.462518
[216] train-mlogloss:0.157846 eval-mlogloss:0.462492
[217] train-mlogloss:0.157368 eval-mlogloss:0.462507
[218] train-mlogloss:0.156838 eval-mlogloss:0.462527
[219] train-mlogloss:0.156187 eval-mlogloss:0.462594
[220] train-mlogloss:0.155486 eval-mlogloss:0.462308
[221] train-mlogloss:0.154900 eval-mlogloss:0.462255
[222] train-mlogloss:0.154083 eval-mlogloss:0.462261
[223] train-mlogloss:0.153498 eval-mlogloss:0.462296
[224] train-mlogloss:0.153008 eval-mlogloss:0.462197
[225] train-mlogloss:0.152260 eval-mlogloss:0.462192
[226] train-mlogloss:0.151702 eval-mlogloss:0.462174
[227] train-mlogloss:0.151275 eval-mlogloss:0.462125
[228] train-mlogloss:0.150718 eval-mlogloss:0.462101
[229] train-mlogloss:0.150243 eval-mlogloss:0.462169
[230] train-mlogloss:0.149706 eval-mlogloss:0.462201
[231] train-mlogloss:0.148972 eval-mlogloss:0.462280
[232] train-mlogloss:0.148491 eval-mlogloss:0.462205
[233] train-mlogloss:0.148005 eval-mlogloss:0.462102
[234] train-mlogloss:0.147631 eval-mlogloss:0.462062
[235] train-mlogloss:0.147122 eval-mlogloss:0.462032
[236] train-mlogloss:0.146578 eval-mlogloss:0.461964
[237] train-mlogloss:0.145996 eval-mlogloss:0.461993
[238] train-mlogloss:0.145365 eval-mlogloss:0.462021
[239] train-mlogloss:0.144803 eval-mlogloss:0.462068
[240] train-mlogloss:0.144358 eval-mlogloss:0.462119
[241] train-mlogloss:0.143854 eval-mlogloss:0.461968
[242] train-mlogloss:0.143257 eval-mlogloss:0.461923
[243] train-mlogloss:0.142827 eval-mlogloss:0.461908
[244] train-mlogloss:0.142314 eval-mlogloss:0.461919
[245] train-mlogloss:0.141831 eval-mlogloss:0.461880
[246] train-mlogloss:0.141395 eval-mlogloss:0.461843
[247] train-mlogloss:0.140681 eval-mlogloss:0.461856
[248] train-mlogloss:0.140293 eval-mlogloss:0.461866
[249] train-mlogloss:0.139744 eval-mlogloss:0.461852
[250] train-mlogloss:0.139339 eval-mlogloss:0.461810
[251] train-mlogloss:0.138879 eval-mlogloss:0.461781
[252] train-mlogloss:0.138451 eval-mlogloss:0.461879
[253] train-mlogloss:0.138033 eval-mlogloss:0.461835
[254] train-mlogloss:0.137564 eval-mlogloss:0.461793
[255] train-mlogloss:0.136933 eval-mlogloss:0.461858
[256] train-mlogloss:0.136276 eval-mlogloss:0.461729
[257] train-mlogloss:0.135712 eval-mlogloss:0.461826
[258] train-mlogloss:0.135360 eval-mlogloss:0.461899
[259] train-mlogloss:0.134908 eval-mlogloss:0.461956
[260] train-mlogloss:0.134521 eval-mlogloss:0.462043
[261] train-mlogloss:0.134089 eval-mlogloss:0.462143
[262] train-mlogloss:0.133614 eval-mlogloss:0.462156
[263] train-mlogloss:0.133209 eval-mlogloss:0.462094
[264] train-mlogloss:0.132686 eval-mlogloss:0.462161
[265] train-mlogloss:0.132145 eval-mlogloss:0.462187
Training with params :
{'n_estimators': 500, 'min_child_weight': 8, 'subsample': 0.9, 'eta': 0.1, 'num_class': 9, 'nthread': 4, 'colsample_bytree': 0.8, 'max_depth': 13, 'silent': 1, 'eval_metric': 'mlogloss', 'objective': 'multi:softprob'}
Score 0.4621866637300336
[266] train-mlogloss:0.131695 eval-mlogloss:0.462187
Stopping. Best iteration:
[256] train-mlogloss:0.136276 eval-mlogloss:0.461729
Out[21]:
{'subsample': 0.80000000000000004}
In [ ]:
Content source: duthchao/kaggle-Otto
Similar notebooks: