In [8]:

    

from __future__ import print_function
from sklearn.cross_validation import train_test_split
from sklearn.cross_validation import StratifiedShuffleSplit
from sklearn.metrics import log_loss
from sklearn import preprocessing
from sklearn.ensemble import RandomForestClassifier

import numpy as np
import pandas as pd

from hyperopt import hp
from hyperopt import fmin, tpe, hp, STATUS_OK, Trials

import xgboost as xgb


def load_train():
    train = pd.read_csv('./train.csv')
    labels = train.target.values
    lbl_enc = preprocessing.LabelEncoder()
    labels = lbl_enc.fit_transform(labels)
    train = train.drop('id', axis=1)
    train = train.drop('target', axis=1)
    return np.log(train.values + 1), labels.astype('int32')


def load_test():
    test = pd.read_csv('./test.csv')
    test = test.drop('id', axis=1)
    return np.log(test.values + 1)


def write_submission(preds, output):
    sample = pd.read_csv('./data/sampleSubmission.csv')
    preds = pd.DataFrame(
        preds, index=sample.id.values, columns=sample.columns[1:])
    preds.to_csv(output, index_label='id')


    

In [16]:

    

def score(params):
    print ("Training with params : ")
    print (params)
    num_round = int(params['n_estimators'])
    del params['n_estimators']
    dtrain = xgb.DMatrix(X_train, label=y_train)
    dvalid = xgb.DMatrix(X_val, label=y_val)
    watchlist = [(dtrain, 'train'),(dvalid, 'eval')]
    model = xgb.train(params, dtrain, num_round,watchlist,early_stopping_rounds=10)
    predictions = model.predict(dvalid).reshape((X_val.shape[0], 9))
    score = log_loss(y_val, predictions)
    print ("\tScore {0}\n\n".format(score))
    return {'loss': score, 'status': STATUS_OK}


def optimize(trials):
    space = {
             'n_estimators' : 300,
             #'eta' : hp.quniform('eta', 0.025, 0.5, 0.025),
             'eta' : 0.1,
             'max_depth' : hp.quniform('max_depth', 1, 13, 1),
             'min_child_weight' : hp.quniform('min_child_weight', 1, 6, 1),
             #'subsample' : hp.quniform('subsample', 0.5, 1, 0.05),
             'subsample' : 0.8,
             #'gamma' : hp.quniform('gamma', 0.5, 1, 0.05),
             'colsample_bytree' : hp.quniform('colsample_bytree', 0.4, 0.9, 0.1),
             'num_class' : 9,
             'eval_metric': 'mlogloss',
             'objective': 'multi:softprob',
             'nthread' : 4,
             'silent' : 1
             }

    best = fmin(score, space, algo=tpe.suggest, trials=trials, max_evals=20)


    

In [24]:

    

trials = Trials()

X, y = load_train()
split = StratifiedShuffleSplit(y,n_iter=1,test_size=0.2)
for train_idx,val_idx in split:
    pass
X_train = X[train_idx]
y_train = y[train_idx]
X_val = X[val_idx]
y_val = y[val_idx]


    

In [25]:

    

optimize(trials)


    

    




Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:2.001784	eval-mlogloss:2.003501
[1]	train-mlogloss:1.846081	eval-mlogloss:1.849742
[2]	train-mlogloss:1.724411	eval-mlogloss:1.729293
[3]	train-mlogloss:1.623380	eval-mlogloss:1.629686
[4]	train-mlogloss:1.549878	eval-mlogloss:1.557979
[5]	train-mlogloss:1.474725	eval-mlogloss:1.483581
[6]	train-mlogloss:1.411352	eval-mlogloss:1.421413
[7]	train-mlogloss:1.352709	eval-mlogloss:1.364212
[8]	train-mlogloss:1.299925	eval-mlogloss:1.312753
[9]	train-mlogloss:1.255069	eval-mlogloss:1.269052
[10]	train-mlogloss:1.214729	eval-mlogloss:1.229378
[11]	train-mlogloss:1.174989	eval-mlogloss:1.190063
[12]	train-mlogloss:1.138153	eval-mlogloss:1.154024
[13]	train-mlogloss:1.107674	eval-mlogloss:1.124754
[14]	train-mlogloss:1.078863	eval-mlogloss:1.096538
[15]	train-mlogloss:1.050328	eval-mlogloss:1.068710
[16]	train-mlogloss:1.026186	eval-mlogloss:1.045070
[17]	train-mlogloss:1.001831	eval-mlogloss:1.021575
[18]	train-mlogloss:0.979152	eval-mlogloss:0.999709
[19]	train-mlogloss:0.957547	eval-mlogloss:0.979061
[20]	train-mlogloss:0.939826	eval-mlogloss:0.962095
[21]	train-mlogloss:0.922332	eval-mlogloss:0.945252
[22]	train-mlogloss:0.905174	eval-mlogloss:0.928917
[23]	train-mlogloss:0.889253	eval-mlogloss:0.913634
[24]	train-mlogloss:0.874130	eval-mlogloss:0.899146
[25]	train-mlogloss:0.859553	eval-mlogloss:0.884959
[26]	train-mlogloss:0.846328	eval-mlogloss:0.872537
[27]	train-mlogloss:0.834075	eval-mlogloss:0.860900
[28]	train-mlogloss:0.822036	eval-mlogloss:0.849396
[29]	train-mlogloss:0.810925	eval-mlogloss:0.839043
[30]	train-mlogloss:0.801342	eval-mlogloss:0.830016
[31]	train-mlogloss:0.792053	eval-mlogloss:0.821191
[32]	train-mlogloss:0.782657	eval-mlogloss:0.812251
[33]	train-mlogloss:0.773452	eval-mlogloss:0.803636
[34]	train-mlogloss:0.765316	eval-mlogloss:0.795951
[35]	train-mlogloss:0.756762	eval-mlogloss:0.787915
[36]	train-mlogloss:0.749643	eval-mlogloss:0.781488
[37]	train-mlogloss:0.741956	eval-mlogloss:0.774238
[38]	train-mlogloss:0.734663	eval-mlogloss:0.767558
[39]	train-mlogloss:0.727821	eval-mlogloss:0.761428
[40]	train-mlogloss:0.721382	eval-mlogloss:0.755457
[41]	train-mlogloss:0.715867	eval-mlogloss:0.750272
[42]	train-mlogloss:0.710208	eval-mlogloss:0.745046
[43]	train-mlogloss:0.704524	eval-mlogloss:0.739825
[44]	train-mlogloss:0.699521	eval-mlogloss:0.735306
[45]	train-mlogloss:0.694403	eval-mlogloss:0.730476
[46]	train-mlogloss:0.689570	eval-mlogloss:0.725941
[47]	train-mlogloss:0.684620	eval-mlogloss:0.721338
[48]	train-mlogloss:0.679778	eval-mlogloss:0.716836
[49]	train-mlogloss:0.674775	eval-mlogloss:0.712448
[50]	train-mlogloss:0.670778	eval-mlogloss:0.708824
[51]	train-mlogloss:0.666766	eval-mlogloss:0.704916
[52]	train-mlogloss:0.662225	eval-mlogloss:0.700903
[53]	train-mlogloss:0.658195	eval-mlogloss:0.697204
[54]	train-mlogloss:0.654463	eval-mlogloss:0.693906
[55]	train-mlogloss:0.651035	eval-mlogloss:0.690835
[56]	train-mlogloss:0.647473	eval-mlogloss:0.687641
[57]	train-mlogloss:0.643748	eval-mlogloss:0.684319
[58]	train-mlogloss:0.640625	eval-mlogloss:0.681548
[59]	train-mlogloss:0.637169	eval-mlogloss:0.678546
[60]	train-mlogloss:0.634026	eval-mlogloss:0.675810
[61]	train-mlogloss:0.631018	eval-mlogloss:0.673104
[62]	train-mlogloss:0.628027	eval-mlogloss:0.670498
[63]	train-mlogloss:0.625112	eval-mlogloss:0.668024
[64]	train-mlogloss:0.622326	eval-mlogloss:0.665496
[65]	train-mlogloss:0.619741	eval-mlogloss:0.663227
[66]	train-mlogloss:0.617216	eval-mlogloss:0.661075
[67]	train-mlogloss:0.614672	eval-mlogloss:0.658811
[68]	train-mlogloss:0.612043	eval-mlogloss:0.656587
[69]	train-mlogloss:0.609850	eval-mlogloss:0.654633
[70]	train-mlogloss:0.607205	eval-mlogloss:0.652574
[71]	train-mlogloss:0.605038	eval-mlogloss:0.650652
[72]	train-mlogloss:0.602795	eval-mlogloss:0.648802
[73]	train-mlogloss:0.600268	eval-mlogloss:0.646763
[74]	train-mlogloss:0.598013	eval-mlogloss:0.644854
[75]	train-mlogloss:0.595840	eval-mlogloss:0.642981
[76]	train-mlogloss:0.593612	eval-mlogloss:0.640932
[77]	train-mlogloss:0.591572	eval-mlogloss:0.639293
[78]	train-mlogloss:0.589580	eval-mlogloss:0.637555
[79]	train-mlogloss:0.587611	eval-mlogloss:0.636089
[80]	train-mlogloss:0.585711	eval-mlogloss:0.634518
[81]	train-mlogloss:0.584060	eval-mlogloss:0.633150
[82]	train-mlogloss:0.582339	eval-mlogloss:0.631933
[83]	train-mlogloss:0.580507	eval-mlogloss:0.630483
[84]	train-mlogloss:0.578879	eval-mlogloss:0.629123
[85]	train-mlogloss:0.577217	eval-mlogloss:0.627743
[86]	train-mlogloss:0.575420	eval-mlogloss:0.626417
[87]	train-mlogloss:0.573658	eval-mlogloss:0.625150
[88]	train-mlogloss:0.571793	eval-mlogloss:0.623569
[89]	train-mlogloss:0.570353	eval-mlogloss:0.622452
[90]	train-mlogloss:0.568886	eval-mlogloss:0.621134
[91]	train-mlogloss:0.567226	eval-mlogloss:0.619989
[92]	train-mlogloss:0.565678	eval-mlogloss:0.618875
[93]	train-mlogloss:0.564255	eval-mlogloss:0.617777
[94]	train-mlogloss:0.562721	eval-mlogloss:0.616501
[95]	train-mlogloss:0.561491	eval-mlogloss:0.615351
[96]	train-mlogloss:0.560138	eval-mlogloss:0.614359
[97]	train-mlogloss:0.558711	eval-mlogloss:0.613299
[98]	train-mlogloss:0.557392	eval-mlogloss:0.612221
[99]	train-mlogloss:0.555984	eval-mlogloss:0.611091
[100]	train-mlogloss:0.554543	eval-mlogloss:0.610181
[101]	train-mlogloss:0.553176	eval-mlogloss:0.609292
[102]	train-mlogloss:0.552078	eval-mlogloss:0.608401
[103]	train-mlogloss:0.550682	eval-mlogloss:0.607299
[104]	train-mlogloss:0.549369	eval-mlogloss:0.606542
[105]	train-mlogloss:0.548192	eval-mlogloss:0.605609
[106]	train-mlogloss:0.546818	eval-mlogloss:0.604495
[107]	train-mlogloss:0.545555	eval-mlogloss:0.603472
[108]	train-mlogloss:0.544446	eval-mlogloss:0.602672
[109]	train-mlogloss:0.543229	eval-mlogloss:0.601816
[110]	train-mlogloss:0.541990	eval-mlogloss:0.600965
[111]	train-mlogloss:0.540749	eval-mlogloss:0.599993
[112]	train-mlogloss:0.539619	eval-mlogloss:0.599156
[113]	train-mlogloss:0.538561	eval-mlogloss:0.598364
[114]	train-mlogloss:0.537565	eval-mlogloss:0.597623
[115]	train-mlogloss:0.536464	eval-mlogloss:0.596842
[116]	train-mlogloss:0.535424	eval-mlogloss:0.596076
[117]	train-mlogloss:0.534085	eval-mlogloss:0.595029
[118]	train-mlogloss:0.532773	eval-mlogloss:0.594044
[119]	train-mlogloss:0.531695	eval-mlogloss:0.593248
[120]	train-mlogloss:0.530603	eval-mlogloss:0.592514
[121]	train-mlogloss:0.529592	eval-mlogloss:0.591718
[122]	train-mlogloss:0.528542	eval-mlogloss:0.591013
[123]	train-mlogloss:0.527562	eval-mlogloss:0.590342
[124]	train-mlogloss:0.526634	eval-mlogloss:0.589742
[125]	train-mlogloss:0.525596	eval-mlogloss:0.588974
[126]	train-mlogloss:0.524601	eval-mlogloss:0.588376
[127]	train-mlogloss:0.523663	eval-mlogloss:0.587781
[128]	train-mlogloss:0.522788	eval-mlogloss:0.587094
[129]	train-mlogloss:0.521643	eval-mlogloss:0.586432
[130]	train-mlogloss:0.520865	eval-mlogloss:0.585838
[131]	train-mlogloss:0.519871	eval-mlogloss:0.585213
[132]	train-mlogloss:0.518928	eval-mlogloss:0.584614
[133]	train-mlogloss:0.518055	eval-mlogloss:0.583975
[134]	train-mlogloss:0.517075	eval-mlogloss:0.583384
[135]	train-mlogloss:0.515999	eval-mlogloss:0.582725
[136]	train-mlogloss:0.514900	eval-mlogloss:0.582022
[137]	train-mlogloss:0.514038	eval-mlogloss:0.581269
[138]	train-mlogloss:0.513064	eval-mlogloss:0.580588
[139]	train-mlogloss:0.512185	eval-mlogloss:0.579929
[140]	train-mlogloss:0.511334	eval-mlogloss:0.579316
[141]	train-mlogloss:0.510591	eval-mlogloss:0.578774
[142]	train-mlogloss:0.509583	eval-mlogloss:0.578150
[143]	train-mlogloss:0.508766	eval-mlogloss:0.577561
[144]	train-mlogloss:0.507804	eval-mlogloss:0.576963
[145]	train-mlogloss:0.506985	eval-mlogloss:0.576441
[146]	train-mlogloss:0.506132	eval-mlogloss:0.575802
[147]	train-mlogloss:0.505291	eval-mlogloss:0.575156
[148]	train-mlogloss:0.504622	eval-mlogloss:0.574713
[149]	train-mlogloss:0.503841	eval-mlogloss:0.574147
[150]	train-mlogloss:0.503039	eval-mlogloss:0.573637
[151]	train-mlogloss:0.502386	eval-mlogloss:0.573221
[152]	train-mlogloss:0.501611	eval-mlogloss:0.572728
[153]	train-mlogloss:0.500898	eval-mlogloss:0.572307
[154]	train-mlogloss:0.499827	eval-mlogloss:0.571503
[155]	train-mlogloss:0.499051	eval-mlogloss:0.571039
[156]	train-mlogloss:0.498270	eval-mlogloss:0.570375
[157]	train-mlogloss:0.497732	eval-mlogloss:0.570120
[158]	train-mlogloss:0.496946	eval-mlogloss:0.569646
[159]	train-mlogloss:0.496172	eval-mlogloss:0.569096
[160]	train-mlogloss:0.495428	eval-mlogloss:0.568512
[161]	train-mlogloss:0.494736	eval-mlogloss:0.568130
[162]	train-mlogloss:0.494122	eval-mlogloss:0.567680
[163]	train-mlogloss:0.493313	eval-mlogloss:0.567174
[164]	train-mlogloss:0.492474	eval-mlogloss:0.566639
[165]	train-mlogloss:0.491673	eval-mlogloss:0.566209
[166]	train-mlogloss:0.490823	eval-mlogloss:0.565643
[167]	train-mlogloss:0.489974	eval-mlogloss:0.565105
[168]	train-mlogloss:0.489251	eval-mlogloss:0.564625
[169]	train-mlogloss:0.488535	eval-mlogloss:0.564087
[170]	train-mlogloss:0.487801	eval-mlogloss:0.563689
[171]	train-mlogloss:0.487076	eval-mlogloss:0.563286
[172]	train-mlogloss:0.486342	eval-mlogloss:0.562946
[173]	train-mlogloss:0.485701	eval-mlogloss:0.562638
[174]	train-mlogloss:0.484854	eval-mlogloss:0.562033
[175]	train-mlogloss:0.484222	eval-mlogloss:0.561686
[176]	train-mlogloss:0.483622	eval-mlogloss:0.561303
[177]	train-mlogloss:0.482851	eval-mlogloss:0.560867
[178]	train-mlogloss:0.482063	eval-mlogloss:0.560418
[179]	train-mlogloss:0.481313	eval-mlogloss:0.559917
[180]	train-mlogloss:0.480565	eval-mlogloss:0.559427
[181]	train-mlogloss:0.479927	eval-mlogloss:0.559069
[182]	train-mlogloss:0.479299	eval-mlogloss:0.558808
[183]	train-mlogloss:0.478676	eval-mlogloss:0.558445
[184]	train-mlogloss:0.478110	eval-mlogloss:0.558126
[185]	train-mlogloss:0.477603	eval-mlogloss:0.557820
[186]	train-mlogloss:0.476956	eval-mlogloss:0.557419
[187]	train-mlogloss:0.476210	eval-mlogloss:0.556989
[188]	train-mlogloss:0.475546	eval-mlogloss:0.556594
[189]	train-mlogloss:0.474940	eval-mlogloss:0.556215
[190]	train-mlogloss:0.474264	eval-mlogloss:0.555840
[191]	train-mlogloss:0.473685	eval-mlogloss:0.555472
[192]	train-mlogloss:0.472954	eval-mlogloss:0.555188
[193]	train-mlogloss:0.472459	eval-mlogloss:0.554920
[194]	train-mlogloss:0.471772	eval-mlogloss:0.554548
[195]	train-mlogloss:0.471231	eval-mlogloss:0.554249
[196]	train-mlogloss:0.470495	eval-mlogloss:0.553907
[197]	train-mlogloss:0.469927	eval-mlogloss:0.553494
[198]	train-mlogloss:0.469136	eval-mlogloss:0.553143
[199]	train-mlogloss:0.468618	eval-mlogloss:0.552830
[200]	train-mlogloss:0.468228	eval-mlogloss:0.552656
[201]	train-mlogloss:0.467637	eval-mlogloss:0.552275
[202]	train-mlogloss:0.467031	eval-mlogloss:0.551915
[203]	train-mlogloss:0.466504	eval-mlogloss:0.551545
[204]	train-mlogloss:0.465913	eval-mlogloss:0.551289
[205]	train-mlogloss:0.465383	eval-mlogloss:0.550933
[206]	train-mlogloss:0.464837	eval-mlogloss:0.550671
[207]	train-mlogloss:0.464251	eval-mlogloss:0.550276
[208]	train-mlogloss:0.463611	eval-mlogloss:0.549994
[209]	train-mlogloss:0.463065	eval-mlogloss:0.549722
[210]	train-mlogloss:0.462563	eval-mlogloss:0.549388
[211]	train-mlogloss:0.462050	eval-mlogloss:0.549162
[212]	train-mlogloss:0.461564	eval-mlogloss:0.548941
[213]	train-mlogloss:0.461003	eval-mlogloss:0.548683
[214]	train-mlogloss:0.460569	eval-mlogloss:0.548493
[215]	train-mlogloss:0.460008	eval-mlogloss:0.548186
[216]	train-mlogloss:0.459407	eval-mlogloss:0.547836
[217]	train-mlogloss:0.458870	eval-mlogloss:0.547525
[218]	train-mlogloss:0.458285	eval-mlogloss:0.547208
[219]	train-mlogloss:0.457697	eval-mlogloss:0.546804
[220]	train-mlogloss:0.457194	eval-mlogloss:0.546519
[221]	train-mlogloss:0.456631	eval-mlogloss:0.546235
[222]	train-mlogloss:0.456113	eval-mlogloss:0.545950
[223]	train-mlogloss:0.455680	eval-mlogloss:0.545785
[224]	train-mlogloss:0.455141	eval-mlogloss:0.545447
[225]	train-mlogloss:0.454716	eval-mlogloss:0.545219
[226]	train-mlogloss:0.454220	eval-mlogloss:0.545031
[227]	train-mlogloss:0.453746	eval-mlogloss:0.544837
[228]	train-mlogloss:0.453211	eval-mlogloss:0.544547
[229]	train-mlogloss:0.452642	eval-mlogloss:0.544325
[230]	train-mlogloss:0.452178	eval-mlogloss:0.544101
[231]	train-mlogloss:0.451669	eval-mlogloss:0.543846
[232]	train-mlogloss:0.451231	eval-mlogloss:0.543569
[233]	train-mlogloss:0.450723	eval-mlogloss:0.543318
[234]	train-mlogloss:0.450332	eval-mlogloss:0.543090
[235]	train-mlogloss:0.449806	eval-mlogloss:0.542770
[236]	train-mlogloss:0.449251	eval-mlogloss:0.542431
[237]	train-mlogloss:0.448783	eval-mlogloss:0.542288
[238]	train-mlogloss:0.448232	eval-mlogloss:0.542042
[239]	train-mlogloss:0.447682	eval-mlogloss:0.541790
[240]	train-mlogloss:0.447233	eval-mlogloss:0.541528
[241]	train-mlogloss:0.446649	eval-mlogloss:0.541136
[242]	train-mlogloss:0.446068	eval-mlogloss:0.540817
[243]	train-mlogloss:0.445656	eval-mlogloss:0.540591
[244]	train-mlogloss:0.445190	eval-mlogloss:0.540304
[245]	train-mlogloss:0.444784	eval-mlogloss:0.540106
[246]	train-mlogloss:0.444276	eval-mlogloss:0.539811
[247]	train-mlogloss:0.443756	eval-mlogloss:0.539595
[248]	train-mlogloss:0.443260	eval-mlogloss:0.539398
[249]	train-mlogloss:0.442827	eval-mlogloss:0.539282
[250]	train-mlogloss:0.442306	eval-mlogloss:0.539038
[251]	train-mlogloss:0.441760	eval-mlogloss:0.538779
[252]	train-mlogloss:0.441328	eval-mlogloss:0.538600
[253]	train-mlogloss:0.440837	eval-mlogloss:0.538334
[254]	train-mlogloss:0.440354	eval-mlogloss:0.538174
[255]	train-mlogloss:0.439965	eval-mlogloss:0.538061
[256]	train-mlogloss:0.439520	eval-mlogloss:0.537874
[257]	train-mlogloss:0.438981	eval-mlogloss:0.537568
[258]	train-mlogloss:0.438485	eval-mlogloss:0.537293
[259]	train-mlogloss:0.438005	eval-mlogloss:0.537046
[260]	train-mlogloss:0.437470	eval-mlogloss:0.536900
[261]	train-mlogloss:0.437047	eval-mlogloss:0.536685
[262]	train-mlogloss:0.436606	eval-mlogloss:0.536444
[263]	train-mlogloss:0.436124	eval-mlogloss:0.536136
[264]	train-mlogloss:0.435659	eval-mlogloss:0.535873
[265]	train-mlogloss:0.435219	eval-mlogloss:0.535691
[266]	train-mlogloss:0.434832	eval-mlogloss:0.535483
[267]	train-mlogloss:0.434401	eval-mlogloss:0.535306
[268]	train-mlogloss:0.433902	eval-mlogloss:0.535030
[269]	train-mlogloss:0.433456	eval-mlogloss:0.534924
[270]	train-mlogloss:0.433070	eval-mlogloss:0.534742
[271]	train-mlogloss:0.432696	eval-mlogloss:0.534560
[272]	train-mlogloss:0.432280	eval-mlogloss:0.534302
[273]	train-mlogloss:0.431916	eval-mlogloss:0.534152
[274]	train-mlogloss:0.431323	eval-mlogloss:0.533898
[275]	train-mlogloss:0.430853	eval-mlogloss:0.533640
[276]	train-mlogloss:0.430504	eval-mlogloss:0.533515
[277]	train-mlogloss:0.430148	eval-mlogloss:0.533333
[278]	train-mlogloss:0.429693	eval-mlogloss:0.533154
[279]	train-mlogloss:0.429289	eval-mlogloss:0.533041
[280]	train-mlogloss:0.428905	eval-mlogloss:0.532835
[281]	train-mlogloss:0.428408	eval-mlogloss:0.532601
[282]	train-mlogloss:0.427975	eval-mlogloss:0.532341
[283]	train-mlogloss:0.427500	eval-mlogloss:0.532111
[284]	train-mlogloss:0.427063	eval-mlogloss:0.531991
[285]	train-mlogloss:0.426646	eval-mlogloss:0.531806
[286]	train-mlogloss:0.426196	eval-mlogloss:0.531649
[287]	train-mlogloss:0.425827	eval-mlogloss:0.531491
[288]	train-mlogloss:0.425303	eval-mlogloss:0.531220
[289]	train-mlogloss:0.424969	eval-mlogloss:0.531074
[290]	train-mlogloss:0.424560	eval-mlogloss:0.530915
[291]	train-mlogloss:0.424162	eval-mlogloss:0.530749
[292]	train-mlogloss:0.423625	eval-mlogloss:0.530450
[293]	train-mlogloss:0.423238	eval-mlogloss:0.530326
[294]	train-mlogloss:0.422792	eval-mlogloss:0.530144
[295]	train-mlogloss:0.422508	eval-mlogloss:0.529997
[296]	train-mlogloss:0.422079	eval-mlogloss:0.529722
[297]	train-mlogloss:0.421617	eval-mlogloss:0.529475
[298]	train-mlogloss:0.421247	eval-mlogloss:0.529310






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 6.0, 'max_depth': 4.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.8, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.5291524352341775







    




[299]	train-mlogloss:0.420914	eval-mlogloss:0.529153
Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:1.940268	eval-mlogloss:1.961795
[1]	train-mlogloss:1.748813	eval-mlogloss:1.785174
[2]	train-mlogloss:1.594283	eval-mlogloss:1.644938
[3]	train-mlogloss:1.465492	eval-mlogloss:1.528138
[4]	train-mlogloss:1.356044	eval-mlogloss:1.430730
[5]	train-mlogloss:1.261356	eval-mlogloss:1.346870
[6]	train-mlogloss:1.180560	eval-mlogloss:1.275888
[7]	train-mlogloss:1.107762	eval-mlogloss:1.212266
[8]	train-mlogloss:1.042772	eval-mlogloss:1.155850
[9]	train-mlogloss:0.985722	eval-mlogloss:1.106041
[10]	train-mlogloss:0.932568	eval-mlogloss:1.059688
[11]	train-mlogloss:0.883667	eval-mlogloss:1.018687
[12]	train-mlogloss:0.838580	eval-mlogloss:0.980013
[13]	train-mlogloss:0.797832	eval-mlogloss:0.945456
[14]	train-mlogloss:0.761621	eval-mlogloss:0.915087
[15]	train-mlogloss:0.727933	eval-mlogloss:0.886212
[16]	train-mlogloss:0.696873	eval-mlogloss:0.860327
[17]	train-mlogloss:0.668429	eval-mlogloss:0.837075
[18]	train-mlogloss:0.642272	eval-mlogloss:0.815659
[19]	train-mlogloss:0.616687	eval-mlogloss:0.795079
[20]	train-mlogloss:0.593920	eval-mlogloss:0.776361
[21]	train-mlogloss:0.571524	eval-mlogloss:0.758900
[22]	train-mlogloss:0.549663	eval-mlogloss:0.741725
[23]	train-mlogloss:0.531146	eval-mlogloss:0.727135
[24]	train-mlogloss:0.512182	eval-mlogloss:0.712785
[25]	train-mlogloss:0.495260	eval-mlogloss:0.699824
[26]	train-mlogloss:0.479518	eval-mlogloss:0.687409
[27]	train-mlogloss:0.464850	eval-mlogloss:0.676094
[28]	train-mlogloss:0.450305	eval-mlogloss:0.665125
[29]	train-mlogloss:0.437822	eval-mlogloss:0.656120
[30]	train-mlogloss:0.424791	eval-mlogloss:0.646731
[31]	train-mlogloss:0.413561	eval-mlogloss:0.638425
[32]	train-mlogloss:0.402597	eval-mlogloss:0.630404
[33]	train-mlogloss:0.392381	eval-mlogloss:0.622814
[34]	train-mlogloss:0.383043	eval-mlogloss:0.615255
[35]	train-mlogloss:0.373357	eval-mlogloss:0.608329
[36]	train-mlogloss:0.364094	eval-mlogloss:0.602062
[37]	train-mlogloss:0.356606	eval-mlogloss:0.596719
[38]	train-mlogloss:0.349042	eval-mlogloss:0.591345
[39]	train-mlogloss:0.341437	eval-mlogloss:0.586364
[40]	train-mlogloss:0.334366	eval-mlogloss:0.581620
[41]	train-mlogloss:0.326347	eval-mlogloss:0.576781
[42]	train-mlogloss:0.319972	eval-mlogloss:0.572427
[43]	train-mlogloss:0.313693	eval-mlogloss:0.568335
[44]	train-mlogloss:0.307654	eval-mlogloss:0.564441
[45]	train-mlogloss:0.302198	eval-mlogloss:0.561021
[46]	train-mlogloss:0.296702	eval-mlogloss:0.557513
[47]	train-mlogloss:0.292015	eval-mlogloss:0.554311
[48]	train-mlogloss:0.287506	eval-mlogloss:0.551239
[49]	train-mlogloss:0.282921	eval-mlogloss:0.548425
[50]	train-mlogloss:0.278101	eval-mlogloss:0.545748
[51]	train-mlogloss:0.273215	eval-mlogloss:0.543434
[52]	train-mlogloss:0.269006	eval-mlogloss:0.540819
[53]	train-mlogloss:0.265582	eval-mlogloss:0.538349
[54]	train-mlogloss:0.262093	eval-mlogloss:0.536291
[55]	train-mlogloss:0.258198	eval-mlogloss:0.534195
[56]	train-mlogloss:0.254865	eval-mlogloss:0.532258
[57]	train-mlogloss:0.251371	eval-mlogloss:0.530231
[58]	train-mlogloss:0.248306	eval-mlogloss:0.528252
[59]	train-mlogloss:0.245102	eval-mlogloss:0.526452
[60]	train-mlogloss:0.241885	eval-mlogloss:0.524737
[61]	train-mlogloss:0.239155	eval-mlogloss:0.523009
[62]	train-mlogloss:0.236445	eval-mlogloss:0.521620
[63]	train-mlogloss:0.233755	eval-mlogloss:0.520153
[64]	train-mlogloss:0.230888	eval-mlogloss:0.518652
[65]	train-mlogloss:0.228350	eval-mlogloss:0.517052
[66]	train-mlogloss:0.225574	eval-mlogloss:0.515731
[67]	train-mlogloss:0.223341	eval-mlogloss:0.514556
[68]	train-mlogloss:0.221066	eval-mlogloss:0.513485
[69]	train-mlogloss:0.218585	eval-mlogloss:0.512255
[70]	train-mlogloss:0.216202	eval-mlogloss:0.511080
[71]	train-mlogloss:0.214256	eval-mlogloss:0.510170
[72]	train-mlogloss:0.212222	eval-mlogloss:0.509254
[73]	train-mlogloss:0.209981	eval-mlogloss:0.508290
[74]	train-mlogloss:0.208596	eval-mlogloss:0.507206
[75]	train-mlogloss:0.206753	eval-mlogloss:0.506457
[76]	train-mlogloss:0.204233	eval-mlogloss:0.505468
[77]	train-mlogloss:0.202277	eval-mlogloss:0.504625
[78]	train-mlogloss:0.200013	eval-mlogloss:0.503949
[79]	train-mlogloss:0.198433	eval-mlogloss:0.503284
[80]	train-mlogloss:0.196794	eval-mlogloss:0.502447
[81]	train-mlogloss:0.195109	eval-mlogloss:0.501726
[82]	train-mlogloss:0.192862	eval-mlogloss:0.500992
[83]	train-mlogloss:0.190933	eval-mlogloss:0.500412
[84]	train-mlogloss:0.188886	eval-mlogloss:0.499649
[85]	train-mlogloss:0.187348	eval-mlogloss:0.498936
[86]	train-mlogloss:0.184967	eval-mlogloss:0.498159
[87]	train-mlogloss:0.183302	eval-mlogloss:0.497603
[88]	train-mlogloss:0.181556	eval-mlogloss:0.496956
[89]	train-mlogloss:0.180241	eval-mlogloss:0.496469
[90]	train-mlogloss:0.178859	eval-mlogloss:0.495933
[91]	train-mlogloss:0.177221	eval-mlogloss:0.495556
[92]	train-mlogloss:0.175825	eval-mlogloss:0.494880
[93]	train-mlogloss:0.173993	eval-mlogloss:0.494320
[94]	train-mlogloss:0.172821	eval-mlogloss:0.493748
[95]	train-mlogloss:0.171558	eval-mlogloss:0.493313
[96]	train-mlogloss:0.170318	eval-mlogloss:0.492838
[97]	train-mlogloss:0.169191	eval-mlogloss:0.492508
[98]	train-mlogloss:0.167547	eval-mlogloss:0.492281
[99]	train-mlogloss:0.166157	eval-mlogloss:0.491775
[100]	train-mlogloss:0.165175	eval-mlogloss:0.491343
[101]	train-mlogloss:0.163684	eval-mlogloss:0.491146
[102]	train-mlogloss:0.162260	eval-mlogloss:0.490891
[103]	train-mlogloss:0.161261	eval-mlogloss:0.490482
[104]	train-mlogloss:0.159861	eval-mlogloss:0.490132
[105]	train-mlogloss:0.157981	eval-mlogloss:0.489739
[106]	train-mlogloss:0.157092	eval-mlogloss:0.489448
[107]	train-mlogloss:0.155776	eval-mlogloss:0.489145
[108]	train-mlogloss:0.154417	eval-mlogloss:0.488887
[109]	train-mlogloss:0.152950	eval-mlogloss:0.488684
[110]	train-mlogloss:0.151707	eval-mlogloss:0.488325
[111]	train-mlogloss:0.150391	eval-mlogloss:0.487991
[112]	train-mlogloss:0.149069	eval-mlogloss:0.487596
[113]	train-mlogloss:0.148028	eval-mlogloss:0.487306
[114]	train-mlogloss:0.146541	eval-mlogloss:0.487207
[115]	train-mlogloss:0.145782	eval-mlogloss:0.487081
[116]	train-mlogloss:0.144261	eval-mlogloss:0.486694
[117]	train-mlogloss:0.143010	eval-mlogloss:0.486529
[118]	train-mlogloss:0.141861	eval-mlogloss:0.486188
[119]	train-mlogloss:0.140824	eval-mlogloss:0.486020
[120]	train-mlogloss:0.139582	eval-mlogloss:0.485810
[121]	train-mlogloss:0.138550	eval-mlogloss:0.485685
[122]	train-mlogloss:0.137643	eval-mlogloss:0.485528
[123]	train-mlogloss:0.136432	eval-mlogloss:0.485258
[124]	train-mlogloss:0.135005	eval-mlogloss:0.485036
[125]	train-mlogloss:0.133970	eval-mlogloss:0.484988
[126]	train-mlogloss:0.133072	eval-mlogloss:0.484742
[127]	train-mlogloss:0.132021	eval-mlogloss:0.484603
[128]	train-mlogloss:0.131041	eval-mlogloss:0.484388
[129]	train-mlogloss:0.130294	eval-mlogloss:0.484270
[130]	train-mlogloss:0.129388	eval-mlogloss:0.483882
[131]	train-mlogloss:0.128427	eval-mlogloss:0.483730
[132]	train-mlogloss:0.127509	eval-mlogloss:0.483658
[133]	train-mlogloss:0.126703	eval-mlogloss:0.483522
[134]	train-mlogloss:0.125820	eval-mlogloss:0.483382
[135]	train-mlogloss:0.124800	eval-mlogloss:0.483330
[136]	train-mlogloss:0.123655	eval-mlogloss:0.483365
[137]	train-mlogloss:0.122585	eval-mlogloss:0.483327
[138]	train-mlogloss:0.121648	eval-mlogloss:0.483338
[139]	train-mlogloss:0.120649	eval-mlogloss:0.483157
[140]	train-mlogloss:0.119846	eval-mlogloss:0.483038
[141]	train-mlogloss:0.118966	eval-mlogloss:0.483113
[142]	train-mlogloss:0.117839	eval-mlogloss:0.482984
[143]	train-mlogloss:0.116480	eval-mlogloss:0.482990
[144]	train-mlogloss:0.115630	eval-mlogloss:0.482739
[145]	train-mlogloss:0.114903	eval-mlogloss:0.482608
[146]	train-mlogloss:0.114017	eval-mlogloss:0.482627
[147]	train-mlogloss:0.113114	eval-mlogloss:0.482383
[148]	train-mlogloss:0.112449	eval-mlogloss:0.482371
[149]	train-mlogloss:0.111374	eval-mlogloss:0.482523
[150]	train-mlogloss:0.110789	eval-mlogloss:0.482566
[151]	train-mlogloss:0.109933	eval-mlogloss:0.482544
[152]	train-mlogloss:0.109087	eval-mlogloss:0.482557
[153]	train-mlogloss:0.108499	eval-mlogloss:0.482408
[154]	train-mlogloss:0.107670	eval-mlogloss:0.482275
[155]	train-mlogloss:0.106887	eval-mlogloss:0.482087
[156]	train-mlogloss:0.106251	eval-mlogloss:0.482080
[157]	train-mlogloss:0.105622	eval-mlogloss:0.482245
[158]	train-mlogloss:0.104979	eval-mlogloss:0.482390
[159]	train-mlogloss:0.103959	eval-mlogloss:0.482522
[160]	train-mlogloss:0.103323	eval-mlogloss:0.482425
[161]	train-mlogloss:0.102627	eval-mlogloss:0.482417
[162]	train-mlogloss:0.102069	eval-mlogloss:0.482621
[163]	train-mlogloss:0.101353	eval-mlogloss:0.482615
[164]	train-mlogloss:0.100068	eval-mlogloss:0.482721
[165]	train-mlogloss:0.099197	eval-mlogloss:0.482774






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 1.0, 'max_depth': 12.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.7000000000000001, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.4827659979108421







    




[166]	train-mlogloss:0.098293	eval-mlogloss:0.482766
Stopping. Best iteration:
[156]	train-mlogloss:0.106251	eval-mlogloss:0.482080

Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:2.026212	eval-mlogloss:2.027853
[1]	train-mlogloss:1.922966	eval-mlogloss:1.926628
[2]	train-mlogloss:1.821144	eval-mlogloss:1.825369
[3]	train-mlogloss:1.737036	eval-mlogloss:1.741698
[4]	train-mlogloss:1.668966	eval-mlogloss:1.674527
[5]	train-mlogloss:1.608411	eval-mlogloss:1.614594
[6]	train-mlogloss:1.551491	eval-mlogloss:1.558452
[7]	train-mlogloss:1.505674	eval-mlogloss:1.513073
[8]	train-mlogloss:1.461077	eval-mlogloss:1.469139
[9]	train-mlogloss:1.423569	eval-mlogloss:1.431883
[10]	train-mlogloss:1.387483	eval-mlogloss:1.396514
[11]	train-mlogloss:1.356829	eval-mlogloss:1.366044
[12]	train-mlogloss:1.324248	eval-mlogloss:1.333932
[13]	train-mlogloss:1.294447	eval-mlogloss:1.304492
[14]	train-mlogloss:1.267025	eval-mlogloss:1.276814
[15]	train-mlogloss:1.241425	eval-mlogloss:1.251063
[16]	train-mlogloss:1.220223	eval-mlogloss:1.230176
[17]	train-mlogloss:1.197688	eval-mlogloss:1.207781
[18]	train-mlogloss:1.176875	eval-mlogloss:1.187279
[19]	train-mlogloss:1.158067	eval-mlogloss:1.168674
[20]	train-mlogloss:1.138906	eval-mlogloss:1.149588
[21]	train-mlogloss:1.122012	eval-mlogloss:1.132928
[22]	train-mlogloss:1.108026	eval-mlogloss:1.118968
[23]	train-mlogloss:1.094484	eval-mlogloss:1.105892
[24]	train-mlogloss:1.079146	eval-mlogloss:1.090329
[25]	train-mlogloss:1.066262	eval-mlogloss:1.077624
[26]	train-mlogloss:1.053321	eval-mlogloss:1.064786
[27]	train-mlogloss:1.040310	eval-mlogloss:1.051835
[28]	train-mlogloss:1.029248	eval-mlogloss:1.041283
[29]	train-mlogloss:1.017914	eval-mlogloss:1.029900
[30]	train-mlogloss:1.006551	eval-mlogloss:1.018709
[31]	train-mlogloss:0.995656	eval-mlogloss:1.008266
[32]	train-mlogloss:0.985867	eval-mlogloss:0.998757
[33]	train-mlogloss:0.976379	eval-mlogloss:0.989101
[34]	train-mlogloss:0.967507	eval-mlogloss:0.980449
[35]	train-mlogloss:0.960041	eval-mlogloss:0.973064
[36]	train-mlogloss:0.951411	eval-mlogloss:0.964627
[37]	train-mlogloss:0.943472	eval-mlogloss:0.956707
[38]	train-mlogloss:0.935759	eval-mlogloss:0.948841
[39]	train-mlogloss:0.928341	eval-mlogloss:0.941531
[40]	train-mlogloss:0.920892	eval-mlogloss:0.934167
[41]	train-mlogloss:0.914039	eval-mlogloss:0.927541
[42]	train-mlogloss:0.907715	eval-mlogloss:0.921387
[43]	train-mlogloss:0.901224	eval-mlogloss:0.914979
[44]	train-mlogloss:0.895026	eval-mlogloss:0.908908
[45]	train-mlogloss:0.889264	eval-mlogloss:0.903319
[46]	train-mlogloss:0.883553	eval-mlogloss:0.897649
[47]	train-mlogloss:0.877905	eval-mlogloss:0.892143
[48]	train-mlogloss:0.872668	eval-mlogloss:0.886870
[49]	train-mlogloss:0.867135	eval-mlogloss:0.881474
[50]	train-mlogloss:0.862051	eval-mlogloss:0.876469
[51]	train-mlogloss:0.857328	eval-mlogloss:0.872046
[52]	train-mlogloss:0.853264	eval-mlogloss:0.867925
[53]	train-mlogloss:0.848643	eval-mlogloss:0.863691
[54]	train-mlogloss:0.844028	eval-mlogloss:0.859355
[55]	train-mlogloss:0.839812	eval-mlogloss:0.855062
[56]	train-mlogloss:0.835617	eval-mlogloss:0.850990
[57]	train-mlogloss:0.831859	eval-mlogloss:0.847452
[58]	train-mlogloss:0.828002	eval-mlogloss:0.843764
[59]	train-mlogloss:0.824205	eval-mlogloss:0.839990
[60]	train-mlogloss:0.820216	eval-mlogloss:0.836009
[61]	train-mlogloss:0.816775	eval-mlogloss:0.832683
[62]	train-mlogloss:0.813185	eval-mlogloss:0.829220
[63]	train-mlogloss:0.809911	eval-mlogloss:0.825915
[64]	train-mlogloss:0.806622	eval-mlogloss:0.822675
[65]	train-mlogloss:0.803352	eval-mlogloss:0.819517
[66]	train-mlogloss:0.800024	eval-mlogloss:0.816178
[67]	train-mlogloss:0.796825	eval-mlogloss:0.813120
[68]	train-mlogloss:0.793773	eval-mlogloss:0.810242
[69]	train-mlogloss:0.790759	eval-mlogloss:0.807209
[70]	train-mlogloss:0.787967	eval-mlogloss:0.804509
[71]	train-mlogloss:0.785286	eval-mlogloss:0.801936
[72]	train-mlogloss:0.782543	eval-mlogloss:0.799368
[73]	train-mlogloss:0.779564	eval-mlogloss:0.796543
[74]	train-mlogloss:0.776674	eval-mlogloss:0.793962
[75]	train-mlogloss:0.773990	eval-mlogloss:0.791418
[76]	train-mlogloss:0.771622	eval-mlogloss:0.789274
[77]	train-mlogloss:0.769181	eval-mlogloss:0.786827
[78]	train-mlogloss:0.766729	eval-mlogloss:0.784454
[79]	train-mlogloss:0.764370	eval-mlogloss:0.782100
[80]	train-mlogloss:0.761797	eval-mlogloss:0.779618
[81]	train-mlogloss:0.759474	eval-mlogloss:0.777553
[82]	train-mlogloss:0.757149	eval-mlogloss:0.775180
[83]	train-mlogloss:0.754982	eval-mlogloss:0.773099
[84]	train-mlogloss:0.752911	eval-mlogloss:0.771328
[85]	train-mlogloss:0.750883	eval-mlogloss:0.769475
[86]	train-mlogloss:0.748779	eval-mlogloss:0.767506
[87]	train-mlogloss:0.746669	eval-mlogloss:0.765450
[88]	train-mlogloss:0.744662	eval-mlogloss:0.763507
[89]	train-mlogloss:0.742556	eval-mlogloss:0.761545
[90]	train-mlogloss:0.740513	eval-mlogloss:0.759572
[91]	train-mlogloss:0.738667	eval-mlogloss:0.757931
[92]	train-mlogloss:0.736767	eval-mlogloss:0.756165
[93]	train-mlogloss:0.734947	eval-mlogloss:0.754364
[94]	train-mlogloss:0.733101	eval-mlogloss:0.752479
[95]	train-mlogloss:0.731353	eval-mlogloss:0.750848
[96]	train-mlogloss:0.729514	eval-mlogloss:0.749013
[97]	train-mlogloss:0.727769	eval-mlogloss:0.747347
[98]	train-mlogloss:0.726144	eval-mlogloss:0.745831
[99]	train-mlogloss:0.724444	eval-mlogloss:0.744227
[100]	train-mlogloss:0.722711	eval-mlogloss:0.742658
[101]	train-mlogloss:0.721028	eval-mlogloss:0.740994
[102]	train-mlogloss:0.719286	eval-mlogloss:0.739431
[103]	train-mlogloss:0.717751	eval-mlogloss:0.737951
[104]	train-mlogloss:0.716251	eval-mlogloss:0.736557
[105]	train-mlogloss:0.714653	eval-mlogloss:0.735028
[106]	train-mlogloss:0.713107	eval-mlogloss:0.733644
[107]	train-mlogloss:0.711589	eval-mlogloss:0.732276
[108]	train-mlogloss:0.710130	eval-mlogloss:0.730891
[109]	train-mlogloss:0.708708	eval-mlogloss:0.729579
[110]	train-mlogloss:0.707190	eval-mlogloss:0.728221
[111]	train-mlogloss:0.705773	eval-mlogloss:0.726801
[112]	train-mlogloss:0.704244	eval-mlogloss:0.725241
[113]	train-mlogloss:0.702810	eval-mlogloss:0.723931
[114]	train-mlogloss:0.701419	eval-mlogloss:0.722579
[115]	train-mlogloss:0.699960	eval-mlogloss:0.721283
[116]	train-mlogloss:0.698576	eval-mlogloss:0.720042
[117]	train-mlogloss:0.697366	eval-mlogloss:0.718940
[118]	train-mlogloss:0.696014	eval-mlogloss:0.717628
[119]	train-mlogloss:0.694747	eval-mlogloss:0.716515
[120]	train-mlogloss:0.693422	eval-mlogloss:0.715327
[121]	train-mlogloss:0.692108	eval-mlogloss:0.714177
[122]	train-mlogloss:0.690791	eval-mlogloss:0.712967
[123]	train-mlogloss:0.689569	eval-mlogloss:0.711859
[124]	train-mlogloss:0.688282	eval-mlogloss:0.710561
[125]	train-mlogloss:0.687061	eval-mlogloss:0.709567
[126]	train-mlogloss:0.685828	eval-mlogloss:0.708498
[127]	train-mlogloss:0.684697	eval-mlogloss:0.707540
[128]	train-mlogloss:0.683522	eval-mlogloss:0.706488
[129]	train-mlogloss:0.682448	eval-mlogloss:0.705441
[130]	train-mlogloss:0.681412	eval-mlogloss:0.704451
[131]	train-mlogloss:0.680306	eval-mlogloss:0.703567
[132]	train-mlogloss:0.679156	eval-mlogloss:0.702521
[133]	train-mlogloss:0.678088	eval-mlogloss:0.701522
[134]	train-mlogloss:0.677017	eval-mlogloss:0.700574
[135]	train-mlogloss:0.675916	eval-mlogloss:0.699552
[136]	train-mlogloss:0.674816	eval-mlogloss:0.698509
[137]	train-mlogloss:0.673732	eval-mlogloss:0.697507
[138]	train-mlogloss:0.672700	eval-mlogloss:0.696568
[139]	train-mlogloss:0.671658	eval-mlogloss:0.695638
[140]	train-mlogloss:0.670602	eval-mlogloss:0.694597
[141]	train-mlogloss:0.669622	eval-mlogloss:0.693740
[142]	train-mlogloss:0.668656	eval-mlogloss:0.692824
[143]	train-mlogloss:0.667579	eval-mlogloss:0.691825
[144]	train-mlogloss:0.666624	eval-mlogloss:0.690966
[145]	train-mlogloss:0.665646	eval-mlogloss:0.690110
[146]	train-mlogloss:0.664725	eval-mlogloss:0.689296
[147]	train-mlogloss:0.663697	eval-mlogloss:0.688301
[148]	train-mlogloss:0.662662	eval-mlogloss:0.687469
[149]	train-mlogloss:0.661737	eval-mlogloss:0.686603
[150]	train-mlogloss:0.660799	eval-mlogloss:0.685787
[151]	train-mlogloss:0.660012	eval-mlogloss:0.685100
[152]	train-mlogloss:0.659124	eval-mlogloss:0.684450
[153]	train-mlogloss:0.658314	eval-mlogloss:0.683728
[154]	train-mlogloss:0.657457	eval-mlogloss:0.682972
[155]	train-mlogloss:0.656615	eval-mlogloss:0.682213
[156]	train-mlogloss:0.655653	eval-mlogloss:0.681430
[157]	train-mlogloss:0.654784	eval-mlogloss:0.680627
[158]	train-mlogloss:0.653946	eval-mlogloss:0.679917
[159]	train-mlogloss:0.653085	eval-mlogloss:0.679102
[160]	train-mlogloss:0.652208	eval-mlogloss:0.678278
[161]	train-mlogloss:0.651404	eval-mlogloss:0.677515
[162]	train-mlogloss:0.650631	eval-mlogloss:0.676881
[163]	train-mlogloss:0.649789	eval-mlogloss:0.676136
[164]	train-mlogloss:0.648990	eval-mlogloss:0.675429
[165]	train-mlogloss:0.648197	eval-mlogloss:0.674756
[166]	train-mlogloss:0.647476	eval-mlogloss:0.674116
[167]	train-mlogloss:0.646682	eval-mlogloss:0.673465
[168]	train-mlogloss:0.645884	eval-mlogloss:0.672851
[169]	train-mlogloss:0.644998	eval-mlogloss:0.672001
[170]	train-mlogloss:0.644245	eval-mlogloss:0.671387
[171]	train-mlogloss:0.643471	eval-mlogloss:0.670694
[172]	train-mlogloss:0.642758	eval-mlogloss:0.670094
[173]	train-mlogloss:0.641997	eval-mlogloss:0.669400
[174]	train-mlogloss:0.641245	eval-mlogloss:0.668730
[175]	train-mlogloss:0.640500	eval-mlogloss:0.668121
[176]	train-mlogloss:0.639719	eval-mlogloss:0.667388
[177]	train-mlogloss:0.639036	eval-mlogloss:0.666857
[178]	train-mlogloss:0.638335	eval-mlogloss:0.666225
[179]	train-mlogloss:0.637630	eval-mlogloss:0.665555
[180]	train-mlogloss:0.636828	eval-mlogloss:0.664927
[181]	train-mlogloss:0.636119	eval-mlogloss:0.664301
[182]	train-mlogloss:0.635346	eval-mlogloss:0.663571
[183]	train-mlogloss:0.634620	eval-mlogloss:0.662949
[184]	train-mlogloss:0.633836	eval-mlogloss:0.662172
[185]	train-mlogloss:0.633199	eval-mlogloss:0.661636
[186]	train-mlogloss:0.632519	eval-mlogloss:0.661075
[187]	train-mlogloss:0.631861	eval-mlogloss:0.660508
[188]	train-mlogloss:0.631230	eval-mlogloss:0.660014
[189]	train-mlogloss:0.630598	eval-mlogloss:0.659468
[190]	train-mlogloss:0.629933	eval-mlogloss:0.658878
[191]	train-mlogloss:0.629195	eval-mlogloss:0.658311
[192]	train-mlogloss:0.628566	eval-mlogloss:0.657754
[193]	train-mlogloss:0.627890	eval-mlogloss:0.657099
[194]	train-mlogloss:0.627209	eval-mlogloss:0.656531
[195]	train-mlogloss:0.626482	eval-mlogloss:0.655971
[196]	train-mlogloss:0.625797	eval-mlogloss:0.655392
[197]	train-mlogloss:0.625146	eval-mlogloss:0.654869
[198]	train-mlogloss:0.624538	eval-mlogloss:0.654303
[199]	train-mlogloss:0.623915	eval-mlogloss:0.653829
[200]	train-mlogloss:0.623293	eval-mlogloss:0.653263
[201]	train-mlogloss:0.622711	eval-mlogloss:0.652694
[202]	train-mlogloss:0.622143	eval-mlogloss:0.652202
[203]	train-mlogloss:0.621567	eval-mlogloss:0.651652
[204]	train-mlogloss:0.620959	eval-mlogloss:0.651202
[205]	train-mlogloss:0.620303	eval-mlogloss:0.650738
[206]	train-mlogloss:0.619720	eval-mlogloss:0.650208
[207]	train-mlogloss:0.619126	eval-mlogloss:0.649726
[208]	train-mlogloss:0.618541	eval-mlogloss:0.649281
[209]	train-mlogloss:0.617931	eval-mlogloss:0.648779
[210]	train-mlogloss:0.617394	eval-mlogloss:0.648353
[211]	train-mlogloss:0.616751	eval-mlogloss:0.647878
[212]	train-mlogloss:0.616165	eval-mlogloss:0.647290
[213]	train-mlogloss:0.615597	eval-mlogloss:0.646775
[214]	train-mlogloss:0.614896	eval-mlogloss:0.646117
[215]	train-mlogloss:0.614299	eval-mlogloss:0.645625
[216]	train-mlogloss:0.613675	eval-mlogloss:0.645108
[217]	train-mlogloss:0.613104	eval-mlogloss:0.644733
[218]	train-mlogloss:0.612555	eval-mlogloss:0.644302
[219]	train-mlogloss:0.612006	eval-mlogloss:0.643826
[220]	train-mlogloss:0.611464	eval-mlogloss:0.643374
[221]	train-mlogloss:0.610905	eval-mlogloss:0.642955
[222]	train-mlogloss:0.610381	eval-mlogloss:0.642517
[223]	train-mlogloss:0.609819	eval-mlogloss:0.642027
[224]	train-mlogloss:0.609275	eval-mlogloss:0.641620
[225]	train-mlogloss:0.608709	eval-mlogloss:0.641126
[226]	train-mlogloss:0.608170	eval-mlogloss:0.640648
[227]	train-mlogloss:0.607637	eval-mlogloss:0.640190
[228]	train-mlogloss:0.607113	eval-mlogloss:0.639751
[229]	train-mlogloss:0.606556	eval-mlogloss:0.639331
[230]	train-mlogloss:0.606051	eval-mlogloss:0.638947
[231]	train-mlogloss:0.605585	eval-mlogloss:0.638632
[232]	train-mlogloss:0.605117	eval-mlogloss:0.638255
[233]	train-mlogloss:0.604648	eval-mlogloss:0.637886
[234]	train-mlogloss:0.604126	eval-mlogloss:0.637399
[235]	train-mlogloss:0.603700	eval-mlogloss:0.637065
[236]	train-mlogloss:0.603213	eval-mlogloss:0.636622
[237]	train-mlogloss:0.602682	eval-mlogloss:0.636194
[238]	train-mlogloss:0.602199	eval-mlogloss:0.635705
[239]	train-mlogloss:0.601684	eval-mlogloss:0.635198
[240]	train-mlogloss:0.601199	eval-mlogloss:0.634850
[241]	train-mlogloss:0.600716	eval-mlogloss:0.634353
[242]	train-mlogloss:0.600286	eval-mlogloss:0.634019
[243]	train-mlogloss:0.599793	eval-mlogloss:0.633665
[244]	train-mlogloss:0.599311	eval-mlogloss:0.633288
[245]	train-mlogloss:0.598737	eval-mlogloss:0.632903
[246]	train-mlogloss:0.598293	eval-mlogloss:0.632536
[247]	train-mlogloss:0.597764	eval-mlogloss:0.632041
[248]	train-mlogloss:0.597254	eval-mlogloss:0.631649
[249]	train-mlogloss:0.596816	eval-mlogloss:0.631337
[250]	train-mlogloss:0.596338	eval-mlogloss:0.631000
[251]	train-mlogloss:0.595863	eval-mlogloss:0.630530
[252]	train-mlogloss:0.595397	eval-mlogloss:0.630169
[253]	train-mlogloss:0.594931	eval-mlogloss:0.629777
[254]	train-mlogloss:0.594427	eval-mlogloss:0.629436
[255]	train-mlogloss:0.593981	eval-mlogloss:0.629134
[256]	train-mlogloss:0.593538	eval-mlogloss:0.628769
[257]	train-mlogloss:0.593096	eval-mlogloss:0.628489
[258]	train-mlogloss:0.592587	eval-mlogloss:0.628038
[259]	train-mlogloss:0.592140	eval-mlogloss:0.627642
[260]	train-mlogloss:0.591683	eval-mlogloss:0.627337
[261]	train-mlogloss:0.591241	eval-mlogloss:0.627010
[262]	train-mlogloss:0.590809	eval-mlogloss:0.626658
[263]	train-mlogloss:0.590435	eval-mlogloss:0.626346
[264]	train-mlogloss:0.590003	eval-mlogloss:0.626010
[265]	train-mlogloss:0.589546	eval-mlogloss:0.625671
[266]	train-mlogloss:0.589100	eval-mlogloss:0.625290
[267]	train-mlogloss:0.588658	eval-mlogloss:0.624947
[268]	train-mlogloss:0.588176	eval-mlogloss:0.624602
[269]	train-mlogloss:0.587777	eval-mlogloss:0.624323
[270]	train-mlogloss:0.587370	eval-mlogloss:0.623949
[271]	train-mlogloss:0.586997	eval-mlogloss:0.623613
[272]	train-mlogloss:0.586569	eval-mlogloss:0.623195
[273]	train-mlogloss:0.586168	eval-mlogloss:0.622907
[274]	train-mlogloss:0.585741	eval-mlogloss:0.622608
[275]	train-mlogloss:0.585334	eval-mlogloss:0.622336
[276]	train-mlogloss:0.584998	eval-mlogloss:0.622088
[277]	train-mlogloss:0.584629	eval-mlogloss:0.621771
[278]	train-mlogloss:0.584275	eval-mlogloss:0.621525
[279]	train-mlogloss:0.583906	eval-mlogloss:0.621213
[280]	train-mlogloss:0.583507	eval-mlogloss:0.620896
[281]	train-mlogloss:0.583099	eval-mlogloss:0.620567
[282]	train-mlogloss:0.582698	eval-mlogloss:0.620215
[283]	train-mlogloss:0.582301	eval-mlogloss:0.619828
[284]	train-mlogloss:0.581953	eval-mlogloss:0.619589
[285]	train-mlogloss:0.581553	eval-mlogloss:0.619186
[286]	train-mlogloss:0.581110	eval-mlogloss:0.618893
[287]	train-mlogloss:0.580741	eval-mlogloss:0.618619
[288]	train-mlogloss:0.580391	eval-mlogloss:0.618334
[289]	train-mlogloss:0.580041	eval-mlogloss:0.618106
[290]	train-mlogloss:0.579686	eval-mlogloss:0.617863
[291]	train-mlogloss:0.579248	eval-mlogloss:0.617568
[292]	train-mlogloss:0.578901	eval-mlogloss:0.617328
[293]	train-mlogloss:0.578520	eval-mlogloss:0.617072
[294]	train-mlogloss:0.578162	eval-mlogloss:0.616827
[295]	train-mlogloss:0.577788	eval-mlogloss:0.616541
[296]	train-mlogloss:0.577488	eval-mlogloss:0.616292
[297]	train-mlogloss:0.577059	eval-mlogloss:0.615967
[298]	train-mlogloss:0.576704	eval-mlogloss:0.615632
[299]	train-mlogloss:0.576276	eval-mlogloss:0.615293






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 2.0, 'max_depth': 2.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.7000000000000001, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.6152931701463015







    




Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:2.012583	eval-mlogloss:2.017596
[1]	train-mlogloss:1.861645	eval-mlogloss:1.871811
[2]	train-mlogloss:1.743979	eval-mlogloss:1.757143
[3]	train-mlogloss:1.635790	eval-mlogloss:1.650930
[4]	train-mlogloss:1.544868	eval-mlogloss:1.562864
[5]	train-mlogloss:1.466286	eval-mlogloss:1.486737
[6]	train-mlogloss:1.400190	eval-mlogloss:1.423270
[7]	train-mlogloss:1.337562	eval-mlogloss:1.362948
[8]	train-mlogloss:1.279621	eval-mlogloss:1.306724
[9]	train-mlogloss:1.227682	eval-mlogloss:1.256568
[10]	train-mlogloss:1.181943	eval-mlogloss:1.212471
[11]	train-mlogloss:1.135868	eval-mlogloss:1.168107
[12]	train-mlogloss:1.095406	eval-mlogloss:1.129138
[13]	train-mlogloss:1.059205	eval-mlogloss:1.094347
[14]	train-mlogloss:1.027329	eval-mlogloss:1.063833
[15]	train-mlogloss:0.995608	eval-mlogloss:1.033460
[16]	train-mlogloss:0.967091	eval-mlogloss:1.006870
[17]	train-mlogloss:0.939333	eval-mlogloss:0.980490
[18]	train-mlogloss:0.915574	eval-mlogloss:0.958330
[19]	train-mlogloss:0.890401	eval-mlogloss:0.934460
[20]	train-mlogloss:0.868763	eval-mlogloss:0.914333
[21]	train-mlogloss:0.850237	eval-mlogloss:0.897415
[22]	train-mlogloss:0.831607	eval-mlogloss:0.879814
[23]	train-mlogloss:0.815390	eval-mlogloss:0.864998
[24]	train-mlogloss:0.799095	eval-mlogloss:0.849898
[25]	train-mlogloss:0.784403	eval-mlogloss:0.836407
[26]	train-mlogloss:0.769879	eval-mlogloss:0.822798
[27]	train-mlogloss:0.754397	eval-mlogloss:0.808609
[28]	train-mlogloss:0.742161	eval-mlogloss:0.797639
[29]	train-mlogloss:0.729757	eval-mlogloss:0.786602
[30]	train-mlogloss:0.717931	eval-mlogloss:0.775999
[31]	train-mlogloss:0.707116	eval-mlogloss:0.766556
[32]	train-mlogloss:0.697091	eval-mlogloss:0.757686
[33]	train-mlogloss:0.686398	eval-mlogloss:0.748047
[34]	train-mlogloss:0.677468	eval-mlogloss:0.740003
[35]	train-mlogloss:0.667327	eval-mlogloss:0.731187
[36]	train-mlogloss:0.658580	eval-mlogloss:0.723494
[37]	train-mlogloss:0.649951	eval-mlogloss:0.715729
[38]	train-mlogloss:0.642311	eval-mlogloss:0.709041
[39]	train-mlogloss:0.634620	eval-mlogloss:0.702162
[40]	train-mlogloss:0.627216	eval-mlogloss:0.695893
[41]	train-mlogloss:0.620824	eval-mlogloss:0.690703
[42]	train-mlogloss:0.614007	eval-mlogloss:0.684885
[43]	train-mlogloss:0.608076	eval-mlogloss:0.679985
[44]	train-mlogloss:0.602873	eval-mlogloss:0.675644
[45]	train-mlogloss:0.597689	eval-mlogloss:0.671313
[46]	train-mlogloss:0.591365	eval-mlogloss:0.666163
[47]	train-mlogloss:0.586125	eval-mlogloss:0.661992
[48]	train-mlogloss:0.581533	eval-mlogloss:0.658143
[49]	train-mlogloss:0.576698	eval-mlogloss:0.653875
[50]	train-mlogloss:0.571988	eval-mlogloss:0.649916
[51]	train-mlogloss:0.567441	eval-mlogloss:0.646161
[52]	train-mlogloss:0.562601	eval-mlogloss:0.642123
[53]	train-mlogloss:0.558504	eval-mlogloss:0.638832
[54]	train-mlogloss:0.554461	eval-mlogloss:0.635559
[55]	train-mlogloss:0.550666	eval-mlogloss:0.632503
[56]	train-mlogloss:0.547082	eval-mlogloss:0.629723
[57]	train-mlogloss:0.543649	eval-mlogloss:0.627105
[58]	train-mlogloss:0.539781	eval-mlogloss:0.624033
[59]	train-mlogloss:0.536102	eval-mlogloss:0.621179
[60]	train-mlogloss:0.532616	eval-mlogloss:0.618324
[61]	train-mlogloss:0.528945	eval-mlogloss:0.615419
[62]	train-mlogloss:0.525694	eval-mlogloss:0.613085
[63]	train-mlogloss:0.522943	eval-mlogloss:0.611074
[64]	train-mlogloss:0.519414	eval-mlogloss:0.608377
[65]	train-mlogloss:0.516346	eval-mlogloss:0.606133
[66]	train-mlogloss:0.513394	eval-mlogloss:0.603942
[67]	train-mlogloss:0.510849	eval-mlogloss:0.602010
[68]	train-mlogloss:0.508686	eval-mlogloss:0.600314
[69]	train-mlogloss:0.506063	eval-mlogloss:0.598387
[70]	train-mlogloss:0.503341	eval-mlogloss:0.596462
[71]	train-mlogloss:0.500682	eval-mlogloss:0.594599
[72]	train-mlogloss:0.497800	eval-mlogloss:0.592503
[73]	train-mlogloss:0.495602	eval-mlogloss:0.591166
[74]	train-mlogloss:0.493140	eval-mlogloss:0.589502
[75]	train-mlogloss:0.491170	eval-mlogloss:0.587968
[76]	train-mlogloss:0.488930	eval-mlogloss:0.586279
[77]	train-mlogloss:0.486469	eval-mlogloss:0.584651
[78]	train-mlogloss:0.484581	eval-mlogloss:0.583388
[79]	train-mlogloss:0.482394	eval-mlogloss:0.581803
[80]	train-mlogloss:0.480025	eval-mlogloss:0.580166
[81]	train-mlogloss:0.478178	eval-mlogloss:0.578834
[82]	train-mlogloss:0.476123	eval-mlogloss:0.577462
[83]	train-mlogloss:0.474183	eval-mlogloss:0.576213
[84]	train-mlogloss:0.472283	eval-mlogloss:0.575059
[85]	train-mlogloss:0.470272	eval-mlogloss:0.573850
[86]	train-mlogloss:0.468152	eval-mlogloss:0.572410
[87]	train-mlogloss:0.465882	eval-mlogloss:0.570952
[88]	train-mlogloss:0.464141	eval-mlogloss:0.569792
[89]	train-mlogloss:0.462552	eval-mlogloss:0.568850
[90]	train-mlogloss:0.460730	eval-mlogloss:0.567710
[91]	train-mlogloss:0.459226	eval-mlogloss:0.566753
[92]	train-mlogloss:0.457716	eval-mlogloss:0.565711
[93]	train-mlogloss:0.455880	eval-mlogloss:0.564666
[94]	train-mlogloss:0.454223	eval-mlogloss:0.563557
[95]	train-mlogloss:0.452706	eval-mlogloss:0.562627
[96]	train-mlogloss:0.451186	eval-mlogloss:0.561554
[97]	train-mlogloss:0.449640	eval-mlogloss:0.560458
[98]	train-mlogloss:0.448269	eval-mlogloss:0.559414
[99]	train-mlogloss:0.446820	eval-mlogloss:0.558550
[100]	train-mlogloss:0.445090	eval-mlogloss:0.557647
[101]	train-mlogloss:0.443677	eval-mlogloss:0.556686
[102]	train-mlogloss:0.442019	eval-mlogloss:0.555744
[103]	train-mlogloss:0.440525	eval-mlogloss:0.554947
[104]	train-mlogloss:0.438929	eval-mlogloss:0.553915
[105]	train-mlogloss:0.437355	eval-mlogloss:0.552999
[106]	train-mlogloss:0.435742	eval-mlogloss:0.552121
[107]	train-mlogloss:0.434383	eval-mlogloss:0.551321
[108]	train-mlogloss:0.432946	eval-mlogloss:0.550475
[109]	train-mlogloss:0.431561	eval-mlogloss:0.549716
[110]	train-mlogloss:0.430002	eval-mlogloss:0.548982
[111]	train-mlogloss:0.428416	eval-mlogloss:0.548137
[112]	train-mlogloss:0.427121	eval-mlogloss:0.547406
[113]	train-mlogloss:0.425784	eval-mlogloss:0.546640
[114]	train-mlogloss:0.424603	eval-mlogloss:0.545914
[115]	train-mlogloss:0.423435	eval-mlogloss:0.545326
[116]	train-mlogloss:0.422169	eval-mlogloss:0.544489
[117]	train-mlogloss:0.420892	eval-mlogloss:0.543705
[118]	train-mlogloss:0.419671	eval-mlogloss:0.543132
[119]	train-mlogloss:0.418364	eval-mlogloss:0.542411
[120]	train-mlogloss:0.417202	eval-mlogloss:0.541765
[121]	train-mlogloss:0.415950	eval-mlogloss:0.541259
[122]	train-mlogloss:0.415014	eval-mlogloss:0.540819
[123]	train-mlogloss:0.413833	eval-mlogloss:0.540258
[124]	train-mlogloss:0.412536	eval-mlogloss:0.539523
[125]	train-mlogloss:0.411454	eval-mlogloss:0.538852
[126]	train-mlogloss:0.410143	eval-mlogloss:0.538196
[127]	train-mlogloss:0.409137	eval-mlogloss:0.537510
[128]	train-mlogloss:0.408121	eval-mlogloss:0.536942
[129]	train-mlogloss:0.407161	eval-mlogloss:0.536520
[130]	train-mlogloss:0.406321	eval-mlogloss:0.536098
[131]	train-mlogloss:0.405209	eval-mlogloss:0.535620
[132]	train-mlogloss:0.404148	eval-mlogloss:0.535142
[133]	train-mlogloss:0.403014	eval-mlogloss:0.534598
[134]	train-mlogloss:0.401887	eval-mlogloss:0.534041
[135]	train-mlogloss:0.401095	eval-mlogloss:0.533585
[136]	train-mlogloss:0.400022	eval-mlogloss:0.532941
[137]	train-mlogloss:0.398839	eval-mlogloss:0.532327
[138]	train-mlogloss:0.397929	eval-mlogloss:0.531871
[139]	train-mlogloss:0.397040	eval-mlogloss:0.531397
[140]	train-mlogloss:0.396110	eval-mlogloss:0.530856
[141]	train-mlogloss:0.395023	eval-mlogloss:0.530282
[142]	train-mlogloss:0.394012	eval-mlogloss:0.529868
[143]	train-mlogloss:0.393072	eval-mlogloss:0.529369
[144]	train-mlogloss:0.392102	eval-mlogloss:0.528919
[145]	train-mlogloss:0.391222	eval-mlogloss:0.528551
[146]	train-mlogloss:0.390592	eval-mlogloss:0.528188
[147]	train-mlogloss:0.389621	eval-mlogloss:0.527900
[148]	train-mlogloss:0.388764	eval-mlogloss:0.527521
[149]	train-mlogloss:0.387780	eval-mlogloss:0.527140
[150]	train-mlogloss:0.386963	eval-mlogloss:0.526748
[151]	train-mlogloss:0.386094	eval-mlogloss:0.526296
[152]	train-mlogloss:0.384854	eval-mlogloss:0.525749
[153]	train-mlogloss:0.383825	eval-mlogloss:0.525307
[154]	train-mlogloss:0.382572	eval-mlogloss:0.524998
[155]	train-mlogloss:0.381416	eval-mlogloss:0.524554
[156]	train-mlogloss:0.380551	eval-mlogloss:0.524059
[157]	train-mlogloss:0.379585	eval-mlogloss:0.523629
[158]	train-mlogloss:0.378717	eval-mlogloss:0.523160
[159]	train-mlogloss:0.377700	eval-mlogloss:0.522766
[160]	train-mlogloss:0.376926	eval-mlogloss:0.522343
[161]	train-mlogloss:0.375960	eval-mlogloss:0.521877
[162]	train-mlogloss:0.375296	eval-mlogloss:0.521513
[163]	train-mlogloss:0.374286	eval-mlogloss:0.521096
[164]	train-mlogloss:0.373446	eval-mlogloss:0.520911
[165]	train-mlogloss:0.372691	eval-mlogloss:0.520518
[166]	train-mlogloss:0.371851	eval-mlogloss:0.520198
[167]	train-mlogloss:0.371008	eval-mlogloss:0.519892
[168]	train-mlogloss:0.370099	eval-mlogloss:0.519361
[169]	train-mlogloss:0.369407	eval-mlogloss:0.519109
[170]	train-mlogloss:0.368485	eval-mlogloss:0.518682
[171]	train-mlogloss:0.367471	eval-mlogloss:0.518222
[172]	train-mlogloss:0.366703	eval-mlogloss:0.517896
[173]	train-mlogloss:0.365773	eval-mlogloss:0.517502
[174]	train-mlogloss:0.364846	eval-mlogloss:0.517117
[175]	train-mlogloss:0.364039	eval-mlogloss:0.516817
[176]	train-mlogloss:0.363303	eval-mlogloss:0.516466
[177]	train-mlogloss:0.362483	eval-mlogloss:0.516232
[178]	train-mlogloss:0.361883	eval-mlogloss:0.516066
[179]	train-mlogloss:0.360672	eval-mlogloss:0.515572
[180]	train-mlogloss:0.359910	eval-mlogloss:0.515413
[181]	train-mlogloss:0.359379	eval-mlogloss:0.515159
[182]	train-mlogloss:0.358615	eval-mlogloss:0.514732
[183]	train-mlogloss:0.357919	eval-mlogloss:0.514385
[184]	train-mlogloss:0.357059	eval-mlogloss:0.514005
[185]	train-mlogloss:0.356193	eval-mlogloss:0.513727
[186]	train-mlogloss:0.355093	eval-mlogloss:0.513474
[187]	train-mlogloss:0.354367	eval-mlogloss:0.513252
[188]	train-mlogloss:0.353631	eval-mlogloss:0.512892
[189]	train-mlogloss:0.352838	eval-mlogloss:0.512577
[190]	train-mlogloss:0.352077	eval-mlogloss:0.512441
[191]	train-mlogloss:0.351251	eval-mlogloss:0.512105
[192]	train-mlogloss:0.350244	eval-mlogloss:0.511687
[193]	train-mlogloss:0.349572	eval-mlogloss:0.511474
[194]	train-mlogloss:0.349066	eval-mlogloss:0.511265
[195]	train-mlogloss:0.348476	eval-mlogloss:0.511088
[196]	train-mlogloss:0.347638	eval-mlogloss:0.510762
[197]	train-mlogloss:0.346693	eval-mlogloss:0.510361
[198]	train-mlogloss:0.346203	eval-mlogloss:0.510099
[199]	train-mlogloss:0.345623	eval-mlogloss:0.509828
[200]	train-mlogloss:0.344737	eval-mlogloss:0.509489
[201]	train-mlogloss:0.344026	eval-mlogloss:0.509304
[202]	train-mlogloss:0.343492	eval-mlogloss:0.509039
[203]	train-mlogloss:0.342756	eval-mlogloss:0.508965
[204]	train-mlogloss:0.342006	eval-mlogloss:0.508719
[205]	train-mlogloss:0.341198	eval-mlogloss:0.508378
[206]	train-mlogloss:0.340516	eval-mlogloss:0.508237
[207]	train-mlogloss:0.339940	eval-mlogloss:0.507949
[208]	train-mlogloss:0.339327	eval-mlogloss:0.507680
[209]	train-mlogloss:0.338681	eval-mlogloss:0.507326
[210]	train-mlogloss:0.337964	eval-mlogloss:0.507069
[211]	train-mlogloss:0.337311	eval-mlogloss:0.507007
[212]	train-mlogloss:0.336764	eval-mlogloss:0.506848
[213]	train-mlogloss:0.336085	eval-mlogloss:0.506667
[214]	train-mlogloss:0.335339	eval-mlogloss:0.506386
[215]	train-mlogloss:0.334746	eval-mlogloss:0.506329
[216]	train-mlogloss:0.334116	eval-mlogloss:0.506169
[217]	train-mlogloss:0.333248	eval-mlogloss:0.505806
[218]	train-mlogloss:0.332580	eval-mlogloss:0.505602
[219]	train-mlogloss:0.331902	eval-mlogloss:0.505366
[220]	train-mlogloss:0.331427	eval-mlogloss:0.505213
[221]	train-mlogloss:0.330738	eval-mlogloss:0.505042
[222]	train-mlogloss:0.330189	eval-mlogloss:0.504882
[223]	train-mlogloss:0.329469	eval-mlogloss:0.504667
[224]	train-mlogloss:0.328989	eval-mlogloss:0.504591
[225]	train-mlogloss:0.328525	eval-mlogloss:0.504435
[226]	train-mlogloss:0.327899	eval-mlogloss:0.504280
[227]	train-mlogloss:0.327451	eval-mlogloss:0.504217
[228]	train-mlogloss:0.326915	eval-mlogloss:0.503968
[229]	train-mlogloss:0.326192	eval-mlogloss:0.503769
[230]	train-mlogloss:0.325610	eval-mlogloss:0.503640
[231]	train-mlogloss:0.324922	eval-mlogloss:0.503402
[232]	train-mlogloss:0.324233	eval-mlogloss:0.503185
[233]	train-mlogloss:0.323639	eval-mlogloss:0.503009
[234]	train-mlogloss:0.323000	eval-mlogloss:0.502877
[235]	train-mlogloss:0.322544	eval-mlogloss:0.502769
[236]	train-mlogloss:0.321900	eval-mlogloss:0.502553
[237]	train-mlogloss:0.321303	eval-mlogloss:0.502500
[238]	train-mlogloss:0.320697	eval-mlogloss:0.502328
[239]	train-mlogloss:0.320097	eval-mlogloss:0.502198
[240]	train-mlogloss:0.319493	eval-mlogloss:0.502077
[241]	train-mlogloss:0.319004	eval-mlogloss:0.502030
[242]	train-mlogloss:0.318373	eval-mlogloss:0.501859
[243]	train-mlogloss:0.317908	eval-mlogloss:0.501667
[244]	train-mlogloss:0.317290	eval-mlogloss:0.501413
[245]	train-mlogloss:0.316560	eval-mlogloss:0.501368
[246]	train-mlogloss:0.316082	eval-mlogloss:0.501209
[247]	train-mlogloss:0.315411	eval-mlogloss:0.501122
[248]	train-mlogloss:0.314753	eval-mlogloss:0.500843
[249]	train-mlogloss:0.314018	eval-mlogloss:0.500625
[250]	train-mlogloss:0.313402	eval-mlogloss:0.500431
[251]	train-mlogloss:0.312835	eval-mlogloss:0.500290
[252]	train-mlogloss:0.312265	eval-mlogloss:0.500149
[253]	train-mlogloss:0.311518	eval-mlogloss:0.500009
[254]	train-mlogloss:0.310915	eval-mlogloss:0.499834
[255]	train-mlogloss:0.310245	eval-mlogloss:0.499548
[256]	train-mlogloss:0.309822	eval-mlogloss:0.499414
[257]	train-mlogloss:0.309274	eval-mlogloss:0.499390
[258]	train-mlogloss:0.308606	eval-mlogloss:0.499171
[259]	train-mlogloss:0.307970	eval-mlogloss:0.498957
[260]	train-mlogloss:0.307444	eval-mlogloss:0.498837
[261]	train-mlogloss:0.306904	eval-mlogloss:0.498769
[262]	train-mlogloss:0.306237	eval-mlogloss:0.498540
[263]	train-mlogloss:0.305743	eval-mlogloss:0.498485
[264]	train-mlogloss:0.305274	eval-mlogloss:0.498422
[265]	train-mlogloss:0.304824	eval-mlogloss:0.498258
[266]	train-mlogloss:0.304307	eval-mlogloss:0.498170
[267]	train-mlogloss:0.303658	eval-mlogloss:0.498004
[268]	train-mlogloss:0.303027	eval-mlogloss:0.497908
[269]	train-mlogloss:0.302321	eval-mlogloss:0.497787
[270]	train-mlogloss:0.301739	eval-mlogloss:0.497612
[271]	train-mlogloss:0.301277	eval-mlogloss:0.497406
[272]	train-mlogloss:0.300697	eval-mlogloss:0.497331
[273]	train-mlogloss:0.299979	eval-mlogloss:0.497108
[274]	train-mlogloss:0.299534	eval-mlogloss:0.497001
[275]	train-mlogloss:0.299074	eval-mlogloss:0.496886
[276]	train-mlogloss:0.298307	eval-mlogloss:0.496801
[277]	train-mlogloss:0.297778	eval-mlogloss:0.496614
[278]	train-mlogloss:0.297068	eval-mlogloss:0.496508
[279]	train-mlogloss:0.296509	eval-mlogloss:0.496327
[280]	train-mlogloss:0.295863	eval-mlogloss:0.496293
[281]	train-mlogloss:0.295430	eval-mlogloss:0.496123
[282]	train-mlogloss:0.294854	eval-mlogloss:0.495924
[283]	train-mlogloss:0.294464	eval-mlogloss:0.495752
[284]	train-mlogloss:0.293783	eval-mlogloss:0.495559
[285]	train-mlogloss:0.293369	eval-mlogloss:0.495420
[286]	train-mlogloss:0.292890	eval-mlogloss:0.495341
[287]	train-mlogloss:0.292193	eval-mlogloss:0.495150
[288]	train-mlogloss:0.291686	eval-mlogloss:0.495141
[289]	train-mlogloss:0.291190	eval-mlogloss:0.495032
[290]	train-mlogloss:0.290724	eval-mlogloss:0.494857
[291]	train-mlogloss:0.290181	eval-mlogloss:0.494704
[292]	train-mlogloss:0.289739	eval-mlogloss:0.494663
[293]	train-mlogloss:0.289342	eval-mlogloss:0.494597
[294]	train-mlogloss:0.288834	eval-mlogloss:0.494512
[295]	train-mlogloss:0.288321	eval-mlogloss:0.494303
[296]	train-mlogloss:0.287902	eval-mlogloss:0.494226
[297]	train-mlogloss:0.287281	eval-mlogloss:0.494141
[298]	train-mlogloss:0.286708	eval-mlogloss:0.493985






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 2.0, 'max_depth': 6.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.5, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.49393036772385845







    




[299]	train-mlogloss:0.286385	eval-mlogloss:0.493930
Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:1.953374	eval-mlogloss:1.967352
[1]	train-mlogloss:1.761474	eval-mlogloss:1.787771
[2]	train-mlogloss:1.616864	eval-mlogloss:1.653792
[3]	train-mlogloss:1.494247	eval-mlogloss:1.541218
[4]	train-mlogloss:1.387156	eval-mlogloss:1.442802
[5]	train-mlogloss:1.295928	eval-mlogloss:1.359230
[6]	train-mlogloss:1.217419	eval-mlogloss:1.288012
[7]	train-mlogloss:1.145555	eval-mlogloss:1.222657
[8]	train-mlogloss:1.081824	eval-mlogloss:1.166237
[9]	train-mlogloss:1.025286	eval-mlogloss:1.116418
[10]	train-mlogloss:0.973471	eval-mlogloss:1.070857
[11]	train-mlogloss:0.925651	eval-mlogloss:1.029494
[12]	train-mlogloss:0.881502	eval-mlogloss:0.990786
[13]	train-mlogloss:0.842864	eval-mlogloss:0.957437
[14]	train-mlogloss:0.805500	eval-mlogloss:0.925360
[15]	train-mlogloss:0.772882	eval-mlogloss:0.897889
[16]	train-mlogloss:0.742999	eval-mlogloss:0.871665
[17]	train-mlogloss:0.714382	eval-mlogloss:0.847583
[18]	train-mlogloss:0.686853	eval-mlogloss:0.824609
[19]	train-mlogloss:0.661922	eval-mlogloss:0.803791
[20]	train-mlogloss:0.639227	eval-mlogloss:0.784815
[21]	train-mlogloss:0.617213	eval-mlogloss:0.766957
[22]	train-mlogloss:0.598854	eval-mlogloss:0.751811
[23]	train-mlogloss:0.579598	eval-mlogloss:0.736748
[24]	train-mlogloss:0.562283	eval-mlogloss:0.722687
[25]	train-mlogloss:0.546146	eval-mlogloss:0.710080
[26]	train-mlogloss:0.530828	eval-mlogloss:0.697681
[27]	train-mlogloss:0.516006	eval-mlogloss:0.686595
[28]	train-mlogloss:0.502529	eval-mlogloss:0.676084
[29]	train-mlogloss:0.490293	eval-mlogloss:0.666395
[30]	train-mlogloss:0.478754	eval-mlogloss:0.657658
[31]	train-mlogloss:0.468081	eval-mlogloss:0.649630
[32]	train-mlogloss:0.458610	eval-mlogloss:0.642327
[33]	train-mlogloss:0.448736	eval-mlogloss:0.635474
[34]	train-mlogloss:0.439521	eval-mlogloss:0.628343
[35]	train-mlogloss:0.429251	eval-mlogloss:0.621456
[36]	train-mlogloss:0.420933	eval-mlogloss:0.615317
[37]	train-mlogloss:0.411807	eval-mlogloss:0.609162
[38]	train-mlogloss:0.403809	eval-mlogloss:0.603228
[39]	train-mlogloss:0.396139	eval-mlogloss:0.597784
[40]	train-mlogloss:0.389265	eval-mlogloss:0.592679
[41]	train-mlogloss:0.382725	eval-mlogloss:0.588145
[42]	train-mlogloss:0.376010	eval-mlogloss:0.583587
[43]	train-mlogloss:0.369456	eval-mlogloss:0.579208
[44]	train-mlogloss:0.364362	eval-mlogloss:0.575710
[45]	train-mlogloss:0.358754	eval-mlogloss:0.571843
[46]	train-mlogloss:0.353704	eval-mlogloss:0.568619
[47]	train-mlogloss:0.348696	eval-mlogloss:0.565451
[48]	train-mlogloss:0.344424	eval-mlogloss:0.562175
[49]	train-mlogloss:0.339734	eval-mlogloss:0.559017
[50]	train-mlogloss:0.335070	eval-mlogloss:0.556100
[51]	train-mlogloss:0.330983	eval-mlogloss:0.553864
[52]	train-mlogloss:0.326420	eval-mlogloss:0.551010
[53]	train-mlogloss:0.322848	eval-mlogloss:0.548545
[54]	train-mlogloss:0.318765	eval-mlogloss:0.546128
[55]	train-mlogloss:0.314737	eval-mlogloss:0.543533
[56]	train-mlogloss:0.310992	eval-mlogloss:0.541378
[57]	train-mlogloss:0.307478	eval-mlogloss:0.539270
[58]	train-mlogloss:0.304367	eval-mlogloss:0.537345
[59]	train-mlogloss:0.301125	eval-mlogloss:0.535274
[60]	train-mlogloss:0.298487	eval-mlogloss:0.533633
[61]	train-mlogloss:0.295403	eval-mlogloss:0.532260
[62]	train-mlogloss:0.292205	eval-mlogloss:0.530433
[63]	train-mlogloss:0.289754	eval-mlogloss:0.528798
[64]	train-mlogloss:0.287019	eval-mlogloss:0.527287
[65]	train-mlogloss:0.284573	eval-mlogloss:0.525846
[66]	train-mlogloss:0.282045	eval-mlogloss:0.524385
[67]	train-mlogloss:0.279815	eval-mlogloss:0.523143
[68]	train-mlogloss:0.277048	eval-mlogloss:0.521793
[69]	train-mlogloss:0.274196	eval-mlogloss:0.520563
[70]	train-mlogloss:0.272025	eval-mlogloss:0.519416
[71]	train-mlogloss:0.270200	eval-mlogloss:0.518093
[72]	train-mlogloss:0.267965	eval-mlogloss:0.517120
[73]	train-mlogloss:0.265932	eval-mlogloss:0.516104
[74]	train-mlogloss:0.263832	eval-mlogloss:0.515108
[75]	train-mlogloss:0.261975	eval-mlogloss:0.514070
[76]	train-mlogloss:0.259643	eval-mlogloss:0.513127
[77]	train-mlogloss:0.257414	eval-mlogloss:0.512177
[78]	train-mlogloss:0.255730	eval-mlogloss:0.511131
[79]	train-mlogloss:0.253740	eval-mlogloss:0.510240
[80]	train-mlogloss:0.251089	eval-mlogloss:0.509231
[81]	train-mlogloss:0.249116	eval-mlogloss:0.508238
[82]	train-mlogloss:0.247060	eval-mlogloss:0.507525
[83]	train-mlogloss:0.244931	eval-mlogloss:0.506763
[84]	train-mlogloss:0.243245	eval-mlogloss:0.505969
[85]	train-mlogloss:0.241256	eval-mlogloss:0.504982
[86]	train-mlogloss:0.239585	eval-mlogloss:0.504244
[87]	train-mlogloss:0.237468	eval-mlogloss:0.503374
[88]	train-mlogloss:0.236005	eval-mlogloss:0.502525
[89]	train-mlogloss:0.234049	eval-mlogloss:0.501696
[90]	train-mlogloss:0.232015	eval-mlogloss:0.501169
[91]	train-mlogloss:0.230198	eval-mlogloss:0.500496
[92]	train-mlogloss:0.228257	eval-mlogloss:0.499684
[93]	train-mlogloss:0.226777	eval-mlogloss:0.499126
[94]	train-mlogloss:0.224700	eval-mlogloss:0.498520
[95]	train-mlogloss:0.223178	eval-mlogloss:0.498039
[96]	train-mlogloss:0.221826	eval-mlogloss:0.497351
[97]	train-mlogloss:0.220283	eval-mlogloss:0.497017
[98]	train-mlogloss:0.219085	eval-mlogloss:0.496346
[99]	train-mlogloss:0.217581	eval-mlogloss:0.495785
[100]	train-mlogloss:0.216174	eval-mlogloss:0.495363
[101]	train-mlogloss:0.214622	eval-mlogloss:0.494759
[102]	train-mlogloss:0.213363	eval-mlogloss:0.494348
[103]	train-mlogloss:0.212254	eval-mlogloss:0.493985
[104]	train-mlogloss:0.211116	eval-mlogloss:0.493613
[105]	train-mlogloss:0.209467	eval-mlogloss:0.493048
[106]	train-mlogloss:0.208048	eval-mlogloss:0.492606
[107]	train-mlogloss:0.207080	eval-mlogloss:0.492270
[108]	train-mlogloss:0.205791	eval-mlogloss:0.491928
[109]	train-mlogloss:0.204696	eval-mlogloss:0.491575
[110]	train-mlogloss:0.203070	eval-mlogloss:0.491143
[111]	train-mlogloss:0.201856	eval-mlogloss:0.490865
[112]	train-mlogloss:0.200462	eval-mlogloss:0.490679
[113]	train-mlogloss:0.198994	eval-mlogloss:0.490372
[114]	train-mlogloss:0.198151	eval-mlogloss:0.490003
[115]	train-mlogloss:0.196846	eval-mlogloss:0.489561
[116]	train-mlogloss:0.195800	eval-mlogloss:0.489224
[117]	train-mlogloss:0.194341	eval-mlogloss:0.488777
[118]	train-mlogloss:0.193219	eval-mlogloss:0.488467
[119]	train-mlogloss:0.191739	eval-mlogloss:0.488197
[120]	train-mlogloss:0.190514	eval-mlogloss:0.487808
[121]	train-mlogloss:0.189231	eval-mlogloss:0.487528
[122]	train-mlogloss:0.188014	eval-mlogloss:0.487247
[123]	train-mlogloss:0.187027	eval-mlogloss:0.487046
[124]	train-mlogloss:0.186062	eval-mlogloss:0.486786
[125]	train-mlogloss:0.184752	eval-mlogloss:0.486487
[126]	train-mlogloss:0.183787	eval-mlogloss:0.486142
[127]	train-mlogloss:0.182509	eval-mlogloss:0.485942
[128]	train-mlogloss:0.181189	eval-mlogloss:0.485680
[129]	train-mlogloss:0.180334	eval-mlogloss:0.485470
[130]	train-mlogloss:0.179428	eval-mlogloss:0.485217
[131]	train-mlogloss:0.178367	eval-mlogloss:0.484978
[132]	train-mlogloss:0.177382	eval-mlogloss:0.484790
[133]	train-mlogloss:0.176065	eval-mlogloss:0.484585
[134]	train-mlogloss:0.175331	eval-mlogloss:0.484366
[135]	train-mlogloss:0.174279	eval-mlogloss:0.484173
[136]	train-mlogloss:0.173321	eval-mlogloss:0.484059
[137]	train-mlogloss:0.172456	eval-mlogloss:0.483880
[138]	train-mlogloss:0.171680	eval-mlogloss:0.483793
[139]	train-mlogloss:0.170765	eval-mlogloss:0.483621
[140]	train-mlogloss:0.169928	eval-mlogloss:0.483467
[141]	train-mlogloss:0.169043	eval-mlogloss:0.483317
[142]	train-mlogloss:0.168100	eval-mlogloss:0.483120
[143]	train-mlogloss:0.167333	eval-mlogloss:0.482888
[144]	train-mlogloss:0.166366	eval-mlogloss:0.482851
[145]	train-mlogloss:0.165536	eval-mlogloss:0.482838
[146]	train-mlogloss:0.164434	eval-mlogloss:0.482624
[147]	train-mlogloss:0.163545	eval-mlogloss:0.482432
[148]	train-mlogloss:0.162433	eval-mlogloss:0.482158
[149]	train-mlogloss:0.161538	eval-mlogloss:0.481915
[150]	train-mlogloss:0.160700	eval-mlogloss:0.481753
[151]	train-mlogloss:0.160070	eval-mlogloss:0.481546
[152]	train-mlogloss:0.159061	eval-mlogloss:0.481385
[153]	train-mlogloss:0.158294	eval-mlogloss:0.481213
[154]	train-mlogloss:0.157545	eval-mlogloss:0.480947
[155]	train-mlogloss:0.156901	eval-mlogloss:0.480900
[156]	train-mlogloss:0.155751	eval-mlogloss:0.480749
[157]	train-mlogloss:0.154909	eval-mlogloss:0.480600
[158]	train-mlogloss:0.154099	eval-mlogloss:0.480656
[159]	train-mlogloss:0.153449	eval-mlogloss:0.480536
[160]	train-mlogloss:0.152622	eval-mlogloss:0.480538
[161]	train-mlogloss:0.151696	eval-mlogloss:0.480365
[162]	train-mlogloss:0.150975	eval-mlogloss:0.480149
[163]	train-mlogloss:0.149987	eval-mlogloss:0.480080
[164]	train-mlogloss:0.149317	eval-mlogloss:0.480115
[165]	train-mlogloss:0.148508	eval-mlogloss:0.480328
[166]	train-mlogloss:0.147608	eval-mlogloss:0.480214
[167]	train-mlogloss:0.146681	eval-mlogloss:0.480121
[168]	train-mlogloss:0.145748	eval-mlogloss:0.480199
[169]	train-mlogloss:0.144778	eval-mlogloss:0.480207
[170]	train-mlogloss:0.143967	eval-mlogloss:0.480061
[171]	train-mlogloss:0.143195	eval-mlogloss:0.480056
[172]	train-mlogloss:0.142569	eval-mlogloss:0.479961
[173]	train-mlogloss:0.141880	eval-mlogloss:0.479888
[174]	train-mlogloss:0.141026	eval-mlogloss:0.479748
[175]	train-mlogloss:0.140231	eval-mlogloss:0.479813
[176]	train-mlogloss:0.139369	eval-mlogloss:0.479751
[177]	train-mlogloss:0.138470	eval-mlogloss:0.479706
[178]	train-mlogloss:0.137685	eval-mlogloss:0.479552
[179]	train-mlogloss:0.136918	eval-mlogloss:0.479511
[180]	train-mlogloss:0.136080	eval-mlogloss:0.479563
[181]	train-mlogloss:0.135401	eval-mlogloss:0.479646
[182]	train-mlogloss:0.134820	eval-mlogloss:0.479696
[183]	train-mlogloss:0.133940	eval-mlogloss:0.479477
[184]	train-mlogloss:0.133308	eval-mlogloss:0.479459
[185]	train-mlogloss:0.132276	eval-mlogloss:0.479494
[186]	train-mlogloss:0.131564	eval-mlogloss:0.479596
[187]	train-mlogloss:0.130878	eval-mlogloss:0.479543
[188]	train-mlogloss:0.130081	eval-mlogloss:0.479513
[189]	train-mlogloss:0.129569	eval-mlogloss:0.479669
[190]	train-mlogloss:0.128927	eval-mlogloss:0.479857
[191]	train-mlogloss:0.128162	eval-mlogloss:0.479873
[192]	train-mlogloss:0.127533	eval-mlogloss:0.479742
[193]	train-mlogloss:0.126690	eval-mlogloss:0.479690






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 3.0, 'max_depth': 12.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.7000000000000001, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.47972127793712643







    




[194]	train-mlogloss:0.126137	eval-mlogloss:0.479722
Stopping. Best iteration:
[184]	train-mlogloss:0.133308	eval-mlogloss:0.479459

Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:1.973141	eval-mlogloss:1.987037
[1]	train-mlogloss:1.808899	eval-mlogloss:1.832145
[2]	train-mlogloss:1.660255	eval-mlogloss:1.692141
[3]	train-mlogloss:1.543050	eval-mlogloss:1.582730
[4]	train-mlogloss:1.439859	eval-mlogloss:1.488080
[5]	train-mlogloss:1.352532	eval-mlogloss:1.407329
[6]	train-mlogloss:1.272482	eval-mlogloss:1.333106
[7]	train-mlogloss:1.205484	eval-mlogloss:1.271327
[8]	train-mlogloss:1.144505	eval-mlogloss:1.215314
[9]	train-mlogloss:1.087507	eval-mlogloss:1.164412
[10]	train-mlogloss:1.036727	eval-mlogloss:1.118579
[11]	train-mlogloss:0.994096	eval-mlogloss:1.081151
[12]	train-mlogloss:0.953294	eval-mlogloss:1.044951
[13]	train-mlogloss:0.915337	eval-mlogloss:1.011402
[14]	train-mlogloss:0.880077	eval-mlogloss:0.980331
[15]	train-mlogloss:0.844699	eval-mlogloss:0.949371
[16]	train-mlogloss:0.814147	eval-mlogloss:0.922447
[17]	train-mlogloss:0.784547	eval-mlogloss:0.896809
[18]	train-mlogloss:0.758918	eval-mlogloss:0.873997
[19]	train-mlogloss:0.734411	eval-mlogloss:0.853199
[20]	train-mlogloss:0.710556	eval-mlogloss:0.832372
[21]	train-mlogloss:0.689267	eval-mlogloss:0.814127
[22]	train-mlogloss:0.670704	eval-mlogloss:0.798136
[23]	train-mlogloss:0.652592	eval-mlogloss:0.782850
[24]	train-mlogloss:0.635901	eval-mlogloss:0.768754
[25]	train-mlogloss:0.620487	eval-mlogloss:0.755767
[26]	train-mlogloss:0.604183	eval-mlogloss:0.742113
[27]	train-mlogloss:0.589581	eval-mlogloss:0.729918
[28]	train-mlogloss:0.576442	eval-mlogloss:0.719204
[29]	train-mlogloss:0.563172	eval-mlogloss:0.708810
[30]	train-mlogloss:0.550775	eval-mlogloss:0.698563
[31]	train-mlogloss:0.538437	eval-mlogloss:0.688380
[32]	train-mlogloss:0.527381	eval-mlogloss:0.679774
[33]	train-mlogloss:0.517352	eval-mlogloss:0.671998
[34]	train-mlogloss:0.507617	eval-mlogloss:0.664109
[35]	train-mlogloss:0.497900	eval-mlogloss:0.656439
[36]	train-mlogloss:0.488354	eval-mlogloss:0.648933
[37]	train-mlogloss:0.480624	eval-mlogloss:0.642901
[38]	train-mlogloss:0.472189	eval-mlogloss:0.636278
[39]	train-mlogloss:0.464735	eval-mlogloss:0.630804
[40]	train-mlogloss:0.456790	eval-mlogloss:0.625346
[41]	train-mlogloss:0.449290	eval-mlogloss:0.619839
[42]	train-mlogloss:0.441537	eval-mlogloss:0.614438
[43]	train-mlogloss:0.435081	eval-mlogloss:0.609209
[44]	train-mlogloss:0.429104	eval-mlogloss:0.605069
[45]	train-mlogloss:0.422639	eval-mlogloss:0.600443
[46]	train-mlogloss:0.416259	eval-mlogloss:0.596109
[47]	train-mlogloss:0.410794	eval-mlogloss:0.592095
[48]	train-mlogloss:0.405230	eval-mlogloss:0.588391
[49]	train-mlogloss:0.400173	eval-mlogloss:0.584868
[50]	train-mlogloss:0.394869	eval-mlogloss:0.581365
[51]	train-mlogloss:0.390438	eval-mlogloss:0.578015
[52]	train-mlogloss:0.386259	eval-mlogloss:0.574983
[53]	train-mlogloss:0.381512	eval-mlogloss:0.572040
[54]	train-mlogloss:0.377421	eval-mlogloss:0.569355
[55]	train-mlogloss:0.373912	eval-mlogloss:0.566875
[56]	train-mlogloss:0.370309	eval-mlogloss:0.564181
[57]	train-mlogloss:0.366380	eval-mlogloss:0.561723
[58]	train-mlogloss:0.362752	eval-mlogloss:0.559313
[59]	train-mlogloss:0.358937	eval-mlogloss:0.556996
[60]	train-mlogloss:0.355861	eval-mlogloss:0.554975
[61]	train-mlogloss:0.352279	eval-mlogloss:0.552703
[62]	train-mlogloss:0.349311	eval-mlogloss:0.550726
[63]	train-mlogloss:0.346018	eval-mlogloss:0.548728
[64]	train-mlogloss:0.342415	eval-mlogloss:0.546766
[65]	train-mlogloss:0.339362	eval-mlogloss:0.544840
[66]	train-mlogloss:0.336231	eval-mlogloss:0.543176
[67]	train-mlogloss:0.333033	eval-mlogloss:0.541343
[68]	train-mlogloss:0.330357	eval-mlogloss:0.539775
[69]	train-mlogloss:0.327590	eval-mlogloss:0.538064
[70]	train-mlogloss:0.324641	eval-mlogloss:0.536403
[71]	train-mlogloss:0.322111	eval-mlogloss:0.534813
[72]	train-mlogloss:0.319572	eval-mlogloss:0.533300
[73]	train-mlogloss:0.317347	eval-mlogloss:0.531931
[74]	train-mlogloss:0.315112	eval-mlogloss:0.530691
[75]	train-mlogloss:0.312925	eval-mlogloss:0.529317
[76]	train-mlogloss:0.310488	eval-mlogloss:0.527971
[77]	train-mlogloss:0.308313	eval-mlogloss:0.526696
[78]	train-mlogloss:0.305840	eval-mlogloss:0.525602
[79]	train-mlogloss:0.303216	eval-mlogloss:0.524154
[80]	train-mlogloss:0.301483	eval-mlogloss:0.523160
[81]	train-mlogloss:0.299898	eval-mlogloss:0.522148
[82]	train-mlogloss:0.297898	eval-mlogloss:0.521038
[83]	train-mlogloss:0.295774	eval-mlogloss:0.519888
[84]	train-mlogloss:0.294093	eval-mlogloss:0.518798
[85]	train-mlogloss:0.292143	eval-mlogloss:0.517666
[86]	train-mlogloss:0.290083	eval-mlogloss:0.516675
[87]	train-mlogloss:0.288230	eval-mlogloss:0.515737
[88]	train-mlogloss:0.286255	eval-mlogloss:0.514880
[89]	train-mlogloss:0.284256	eval-mlogloss:0.513924
[90]	train-mlogloss:0.282724	eval-mlogloss:0.513156
[91]	train-mlogloss:0.281137	eval-mlogloss:0.512275
[92]	train-mlogloss:0.279393	eval-mlogloss:0.511411
[93]	train-mlogloss:0.277257	eval-mlogloss:0.510577
[94]	train-mlogloss:0.275815	eval-mlogloss:0.509934
[95]	train-mlogloss:0.274180	eval-mlogloss:0.509110
[96]	train-mlogloss:0.272429	eval-mlogloss:0.508385
[97]	train-mlogloss:0.271297	eval-mlogloss:0.507757
[98]	train-mlogloss:0.270006	eval-mlogloss:0.507019
[99]	train-mlogloss:0.268286	eval-mlogloss:0.506216
[100]	train-mlogloss:0.266986	eval-mlogloss:0.505591
[101]	train-mlogloss:0.265512	eval-mlogloss:0.504898
[102]	train-mlogloss:0.263610	eval-mlogloss:0.504221
[103]	train-mlogloss:0.262140	eval-mlogloss:0.503501
[104]	train-mlogloss:0.260561	eval-mlogloss:0.502920
[105]	train-mlogloss:0.259228	eval-mlogloss:0.502410
[106]	train-mlogloss:0.257900	eval-mlogloss:0.501770
[107]	train-mlogloss:0.256397	eval-mlogloss:0.501299
[108]	train-mlogloss:0.255285	eval-mlogloss:0.500697
[109]	train-mlogloss:0.253899	eval-mlogloss:0.500196
[110]	train-mlogloss:0.252358	eval-mlogloss:0.499779
[111]	train-mlogloss:0.250779	eval-mlogloss:0.499166
[112]	train-mlogloss:0.249733	eval-mlogloss:0.498768
[113]	train-mlogloss:0.248616	eval-mlogloss:0.498290
[114]	train-mlogloss:0.247373	eval-mlogloss:0.497879
[115]	train-mlogloss:0.246024	eval-mlogloss:0.497395
[116]	train-mlogloss:0.244624	eval-mlogloss:0.496858
[117]	train-mlogloss:0.243437	eval-mlogloss:0.496350
[118]	train-mlogloss:0.242332	eval-mlogloss:0.495944
[119]	train-mlogloss:0.241093	eval-mlogloss:0.495647
[120]	train-mlogloss:0.240045	eval-mlogloss:0.495221
[121]	train-mlogloss:0.238770	eval-mlogloss:0.494707
[122]	train-mlogloss:0.237551	eval-mlogloss:0.494384
[123]	train-mlogloss:0.236361	eval-mlogloss:0.494032
[124]	train-mlogloss:0.235261	eval-mlogloss:0.493751
[125]	train-mlogloss:0.233885	eval-mlogloss:0.493385
[126]	train-mlogloss:0.232916	eval-mlogloss:0.493066
[127]	train-mlogloss:0.231655	eval-mlogloss:0.492807
[128]	train-mlogloss:0.230688	eval-mlogloss:0.492485
[129]	train-mlogloss:0.229476	eval-mlogloss:0.492123
[130]	train-mlogloss:0.228075	eval-mlogloss:0.491782
[131]	train-mlogloss:0.226863	eval-mlogloss:0.491595
[132]	train-mlogloss:0.225833	eval-mlogloss:0.491239
[133]	train-mlogloss:0.224517	eval-mlogloss:0.490894
[134]	train-mlogloss:0.223415	eval-mlogloss:0.490581
[135]	train-mlogloss:0.222352	eval-mlogloss:0.490213
[136]	train-mlogloss:0.221191	eval-mlogloss:0.489953
[137]	train-mlogloss:0.220131	eval-mlogloss:0.489572
[138]	train-mlogloss:0.218744	eval-mlogloss:0.489174
[139]	train-mlogloss:0.217857	eval-mlogloss:0.488895
[140]	train-mlogloss:0.216639	eval-mlogloss:0.488456
[141]	train-mlogloss:0.215877	eval-mlogloss:0.488465
[142]	train-mlogloss:0.214784	eval-mlogloss:0.488107
[143]	train-mlogloss:0.213946	eval-mlogloss:0.487793
[144]	train-mlogloss:0.212996	eval-mlogloss:0.487596
[145]	train-mlogloss:0.212101	eval-mlogloss:0.487318
[146]	train-mlogloss:0.211113	eval-mlogloss:0.487064
[147]	train-mlogloss:0.210169	eval-mlogloss:0.486946
[148]	train-mlogloss:0.209333	eval-mlogloss:0.486789
[149]	train-mlogloss:0.208423	eval-mlogloss:0.486523
[150]	train-mlogloss:0.207490	eval-mlogloss:0.486230
[151]	train-mlogloss:0.206422	eval-mlogloss:0.486166
[152]	train-mlogloss:0.205596	eval-mlogloss:0.485938
[153]	train-mlogloss:0.204755	eval-mlogloss:0.485683
[154]	train-mlogloss:0.203908	eval-mlogloss:0.485518
[155]	train-mlogloss:0.202851	eval-mlogloss:0.485100
[156]	train-mlogloss:0.201782	eval-mlogloss:0.484873
[157]	train-mlogloss:0.200759	eval-mlogloss:0.484687
[158]	train-mlogloss:0.199664	eval-mlogloss:0.484570
[159]	train-mlogloss:0.198883	eval-mlogloss:0.484401
[160]	train-mlogloss:0.197818	eval-mlogloss:0.483985
[161]	train-mlogloss:0.197037	eval-mlogloss:0.483884
[162]	train-mlogloss:0.196133	eval-mlogloss:0.483670
[163]	train-mlogloss:0.195164	eval-mlogloss:0.483481
[164]	train-mlogloss:0.194034	eval-mlogloss:0.483339
[165]	train-mlogloss:0.193028	eval-mlogloss:0.483032
[166]	train-mlogloss:0.192089	eval-mlogloss:0.482807
[167]	train-mlogloss:0.191346	eval-mlogloss:0.482805
[168]	train-mlogloss:0.190731	eval-mlogloss:0.482570
[169]	train-mlogloss:0.189968	eval-mlogloss:0.482263
[170]	train-mlogloss:0.188935	eval-mlogloss:0.482052
[171]	train-mlogloss:0.188148	eval-mlogloss:0.482057
[172]	train-mlogloss:0.187218	eval-mlogloss:0.481944
[173]	train-mlogloss:0.186123	eval-mlogloss:0.481761
[174]	train-mlogloss:0.185153	eval-mlogloss:0.481648
[175]	train-mlogloss:0.184373	eval-mlogloss:0.481518
[176]	train-mlogloss:0.183518	eval-mlogloss:0.481390
[177]	train-mlogloss:0.182701	eval-mlogloss:0.481291
[178]	train-mlogloss:0.181884	eval-mlogloss:0.481118
[179]	train-mlogloss:0.180926	eval-mlogloss:0.481012
[180]	train-mlogloss:0.180210	eval-mlogloss:0.480925
[181]	train-mlogloss:0.179292	eval-mlogloss:0.480804
[182]	train-mlogloss:0.178173	eval-mlogloss:0.480698
[183]	train-mlogloss:0.177444	eval-mlogloss:0.480455
[184]	train-mlogloss:0.176656	eval-mlogloss:0.480448
[185]	train-mlogloss:0.175797	eval-mlogloss:0.480464
[186]	train-mlogloss:0.175045	eval-mlogloss:0.480182
[187]	train-mlogloss:0.174145	eval-mlogloss:0.480162
[188]	train-mlogloss:0.173485	eval-mlogloss:0.479994
[189]	train-mlogloss:0.172697	eval-mlogloss:0.479978
[190]	train-mlogloss:0.171971	eval-mlogloss:0.479892
[191]	train-mlogloss:0.171096	eval-mlogloss:0.479882
[192]	train-mlogloss:0.170451	eval-mlogloss:0.479781
[193]	train-mlogloss:0.169589	eval-mlogloss:0.479814
[194]	train-mlogloss:0.169075	eval-mlogloss:0.479802
[195]	train-mlogloss:0.168521	eval-mlogloss:0.479820
[196]	train-mlogloss:0.167785	eval-mlogloss:0.479755
[197]	train-mlogloss:0.167010	eval-mlogloss:0.479705
[198]	train-mlogloss:0.166187	eval-mlogloss:0.479685
[199]	train-mlogloss:0.165454	eval-mlogloss:0.479584
[200]	train-mlogloss:0.164621	eval-mlogloss:0.479475
[201]	train-mlogloss:0.163979	eval-mlogloss:0.479375
[202]	train-mlogloss:0.163326	eval-mlogloss:0.479153
[203]	train-mlogloss:0.162472	eval-mlogloss:0.479048
[204]	train-mlogloss:0.161858	eval-mlogloss:0.479010
[205]	train-mlogloss:0.161318	eval-mlogloss:0.478969
[206]	train-mlogloss:0.160675	eval-mlogloss:0.478907
[207]	train-mlogloss:0.159722	eval-mlogloss:0.478649
[208]	train-mlogloss:0.158800	eval-mlogloss:0.478694
[209]	train-mlogloss:0.158180	eval-mlogloss:0.478623
[210]	train-mlogloss:0.157391	eval-mlogloss:0.478522
[211]	train-mlogloss:0.156616	eval-mlogloss:0.478393
[212]	train-mlogloss:0.156118	eval-mlogloss:0.478269
[213]	train-mlogloss:0.155521	eval-mlogloss:0.478311
[214]	train-mlogloss:0.155051	eval-mlogloss:0.478261
[215]	train-mlogloss:0.154290	eval-mlogloss:0.478432
[216]	train-mlogloss:0.153653	eval-mlogloss:0.478348
[217]	train-mlogloss:0.152771	eval-mlogloss:0.478546
[218]	train-mlogloss:0.151995	eval-mlogloss:0.478396
[219]	train-mlogloss:0.151409	eval-mlogloss:0.478258
[220]	train-mlogloss:0.150860	eval-mlogloss:0.478224
[221]	train-mlogloss:0.150139	eval-mlogloss:0.478236
[222]	train-mlogloss:0.149322	eval-mlogloss:0.478088
[223]	train-mlogloss:0.148678	eval-mlogloss:0.477886
[224]	train-mlogloss:0.148125	eval-mlogloss:0.477838
[225]	train-mlogloss:0.147402	eval-mlogloss:0.477732
[226]	train-mlogloss:0.146803	eval-mlogloss:0.477644
[227]	train-mlogloss:0.146020	eval-mlogloss:0.477637
[228]	train-mlogloss:0.145349	eval-mlogloss:0.477594
[229]	train-mlogloss:0.144814	eval-mlogloss:0.477525
[230]	train-mlogloss:0.144250	eval-mlogloss:0.477491
[231]	train-mlogloss:0.143627	eval-mlogloss:0.477458
[232]	train-mlogloss:0.143109	eval-mlogloss:0.477398
[233]	train-mlogloss:0.142575	eval-mlogloss:0.477440
[234]	train-mlogloss:0.141781	eval-mlogloss:0.477480
[235]	train-mlogloss:0.141088	eval-mlogloss:0.477402
[236]	train-mlogloss:0.140443	eval-mlogloss:0.477454
[237]	train-mlogloss:0.139753	eval-mlogloss:0.477521
[238]	train-mlogloss:0.139089	eval-mlogloss:0.477481
[239]	train-mlogloss:0.138459	eval-mlogloss:0.477405
[240]	train-mlogloss:0.137620	eval-mlogloss:0.477363
[241]	train-mlogloss:0.137020	eval-mlogloss:0.477249
[242]	train-mlogloss:0.136394	eval-mlogloss:0.477307
[243]	train-mlogloss:0.135898	eval-mlogloss:0.477210
[244]	train-mlogloss:0.135282	eval-mlogloss:0.477277
[245]	train-mlogloss:0.134835	eval-mlogloss:0.477147
[246]	train-mlogloss:0.134201	eval-mlogloss:0.477201
[247]	train-mlogloss:0.133820	eval-mlogloss:0.477303
[248]	train-mlogloss:0.133493	eval-mlogloss:0.477251
[249]	train-mlogloss:0.133051	eval-mlogloss:0.477221
[250]	train-mlogloss:0.132341	eval-mlogloss:0.477311
[251]	train-mlogloss:0.131753	eval-mlogloss:0.477491
[252]	train-mlogloss:0.130969	eval-mlogloss:0.477449
[253]	train-mlogloss:0.130505	eval-mlogloss:0.477502
[254]	train-mlogloss:0.130061	eval-mlogloss:0.477498
[255]	train-mlogloss:0.129614	eval-mlogloss:0.477528






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 2.0, 'max_depth': 10.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.5, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.4775279421980562







    




Stopping. Best iteration:
[245]	train-mlogloss:0.134835	eval-mlogloss:0.477147

Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:1.939537	eval-mlogloss:1.949161
[1]	train-mlogloss:1.759030	eval-mlogloss:1.777204
[2]	train-mlogloss:1.613782	eval-mlogloss:1.640490
[3]	train-mlogloss:1.495422	eval-mlogloss:1.530712
[4]	train-mlogloss:1.392007	eval-mlogloss:1.434415
[5]	train-mlogloss:1.301074	eval-mlogloss:1.350340
[6]	train-mlogloss:1.221130	eval-mlogloss:1.277552
[7]	train-mlogloss:1.151546	eval-mlogloss:1.214357
[8]	train-mlogloss:1.088525	eval-mlogloss:1.156429
[9]	train-mlogloss:1.032366	eval-mlogloss:1.105379
[10]	train-mlogloss:0.981772	eval-mlogloss:1.059449
[11]	train-mlogloss:0.936331	eval-mlogloss:1.018731
[12]	train-mlogloss:0.894323	eval-mlogloss:0.981761
[13]	train-mlogloss:0.856445	eval-mlogloss:0.948060
[14]	train-mlogloss:0.821615	eval-mlogloss:0.918076
[15]	train-mlogloss:0.789331	eval-mlogloss:0.890079
[16]	train-mlogloss:0.760642	eval-mlogloss:0.865527
[17]	train-mlogloss:0.733260	eval-mlogloss:0.841732
[18]	train-mlogloss:0.709295	eval-mlogloss:0.821658
[19]	train-mlogloss:0.685251	eval-mlogloss:0.801492
[20]	train-mlogloss:0.663213	eval-mlogloss:0.782804
[21]	train-mlogloss:0.643384	eval-mlogloss:0.766180
[22]	train-mlogloss:0.624039	eval-mlogloss:0.750094
[23]	train-mlogloss:0.605882	eval-mlogloss:0.735136
[24]	train-mlogloss:0.588857	eval-mlogloss:0.721561
[25]	train-mlogloss:0.573361	eval-mlogloss:0.708816
[26]	train-mlogloss:0.558027	eval-mlogloss:0.696528
[27]	train-mlogloss:0.544613	eval-mlogloss:0.686293
[28]	train-mlogloss:0.532233	eval-mlogloss:0.676613
[29]	train-mlogloss:0.518854	eval-mlogloss:0.666936
[30]	train-mlogloss:0.507293	eval-mlogloss:0.657799
[31]	train-mlogloss:0.497180	eval-mlogloss:0.649903
[32]	train-mlogloss:0.487206	eval-mlogloss:0.642526
[33]	train-mlogloss:0.477481	eval-mlogloss:0.635324
[34]	train-mlogloss:0.468587	eval-mlogloss:0.628583
[35]	train-mlogloss:0.459580	eval-mlogloss:0.622203
[36]	train-mlogloss:0.451293	eval-mlogloss:0.616139
[37]	train-mlogloss:0.444497	eval-mlogloss:0.610900
[38]	train-mlogloss:0.437357	eval-mlogloss:0.605497
[39]	train-mlogloss:0.429938	eval-mlogloss:0.600707
[40]	train-mlogloss:0.423695	eval-mlogloss:0.596214
[41]	train-mlogloss:0.417952	eval-mlogloss:0.591799
[42]	train-mlogloss:0.411472	eval-mlogloss:0.587457
[43]	train-mlogloss:0.405768	eval-mlogloss:0.583458
[44]	train-mlogloss:0.400291	eval-mlogloss:0.579762
[45]	train-mlogloss:0.394768	eval-mlogloss:0.576312
[46]	train-mlogloss:0.389952	eval-mlogloss:0.572966
[47]	train-mlogloss:0.384974	eval-mlogloss:0.569545
[48]	train-mlogloss:0.380239	eval-mlogloss:0.566615
[49]	train-mlogloss:0.376191	eval-mlogloss:0.563766
[50]	train-mlogloss:0.371661	eval-mlogloss:0.560979
[51]	train-mlogloss:0.367638	eval-mlogloss:0.558363
[52]	train-mlogloss:0.363392	eval-mlogloss:0.555707
[53]	train-mlogloss:0.359090	eval-mlogloss:0.553395
[54]	train-mlogloss:0.355259	eval-mlogloss:0.550963
[55]	train-mlogloss:0.351716	eval-mlogloss:0.548870
[56]	train-mlogloss:0.348518	eval-mlogloss:0.546755
[57]	train-mlogloss:0.345456	eval-mlogloss:0.544855
[58]	train-mlogloss:0.342071	eval-mlogloss:0.542746
[59]	train-mlogloss:0.338891	eval-mlogloss:0.540756
[60]	train-mlogloss:0.336295	eval-mlogloss:0.539055
[61]	train-mlogloss:0.332958	eval-mlogloss:0.537415
[62]	train-mlogloss:0.330000	eval-mlogloss:0.535620
[63]	train-mlogloss:0.327295	eval-mlogloss:0.534035
[64]	train-mlogloss:0.324079	eval-mlogloss:0.532275
[65]	train-mlogloss:0.321494	eval-mlogloss:0.530856
[66]	train-mlogloss:0.318944	eval-mlogloss:0.529449
[67]	train-mlogloss:0.316879	eval-mlogloss:0.528031
[68]	train-mlogloss:0.314846	eval-mlogloss:0.526941
[69]	train-mlogloss:0.312264	eval-mlogloss:0.525635
[70]	train-mlogloss:0.310188	eval-mlogloss:0.524493
[71]	train-mlogloss:0.308276	eval-mlogloss:0.523302
[72]	train-mlogloss:0.306077	eval-mlogloss:0.522244
[73]	train-mlogloss:0.303960	eval-mlogloss:0.521075
[74]	train-mlogloss:0.301835	eval-mlogloss:0.520010
[75]	train-mlogloss:0.300550	eval-mlogloss:0.519130
[76]	train-mlogloss:0.298249	eval-mlogloss:0.518131
[77]	train-mlogloss:0.295631	eval-mlogloss:0.516933
[78]	train-mlogloss:0.293905	eval-mlogloss:0.516193
[79]	train-mlogloss:0.291552	eval-mlogloss:0.515178
[80]	train-mlogloss:0.289825	eval-mlogloss:0.514322
[81]	train-mlogloss:0.288304	eval-mlogloss:0.513457
[82]	train-mlogloss:0.286497	eval-mlogloss:0.512579
[83]	train-mlogloss:0.284730	eval-mlogloss:0.511832
[84]	train-mlogloss:0.282748	eval-mlogloss:0.510905
[85]	train-mlogloss:0.281270	eval-mlogloss:0.510232
[86]	train-mlogloss:0.279989	eval-mlogloss:0.509458
[87]	train-mlogloss:0.278596	eval-mlogloss:0.508879
[88]	train-mlogloss:0.277034	eval-mlogloss:0.508052
[89]	train-mlogloss:0.275270	eval-mlogloss:0.507431
[90]	train-mlogloss:0.274067	eval-mlogloss:0.506669
[91]	train-mlogloss:0.272274	eval-mlogloss:0.506075
[92]	train-mlogloss:0.270810	eval-mlogloss:0.505434
[93]	train-mlogloss:0.269135	eval-mlogloss:0.504601
[94]	train-mlogloss:0.267682	eval-mlogloss:0.503959
[95]	train-mlogloss:0.266210	eval-mlogloss:0.503358
[96]	train-mlogloss:0.264722	eval-mlogloss:0.502747
[97]	train-mlogloss:0.263009	eval-mlogloss:0.502289
[98]	train-mlogloss:0.261918	eval-mlogloss:0.501760
[99]	train-mlogloss:0.260658	eval-mlogloss:0.501236
[100]	train-mlogloss:0.259212	eval-mlogloss:0.500651
[101]	train-mlogloss:0.257815	eval-mlogloss:0.500197
[102]	train-mlogloss:0.256242	eval-mlogloss:0.499552
[103]	train-mlogloss:0.254649	eval-mlogloss:0.499109
[104]	train-mlogloss:0.253238	eval-mlogloss:0.498583
[105]	train-mlogloss:0.252024	eval-mlogloss:0.498236
[106]	train-mlogloss:0.250706	eval-mlogloss:0.497871
[107]	train-mlogloss:0.249468	eval-mlogloss:0.497333
[108]	train-mlogloss:0.248222	eval-mlogloss:0.496929
[109]	train-mlogloss:0.247030	eval-mlogloss:0.496492
[110]	train-mlogloss:0.245665	eval-mlogloss:0.496017
[111]	train-mlogloss:0.244284	eval-mlogloss:0.495640
[112]	train-mlogloss:0.242881	eval-mlogloss:0.495174
[113]	train-mlogloss:0.241714	eval-mlogloss:0.494845
[114]	train-mlogloss:0.240513	eval-mlogloss:0.494480
[115]	train-mlogloss:0.239538	eval-mlogloss:0.494115
[116]	train-mlogloss:0.238224	eval-mlogloss:0.493794
[117]	train-mlogloss:0.236834	eval-mlogloss:0.493288
[118]	train-mlogloss:0.235448	eval-mlogloss:0.492824
[119]	train-mlogloss:0.233830	eval-mlogloss:0.492576
[120]	train-mlogloss:0.232467	eval-mlogloss:0.492191
[121]	train-mlogloss:0.231379	eval-mlogloss:0.491929
[122]	train-mlogloss:0.229921	eval-mlogloss:0.491644
[123]	train-mlogloss:0.229029	eval-mlogloss:0.491391
[124]	train-mlogloss:0.227982	eval-mlogloss:0.491002
[125]	train-mlogloss:0.227124	eval-mlogloss:0.490740
[126]	train-mlogloss:0.226264	eval-mlogloss:0.490513
[127]	train-mlogloss:0.225188	eval-mlogloss:0.490298
[128]	train-mlogloss:0.224238	eval-mlogloss:0.490067
[129]	train-mlogloss:0.223068	eval-mlogloss:0.489616
[130]	train-mlogloss:0.222153	eval-mlogloss:0.489289
[131]	train-mlogloss:0.221182	eval-mlogloss:0.488966
[132]	train-mlogloss:0.220125	eval-mlogloss:0.488545
[133]	train-mlogloss:0.218669	eval-mlogloss:0.488428
[134]	train-mlogloss:0.217470	eval-mlogloss:0.488046
[135]	train-mlogloss:0.216317	eval-mlogloss:0.487905
[136]	train-mlogloss:0.215434	eval-mlogloss:0.487650
[137]	train-mlogloss:0.214637	eval-mlogloss:0.487273
[138]	train-mlogloss:0.213610	eval-mlogloss:0.486917
[139]	train-mlogloss:0.212676	eval-mlogloss:0.486785
[140]	train-mlogloss:0.211886	eval-mlogloss:0.486541
[141]	train-mlogloss:0.210990	eval-mlogloss:0.486260
[142]	train-mlogloss:0.209833	eval-mlogloss:0.486138
[143]	train-mlogloss:0.208737	eval-mlogloss:0.486020
[144]	train-mlogloss:0.207768	eval-mlogloss:0.485798
[145]	train-mlogloss:0.207016	eval-mlogloss:0.485653
[146]	train-mlogloss:0.206052	eval-mlogloss:0.485479
[147]	train-mlogloss:0.205231	eval-mlogloss:0.485319
[148]	train-mlogloss:0.204076	eval-mlogloss:0.485026
[149]	train-mlogloss:0.202989	eval-mlogloss:0.484863
[150]	train-mlogloss:0.201809	eval-mlogloss:0.484493
[151]	train-mlogloss:0.200860	eval-mlogloss:0.484317
[152]	train-mlogloss:0.199887	eval-mlogloss:0.484211
[153]	train-mlogloss:0.199020	eval-mlogloss:0.484090
[154]	train-mlogloss:0.198070	eval-mlogloss:0.483867
[155]	train-mlogloss:0.197149	eval-mlogloss:0.483612
[156]	train-mlogloss:0.196346	eval-mlogloss:0.483445
[157]	train-mlogloss:0.195277	eval-mlogloss:0.483212
[158]	train-mlogloss:0.194262	eval-mlogloss:0.483110
[159]	train-mlogloss:0.193193	eval-mlogloss:0.482940
[160]	train-mlogloss:0.192148	eval-mlogloss:0.482588
[161]	train-mlogloss:0.191356	eval-mlogloss:0.482332
[162]	train-mlogloss:0.190492	eval-mlogloss:0.482104
[163]	train-mlogloss:0.189811	eval-mlogloss:0.481899
[164]	train-mlogloss:0.188794	eval-mlogloss:0.481802
[165]	train-mlogloss:0.188045	eval-mlogloss:0.481700
[166]	train-mlogloss:0.187308	eval-mlogloss:0.481628
[167]	train-mlogloss:0.186613	eval-mlogloss:0.481467
[168]	train-mlogloss:0.185767	eval-mlogloss:0.481421
[169]	train-mlogloss:0.185187	eval-mlogloss:0.481192
[170]	train-mlogloss:0.184154	eval-mlogloss:0.481175
[171]	train-mlogloss:0.183311	eval-mlogloss:0.481070
[172]	train-mlogloss:0.182573	eval-mlogloss:0.480951
[173]	train-mlogloss:0.181734	eval-mlogloss:0.480777
[174]	train-mlogloss:0.180906	eval-mlogloss:0.480604
[175]	train-mlogloss:0.179979	eval-mlogloss:0.480555
[176]	train-mlogloss:0.179241	eval-mlogloss:0.480552
[177]	train-mlogloss:0.178071	eval-mlogloss:0.480562
[178]	train-mlogloss:0.177140	eval-mlogloss:0.480547
[179]	train-mlogloss:0.176586	eval-mlogloss:0.480577
[180]	train-mlogloss:0.175679	eval-mlogloss:0.480387
[181]	train-mlogloss:0.175055	eval-mlogloss:0.480332
[182]	train-mlogloss:0.174413	eval-mlogloss:0.480251
[183]	train-mlogloss:0.173656	eval-mlogloss:0.480264
[184]	train-mlogloss:0.172900	eval-mlogloss:0.480307
[185]	train-mlogloss:0.172044	eval-mlogloss:0.480097
[186]	train-mlogloss:0.171149	eval-mlogloss:0.480016
[187]	train-mlogloss:0.170381	eval-mlogloss:0.480167
[188]	train-mlogloss:0.169704	eval-mlogloss:0.480134
[189]	train-mlogloss:0.168931	eval-mlogloss:0.480195
[190]	train-mlogloss:0.168318	eval-mlogloss:0.480098
[191]	train-mlogloss:0.167617	eval-mlogloss:0.480066
[192]	train-mlogloss:0.166783	eval-mlogloss:0.479983
[193]	train-mlogloss:0.166131	eval-mlogloss:0.479945
[194]	train-mlogloss:0.165509	eval-mlogloss:0.479911
[195]	train-mlogloss:0.164924	eval-mlogloss:0.479841
[196]	train-mlogloss:0.164408	eval-mlogloss:0.479870
[197]	train-mlogloss:0.163840	eval-mlogloss:0.479856
[198]	train-mlogloss:0.163088	eval-mlogloss:0.479826
[199]	train-mlogloss:0.162373	eval-mlogloss:0.479809
[200]	train-mlogloss:0.161715	eval-mlogloss:0.479815
[201]	train-mlogloss:0.161105	eval-mlogloss:0.479790
[202]	train-mlogloss:0.160396	eval-mlogloss:0.479715
[203]	train-mlogloss:0.159677	eval-mlogloss:0.479589
[204]	train-mlogloss:0.158910	eval-mlogloss:0.479614
[205]	train-mlogloss:0.158209	eval-mlogloss:0.479589
[206]	train-mlogloss:0.157425	eval-mlogloss:0.479495
[207]	train-mlogloss:0.156825	eval-mlogloss:0.479495
[208]	train-mlogloss:0.156065	eval-mlogloss:0.479411
[209]	train-mlogloss:0.155145	eval-mlogloss:0.479407
[210]	train-mlogloss:0.154429	eval-mlogloss:0.479392
[211]	train-mlogloss:0.153732	eval-mlogloss:0.479346
[212]	train-mlogloss:0.153072	eval-mlogloss:0.479266
[213]	train-mlogloss:0.152463	eval-mlogloss:0.479229
[214]	train-mlogloss:0.151947	eval-mlogloss:0.479208
[215]	train-mlogloss:0.151288	eval-mlogloss:0.479100
[216]	train-mlogloss:0.150610	eval-mlogloss:0.479059
[217]	train-mlogloss:0.149914	eval-mlogloss:0.479055
[218]	train-mlogloss:0.149226	eval-mlogloss:0.479059
[219]	train-mlogloss:0.148605	eval-mlogloss:0.479131
[220]	train-mlogloss:0.147662	eval-mlogloss:0.479098
[221]	train-mlogloss:0.146973	eval-mlogloss:0.479052
[222]	train-mlogloss:0.146398	eval-mlogloss:0.478904
[223]	train-mlogloss:0.145633	eval-mlogloss:0.478909
[224]	train-mlogloss:0.145061	eval-mlogloss:0.478877
[225]	train-mlogloss:0.144482	eval-mlogloss:0.478772
[226]	train-mlogloss:0.143818	eval-mlogloss:0.478767
[227]	train-mlogloss:0.143168	eval-mlogloss:0.478775
[228]	train-mlogloss:0.142551	eval-mlogloss:0.478745
[229]	train-mlogloss:0.142147	eval-mlogloss:0.478907
[230]	train-mlogloss:0.141567	eval-mlogloss:0.478879
[231]	train-mlogloss:0.141011	eval-mlogloss:0.478952
[232]	train-mlogloss:0.140468	eval-mlogloss:0.478915
[233]	train-mlogloss:0.139966	eval-mlogloss:0.479008
[234]	train-mlogloss:0.139520	eval-mlogloss:0.478950
[235]	train-mlogloss:0.138847	eval-mlogloss:0.479013
[236]	train-mlogloss:0.138307	eval-mlogloss:0.479097
[237]	train-mlogloss:0.137778	eval-mlogloss:0.479132






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 6.0, 'max_depth': 12.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.8, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.4790733728739279







    




[238]	train-mlogloss:0.137138	eval-mlogloss:0.479073
Stopping. Best iteration:
[228]	train-mlogloss:0.142551	eval-mlogloss:0.478745

Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:2.035361	eval-mlogloss:2.037337
[1]	train-mlogloss:1.896995	eval-mlogloss:1.901548
[2]	train-mlogloss:1.800589	eval-mlogloss:1.805337
[3]	train-mlogloss:1.705304	eval-mlogloss:1.710459
[4]	train-mlogloss:1.625973	eval-mlogloss:1.632364
[5]	train-mlogloss:1.549538	eval-mlogloss:1.556388
[6]	train-mlogloss:1.487993	eval-mlogloss:1.495541
[7]	train-mlogloss:1.435253	eval-mlogloss:1.443033
[8]	train-mlogloss:1.384368	eval-mlogloss:1.392897
[9]	train-mlogloss:1.340162	eval-mlogloss:1.349236
[10]	train-mlogloss:1.301999	eval-mlogloss:1.311759
[11]	train-mlogloss:1.267637	eval-mlogloss:1.278156
[12]	train-mlogloss:1.230845	eval-mlogloss:1.241927
[13]	train-mlogloss:1.199885	eval-mlogloss:1.211574
[14]	train-mlogloss:1.172222	eval-mlogloss:1.184112
[15]	train-mlogloss:1.144085	eval-mlogloss:1.156455
[16]	train-mlogloss:1.116122	eval-mlogloss:1.129134
[17]	train-mlogloss:1.090349	eval-mlogloss:1.103827
[18]	train-mlogloss:1.068450	eval-mlogloss:1.082525
[19]	train-mlogloss:1.051504	eval-mlogloss:1.065845
[20]	train-mlogloss:1.031479	eval-mlogloss:1.046463
[21]	train-mlogloss:1.013515	eval-mlogloss:1.028765
[22]	train-mlogloss:0.995625	eval-mlogloss:1.011059
[23]	train-mlogloss:0.978484	eval-mlogloss:0.994039
[24]	train-mlogloss:0.965346	eval-mlogloss:0.981253
[25]	train-mlogloss:0.950811	eval-mlogloss:0.966979
[26]	train-mlogloss:0.938085	eval-mlogloss:0.954652
[27]	train-mlogloss:0.925649	eval-mlogloss:0.942676
[28]	train-mlogloss:0.914072	eval-mlogloss:0.931693
[29]	train-mlogloss:0.903706	eval-mlogloss:0.921847
[30]	train-mlogloss:0.893705	eval-mlogloss:0.912245
[31]	train-mlogloss:0.884130	eval-mlogloss:0.902889
[32]	train-mlogloss:0.874982	eval-mlogloss:0.894058
[33]	train-mlogloss:0.866156	eval-mlogloss:0.885474
[34]	train-mlogloss:0.857738	eval-mlogloss:0.877632
[35]	train-mlogloss:0.849488	eval-mlogloss:0.869845
[36]	train-mlogloss:0.840395	eval-mlogloss:0.860962
[37]	train-mlogloss:0.832317	eval-mlogloss:0.853187
[38]	train-mlogloss:0.825581	eval-mlogloss:0.846685
[39]	train-mlogloss:0.818917	eval-mlogloss:0.840305
[40]	train-mlogloss:0.812088	eval-mlogloss:0.833919
[41]	train-mlogloss:0.805047	eval-mlogloss:0.827196
[42]	train-mlogloss:0.799172	eval-mlogloss:0.821490
[43]	train-mlogloss:0.793327	eval-mlogloss:0.816043
[44]	train-mlogloss:0.787206	eval-mlogloss:0.810036
[45]	train-mlogloss:0.781655	eval-mlogloss:0.804767
[46]	train-mlogloss:0.776575	eval-mlogloss:0.799982
[47]	train-mlogloss:0.771825	eval-mlogloss:0.795406
[48]	train-mlogloss:0.766035	eval-mlogloss:0.789915
[49]	train-mlogloss:0.761380	eval-mlogloss:0.785762
[50]	train-mlogloss:0.757214	eval-mlogloss:0.781808
[51]	train-mlogloss:0.752385	eval-mlogloss:0.777018
[52]	train-mlogloss:0.748314	eval-mlogloss:0.773119
[53]	train-mlogloss:0.744196	eval-mlogloss:0.769280
[54]	train-mlogloss:0.739769	eval-mlogloss:0.764879
[55]	train-mlogloss:0.735107	eval-mlogloss:0.760622
[56]	train-mlogloss:0.731012	eval-mlogloss:0.756739
[57]	train-mlogloss:0.726863	eval-mlogloss:0.752916
[58]	train-mlogloss:0.722747	eval-mlogloss:0.749074
[59]	train-mlogloss:0.718940	eval-mlogloss:0.745872
[60]	train-mlogloss:0.715186	eval-mlogloss:0.742342
[61]	train-mlogloss:0.711808	eval-mlogloss:0.739104
[62]	train-mlogloss:0.708507	eval-mlogloss:0.736023
[63]	train-mlogloss:0.705328	eval-mlogloss:0.732998
[64]	train-mlogloss:0.702218	eval-mlogloss:0.730024
[65]	train-mlogloss:0.699070	eval-mlogloss:0.727121
[66]	train-mlogloss:0.696039	eval-mlogloss:0.724265
[67]	train-mlogloss:0.693228	eval-mlogloss:0.721626
[68]	train-mlogloss:0.690529	eval-mlogloss:0.719015
[69]	train-mlogloss:0.688146	eval-mlogloss:0.716816
[70]	train-mlogloss:0.685554	eval-mlogloss:0.714273
[71]	train-mlogloss:0.683183	eval-mlogloss:0.712138
[72]	train-mlogloss:0.680735	eval-mlogloss:0.709951
[73]	train-mlogloss:0.678301	eval-mlogloss:0.707703
[74]	train-mlogloss:0.676113	eval-mlogloss:0.705773
[75]	train-mlogloss:0.673792	eval-mlogloss:0.703658
[76]	train-mlogloss:0.671297	eval-mlogloss:0.701470
[77]	train-mlogloss:0.669122	eval-mlogloss:0.699432
[78]	train-mlogloss:0.667119	eval-mlogloss:0.697634
[79]	train-mlogloss:0.665212	eval-mlogloss:0.695838
[80]	train-mlogloss:0.663282	eval-mlogloss:0.694028
[81]	train-mlogloss:0.661222	eval-mlogloss:0.692102
[82]	train-mlogloss:0.659191	eval-mlogloss:0.690313
[83]	train-mlogloss:0.657318	eval-mlogloss:0.688595
[84]	train-mlogloss:0.655264	eval-mlogloss:0.686634
[85]	train-mlogloss:0.653340	eval-mlogloss:0.684916
[86]	train-mlogloss:0.651601	eval-mlogloss:0.683384
[87]	train-mlogloss:0.649573	eval-mlogloss:0.681494
[88]	train-mlogloss:0.647611	eval-mlogloss:0.679664
[89]	train-mlogloss:0.645880	eval-mlogloss:0.677982
[90]	train-mlogloss:0.644079	eval-mlogloss:0.676390
[91]	train-mlogloss:0.642323	eval-mlogloss:0.674935
[92]	train-mlogloss:0.640611	eval-mlogloss:0.673512
[93]	train-mlogloss:0.639003	eval-mlogloss:0.672032
[94]	train-mlogloss:0.637262	eval-mlogloss:0.670470
[95]	train-mlogloss:0.635338	eval-mlogloss:0.668813
[96]	train-mlogloss:0.633578	eval-mlogloss:0.667327
[97]	train-mlogloss:0.631889	eval-mlogloss:0.665885
[98]	train-mlogloss:0.630430	eval-mlogloss:0.664661
[99]	train-mlogloss:0.628901	eval-mlogloss:0.663265
[100]	train-mlogloss:0.627419	eval-mlogloss:0.661975
[101]	train-mlogloss:0.626001	eval-mlogloss:0.660741
[102]	train-mlogloss:0.624582	eval-mlogloss:0.659475
[103]	train-mlogloss:0.623164	eval-mlogloss:0.658243
[104]	train-mlogloss:0.621731	eval-mlogloss:0.657168
[105]	train-mlogloss:0.620334	eval-mlogloss:0.656008
[106]	train-mlogloss:0.618992	eval-mlogloss:0.654944
[107]	train-mlogloss:0.617656	eval-mlogloss:0.653729
[108]	train-mlogloss:0.616319	eval-mlogloss:0.652635
[109]	train-mlogloss:0.614935	eval-mlogloss:0.651443
[110]	train-mlogloss:0.613697	eval-mlogloss:0.650532
[111]	train-mlogloss:0.612556	eval-mlogloss:0.649583
[112]	train-mlogloss:0.611243	eval-mlogloss:0.648469
[113]	train-mlogloss:0.609954	eval-mlogloss:0.647307
[114]	train-mlogloss:0.608824	eval-mlogloss:0.646323
[115]	train-mlogloss:0.607621	eval-mlogloss:0.645287
[116]	train-mlogloss:0.606584	eval-mlogloss:0.644384
[117]	train-mlogloss:0.605476	eval-mlogloss:0.643450
[118]	train-mlogloss:0.604276	eval-mlogloss:0.642384
[119]	train-mlogloss:0.603246	eval-mlogloss:0.641525
[120]	train-mlogloss:0.602174	eval-mlogloss:0.640670
[121]	train-mlogloss:0.601098	eval-mlogloss:0.639763
[122]	train-mlogloss:0.600009	eval-mlogloss:0.638776
[123]	train-mlogloss:0.598861	eval-mlogloss:0.637808
[124]	train-mlogloss:0.597902	eval-mlogloss:0.637017
[125]	train-mlogloss:0.596950	eval-mlogloss:0.636291
[126]	train-mlogloss:0.595971	eval-mlogloss:0.635443
[127]	train-mlogloss:0.594960	eval-mlogloss:0.634650
[128]	train-mlogloss:0.593875	eval-mlogloss:0.633779
[129]	train-mlogloss:0.592961	eval-mlogloss:0.633036
[130]	train-mlogloss:0.592030	eval-mlogloss:0.632222
[131]	train-mlogloss:0.590992	eval-mlogloss:0.631398
[132]	train-mlogloss:0.590106	eval-mlogloss:0.630668
[133]	train-mlogloss:0.589132	eval-mlogloss:0.629739
[134]	train-mlogloss:0.588158	eval-mlogloss:0.629097
[135]	train-mlogloss:0.587269	eval-mlogloss:0.628275
[136]	train-mlogloss:0.586198	eval-mlogloss:0.627350
[137]	train-mlogloss:0.585317	eval-mlogloss:0.626642
[138]	train-mlogloss:0.584380	eval-mlogloss:0.625972
[139]	train-mlogloss:0.583530	eval-mlogloss:0.625235
[140]	train-mlogloss:0.582636	eval-mlogloss:0.624657
[141]	train-mlogloss:0.581751	eval-mlogloss:0.623895
[142]	train-mlogloss:0.580877	eval-mlogloss:0.623253
[143]	train-mlogloss:0.579898	eval-mlogloss:0.622446
[144]	train-mlogloss:0.578858	eval-mlogloss:0.621623
[145]	train-mlogloss:0.578117	eval-mlogloss:0.620997
[146]	train-mlogloss:0.577301	eval-mlogloss:0.620366
[147]	train-mlogloss:0.576487	eval-mlogloss:0.619713
[148]	train-mlogloss:0.575647	eval-mlogloss:0.619089
[149]	train-mlogloss:0.574678	eval-mlogloss:0.618334
[150]	train-mlogloss:0.573902	eval-mlogloss:0.617736
[151]	train-mlogloss:0.573129	eval-mlogloss:0.617166
[152]	train-mlogloss:0.572328	eval-mlogloss:0.616521
[153]	train-mlogloss:0.571528	eval-mlogloss:0.615969
[154]	train-mlogloss:0.570666	eval-mlogloss:0.615185
[155]	train-mlogloss:0.569887	eval-mlogloss:0.614534
[156]	train-mlogloss:0.569113	eval-mlogloss:0.613979
[157]	train-mlogloss:0.568236	eval-mlogloss:0.613332
[158]	train-mlogloss:0.567385	eval-mlogloss:0.612671
[159]	train-mlogloss:0.566584	eval-mlogloss:0.612070
[160]	train-mlogloss:0.565907	eval-mlogloss:0.611555
[161]	train-mlogloss:0.565145	eval-mlogloss:0.611006
[162]	train-mlogloss:0.564428	eval-mlogloss:0.610396
[163]	train-mlogloss:0.563672	eval-mlogloss:0.609749
[164]	train-mlogloss:0.562962	eval-mlogloss:0.609168
[165]	train-mlogloss:0.562166	eval-mlogloss:0.608633
[166]	train-mlogloss:0.561498	eval-mlogloss:0.608116
[167]	train-mlogloss:0.560784	eval-mlogloss:0.607486
[168]	train-mlogloss:0.560073	eval-mlogloss:0.606877
[169]	train-mlogloss:0.559290	eval-mlogloss:0.606378
[170]	train-mlogloss:0.558621	eval-mlogloss:0.605875
[171]	train-mlogloss:0.558046	eval-mlogloss:0.605486
[172]	train-mlogloss:0.557222	eval-mlogloss:0.604867
[173]	train-mlogloss:0.556577	eval-mlogloss:0.604358
[174]	train-mlogloss:0.555906	eval-mlogloss:0.603905
[175]	train-mlogloss:0.555269	eval-mlogloss:0.603390
[176]	train-mlogloss:0.554576	eval-mlogloss:0.602823
[177]	train-mlogloss:0.553868	eval-mlogloss:0.602264
[178]	train-mlogloss:0.553153	eval-mlogloss:0.601691
[179]	train-mlogloss:0.552534	eval-mlogloss:0.601131
[180]	train-mlogloss:0.551980	eval-mlogloss:0.600698
[181]	train-mlogloss:0.551334	eval-mlogloss:0.600233
[182]	train-mlogloss:0.550728	eval-mlogloss:0.599838
[183]	train-mlogloss:0.550067	eval-mlogloss:0.599264
[184]	train-mlogloss:0.549503	eval-mlogloss:0.598752
[185]	train-mlogloss:0.548968	eval-mlogloss:0.598447
[186]	train-mlogloss:0.548332	eval-mlogloss:0.597834
[187]	train-mlogloss:0.547784	eval-mlogloss:0.597437
[188]	train-mlogloss:0.547231	eval-mlogloss:0.597001
[189]	train-mlogloss:0.546644	eval-mlogloss:0.596522
[190]	train-mlogloss:0.546077	eval-mlogloss:0.596102
[191]	train-mlogloss:0.545361	eval-mlogloss:0.595671
[192]	train-mlogloss:0.544714	eval-mlogloss:0.595196
[193]	train-mlogloss:0.544167	eval-mlogloss:0.594866
[194]	train-mlogloss:0.543451	eval-mlogloss:0.594340
[195]	train-mlogloss:0.542934	eval-mlogloss:0.593874
[196]	train-mlogloss:0.542307	eval-mlogloss:0.593436
[197]	train-mlogloss:0.541677	eval-mlogloss:0.593005
[198]	train-mlogloss:0.541137	eval-mlogloss:0.592679
[199]	train-mlogloss:0.540680	eval-mlogloss:0.592342
[200]	train-mlogloss:0.540187	eval-mlogloss:0.591962
[201]	train-mlogloss:0.539627	eval-mlogloss:0.591561
[202]	train-mlogloss:0.539065	eval-mlogloss:0.591144
[203]	train-mlogloss:0.538487	eval-mlogloss:0.590645
[204]	train-mlogloss:0.537907	eval-mlogloss:0.590234
[205]	train-mlogloss:0.537395	eval-mlogloss:0.589911
[206]	train-mlogloss:0.536834	eval-mlogloss:0.589439
[207]	train-mlogloss:0.536279	eval-mlogloss:0.589053
[208]	train-mlogloss:0.535718	eval-mlogloss:0.588695
[209]	train-mlogloss:0.535106	eval-mlogloss:0.588212
[210]	train-mlogloss:0.534627	eval-mlogloss:0.587843
[211]	train-mlogloss:0.534121	eval-mlogloss:0.587485
[212]	train-mlogloss:0.533669	eval-mlogloss:0.587176
[213]	train-mlogloss:0.533124	eval-mlogloss:0.586785
[214]	train-mlogloss:0.532653	eval-mlogloss:0.586460
[215]	train-mlogloss:0.532173	eval-mlogloss:0.586105
[216]	train-mlogloss:0.531678	eval-mlogloss:0.585706
[217]	train-mlogloss:0.531126	eval-mlogloss:0.585314
[218]	train-mlogloss:0.530561	eval-mlogloss:0.584877
[219]	train-mlogloss:0.530006	eval-mlogloss:0.584516
[220]	train-mlogloss:0.529451	eval-mlogloss:0.584241
[221]	train-mlogloss:0.529014	eval-mlogloss:0.583889
[222]	train-mlogloss:0.528517	eval-mlogloss:0.583492
[223]	train-mlogloss:0.528030	eval-mlogloss:0.583222
[224]	train-mlogloss:0.527574	eval-mlogloss:0.582960
[225]	train-mlogloss:0.527075	eval-mlogloss:0.582727
[226]	train-mlogloss:0.526547	eval-mlogloss:0.582336
[227]	train-mlogloss:0.526076	eval-mlogloss:0.581999
[228]	train-mlogloss:0.525691	eval-mlogloss:0.581762
[229]	train-mlogloss:0.525249	eval-mlogloss:0.581411
[230]	train-mlogloss:0.524757	eval-mlogloss:0.581024
[231]	train-mlogloss:0.524260	eval-mlogloss:0.580721
[232]	train-mlogloss:0.523841	eval-mlogloss:0.580469
[233]	train-mlogloss:0.523440	eval-mlogloss:0.580222
[234]	train-mlogloss:0.522948	eval-mlogloss:0.579841
[235]	train-mlogloss:0.522537	eval-mlogloss:0.579601
[236]	train-mlogloss:0.522105	eval-mlogloss:0.579323
[237]	train-mlogloss:0.521667	eval-mlogloss:0.579058
[238]	train-mlogloss:0.521221	eval-mlogloss:0.578718
[239]	train-mlogloss:0.520783	eval-mlogloss:0.578450
[240]	train-mlogloss:0.520316	eval-mlogloss:0.578124
[241]	train-mlogloss:0.519882	eval-mlogloss:0.577860
[242]	train-mlogloss:0.519524	eval-mlogloss:0.577613
[243]	train-mlogloss:0.519119	eval-mlogloss:0.577293
[244]	train-mlogloss:0.518636	eval-mlogloss:0.577074
[245]	train-mlogloss:0.518219	eval-mlogloss:0.576750
[246]	train-mlogloss:0.517890	eval-mlogloss:0.576566
[247]	train-mlogloss:0.517458	eval-mlogloss:0.576308
[248]	train-mlogloss:0.517028	eval-mlogloss:0.576006
[249]	train-mlogloss:0.516618	eval-mlogloss:0.575745
[250]	train-mlogloss:0.516273	eval-mlogloss:0.575507
[251]	train-mlogloss:0.515773	eval-mlogloss:0.575112
[252]	train-mlogloss:0.515443	eval-mlogloss:0.574935
[253]	train-mlogloss:0.514965	eval-mlogloss:0.574662
[254]	train-mlogloss:0.514585	eval-mlogloss:0.574467
[255]	train-mlogloss:0.514144	eval-mlogloss:0.574224
[256]	train-mlogloss:0.513680	eval-mlogloss:0.573858
[257]	train-mlogloss:0.513155	eval-mlogloss:0.573553
[258]	train-mlogloss:0.512814	eval-mlogloss:0.573272
[259]	train-mlogloss:0.512433	eval-mlogloss:0.573008
[260]	train-mlogloss:0.512074	eval-mlogloss:0.572744
[261]	train-mlogloss:0.511646	eval-mlogloss:0.572510
[262]	train-mlogloss:0.511240	eval-mlogloss:0.572224
[263]	train-mlogloss:0.510793	eval-mlogloss:0.571981
[264]	train-mlogloss:0.510417	eval-mlogloss:0.571726
[265]	train-mlogloss:0.510081	eval-mlogloss:0.571469
[266]	train-mlogloss:0.509748	eval-mlogloss:0.571269
[267]	train-mlogloss:0.509371	eval-mlogloss:0.570963
[268]	train-mlogloss:0.508944	eval-mlogloss:0.570624
[269]	train-mlogloss:0.508575	eval-mlogloss:0.570447
[270]	train-mlogloss:0.508150	eval-mlogloss:0.570268
[271]	train-mlogloss:0.507689	eval-mlogloss:0.569943
[272]	train-mlogloss:0.507320	eval-mlogloss:0.569705
[273]	train-mlogloss:0.506978	eval-mlogloss:0.569528
[274]	train-mlogloss:0.506609	eval-mlogloss:0.569372
[275]	train-mlogloss:0.506266	eval-mlogloss:0.569224
[276]	train-mlogloss:0.505922	eval-mlogloss:0.568996
[277]	train-mlogloss:0.505513	eval-mlogloss:0.568802
[278]	train-mlogloss:0.505202	eval-mlogloss:0.568620
[279]	train-mlogloss:0.504824	eval-mlogloss:0.568376
[280]	train-mlogloss:0.504367	eval-mlogloss:0.568059
[281]	train-mlogloss:0.504049	eval-mlogloss:0.567804
[282]	train-mlogloss:0.503654	eval-mlogloss:0.567555
[283]	train-mlogloss:0.503286	eval-mlogloss:0.567317
[284]	train-mlogloss:0.502929	eval-mlogloss:0.567082
[285]	train-mlogloss:0.502537	eval-mlogloss:0.566868
[286]	train-mlogloss:0.502111	eval-mlogloss:0.566580
[287]	train-mlogloss:0.501760	eval-mlogloss:0.566393
[288]	train-mlogloss:0.501382	eval-mlogloss:0.566155
[289]	train-mlogloss:0.500994	eval-mlogloss:0.565977
[290]	train-mlogloss:0.500632	eval-mlogloss:0.565778
[291]	train-mlogloss:0.500252	eval-mlogloss:0.565575
[292]	train-mlogloss:0.499926	eval-mlogloss:0.565349
[293]	train-mlogloss:0.499530	eval-mlogloss:0.565110
[294]	train-mlogloss:0.499134	eval-mlogloss:0.564782
[295]	train-mlogloss:0.498781	eval-mlogloss:0.564583
[296]	train-mlogloss:0.498424	eval-mlogloss:0.564290
[297]	train-mlogloss:0.498061	eval-mlogloss:0.564054
[298]	train-mlogloss:0.497772	eval-mlogloss:0.563880
[299]	train-mlogloss:0.497434	eval-mlogloss:0.563703






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 6.0, 'max_depth': 3.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.6000000000000001, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.563702687025257







    




Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:1.996166	eval-mlogloss:2.001515
[1]	train-mlogloss:1.833326	eval-mlogloss:1.842722
[2]	train-mlogloss:1.704700	eval-mlogloss:1.717314
[3]	train-mlogloss:1.595189	eval-mlogloss:1.611162
[4]	train-mlogloss:1.506708	eval-mlogloss:1.525611
[5]	train-mlogloss:1.422450	eval-mlogloss:1.443616
[6]	train-mlogloss:1.357327	eval-mlogloss:1.380537
[7]	train-mlogloss:1.292389	eval-mlogloss:1.318210
[8]	train-mlogloss:1.233895	eval-mlogloss:1.261508
[9]	train-mlogloss:1.182128	eval-mlogloss:1.211383
[10]	train-mlogloss:1.133465	eval-mlogloss:1.164255
[11]	train-mlogloss:1.090214	eval-mlogloss:1.122689
[12]	train-mlogloss:1.052558	eval-mlogloss:1.087082
[13]	train-mlogloss:1.015333	eval-mlogloss:1.051315
[14]	train-mlogloss:0.983803	eval-mlogloss:1.021291
[15]	train-mlogloss:0.953721	eval-mlogloss:0.992529
[16]	train-mlogloss:0.927227	eval-mlogloss:0.967098
[17]	train-mlogloss:0.902331	eval-mlogloss:0.944092
[18]	train-mlogloss:0.879219	eval-mlogloss:0.922406
[19]	train-mlogloss:0.856950	eval-mlogloss:0.901826
[20]	train-mlogloss:0.836711	eval-mlogloss:0.883025
[21]	train-mlogloss:0.816732	eval-mlogloss:0.864650
[22]	train-mlogloss:0.798380	eval-mlogloss:0.847829
[23]	train-mlogloss:0.781435	eval-mlogloss:0.832317
[24]	train-mlogloss:0.765512	eval-mlogloss:0.817958
[25]	train-mlogloss:0.750816	eval-mlogloss:0.804673
[26]	train-mlogloss:0.737571	eval-mlogloss:0.793175
[27]	train-mlogloss:0.724133	eval-mlogloss:0.781038
[28]	train-mlogloss:0.712102	eval-mlogloss:0.770290
[29]	train-mlogloss:0.700958	eval-mlogloss:0.760439
[30]	train-mlogloss:0.689950	eval-mlogloss:0.750818
[31]	train-mlogloss:0.679901	eval-mlogloss:0.741761
[32]	train-mlogloss:0.669997	eval-mlogloss:0.733054
[33]	train-mlogloss:0.661009	eval-mlogloss:0.725200
[34]	train-mlogloss:0.652335	eval-mlogloss:0.717446
[35]	train-mlogloss:0.644443	eval-mlogloss:0.710342
[36]	train-mlogloss:0.636317	eval-mlogloss:0.703531
[37]	train-mlogloss:0.629003	eval-mlogloss:0.697061
[38]	train-mlogloss:0.621271	eval-mlogloss:0.690315
[39]	train-mlogloss:0.614182	eval-mlogloss:0.684457
[40]	train-mlogloss:0.608104	eval-mlogloss:0.679301
[41]	train-mlogloss:0.601445	eval-mlogloss:0.673543
[42]	train-mlogloss:0.595407	eval-mlogloss:0.668542
[43]	train-mlogloss:0.589741	eval-mlogloss:0.663468
[44]	train-mlogloss:0.584317	eval-mlogloss:0.659208
[45]	train-mlogloss:0.579059	eval-mlogloss:0.654960
[46]	train-mlogloss:0.573927	eval-mlogloss:0.650777
[47]	train-mlogloss:0.568952	eval-mlogloss:0.646541
[48]	train-mlogloss:0.564066	eval-mlogloss:0.642380
[49]	train-mlogloss:0.559513	eval-mlogloss:0.638793
[50]	train-mlogloss:0.555855	eval-mlogloss:0.635769
[51]	train-mlogloss:0.551946	eval-mlogloss:0.632751
[52]	train-mlogloss:0.548002	eval-mlogloss:0.629677
[53]	train-mlogloss:0.544087	eval-mlogloss:0.626617
[54]	train-mlogloss:0.540203	eval-mlogloss:0.623572
[55]	train-mlogloss:0.536749	eval-mlogloss:0.620961
[56]	train-mlogloss:0.533652	eval-mlogloss:0.618561
[57]	train-mlogloss:0.530079	eval-mlogloss:0.615674
[58]	train-mlogloss:0.526777	eval-mlogloss:0.613135
[59]	train-mlogloss:0.523647	eval-mlogloss:0.610772
[60]	train-mlogloss:0.520482	eval-mlogloss:0.608347
[61]	train-mlogloss:0.517618	eval-mlogloss:0.606051
[62]	train-mlogloss:0.514796	eval-mlogloss:0.604072
[63]	train-mlogloss:0.511970	eval-mlogloss:0.601809
[64]	train-mlogloss:0.509424	eval-mlogloss:0.599969
[65]	train-mlogloss:0.506674	eval-mlogloss:0.598008
[66]	train-mlogloss:0.504139	eval-mlogloss:0.596085
[67]	train-mlogloss:0.501550	eval-mlogloss:0.594129
[68]	train-mlogloss:0.499182	eval-mlogloss:0.592294
[69]	train-mlogloss:0.496705	eval-mlogloss:0.590583
[70]	train-mlogloss:0.494131	eval-mlogloss:0.588847
[71]	train-mlogloss:0.492140	eval-mlogloss:0.587393
[72]	train-mlogloss:0.489330	eval-mlogloss:0.585344
[73]	train-mlogloss:0.487205	eval-mlogloss:0.583784
[74]	train-mlogloss:0.485006	eval-mlogloss:0.582252
[75]	train-mlogloss:0.483093	eval-mlogloss:0.580951
[76]	train-mlogloss:0.480765	eval-mlogloss:0.579531
[77]	train-mlogloss:0.478475	eval-mlogloss:0.577896
[78]	train-mlogloss:0.476669	eval-mlogloss:0.576746
[79]	train-mlogloss:0.474991	eval-mlogloss:0.575418
[80]	train-mlogloss:0.473194	eval-mlogloss:0.574221
[81]	train-mlogloss:0.471399	eval-mlogloss:0.572938
[82]	train-mlogloss:0.469614	eval-mlogloss:0.571689
[83]	train-mlogloss:0.467786	eval-mlogloss:0.570499
[84]	train-mlogloss:0.465555	eval-mlogloss:0.569010
[85]	train-mlogloss:0.463518	eval-mlogloss:0.567746
[86]	train-mlogloss:0.461905	eval-mlogloss:0.566785
[87]	train-mlogloss:0.459995	eval-mlogloss:0.565597
[88]	train-mlogloss:0.458381	eval-mlogloss:0.564546
[89]	train-mlogloss:0.456655	eval-mlogloss:0.563264
[90]	train-mlogloss:0.455068	eval-mlogloss:0.562330
[91]	train-mlogloss:0.453331	eval-mlogloss:0.561236
[92]	train-mlogloss:0.451938	eval-mlogloss:0.560347
[93]	train-mlogloss:0.450454	eval-mlogloss:0.559455
[94]	train-mlogloss:0.448993	eval-mlogloss:0.558548
[95]	train-mlogloss:0.447354	eval-mlogloss:0.557490
[96]	train-mlogloss:0.445704	eval-mlogloss:0.556483
[97]	train-mlogloss:0.444209	eval-mlogloss:0.555575
[98]	train-mlogloss:0.442521	eval-mlogloss:0.554476
[99]	train-mlogloss:0.440891	eval-mlogloss:0.553513
[100]	train-mlogloss:0.439695	eval-mlogloss:0.552750
[101]	train-mlogloss:0.438150	eval-mlogloss:0.551904
[102]	train-mlogloss:0.436704	eval-mlogloss:0.551115
[103]	train-mlogloss:0.435163	eval-mlogloss:0.550446
[104]	train-mlogloss:0.433863	eval-mlogloss:0.549725
[105]	train-mlogloss:0.432398	eval-mlogloss:0.548736
[106]	train-mlogloss:0.431107	eval-mlogloss:0.548003
[107]	train-mlogloss:0.429672	eval-mlogloss:0.547250
[108]	train-mlogloss:0.428198	eval-mlogloss:0.546465
[109]	train-mlogloss:0.426713	eval-mlogloss:0.545659
[110]	train-mlogloss:0.425299	eval-mlogloss:0.544964
[111]	train-mlogloss:0.424249	eval-mlogloss:0.544229
[112]	train-mlogloss:0.423269	eval-mlogloss:0.543579
[113]	train-mlogloss:0.421968	eval-mlogloss:0.542958
[114]	train-mlogloss:0.420698	eval-mlogloss:0.542253
[115]	train-mlogloss:0.419493	eval-mlogloss:0.541628
[116]	train-mlogloss:0.418465	eval-mlogloss:0.541136
[117]	train-mlogloss:0.417260	eval-mlogloss:0.540421
[118]	train-mlogloss:0.416116	eval-mlogloss:0.539872
[119]	train-mlogloss:0.414725	eval-mlogloss:0.539199
[120]	train-mlogloss:0.413531	eval-mlogloss:0.538478
[121]	train-mlogloss:0.412501	eval-mlogloss:0.537937
[122]	train-mlogloss:0.411095	eval-mlogloss:0.537255
[123]	train-mlogloss:0.409525	eval-mlogloss:0.536535
[124]	train-mlogloss:0.408207	eval-mlogloss:0.535960
[125]	train-mlogloss:0.407152	eval-mlogloss:0.535401
[126]	train-mlogloss:0.406139	eval-mlogloss:0.534763
[127]	train-mlogloss:0.404916	eval-mlogloss:0.534177
[128]	train-mlogloss:0.403844	eval-mlogloss:0.533708
[129]	train-mlogloss:0.402550	eval-mlogloss:0.533175
[130]	train-mlogloss:0.401453	eval-mlogloss:0.532714
[131]	train-mlogloss:0.400403	eval-mlogloss:0.532185
[132]	train-mlogloss:0.399457	eval-mlogloss:0.531690
[133]	train-mlogloss:0.398346	eval-mlogloss:0.531242
[134]	train-mlogloss:0.397309	eval-mlogloss:0.530803
[135]	train-mlogloss:0.396427	eval-mlogloss:0.530401
[136]	train-mlogloss:0.395267	eval-mlogloss:0.529832
[137]	train-mlogloss:0.394400	eval-mlogloss:0.529362
[138]	train-mlogloss:0.393309	eval-mlogloss:0.528853
[139]	train-mlogloss:0.392207	eval-mlogloss:0.528433
[140]	train-mlogloss:0.391333	eval-mlogloss:0.527991
[141]	train-mlogloss:0.390417	eval-mlogloss:0.527579
[142]	train-mlogloss:0.389416	eval-mlogloss:0.527184
[143]	train-mlogloss:0.388411	eval-mlogloss:0.526705
[144]	train-mlogloss:0.387502	eval-mlogloss:0.526329
[145]	train-mlogloss:0.386563	eval-mlogloss:0.525944
[146]	train-mlogloss:0.385598	eval-mlogloss:0.525538
[147]	train-mlogloss:0.384450	eval-mlogloss:0.525101
[148]	train-mlogloss:0.383638	eval-mlogloss:0.524712
[149]	train-mlogloss:0.382699	eval-mlogloss:0.524410
[150]	train-mlogloss:0.381558	eval-mlogloss:0.523944
[151]	train-mlogloss:0.380787	eval-mlogloss:0.523537
[152]	train-mlogloss:0.379984	eval-mlogloss:0.523212
[153]	train-mlogloss:0.379189	eval-mlogloss:0.522966
[154]	train-mlogloss:0.378195	eval-mlogloss:0.522680
[155]	train-mlogloss:0.377107	eval-mlogloss:0.522270
[156]	train-mlogloss:0.376366	eval-mlogloss:0.521891
[157]	train-mlogloss:0.375464	eval-mlogloss:0.521447
[158]	train-mlogloss:0.374764	eval-mlogloss:0.521101
[159]	train-mlogloss:0.373889	eval-mlogloss:0.520832
[160]	train-mlogloss:0.373056	eval-mlogloss:0.520545
[161]	train-mlogloss:0.371993	eval-mlogloss:0.520183
[162]	train-mlogloss:0.371187	eval-mlogloss:0.519758
[163]	train-mlogloss:0.370072	eval-mlogloss:0.519348
[164]	train-mlogloss:0.369023	eval-mlogloss:0.519003
[165]	train-mlogloss:0.368274	eval-mlogloss:0.518718
[166]	train-mlogloss:0.367505	eval-mlogloss:0.518402
[167]	train-mlogloss:0.366567	eval-mlogloss:0.518143
[168]	train-mlogloss:0.365571	eval-mlogloss:0.517824
[169]	train-mlogloss:0.364598	eval-mlogloss:0.517580
[170]	train-mlogloss:0.363929	eval-mlogloss:0.517334
[171]	train-mlogloss:0.363214	eval-mlogloss:0.517021
[172]	train-mlogloss:0.362014	eval-mlogloss:0.516376
[173]	train-mlogloss:0.361210	eval-mlogloss:0.516085
[174]	train-mlogloss:0.360298	eval-mlogloss:0.515681
[175]	train-mlogloss:0.359357	eval-mlogloss:0.515157
[176]	train-mlogloss:0.358685	eval-mlogloss:0.514987
[177]	train-mlogloss:0.357709	eval-mlogloss:0.514698
[178]	train-mlogloss:0.356760	eval-mlogloss:0.514367
[179]	train-mlogloss:0.355885	eval-mlogloss:0.513992
[180]	train-mlogloss:0.355164	eval-mlogloss:0.513812
[181]	train-mlogloss:0.354245	eval-mlogloss:0.513483
[182]	train-mlogloss:0.353632	eval-mlogloss:0.513255
[183]	train-mlogloss:0.352805	eval-mlogloss:0.512959
[184]	train-mlogloss:0.351842	eval-mlogloss:0.512696
[185]	train-mlogloss:0.351044	eval-mlogloss:0.512427
[186]	train-mlogloss:0.350202	eval-mlogloss:0.512152
[187]	train-mlogloss:0.349710	eval-mlogloss:0.511988
[188]	train-mlogloss:0.349005	eval-mlogloss:0.511749
[189]	train-mlogloss:0.348290	eval-mlogloss:0.511560
[190]	train-mlogloss:0.347416	eval-mlogloss:0.511226
[191]	train-mlogloss:0.346488	eval-mlogloss:0.510897
[192]	train-mlogloss:0.345673	eval-mlogloss:0.510590
[193]	train-mlogloss:0.344905	eval-mlogloss:0.510115
[194]	train-mlogloss:0.343978	eval-mlogloss:0.509678
[195]	train-mlogloss:0.343275	eval-mlogloss:0.509428
[196]	train-mlogloss:0.342615	eval-mlogloss:0.509226
[197]	train-mlogloss:0.341758	eval-mlogloss:0.508938
[198]	train-mlogloss:0.341033	eval-mlogloss:0.508737
[199]	train-mlogloss:0.340320	eval-mlogloss:0.508565
[200]	train-mlogloss:0.339721	eval-mlogloss:0.508330
[201]	train-mlogloss:0.338894	eval-mlogloss:0.508106
[202]	train-mlogloss:0.338150	eval-mlogloss:0.507893
[203]	train-mlogloss:0.337510	eval-mlogloss:0.507650
[204]	train-mlogloss:0.336874	eval-mlogloss:0.507551
[205]	train-mlogloss:0.336249	eval-mlogloss:0.507356
[206]	train-mlogloss:0.335433	eval-mlogloss:0.507166
[207]	train-mlogloss:0.334685	eval-mlogloss:0.506920
[208]	train-mlogloss:0.333940	eval-mlogloss:0.506859
[209]	train-mlogloss:0.333346	eval-mlogloss:0.506689
[210]	train-mlogloss:0.332575	eval-mlogloss:0.506482
[211]	train-mlogloss:0.331902	eval-mlogloss:0.506186
[212]	train-mlogloss:0.331353	eval-mlogloss:0.506033
[213]	train-mlogloss:0.330584	eval-mlogloss:0.505684
[214]	train-mlogloss:0.330050	eval-mlogloss:0.505472
[215]	train-mlogloss:0.329371	eval-mlogloss:0.505249
[216]	train-mlogloss:0.329028	eval-mlogloss:0.505123
[217]	train-mlogloss:0.328268	eval-mlogloss:0.504957
[218]	train-mlogloss:0.327701	eval-mlogloss:0.504771
[219]	train-mlogloss:0.326963	eval-mlogloss:0.504472
[220]	train-mlogloss:0.326402	eval-mlogloss:0.504232
[221]	train-mlogloss:0.325847	eval-mlogloss:0.504052
[222]	train-mlogloss:0.325229	eval-mlogloss:0.503837
[223]	train-mlogloss:0.324536	eval-mlogloss:0.503748
[224]	train-mlogloss:0.323708	eval-mlogloss:0.503568
[225]	train-mlogloss:0.323142	eval-mlogloss:0.503415
[226]	train-mlogloss:0.322480	eval-mlogloss:0.503228
[227]	train-mlogloss:0.321803	eval-mlogloss:0.503021
[228]	train-mlogloss:0.321336	eval-mlogloss:0.502927
[229]	train-mlogloss:0.320593	eval-mlogloss:0.502694
[230]	train-mlogloss:0.320133	eval-mlogloss:0.502513
[231]	train-mlogloss:0.319411	eval-mlogloss:0.502404
[232]	train-mlogloss:0.319048	eval-mlogloss:0.502214
[233]	train-mlogloss:0.318668	eval-mlogloss:0.502108
[234]	train-mlogloss:0.318069	eval-mlogloss:0.502062
[235]	train-mlogloss:0.317186	eval-mlogloss:0.501904
[236]	train-mlogloss:0.316758	eval-mlogloss:0.501736
[237]	train-mlogloss:0.316132	eval-mlogloss:0.501627
[238]	train-mlogloss:0.315612	eval-mlogloss:0.501568
[239]	train-mlogloss:0.314982	eval-mlogloss:0.501337
[240]	train-mlogloss:0.314316	eval-mlogloss:0.501191
[241]	train-mlogloss:0.313621	eval-mlogloss:0.500943
[242]	train-mlogloss:0.312903	eval-mlogloss:0.500738
[243]	train-mlogloss:0.312515	eval-mlogloss:0.500541
[244]	train-mlogloss:0.311756	eval-mlogloss:0.500352
[245]	train-mlogloss:0.311190	eval-mlogloss:0.500213
[246]	train-mlogloss:0.310418	eval-mlogloss:0.499931
[247]	train-mlogloss:0.309678	eval-mlogloss:0.499798
[248]	train-mlogloss:0.309216	eval-mlogloss:0.499710
[249]	train-mlogloss:0.308313	eval-mlogloss:0.499424
[250]	train-mlogloss:0.307696	eval-mlogloss:0.499311
[251]	train-mlogloss:0.307010	eval-mlogloss:0.499204
[252]	train-mlogloss:0.306376	eval-mlogloss:0.498937
[253]	train-mlogloss:0.305815	eval-mlogloss:0.498644
[254]	train-mlogloss:0.305274	eval-mlogloss:0.498499
[255]	train-mlogloss:0.304760	eval-mlogloss:0.498342
[256]	train-mlogloss:0.304338	eval-mlogloss:0.498213
[257]	train-mlogloss:0.303915	eval-mlogloss:0.497974
[258]	train-mlogloss:0.303338	eval-mlogloss:0.497806
[259]	train-mlogloss:0.302706	eval-mlogloss:0.497556
[260]	train-mlogloss:0.302248	eval-mlogloss:0.497424
[261]	train-mlogloss:0.301585	eval-mlogloss:0.497325
[262]	train-mlogloss:0.301052	eval-mlogloss:0.497152
[263]	train-mlogloss:0.300447	eval-mlogloss:0.496937
[264]	train-mlogloss:0.299791	eval-mlogloss:0.496895
[265]	train-mlogloss:0.299042	eval-mlogloss:0.496710
[266]	train-mlogloss:0.298421	eval-mlogloss:0.496507
[267]	train-mlogloss:0.297994	eval-mlogloss:0.496432
[268]	train-mlogloss:0.297334	eval-mlogloss:0.496300
[269]	train-mlogloss:0.296733	eval-mlogloss:0.496108
[270]	train-mlogloss:0.296133	eval-mlogloss:0.495853
[271]	train-mlogloss:0.295343	eval-mlogloss:0.495649
[272]	train-mlogloss:0.294661	eval-mlogloss:0.495578
[273]	train-mlogloss:0.294252	eval-mlogloss:0.495556
[274]	train-mlogloss:0.293625	eval-mlogloss:0.495447
[275]	train-mlogloss:0.293177	eval-mlogloss:0.495393
[276]	train-mlogloss:0.292661	eval-mlogloss:0.495298
[277]	train-mlogloss:0.292255	eval-mlogloss:0.495325
[278]	train-mlogloss:0.291874	eval-mlogloss:0.495219
[279]	train-mlogloss:0.291285	eval-mlogloss:0.495080
[280]	train-mlogloss:0.290785	eval-mlogloss:0.494937
[281]	train-mlogloss:0.290415	eval-mlogloss:0.494898
[282]	train-mlogloss:0.290018	eval-mlogloss:0.494762
[283]	train-mlogloss:0.289628	eval-mlogloss:0.494728
[284]	train-mlogloss:0.289081	eval-mlogloss:0.494568
[285]	train-mlogloss:0.288788	eval-mlogloss:0.494510
[286]	train-mlogloss:0.288277	eval-mlogloss:0.494336
[287]	train-mlogloss:0.287662	eval-mlogloss:0.494155
[288]	train-mlogloss:0.287195	eval-mlogloss:0.494076
[289]	train-mlogloss:0.286613	eval-mlogloss:0.494010
[290]	train-mlogloss:0.286241	eval-mlogloss:0.493807
[291]	train-mlogloss:0.285753	eval-mlogloss:0.493635
[292]	train-mlogloss:0.285220	eval-mlogloss:0.493522
[293]	train-mlogloss:0.284835	eval-mlogloss:0.493440
[294]	train-mlogloss:0.284255	eval-mlogloss:0.493329
[295]	train-mlogloss:0.283727	eval-mlogloss:0.493262
[296]	train-mlogloss:0.283062	eval-mlogloss:0.493054
[297]	train-mlogloss:0.282442	eval-mlogloss:0.492892
[298]	train-mlogloss:0.281838	eval-mlogloss:0.492872






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 3.0, 'max_depth': 6.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.7000000000000001, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.4927790839871725







    




[299]	train-mlogloss:0.281356	eval-mlogloss:0.492779
Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:1.993555	eval-mlogloss:1.996344
[1]	train-mlogloss:1.838962	eval-mlogloss:1.844142
[2]	train-mlogloss:1.715325	eval-mlogloss:1.722863
[3]	train-mlogloss:1.616385	eval-mlogloss:1.626083
[4]	train-mlogloss:1.536102	eval-mlogloss:1.547490
[5]	train-mlogloss:1.460642	eval-mlogloss:1.473941
[6]	train-mlogloss:1.394943	eval-mlogloss:1.410459
[7]	train-mlogloss:1.337036	eval-mlogloss:1.353605
[8]	train-mlogloss:1.281808	eval-mlogloss:1.299839
[9]	train-mlogloss:1.232578	eval-mlogloss:1.251947
[10]	train-mlogloss:1.190212	eval-mlogloss:1.210856
[11]	train-mlogloss:1.149372	eval-mlogloss:1.170933
[12]	train-mlogloss:1.110451	eval-mlogloss:1.133455
[13]	train-mlogloss:1.078936	eval-mlogloss:1.103156
[14]	train-mlogloss:1.045687	eval-mlogloss:1.070563
[15]	train-mlogloss:1.016156	eval-mlogloss:1.042267
[16]	train-mlogloss:0.989098	eval-mlogloss:1.016128
[17]	train-mlogloss:0.966861	eval-mlogloss:0.994739
[18]	train-mlogloss:0.945681	eval-mlogloss:0.974761
[19]	train-mlogloss:0.924407	eval-mlogloss:0.954644
[20]	train-mlogloss:0.902578	eval-mlogloss:0.933689
[21]	train-mlogloss:0.883802	eval-mlogloss:0.915979
[22]	train-mlogloss:0.865228	eval-mlogloss:0.898345
[23]	train-mlogloss:0.849258	eval-mlogloss:0.883120
[24]	train-mlogloss:0.834047	eval-mlogloss:0.868759
[25]	train-mlogloss:0.820119	eval-mlogloss:0.855864
[26]	train-mlogloss:0.806626	eval-mlogloss:0.843278
[27]	train-mlogloss:0.793728	eval-mlogloss:0.831059
[28]	train-mlogloss:0.781121	eval-mlogloss:0.819317
[29]	train-mlogloss:0.769126	eval-mlogloss:0.808322
[30]	train-mlogloss:0.757816	eval-mlogloss:0.797751
[31]	train-mlogloss:0.746544	eval-mlogloss:0.787348
[32]	train-mlogloss:0.736012	eval-mlogloss:0.777425
[33]	train-mlogloss:0.727858	eval-mlogloss:0.769722
[34]	train-mlogloss:0.719494	eval-mlogloss:0.762461
[35]	train-mlogloss:0.710964	eval-mlogloss:0.754786
[36]	train-mlogloss:0.703452	eval-mlogloss:0.748113
[37]	train-mlogloss:0.696569	eval-mlogloss:0.741917
[38]	train-mlogloss:0.689395	eval-mlogloss:0.735445
[39]	train-mlogloss:0.682363	eval-mlogloss:0.729085
[40]	train-mlogloss:0.675700	eval-mlogloss:0.723080
[41]	train-mlogloss:0.669166	eval-mlogloss:0.717299
[42]	train-mlogloss:0.662543	eval-mlogloss:0.711378
[43]	train-mlogloss:0.656389	eval-mlogloss:0.706112
[44]	train-mlogloss:0.650246	eval-mlogloss:0.700519
[45]	train-mlogloss:0.645035	eval-mlogloss:0.695969
[46]	train-mlogloss:0.640358	eval-mlogloss:0.691988
[47]	train-mlogloss:0.634761	eval-mlogloss:0.687029
[48]	train-mlogloss:0.629625	eval-mlogloss:0.682353
[49]	train-mlogloss:0.624768	eval-mlogloss:0.678115
[50]	train-mlogloss:0.620305	eval-mlogloss:0.674106
[51]	train-mlogloss:0.615596	eval-mlogloss:0.669988
[52]	train-mlogloss:0.611589	eval-mlogloss:0.666595
[53]	train-mlogloss:0.607878	eval-mlogloss:0.663474
[54]	train-mlogloss:0.604281	eval-mlogloss:0.660479
[55]	train-mlogloss:0.600045	eval-mlogloss:0.657005
[56]	train-mlogloss:0.596246	eval-mlogloss:0.653644
[57]	train-mlogloss:0.592429	eval-mlogloss:0.650409
[58]	train-mlogloss:0.589344	eval-mlogloss:0.647783
[59]	train-mlogloss:0.586085	eval-mlogloss:0.644854
[60]	train-mlogloss:0.582987	eval-mlogloss:0.642191
[61]	train-mlogloss:0.579825	eval-mlogloss:0.639681
[62]	train-mlogloss:0.576796	eval-mlogloss:0.637222
[63]	train-mlogloss:0.574156	eval-mlogloss:0.635099
[64]	train-mlogloss:0.571428	eval-mlogloss:0.633062
[65]	train-mlogloss:0.568706	eval-mlogloss:0.630900
[66]	train-mlogloss:0.566225	eval-mlogloss:0.629040
[67]	train-mlogloss:0.563583	eval-mlogloss:0.626984
[68]	train-mlogloss:0.560506	eval-mlogloss:0.624638
[69]	train-mlogloss:0.558207	eval-mlogloss:0.622743
[70]	train-mlogloss:0.555963	eval-mlogloss:0.620939
[71]	train-mlogloss:0.553602	eval-mlogloss:0.619038
[72]	train-mlogloss:0.551199	eval-mlogloss:0.617115
[73]	train-mlogloss:0.549001	eval-mlogloss:0.615615
[74]	train-mlogloss:0.547003	eval-mlogloss:0.613947
[75]	train-mlogloss:0.544621	eval-mlogloss:0.612078
[76]	train-mlogloss:0.542439	eval-mlogloss:0.610194
[77]	train-mlogloss:0.540554	eval-mlogloss:0.608620
[78]	train-mlogloss:0.538836	eval-mlogloss:0.607394
[79]	train-mlogloss:0.536713	eval-mlogloss:0.605805
[80]	train-mlogloss:0.534906	eval-mlogloss:0.604468
[81]	train-mlogloss:0.533250	eval-mlogloss:0.603276
[82]	train-mlogloss:0.531512	eval-mlogloss:0.601997
[83]	train-mlogloss:0.529822	eval-mlogloss:0.600617
[84]	train-mlogloss:0.527937	eval-mlogloss:0.599298
[85]	train-mlogloss:0.526104	eval-mlogloss:0.597949
[86]	train-mlogloss:0.524328	eval-mlogloss:0.596488
[87]	train-mlogloss:0.522736	eval-mlogloss:0.595256
[88]	train-mlogloss:0.520939	eval-mlogloss:0.593941
[89]	train-mlogloss:0.519458	eval-mlogloss:0.592794
[90]	train-mlogloss:0.517683	eval-mlogloss:0.591559
[91]	train-mlogloss:0.516033	eval-mlogloss:0.590235
[92]	train-mlogloss:0.514354	eval-mlogloss:0.589021
[93]	train-mlogloss:0.512874	eval-mlogloss:0.587937
[94]	train-mlogloss:0.511449	eval-mlogloss:0.586915
[95]	train-mlogloss:0.510028	eval-mlogloss:0.585914
[96]	train-mlogloss:0.508637	eval-mlogloss:0.584962
[97]	train-mlogloss:0.507195	eval-mlogloss:0.583886
[98]	train-mlogloss:0.506124	eval-mlogloss:0.583145
[99]	train-mlogloss:0.504780	eval-mlogloss:0.582265
[100]	train-mlogloss:0.503530	eval-mlogloss:0.581261
[101]	train-mlogloss:0.502212	eval-mlogloss:0.580267
[102]	train-mlogloss:0.500741	eval-mlogloss:0.579222
[103]	train-mlogloss:0.499593	eval-mlogloss:0.578432
[104]	train-mlogloss:0.498423	eval-mlogloss:0.577592
[105]	train-mlogloss:0.497513	eval-mlogloss:0.576890
[106]	train-mlogloss:0.496357	eval-mlogloss:0.576105
[107]	train-mlogloss:0.495258	eval-mlogloss:0.575255
[108]	train-mlogloss:0.494061	eval-mlogloss:0.574399
[109]	train-mlogloss:0.492951	eval-mlogloss:0.573606
[110]	train-mlogloss:0.491737	eval-mlogloss:0.572848
[111]	train-mlogloss:0.490422	eval-mlogloss:0.571879
[112]	train-mlogloss:0.489375	eval-mlogloss:0.571212
[113]	train-mlogloss:0.488169	eval-mlogloss:0.570370
[114]	train-mlogloss:0.487138	eval-mlogloss:0.569680
[115]	train-mlogloss:0.486002	eval-mlogloss:0.568898
[116]	train-mlogloss:0.484770	eval-mlogloss:0.568252
[117]	train-mlogloss:0.483486	eval-mlogloss:0.567592
[118]	train-mlogloss:0.482238	eval-mlogloss:0.566818
[119]	train-mlogloss:0.481072	eval-mlogloss:0.565965
[120]	train-mlogloss:0.480202	eval-mlogloss:0.565352
[121]	train-mlogloss:0.479045	eval-mlogloss:0.564549
[122]	train-mlogloss:0.477855	eval-mlogloss:0.563906
[123]	train-mlogloss:0.476710	eval-mlogloss:0.563146
[124]	train-mlogloss:0.475857	eval-mlogloss:0.562500
[125]	train-mlogloss:0.474392	eval-mlogloss:0.561739
[126]	train-mlogloss:0.473205	eval-mlogloss:0.561032
[127]	train-mlogloss:0.472095	eval-mlogloss:0.560414
[128]	train-mlogloss:0.470973	eval-mlogloss:0.559800
[129]	train-mlogloss:0.470208	eval-mlogloss:0.559400
[130]	train-mlogloss:0.469131	eval-mlogloss:0.558842
[131]	train-mlogloss:0.468316	eval-mlogloss:0.558434
[132]	train-mlogloss:0.467312	eval-mlogloss:0.557880
[133]	train-mlogloss:0.466460	eval-mlogloss:0.557331
[134]	train-mlogloss:0.465606	eval-mlogloss:0.556808
[135]	train-mlogloss:0.464519	eval-mlogloss:0.556162
[136]	train-mlogloss:0.463700	eval-mlogloss:0.555619
[137]	train-mlogloss:0.462805	eval-mlogloss:0.555012
[138]	train-mlogloss:0.461872	eval-mlogloss:0.554565
[139]	train-mlogloss:0.461074	eval-mlogloss:0.553977
[140]	train-mlogloss:0.460366	eval-mlogloss:0.553532
[141]	train-mlogloss:0.459385	eval-mlogloss:0.552960
[142]	train-mlogloss:0.458412	eval-mlogloss:0.552480
[143]	train-mlogloss:0.457415	eval-mlogloss:0.551955
[144]	train-mlogloss:0.456598	eval-mlogloss:0.551526
[145]	train-mlogloss:0.455862	eval-mlogloss:0.550978
[146]	train-mlogloss:0.455070	eval-mlogloss:0.550406
[147]	train-mlogloss:0.454082	eval-mlogloss:0.549876
[148]	train-mlogloss:0.453465	eval-mlogloss:0.549501
[149]	train-mlogloss:0.452707	eval-mlogloss:0.549048
[150]	train-mlogloss:0.452046	eval-mlogloss:0.548707
[151]	train-mlogloss:0.451121	eval-mlogloss:0.548167
[152]	train-mlogloss:0.450360	eval-mlogloss:0.547628
[153]	train-mlogloss:0.449440	eval-mlogloss:0.547159
[154]	train-mlogloss:0.448695	eval-mlogloss:0.546719
[155]	train-mlogloss:0.447944	eval-mlogloss:0.546399
[156]	train-mlogloss:0.447231	eval-mlogloss:0.546023
[157]	train-mlogloss:0.446505	eval-mlogloss:0.545603
[158]	train-mlogloss:0.445664	eval-mlogloss:0.545170
[159]	train-mlogloss:0.444967	eval-mlogloss:0.544765
[160]	train-mlogloss:0.444315	eval-mlogloss:0.544394
[161]	train-mlogloss:0.443620	eval-mlogloss:0.543869
[162]	train-mlogloss:0.442675	eval-mlogloss:0.543247
[163]	train-mlogloss:0.441762	eval-mlogloss:0.542743
[164]	train-mlogloss:0.441105	eval-mlogloss:0.542538
[165]	train-mlogloss:0.440359	eval-mlogloss:0.542112
[166]	train-mlogloss:0.439571	eval-mlogloss:0.541782
[167]	train-mlogloss:0.438999	eval-mlogloss:0.541431
[168]	train-mlogloss:0.438165	eval-mlogloss:0.541199
[169]	train-mlogloss:0.437664	eval-mlogloss:0.540868
[170]	train-mlogloss:0.436984	eval-mlogloss:0.540514
[171]	train-mlogloss:0.436103	eval-mlogloss:0.540074
[172]	train-mlogloss:0.435340	eval-mlogloss:0.539687
[173]	train-mlogloss:0.434760	eval-mlogloss:0.539444
[174]	train-mlogloss:0.434014	eval-mlogloss:0.539058
[175]	train-mlogloss:0.433246	eval-mlogloss:0.538643
[176]	train-mlogloss:0.432589	eval-mlogloss:0.538411
[177]	train-mlogloss:0.431944	eval-mlogloss:0.538031
[178]	train-mlogloss:0.431394	eval-mlogloss:0.537742
[179]	train-mlogloss:0.430560	eval-mlogloss:0.537207
[180]	train-mlogloss:0.429836	eval-mlogloss:0.536861
[181]	train-mlogloss:0.429221	eval-mlogloss:0.536488
[182]	train-mlogloss:0.428337	eval-mlogloss:0.536023
[183]	train-mlogloss:0.427713	eval-mlogloss:0.535817
[184]	train-mlogloss:0.427039	eval-mlogloss:0.535490
[185]	train-mlogloss:0.426411	eval-mlogloss:0.535208
[186]	train-mlogloss:0.425671	eval-mlogloss:0.534886
[187]	train-mlogloss:0.424966	eval-mlogloss:0.534497
[188]	train-mlogloss:0.424242	eval-mlogloss:0.534132
[189]	train-mlogloss:0.423633	eval-mlogloss:0.533820
[190]	train-mlogloss:0.422965	eval-mlogloss:0.533454
[191]	train-mlogloss:0.422241	eval-mlogloss:0.533096
[192]	train-mlogloss:0.421497	eval-mlogloss:0.532854
[193]	train-mlogloss:0.420727	eval-mlogloss:0.532554
[194]	train-mlogloss:0.420235	eval-mlogloss:0.532354
[195]	train-mlogloss:0.419585	eval-mlogloss:0.531973
[196]	train-mlogloss:0.419076	eval-mlogloss:0.531769
[197]	train-mlogloss:0.418509	eval-mlogloss:0.531528
[198]	train-mlogloss:0.417834	eval-mlogloss:0.531154
[199]	train-mlogloss:0.417250	eval-mlogloss:0.530905
[200]	train-mlogloss:0.416636	eval-mlogloss:0.530630
[201]	train-mlogloss:0.416138	eval-mlogloss:0.530357
[202]	train-mlogloss:0.415377	eval-mlogloss:0.530115
[203]	train-mlogloss:0.414655	eval-mlogloss:0.529635
[204]	train-mlogloss:0.414064	eval-mlogloss:0.529326
[205]	train-mlogloss:0.413630	eval-mlogloss:0.529112
[206]	train-mlogloss:0.413049	eval-mlogloss:0.528877
[207]	train-mlogloss:0.412419	eval-mlogloss:0.528598
[208]	train-mlogloss:0.411761	eval-mlogloss:0.528248
[209]	train-mlogloss:0.411040	eval-mlogloss:0.527925
[210]	train-mlogloss:0.410455	eval-mlogloss:0.527611
[211]	train-mlogloss:0.409808	eval-mlogloss:0.527275
[212]	train-mlogloss:0.409218	eval-mlogloss:0.526962
[213]	train-mlogloss:0.408696	eval-mlogloss:0.526712
[214]	train-mlogloss:0.408163	eval-mlogloss:0.526399
[215]	train-mlogloss:0.407496	eval-mlogloss:0.526201
[216]	train-mlogloss:0.406978	eval-mlogloss:0.525899
[217]	train-mlogloss:0.406487	eval-mlogloss:0.525647
[218]	train-mlogloss:0.405877	eval-mlogloss:0.525320
[219]	train-mlogloss:0.405405	eval-mlogloss:0.525097
[220]	train-mlogloss:0.404722	eval-mlogloss:0.524783
[221]	train-mlogloss:0.404168	eval-mlogloss:0.524552
[222]	train-mlogloss:0.403602	eval-mlogloss:0.524344
[223]	train-mlogloss:0.403116	eval-mlogloss:0.524078
[224]	train-mlogloss:0.402696	eval-mlogloss:0.523873
[225]	train-mlogloss:0.402092	eval-mlogloss:0.523628
[226]	train-mlogloss:0.401449	eval-mlogloss:0.523275
[227]	train-mlogloss:0.400871	eval-mlogloss:0.523045
[228]	train-mlogloss:0.400363	eval-mlogloss:0.522883
[229]	train-mlogloss:0.399783	eval-mlogloss:0.522591
[230]	train-mlogloss:0.399263	eval-mlogloss:0.522371
[231]	train-mlogloss:0.398781	eval-mlogloss:0.522130
[232]	train-mlogloss:0.398190	eval-mlogloss:0.521899
[233]	train-mlogloss:0.397600	eval-mlogloss:0.521700
[234]	train-mlogloss:0.397131	eval-mlogloss:0.521485
[235]	train-mlogloss:0.396548	eval-mlogloss:0.521208
[236]	train-mlogloss:0.395969	eval-mlogloss:0.520915
[237]	train-mlogloss:0.395335	eval-mlogloss:0.520652
[238]	train-mlogloss:0.394840	eval-mlogloss:0.520374
[239]	train-mlogloss:0.394280	eval-mlogloss:0.520079
[240]	train-mlogloss:0.393809	eval-mlogloss:0.519883
[241]	train-mlogloss:0.393351	eval-mlogloss:0.519726
[242]	train-mlogloss:0.392775	eval-mlogloss:0.519468
[243]	train-mlogloss:0.392276	eval-mlogloss:0.519252
[244]	train-mlogloss:0.391881	eval-mlogloss:0.519098
[245]	train-mlogloss:0.391256	eval-mlogloss:0.518755
[246]	train-mlogloss:0.390620	eval-mlogloss:0.518540
[247]	train-mlogloss:0.390118	eval-mlogloss:0.518332
[248]	train-mlogloss:0.389522	eval-mlogloss:0.518153
[249]	train-mlogloss:0.389054	eval-mlogloss:0.518003
[250]	train-mlogloss:0.388503	eval-mlogloss:0.517770
[251]	train-mlogloss:0.388103	eval-mlogloss:0.517554
[252]	train-mlogloss:0.387713	eval-mlogloss:0.517430
[253]	train-mlogloss:0.387231	eval-mlogloss:0.517267
[254]	train-mlogloss:0.386613	eval-mlogloss:0.517001
[255]	train-mlogloss:0.385944	eval-mlogloss:0.516626
[256]	train-mlogloss:0.385544	eval-mlogloss:0.516535
[257]	train-mlogloss:0.385172	eval-mlogloss:0.516388
[258]	train-mlogloss:0.384739	eval-mlogloss:0.516179
[259]	train-mlogloss:0.384356	eval-mlogloss:0.516017
[260]	train-mlogloss:0.383954	eval-mlogloss:0.515877
[261]	train-mlogloss:0.383591	eval-mlogloss:0.515760
[262]	train-mlogloss:0.383077	eval-mlogloss:0.515628
[263]	train-mlogloss:0.382573	eval-mlogloss:0.515476
[264]	train-mlogloss:0.382117	eval-mlogloss:0.515223
[265]	train-mlogloss:0.381756	eval-mlogloss:0.515062
[266]	train-mlogloss:0.381411	eval-mlogloss:0.514973
[267]	train-mlogloss:0.380923	eval-mlogloss:0.514811
[268]	train-mlogloss:0.380464	eval-mlogloss:0.514678
[269]	train-mlogloss:0.379957	eval-mlogloss:0.514499
[270]	train-mlogloss:0.379437	eval-mlogloss:0.514310
[271]	train-mlogloss:0.379040	eval-mlogloss:0.514163
[272]	train-mlogloss:0.378772	eval-mlogloss:0.514018
[273]	train-mlogloss:0.378207	eval-mlogloss:0.513753
[274]	train-mlogloss:0.377686	eval-mlogloss:0.513645
[275]	train-mlogloss:0.377155	eval-mlogloss:0.513450
[276]	train-mlogloss:0.376604	eval-mlogloss:0.513290
[277]	train-mlogloss:0.376189	eval-mlogloss:0.513114
[278]	train-mlogloss:0.375499	eval-mlogloss:0.512860
[279]	train-mlogloss:0.375091	eval-mlogloss:0.512666
[280]	train-mlogloss:0.374623	eval-mlogloss:0.512477
[281]	train-mlogloss:0.374260	eval-mlogloss:0.512395
[282]	train-mlogloss:0.373781	eval-mlogloss:0.512208
[283]	train-mlogloss:0.373401	eval-mlogloss:0.512077
[284]	train-mlogloss:0.373018	eval-mlogloss:0.511929
[285]	train-mlogloss:0.372548	eval-mlogloss:0.511719
[286]	train-mlogloss:0.372160	eval-mlogloss:0.511551
[287]	train-mlogloss:0.371715	eval-mlogloss:0.511404
[288]	train-mlogloss:0.371347	eval-mlogloss:0.511313
[289]	train-mlogloss:0.370977	eval-mlogloss:0.511260
[290]	train-mlogloss:0.370525	eval-mlogloss:0.511000
[291]	train-mlogloss:0.370171	eval-mlogloss:0.510857
[292]	train-mlogloss:0.369737	eval-mlogloss:0.510722
[293]	train-mlogloss:0.369344	eval-mlogloss:0.510668
[294]	train-mlogloss:0.368988	eval-mlogloss:0.510532
[295]	train-mlogloss:0.368606	eval-mlogloss:0.510475
[296]	train-mlogloss:0.368096	eval-mlogloss:0.510323
[297]	train-mlogloss:0.367795	eval-mlogloss:0.510224
[298]	train-mlogloss:0.367368	eval-mlogloss:0.510035
[299]	train-mlogloss:0.367064	eval-mlogloss:0.509913






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 6.0, 'max_depth': 5.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.6000000000000001, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.5099130553830566







    




Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:2.046519	eval-mlogloss:2.049310
[1]	train-mlogloss:1.906316	eval-mlogloss:1.909860
[2]	train-mlogloss:1.787898	eval-mlogloss:1.792877
[3]	train-mlogloss:1.702729	eval-mlogloss:1.709312
[4]	train-mlogloss:1.621582	eval-mlogloss:1.629117
[5]	train-mlogloss:1.555390	eval-mlogloss:1.563951
[6]	train-mlogloss:1.503590	eval-mlogloss:1.512576
[7]	train-mlogloss:1.446044	eval-mlogloss:1.455513
[8]	train-mlogloss:1.400011	eval-mlogloss:1.410303
[9]	train-mlogloss:1.358986	eval-mlogloss:1.370049
[10]	train-mlogloss:1.313332	eval-mlogloss:1.324839
[11]	train-mlogloss:1.272817	eval-mlogloss:1.284838
[12]	train-mlogloss:1.236376	eval-mlogloss:1.248808
[13]	train-mlogloss:1.204540	eval-mlogloss:1.217355
[14]	train-mlogloss:1.172841	eval-mlogloss:1.186127
[15]	train-mlogloss:1.145013	eval-mlogloss:1.158648
[16]	train-mlogloss:1.117440	eval-mlogloss:1.131539
[17]	train-mlogloss:1.092993	eval-mlogloss:1.107419
[18]	train-mlogloss:1.070639	eval-mlogloss:1.085184
[19]	train-mlogloss:1.051334	eval-mlogloss:1.066315
[20]	train-mlogloss:1.032995	eval-mlogloss:1.048353
[21]	train-mlogloss:1.015035	eval-mlogloss:1.030796
[22]	train-mlogloss:0.998997	eval-mlogloss:1.015086
[23]	train-mlogloss:0.983115	eval-mlogloss:0.999776
[24]	train-mlogloss:0.968990	eval-mlogloss:0.985890
[25]	train-mlogloss:0.956257	eval-mlogloss:0.973261
[26]	train-mlogloss:0.942705	eval-mlogloss:0.960189
[27]	train-mlogloss:0.928963	eval-mlogloss:0.946799
[28]	train-mlogloss:0.916560	eval-mlogloss:0.934962
[29]	train-mlogloss:0.904214	eval-mlogloss:0.922805
[30]	train-mlogloss:0.894389	eval-mlogloss:0.913477
[31]	train-mlogloss:0.883421	eval-mlogloss:0.902819
[32]	train-mlogloss:0.875018	eval-mlogloss:0.894757
[33]	train-mlogloss:0.865106	eval-mlogloss:0.885186
[34]	train-mlogloss:0.856090	eval-mlogloss:0.876432
[35]	train-mlogloss:0.847964	eval-mlogloss:0.868464
[36]	train-mlogloss:0.839102	eval-mlogloss:0.860025
[37]	train-mlogloss:0.830742	eval-mlogloss:0.851885
[38]	train-mlogloss:0.823762	eval-mlogloss:0.845001
[39]	train-mlogloss:0.816572	eval-mlogloss:0.838064
[40]	train-mlogloss:0.809335	eval-mlogloss:0.831044
[41]	train-mlogloss:0.802586	eval-mlogloss:0.824409
[42]	train-mlogloss:0.796534	eval-mlogloss:0.818584
[43]	train-mlogloss:0.790732	eval-mlogloss:0.813144
[44]	train-mlogloss:0.785718	eval-mlogloss:0.808551
[45]	train-mlogloss:0.780252	eval-mlogloss:0.803308
[46]	train-mlogloss:0.774571	eval-mlogloss:0.797811
[47]	train-mlogloss:0.769075	eval-mlogloss:0.792463
[48]	train-mlogloss:0.763891	eval-mlogloss:0.787598
[49]	train-mlogloss:0.759168	eval-mlogloss:0.782910
[50]	train-mlogloss:0.754387	eval-mlogloss:0.778513
[51]	train-mlogloss:0.749665	eval-mlogloss:0.774005
[52]	train-mlogloss:0.745112	eval-mlogloss:0.769898
[53]	train-mlogloss:0.741108	eval-mlogloss:0.766287
[54]	train-mlogloss:0.736963	eval-mlogloss:0.762315
[55]	train-mlogloss:0.733064	eval-mlogloss:0.758748
[56]	train-mlogloss:0.729478	eval-mlogloss:0.755503
[57]	train-mlogloss:0.725749	eval-mlogloss:0.751942
[58]	train-mlogloss:0.721912	eval-mlogloss:0.748326
[59]	train-mlogloss:0.718579	eval-mlogloss:0.745253
[60]	train-mlogloss:0.715363	eval-mlogloss:0.742137
[61]	train-mlogloss:0.711884	eval-mlogloss:0.738866
[62]	train-mlogloss:0.708748	eval-mlogloss:0.736002
[63]	train-mlogloss:0.705125	eval-mlogloss:0.732573
[64]	train-mlogloss:0.702041	eval-mlogloss:0.729595
[65]	train-mlogloss:0.698638	eval-mlogloss:0.726329
[66]	train-mlogloss:0.695621	eval-mlogloss:0.723545
[67]	train-mlogloss:0.692623	eval-mlogloss:0.720728
[68]	train-mlogloss:0.690117	eval-mlogloss:0.718441
[69]	train-mlogloss:0.687151	eval-mlogloss:0.715699
[70]	train-mlogloss:0.684461	eval-mlogloss:0.713246
[71]	train-mlogloss:0.682172	eval-mlogloss:0.711126
[72]	train-mlogloss:0.679529	eval-mlogloss:0.708756
[73]	train-mlogloss:0.676868	eval-mlogloss:0.706390
[74]	train-mlogloss:0.674478	eval-mlogloss:0.704124
[75]	train-mlogloss:0.672296	eval-mlogloss:0.702247
[76]	train-mlogloss:0.670056	eval-mlogloss:0.700179
[77]	train-mlogloss:0.667768	eval-mlogloss:0.698145
[78]	train-mlogloss:0.665556	eval-mlogloss:0.696112
[79]	train-mlogloss:0.663438	eval-mlogloss:0.694057
[80]	train-mlogloss:0.661099	eval-mlogloss:0.691882
[81]	train-mlogloss:0.659200	eval-mlogloss:0.690251
[82]	train-mlogloss:0.657217	eval-mlogloss:0.688659
[83]	train-mlogloss:0.655112	eval-mlogloss:0.686742
[84]	train-mlogloss:0.653012	eval-mlogloss:0.684713
[85]	train-mlogloss:0.651052	eval-mlogloss:0.683034
[86]	train-mlogloss:0.649280	eval-mlogloss:0.681380
[87]	train-mlogloss:0.647481	eval-mlogloss:0.679728
[88]	train-mlogloss:0.645753	eval-mlogloss:0.678117
[89]	train-mlogloss:0.643931	eval-mlogloss:0.676417
[90]	train-mlogloss:0.642210	eval-mlogloss:0.674929
[91]	train-mlogloss:0.640500	eval-mlogloss:0.673407
[92]	train-mlogloss:0.638929	eval-mlogloss:0.672085
[93]	train-mlogloss:0.637254	eval-mlogloss:0.670717
[94]	train-mlogloss:0.635731	eval-mlogloss:0.669400
[95]	train-mlogloss:0.634188	eval-mlogloss:0.668067
[96]	train-mlogloss:0.632601	eval-mlogloss:0.666692
[97]	train-mlogloss:0.630964	eval-mlogloss:0.665421
[98]	train-mlogloss:0.629360	eval-mlogloss:0.663827
[99]	train-mlogloss:0.627935	eval-mlogloss:0.662582
[100]	train-mlogloss:0.626487	eval-mlogloss:0.661359
[101]	train-mlogloss:0.625123	eval-mlogloss:0.660213
[102]	train-mlogloss:0.623789	eval-mlogloss:0.659115
[103]	train-mlogloss:0.622373	eval-mlogloss:0.657824
[104]	train-mlogloss:0.621040	eval-mlogloss:0.656679
[105]	train-mlogloss:0.619717	eval-mlogloss:0.655616
[106]	train-mlogloss:0.618292	eval-mlogloss:0.654393
[107]	train-mlogloss:0.617032	eval-mlogloss:0.653189
[108]	train-mlogloss:0.615682	eval-mlogloss:0.652157
[109]	train-mlogloss:0.614371	eval-mlogloss:0.651068
[110]	train-mlogloss:0.613149	eval-mlogloss:0.650029
[111]	train-mlogloss:0.611941	eval-mlogloss:0.649010
[112]	train-mlogloss:0.610743	eval-mlogloss:0.648041
[113]	train-mlogloss:0.609434	eval-mlogloss:0.647080
[114]	train-mlogloss:0.608203	eval-mlogloss:0.646073
[115]	train-mlogloss:0.606950	eval-mlogloss:0.645022
[116]	train-mlogloss:0.605744	eval-mlogloss:0.644035
[117]	train-mlogloss:0.604645	eval-mlogloss:0.643085
[118]	train-mlogloss:0.603490	eval-mlogloss:0.642000
[119]	train-mlogloss:0.602332	eval-mlogloss:0.641054
[120]	train-mlogloss:0.601308	eval-mlogloss:0.640272
[121]	train-mlogloss:0.600178	eval-mlogloss:0.639195
[122]	train-mlogloss:0.599043	eval-mlogloss:0.638440
[123]	train-mlogloss:0.597778	eval-mlogloss:0.637353
[124]	train-mlogloss:0.596777	eval-mlogloss:0.636561
[125]	train-mlogloss:0.595649	eval-mlogloss:0.635592
[126]	train-mlogloss:0.594491	eval-mlogloss:0.634671
[127]	train-mlogloss:0.593472	eval-mlogloss:0.633745
[128]	train-mlogloss:0.592498	eval-mlogloss:0.632975
[129]	train-mlogloss:0.591569	eval-mlogloss:0.632195
[130]	train-mlogloss:0.590541	eval-mlogloss:0.631412
[131]	train-mlogloss:0.589501	eval-mlogloss:0.630672
[132]	train-mlogloss:0.588517	eval-mlogloss:0.630019
[133]	train-mlogloss:0.587662	eval-mlogloss:0.629305
[134]	train-mlogloss:0.586639	eval-mlogloss:0.628495
[135]	train-mlogloss:0.585696	eval-mlogloss:0.627803
[136]	train-mlogloss:0.584711	eval-mlogloss:0.627018
[137]	train-mlogloss:0.583761	eval-mlogloss:0.626263
[138]	train-mlogloss:0.582948	eval-mlogloss:0.625574
[139]	train-mlogloss:0.581960	eval-mlogloss:0.624877
[140]	train-mlogloss:0.581085	eval-mlogloss:0.624147
[141]	train-mlogloss:0.580238	eval-mlogloss:0.623418
[142]	train-mlogloss:0.579382	eval-mlogloss:0.622662
[143]	train-mlogloss:0.578498	eval-mlogloss:0.621950
[144]	train-mlogloss:0.577692	eval-mlogloss:0.621276
[145]	train-mlogloss:0.576802	eval-mlogloss:0.620574
[146]	train-mlogloss:0.576019	eval-mlogloss:0.620047
[147]	train-mlogloss:0.575107	eval-mlogloss:0.619446
[148]	train-mlogloss:0.574285	eval-mlogloss:0.618698
[149]	train-mlogloss:0.573601	eval-mlogloss:0.618163
[150]	train-mlogloss:0.572873	eval-mlogloss:0.617615
[151]	train-mlogloss:0.572095	eval-mlogloss:0.617107
[152]	train-mlogloss:0.571369	eval-mlogloss:0.616513
[153]	train-mlogloss:0.570692	eval-mlogloss:0.615991
[154]	train-mlogloss:0.569879	eval-mlogloss:0.615396
[155]	train-mlogloss:0.568975	eval-mlogloss:0.614590
[156]	train-mlogloss:0.568357	eval-mlogloss:0.614103
[157]	train-mlogloss:0.567527	eval-mlogloss:0.613519
[158]	train-mlogloss:0.566807	eval-mlogloss:0.612850
[159]	train-mlogloss:0.566033	eval-mlogloss:0.612236
[160]	train-mlogloss:0.565342	eval-mlogloss:0.611718
[161]	train-mlogloss:0.564616	eval-mlogloss:0.611212
[162]	train-mlogloss:0.563909	eval-mlogloss:0.610679
[163]	train-mlogloss:0.563165	eval-mlogloss:0.610146
[164]	train-mlogloss:0.562398	eval-mlogloss:0.609700
[165]	train-mlogloss:0.561668	eval-mlogloss:0.609132
[166]	train-mlogloss:0.560894	eval-mlogloss:0.608475
[167]	train-mlogloss:0.560133	eval-mlogloss:0.607880
[168]	train-mlogloss:0.559424	eval-mlogloss:0.607286
[169]	train-mlogloss:0.558837	eval-mlogloss:0.606860
[170]	train-mlogloss:0.558134	eval-mlogloss:0.606256
[171]	train-mlogloss:0.557463	eval-mlogloss:0.605724
[172]	train-mlogloss:0.556768	eval-mlogloss:0.605167
[173]	train-mlogloss:0.556076	eval-mlogloss:0.604675
[174]	train-mlogloss:0.555411	eval-mlogloss:0.604174
[175]	train-mlogloss:0.554745	eval-mlogloss:0.603660
[176]	train-mlogloss:0.554137	eval-mlogloss:0.603210
[177]	train-mlogloss:0.553438	eval-mlogloss:0.602681
[178]	train-mlogloss:0.552760	eval-mlogloss:0.602151
[179]	train-mlogloss:0.552150	eval-mlogloss:0.601683
[180]	train-mlogloss:0.551462	eval-mlogloss:0.601189
[181]	train-mlogloss:0.550725	eval-mlogloss:0.600620
[182]	train-mlogloss:0.550071	eval-mlogloss:0.600125
[183]	train-mlogloss:0.549566	eval-mlogloss:0.599695
[184]	train-mlogloss:0.548921	eval-mlogloss:0.599288
[185]	train-mlogloss:0.548203	eval-mlogloss:0.598821
[186]	train-mlogloss:0.547631	eval-mlogloss:0.598439
[187]	train-mlogloss:0.546936	eval-mlogloss:0.597960
[188]	train-mlogloss:0.546323	eval-mlogloss:0.597376
[189]	train-mlogloss:0.545741	eval-mlogloss:0.596893
[190]	train-mlogloss:0.545124	eval-mlogloss:0.596531
[191]	train-mlogloss:0.544544	eval-mlogloss:0.596079
[192]	train-mlogloss:0.543996	eval-mlogloss:0.595634
[193]	train-mlogloss:0.543305	eval-mlogloss:0.595133
[194]	train-mlogloss:0.542753	eval-mlogloss:0.594727
[195]	train-mlogloss:0.542106	eval-mlogloss:0.594189
[196]	train-mlogloss:0.541501	eval-mlogloss:0.593786
[197]	train-mlogloss:0.540914	eval-mlogloss:0.593400
[198]	train-mlogloss:0.540276	eval-mlogloss:0.592955
[199]	train-mlogloss:0.539725	eval-mlogloss:0.592624
[200]	train-mlogloss:0.539051	eval-mlogloss:0.592169
[201]	train-mlogloss:0.538522	eval-mlogloss:0.591800
[202]	train-mlogloss:0.537866	eval-mlogloss:0.591355
[203]	train-mlogloss:0.537368	eval-mlogloss:0.590950
[204]	train-mlogloss:0.536825	eval-mlogloss:0.590562
[205]	train-mlogloss:0.536365	eval-mlogloss:0.590199
[206]	train-mlogloss:0.535678	eval-mlogloss:0.589579
[207]	train-mlogloss:0.535099	eval-mlogloss:0.589047
[208]	train-mlogloss:0.534627	eval-mlogloss:0.588707
[209]	train-mlogloss:0.534123	eval-mlogloss:0.588359
[210]	train-mlogloss:0.533623	eval-mlogloss:0.587964
[211]	train-mlogloss:0.533132	eval-mlogloss:0.587582
[212]	train-mlogloss:0.532658	eval-mlogloss:0.587275
[213]	train-mlogloss:0.532161	eval-mlogloss:0.586928
[214]	train-mlogloss:0.531647	eval-mlogloss:0.586555
[215]	train-mlogloss:0.531119	eval-mlogloss:0.586059
[216]	train-mlogloss:0.530599	eval-mlogloss:0.585738
[217]	train-mlogloss:0.530113	eval-mlogloss:0.585377
[218]	train-mlogloss:0.529653	eval-mlogloss:0.585128
[219]	train-mlogloss:0.529105	eval-mlogloss:0.584708
[220]	train-mlogloss:0.528569	eval-mlogloss:0.584366
[221]	train-mlogloss:0.528044	eval-mlogloss:0.583973
[222]	train-mlogloss:0.527491	eval-mlogloss:0.583607
[223]	train-mlogloss:0.527025	eval-mlogloss:0.583196
[224]	train-mlogloss:0.526573	eval-mlogloss:0.582869
[225]	train-mlogloss:0.526055	eval-mlogloss:0.582630
[226]	train-mlogloss:0.525540	eval-mlogloss:0.582367
[227]	train-mlogloss:0.525036	eval-mlogloss:0.582033
[228]	train-mlogloss:0.524582	eval-mlogloss:0.581709
[229]	train-mlogloss:0.524076	eval-mlogloss:0.581349
[230]	train-mlogloss:0.523622	eval-mlogloss:0.580993
[231]	train-mlogloss:0.523157	eval-mlogloss:0.580666
[232]	train-mlogloss:0.522740	eval-mlogloss:0.580338
[233]	train-mlogloss:0.522308	eval-mlogloss:0.580134
[234]	train-mlogloss:0.521809	eval-mlogloss:0.579796
[235]	train-mlogloss:0.521343	eval-mlogloss:0.579457
[236]	train-mlogloss:0.520960	eval-mlogloss:0.579231
[237]	train-mlogloss:0.520487	eval-mlogloss:0.578913
[238]	train-mlogloss:0.520037	eval-mlogloss:0.578592
[239]	train-mlogloss:0.519533	eval-mlogloss:0.578271
[240]	train-mlogloss:0.519072	eval-mlogloss:0.577966
[241]	train-mlogloss:0.518614	eval-mlogloss:0.577656
[242]	train-mlogloss:0.518226	eval-mlogloss:0.577395
[243]	train-mlogloss:0.517801	eval-mlogloss:0.577167
[244]	train-mlogloss:0.517328	eval-mlogloss:0.576898
[245]	train-mlogloss:0.516939	eval-mlogloss:0.576679
[246]	train-mlogloss:0.516550	eval-mlogloss:0.576396
[247]	train-mlogloss:0.516139	eval-mlogloss:0.576140
[248]	train-mlogloss:0.515676	eval-mlogloss:0.575850
[249]	train-mlogloss:0.515260	eval-mlogloss:0.575633
[250]	train-mlogloss:0.514863	eval-mlogloss:0.575378
[251]	train-mlogloss:0.514507	eval-mlogloss:0.575216
[252]	train-mlogloss:0.514071	eval-mlogloss:0.574928
[253]	train-mlogloss:0.513670	eval-mlogloss:0.574620
[254]	train-mlogloss:0.513265	eval-mlogloss:0.574439
[255]	train-mlogloss:0.512839	eval-mlogloss:0.574171
[256]	train-mlogloss:0.512466	eval-mlogloss:0.573948
[257]	train-mlogloss:0.512001	eval-mlogloss:0.573623
[258]	train-mlogloss:0.511597	eval-mlogloss:0.573384
[259]	train-mlogloss:0.511214	eval-mlogloss:0.573078
[260]	train-mlogloss:0.510780	eval-mlogloss:0.572775
[261]	train-mlogloss:0.510405	eval-mlogloss:0.572591
[262]	train-mlogloss:0.509960	eval-mlogloss:0.572272
[263]	train-mlogloss:0.509581	eval-mlogloss:0.571995
[264]	train-mlogloss:0.509199	eval-mlogloss:0.571738
[265]	train-mlogloss:0.508860	eval-mlogloss:0.571557
[266]	train-mlogloss:0.508422	eval-mlogloss:0.571237
[267]	train-mlogloss:0.508012	eval-mlogloss:0.570986
[268]	train-mlogloss:0.507624	eval-mlogloss:0.570747
[269]	train-mlogloss:0.507256	eval-mlogloss:0.570387
[270]	train-mlogloss:0.506868	eval-mlogloss:0.570110
[271]	train-mlogloss:0.506455	eval-mlogloss:0.569856
[272]	train-mlogloss:0.506042	eval-mlogloss:0.569683
[273]	train-mlogloss:0.505723	eval-mlogloss:0.569509
[274]	train-mlogloss:0.505340	eval-mlogloss:0.569218
[275]	train-mlogloss:0.504913	eval-mlogloss:0.568940
[276]	train-mlogloss:0.504494	eval-mlogloss:0.568701
[277]	train-mlogloss:0.504097	eval-mlogloss:0.568454
[278]	train-mlogloss:0.503696	eval-mlogloss:0.568232
[279]	train-mlogloss:0.503301	eval-mlogloss:0.567996
[280]	train-mlogloss:0.503004	eval-mlogloss:0.567794
[281]	train-mlogloss:0.502606	eval-mlogloss:0.567539
[282]	train-mlogloss:0.502193	eval-mlogloss:0.567286
[283]	train-mlogloss:0.501782	eval-mlogloss:0.567053
[284]	train-mlogloss:0.501336	eval-mlogloss:0.566862
[285]	train-mlogloss:0.500917	eval-mlogloss:0.566659
[286]	train-mlogloss:0.500505	eval-mlogloss:0.566399
[287]	train-mlogloss:0.500172	eval-mlogloss:0.566176
[288]	train-mlogloss:0.499844	eval-mlogloss:0.566018
[289]	train-mlogloss:0.499510	eval-mlogloss:0.565767
[290]	train-mlogloss:0.499095	eval-mlogloss:0.565507
[291]	train-mlogloss:0.498742	eval-mlogloss:0.565291
[292]	train-mlogloss:0.498346	eval-mlogloss:0.564980
[293]	train-mlogloss:0.498027	eval-mlogloss:0.564770
[294]	train-mlogloss:0.497629	eval-mlogloss:0.564542
[295]	train-mlogloss:0.497295	eval-mlogloss:0.564301
[296]	train-mlogloss:0.496964	eval-mlogloss:0.564190
[297]	train-mlogloss:0.496633	eval-mlogloss:0.563959
[298]	train-mlogloss:0.496202	eval-mlogloss:0.563784






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 5.0, 'max_depth': 3.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.6000000000000001, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.5636064294106335







    




[299]	train-mlogloss:0.495824	eval-mlogloss:0.563606
Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:1.950396	eval-mlogloss:1.957078
[1]	train-mlogloss:1.778611	eval-mlogloss:1.790548
[2]	train-mlogloss:1.643640	eval-mlogloss:1.660817
[3]	train-mlogloss:1.525965	eval-mlogloss:1.548922
[4]	train-mlogloss:1.428106	eval-mlogloss:1.455384
[5]	train-mlogloss:1.342529	eval-mlogloss:1.374031
[6]	train-mlogloss:1.268281	eval-mlogloss:1.303420
[7]	train-mlogloss:1.201122	eval-mlogloss:1.239759
[8]	train-mlogloss:1.141937	eval-mlogloss:1.184068
[9]	train-mlogloss:1.089275	eval-mlogloss:1.135081
[10]	train-mlogloss:1.041703	eval-mlogloss:1.090991
[11]	train-mlogloss:0.998265	eval-mlogloss:1.051072
[12]	train-mlogloss:0.958131	eval-mlogloss:1.014239
[13]	train-mlogloss:0.921776	eval-mlogloss:0.981226
[14]	train-mlogloss:0.889320	eval-mlogloss:0.951455
[15]	train-mlogloss:0.858795	eval-mlogloss:0.923924
[16]	train-mlogloss:0.831906	eval-mlogloss:0.899802
[17]	train-mlogloss:0.806221	eval-mlogloss:0.876406
[18]	train-mlogloss:0.781787	eval-mlogloss:0.854718
[19]	train-mlogloss:0.759625	eval-mlogloss:0.834757
[20]	train-mlogloss:0.738698	eval-mlogloss:0.816282
[21]	train-mlogloss:0.718848	eval-mlogloss:0.798967
[22]	train-mlogloss:0.701217	eval-mlogloss:0.783311
[23]	train-mlogloss:0.685226	eval-mlogloss:0.769491
[24]	train-mlogloss:0.670094	eval-mlogloss:0.756106
[25]	train-mlogloss:0.655748	eval-mlogloss:0.743536
[26]	train-mlogloss:0.641609	eval-mlogloss:0.731904
[27]	train-mlogloss:0.628938	eval-mlogloss:0.720821
[28]	train-mlogloss:0.617185	eval-mlogloss:0.710911
[29]	train-mlogloss:0.605779	eval-mlogloss:0.701763
[30]	train-mlogloss:0.594872	eval-mlogloss:0.692861
[31]	train-mlogloss:0.584875	eval-mlogloss:0.684641
[32]	train-mlogloss:0.575297	eval-mlogloss:0.676706
[33]	train-mlogloss:0.566388	eval-mlogloss:0.669571
[34]	train-mlogloss:0.557762	eval-mlogloss:0.662539
[35]	train-mlogloss:0.550010	eval-mlogloss:0.656151
[36]	train-mlogloss:0.542168	eval-mlogloss:0.649815
[37]	train-mlogloss:0.534844	eval-mlogloss:0.643982
[38]	train-mlogloss:0.527820	eval-mlogloss:0.638424
[39]	train-mlogloss:0.521456	eval-mlogloss:0.633235
[40]	train-mlogloss:0.515386	eval-mlogloss:0.628411
[41]	train-mlogloss:0.509764	eval-mlogloss:0.623892
[42]	train-mlogloss:0.503866	eval-mlogloss:0.619740
[43]	train-mlogloss:0.498265	eval-mlogloss:0.615413
[44]	train-mlogloss:0.492794	eval-mlogloss:0.611465
[45]	train-mlogloss:0.487847	eval-mlogloss:0.607399
[46]	train-mlogloss:0.482681	eval-mlogloss:0.603652
[47]	train-mlogloss:0.477864	eval-mlogloss:0.600345
[48]	train-mlogloss:0.473340	eval-mlogloss:0.597170
[49]	train-mlogloss:0.469048	eval-mlogloss:0.594145
[50]	train-mlogloss:0.465013	eval-mlogloss:0.591134
[51]	train-mlogloss:0.460905	eval-mlogloss:0.588214
[52]	train-mlogloss:0.457357	eval-mlogloss:0.585549
[53]	train-mlogloss:0.453754	eval-mlogloss:0.583028
[54]	train-mlogloss:0.449970	eval-mlogloss:0.580607
[55]	train-mlogloss:0.446644	eval-mlogloss:0.578344
[56]	train-mlogloss:0.443781	eval-mlogloss:0.576207
[57]	train-mlogloss:0.440528	eval-mlogloss:0.574106
[58]	train-mlogloss:0.436741	eval-mlogloss:0.571735
[59]	train-mlogloss:0.434180	eval-mlogloss:0.569965
[60]	train-mlogloss:0.431334	eval-mlogloss:0.568042
[61]	train-mlogloss:0.428511	eval-mlogloss:0.566277
[62]	train-mlogloss:0.425944	eval-mlogloss:0.564400
[63]	train-mlogloss:0.423597	eval-mlogloss:0.562710
[64]	train-mlogloss:0.421093	eval-mlogloss:0.560994
[65]	train-mlogloss:0.418316	eval-mlogloss:0.559220
[66]	train-mlogloss:0.415716	eval-mlogloss:0.557492
[67]	train-mlogloss:0.413124	eval-mlogloss:0.555804
[68]	train-mlogloss:0.410370	eval-mlogloss:0.554208
[69]	train-mlogloss:0.407709	eval-mlogloss:0.552540
[70]	train-mlogloss:0.405751	eval-mlogloss:0.551237
[71]	train-mlogloss:0.403475	eval-mlogloss:0.549997
[72]	train-mlogloss:0.401224	eval-mlogloss:0.548901
[73]	train-mlogloss:0.399083	eval-mlogloss:0.547510
[74]	train-mlogloss:0.396814	eval-mlogloss:0.546223
[75]	train-mlogloss:0.395002	eval-mlogloss:0.545081
[76]	train-mlogloss:0.392645	eval-mlogloss:0.543830
[77]	train-mlogloss:0.390935	eval-mlogloss:0.542833
[78]	train-mlogloss:0.388695	eval-mlogloss:0.541721
[79]	train-mlogloss:0.386812	eval-mlogloss:0.540761
[80]	train-mlogloss:0.385089	eval-mlogloss:0.539763
[81]	train-mlogloss:0.383421	eval-mlogloss:0.538692
[82]	train-mlogloss:0.381574	eval-mlogloss:0.537764
[83]	train-mlogloss:0.379780	eval-mlogloss:0.536881
[84]	train-mlogloss:0.377907	eval-mlogloss:0.535885
[85]	train-mlogloss:0.376386	eval-mlogloss:0.535160
[86]	train-mlogloss:0.374734	eval-mlogloss:0.534348
[87]	train-mlogloss:0.373069	eval-mlogloss:0.533544
[88]	train-mlogloss:0.371526	eval-mlogloss:0.532721
[89]	train-mlogloss:0.369656	eval-mlogloss:0.531960
[90]	train-mlogloss:0.367612	eval-mlogloss:0.530987
[91]	train-mlogloss:0.365783	eval-mlogloss:0.530169
[92]	train-mlogloss:0.364115	eval-mlogloss:0.529404
[93]	train-mlogloss:0.362551	eval-mlogloss:0.528730
[94]	train-mlogloss:0.360934	eval-mlogloss:0.527940
[95]	train-mlogloss:0.359333	eval-mlogloss:0.527152
[96]	train-mlogloss:0.358017	eval-mlogloss:0.526435
[97]	train-mlogloss:0.356752	eval-mlogloss:0.525764
[98]	train-mlogloss:0.354810	eval-mlogloss:0.525066
[99]	train-mlogloss:0.354022	eval-mlogloss:0.524627
[100]	train-mlogloss:0.352659	eval-mlogloss:0.523879
[101]	train-mlogloss:0.351371	eval-mlogloss:0.523341
[102]	train-mlogloss:0.350207	eval-mlogloss:0.522890
[103]	train-mlogloss:0.348963	eval-mlogloss:0.522263
[104]	train-mlogloss:0.347514	eval-mlogloss:0.521659
[105]	train-mlogloss:0.346267	eval-mlogloss:0.521107
[106]	train-mlogloss:0.344777	eval-mlogloss:0.520402
[107]	train-mlogloss:0.343741	eval-mlogloss:0.519780
[108]	train-mlogloss:0.342104	eval-mlogloss:0.519239
[109]	train-mlogloss:0.340723	eval-mlogloss:0.518579
[110]	train-mlogloss:0.339241	eval-mlogloss:0.517993
[111]	train-mlogloss:0.337752	eval-mlogloss:0.517464
[112]	train-mlogloss:0.336613	eval-mlogloss:0.516730
[113]	train-mlogloss:0.335792	eval-mlogloss:0.516411
[114]	train-mlogloss:0.334489	eval-mlogloss:0.515958
[115]	train-mlogloss:0.333384	eval-mlogloss:0.515522
[116]	train-mlogloss:0.332138	eval-mlogloss:0.514920
[117]	train-mlogloss:0.330648	eval-mlogloss:0.514275
[118]	train-mlogloss:0.329113	eval-mlogloss:0.513823
[119]	train-mlogloss:0.327965	eval-mlogloss:0.513389
[120]	train-mlogloss:0.326837	eval-mlogloss:0.512805
[121]	train-mlogloss:0.325712	eval-mlogloss:0.512366
[122]	train-mlogloss:0.324497	eval-mlogloss:0.511905
[123]	train-mlogloss:0.323280	eval-mlogloss:0.511497
[124]	train-mlogloss:0.322324	eval-mlogloss:0.511110
[125]	train-mlogloss:0.321186	eval-mlogloss:0.510601
[126]	train-mlogloss:0.320274	eval-mlogloss:0.510252
[127]	train-mlogloss:0.319201	eval-mlogloss:0.510039
[128]	train-mlogloss:0.317932	eval-mlogloss:0.509631
[129]	train-mlogloss:0.316686	eval-mlogloss:0.509015
[130]	train-mlogloss:0.315678	eval-mlogloss:0.508647
[131]	train-mlogloss:0.314700	eval-mlogloss:0.508181
[132]	train-mlogloss:0.313395	eval-mlogloss:0.507797
[133]	train-mlogloss:0.312313	eval-mlogloss:0.507301
[134]	train-mlogloss:0.311123	eval-mlogloss:0.506920
[135]	train-mlogloss:0.310006	eval-mlogloss:0.506393
[136]	train-mlogloss:0.309077	eval-mlogloss:0.505991
[137]	train-mlogloss:0.307964	eval-mlogloss:0.505505
[138]	train-mlogloss:0.306916	eval-mlogloss:0.505092
[139]	train-mlogloss:0.306183	eval-mlogloss:0.504862
[140]	train-mlogloss:0.305130	eval-mlogloss:0.504482
[141]	train-mlogloss:0.304197	eval-mlogloss:0.504194
[142]	train-mlogloss:0.303335	eval-mlogloss:0.503941
[143]	train-mlogloss:0.302333	eval-mlogloss:0.503537
[144]	train-mlogloss:0.301031	eval-mlogloss:0.503095
[145]	train-mlogloss:0.299665	eval-mlogloss:0.502679
[146]	train-mlogloss:0.298862	eval-mlogloss:0.502476
[147]	train-mlogloss:0.297670	eval-mlogloss:0.502037
[148]	train-mlogloss:0.296747	eval-mlogloss:0.501641
[149]	train-mlogloss:0.295597	eval-mlogloss:0.501230
[150]	train-mlogloss:0.294496	eval-mlogloss:0.500986
[151]	train-mlogloss:0.293620	eval-mlogloss:0.500712
[152]	train-mlogloss:0.292610	eval-mlogloss:0.500565
[153]	train-mlogloss:0.291726	eval-mlogloss:0.500329
[154]	train-mlogloss:0.290925	eval-mlogloss:0.500100
[155]	train-mlogloss:0.290253	eval-mlogloss:0.499965
[156]	train-mlogloss:0.289052	eval-mlogloss:0.499621
[157]	train-mlogloss:0.287879	eval-mlogloss:0.499374
[158]	train-mlogloss:0.287109	eval-mlogloss:0.499245
[159]	train-mlogloss:0.286232	eval-mlogloss:0.498910
[160]	train-mlogloss:0.284900	eval-mlogloss:0.498458
[161]	train-mlogloss:0.283910	eval-mlogloss:0.498300
[162]	train-mlogloss:0.283093	eval-mlogloss:0.497999
[163]	train-mlogloss:0.282059	eval-mlogloss:0.497683
[164]	train-mlogloss:0.281255	eval-mlogloss:0.497366
[165]	train-mlogloss:0.280339	eval-mlogloss:0.497254
[166]	train-mlogloss:0.279541	eval-mlogloss:0.497076
[167]	train-mlogloss:0.278919	eval-mlogloss:0.496916
[168]	train-mlogloss:0.277920	eval-mlogloss:0.496698
[169]	train-mlogloss:0.276719	eval-mlogloss:0.496570
[170]	train-mlogloss:0.275779	eval-mlogloss:0.496380
[171]	train-mlogloss:0.275111	eval-mlogloss:0.496255
[172]	train-mlogloss:0.274483	eval-mlogloss:0.496028
[173]	train-mlogloss:0.273613	eval-mlogloss:0.495895
[174]	train-mlogloss:0.272897	eval-mlogloss:0.495690
[175]	train-mlogloss:0.272118	eval-mlogloss:0.495634
[176]	train-mlogloss:0.271382	eval-mlogloss:0.495336
[177]	train-mlogloss:0.270646	eval-mlogloss:0.495244
[178]	train-mlogloss:0.269731	eval-mlogloss:0.495159
[179]	train-mlogloss:0.268853	eval-mlogloss:0.494853
[180]	train-mlogloss:0.268272	eval-mlogloss:0.494661
[181]	train-mlogloss:0.267530	eval-mlogloss:0.494480
[182]	train-mlogloss:0.266680	eval-mlogloss:0.494085
[183]	train-mlogloss:0.265842	eval-mlogloss:0.493786
[184]	train-mlogloss:0.265040	eval-mlogloss:0.493410
[185]	train-mlogloss:0.263947	eval-mlogloss:0.493187
[186]	train-mlogloss:0.263157	eval-mlogloss:0.493034
[187]	train-mlogloss:0.262392	eval-mlogloss:0.492734
[188]	train-mlogloss:0.261751	eval-mlogloss:0.492528
[189]	train-mlogloss:0.261114	eval-mlogloss:0.492408
[190]	train-mlogloss:0.260500	eval-mlogloss:0.492392
[191]	train-mlogloss:0.259836	eval-mlogloss:0.492354
[192]	train-mlogloss:0.258966	eval-mlogloss:0.492155
[193]	train-mlogloss:0.258076	eval-mlogloss:0.491908
[194]	train-mlogloss:0.257149	eval-mlogloss:0.491775
[195]	train-mlogloss:0.256497	eval-mlogloss:0.491623
[196]	train-mlogloss:0.255852	eval-mlogloss:0.491500
[197]	train-mlogloss:0.255331	eval-mlogloss:0.491267
[198]	train-mlogloss:0.254578	eval-mlogloss:0.491176
[199]	train-mlogloss:0.253904	eval-mlogloss:0.491035
[200]	train-mlogloss:0.253280	eval-mlogloss:0.490922
[201]	train-mlogloss:0.252561	eval-mlogloss:0.490763
[202]	train-mlogloss:0.251951	eval-mlogloss:0.490514
[203]	train-mlogloss:0.251143	eval-mlogloss:0.490290
[204]	train-mlogloss:0.250510	eval-mlogloss:0.490287
[205]	train-mlogloss:0.249637	eval-mlogloss:0.490121
[206]	train-mlogloss:0.248826	eval-mlogloss:0.489907
[207]	train-mlogloss:0.248156	eval-mlogloss:0.489664
[208]	train-mlogloss:0.247396	eval-mlogloss:0.489593
[209]	train-mlogloss:0.246771	eval-mlogloss:0.489476
[210]	train-mlogloss:0.246012	eval-mlogloss:0.489259
[211]	train-mlogloss:0.245335	eval-mlogloss:0.489138
[212]	train-mlogloss:0.244685	eval-mlogloss:0.489041
[213]	train-mlogloss:0.244197	eval-mlogloss:0.488936
[214]	train-mlogloss:0.243429	eval-mlogloss:0.488811
[215]	train-mlogloss:0.242890	eval-mlogloss:0.488832
[216]	train-mlogloss:0.242284	eval-mlogloss:0.488775
[217]	train-mlogloss:0.241627	eval-mlogloss:0.488494
[218]	train-mlogloss:0.240890	eval-mlogloss:0.488381
[219]	train-mlogloss:0.240338	eval-mlogloss:0.488314
[220]	train-mlogloss:0.239837	eval-mlogloss:0.488276
[221]	train-mlogloss:0.239146	eval-mlogloss:0.488094
[222]	train-mlogloss:0.238305	eval-mlogloss:0.487814
[223]	train-mlogloss:0.237689	eval-mlogloss:0.487798
[224]	train-mlogloss:0.236953	eval-mlogloss:0.487741
[225]	train-mlogloss:0.236201	eval-mlogloss:0.487572
[226]	train-mlogloss:0.235453	eval-mlogloss:0.487408
[227]	train-mlogloss:0.234760	eval-mlogloss:0.487283
[228]	train-mlogloss:0.233954	eval-mlogloss:0.487199
[229]	train-mlogloss:0.233229	eval-mlogloss:0.486973
[230]	train-mlogloss:0.232467	eval-mlogloss:0.487055
[231]	train-mlogloss:0.231730	eval-mlogloss:0.487013
[232]	train-mlogloss:0.231182	eval-mlogloss:0.486961
[233]	train-mlogloss:0.230632	eval-mlogloss:0.486940
[234]	train-mlogloss:0.230160	eval-mlogloss:0.486891
[235]	train-mlogloss:0.229431	eval-mlogloss:0.486830
[236]	train-mlogloss:0.228762	eval-mlogloss:0.486754
[237]	train-mlogloss:0.228224	eval-mlogloss:0.486604
[238]	train-mlogloss:0.227718	eval-mlogloss:0.486453
[239]	train-mlogloss:0.227097	eval-mlogloss:0.486424
[240]	train-mlogloss:0.226172	eval-mlogloss:0.486189
[241]	train-mlogloss:0.225759	eval-mlogloss:0.486009
[242]	train-mlogloss:0.225000	eval-mlogloss:0.485920
[243]	train-mlogloss:0.224188	eval-mlogloss:0.485928
[244]	train-mlogloss:0.223687	eval-mlogloss:0.485780
[245]	train-mlogloss:0.223068	eval-mlogloss:0.485699
[246]	train-mlogloss:0.222503	eval-mlogloss:0.485531
[247]	train-mlogloss:0.221968	eval-mlogloss:0.485443
[248]	train-mlogloss:0.221276	eval-mlogloss:0.485300
[249]	train-mlogloss:0.220759	eval-mlogloss:0.485297
[250]	train-mlogloss:0.220304	eval-mlogloss:0.485286
[251]	train-mlogloss:0.219840	eval-mlogloss:0.485254
[252]	train-mlogloss:0.219279	eval-mlogloss:0.485283
[253]	train-mlogloss:0.218640	eval-mlogloss:0.485163
[254]	train-mlogloss:0.218018	eval-mlogloss:0.485158
[255]	train-mlogloss:0.217577	eval-mlogloss:0.485034
[256]	train-mlogloss:0.217016	eval-mlogloss:0.484970
[257]	train-mlogloss:0.216279	eval-mlogloss:0.484864
[258]	train-mlogloss:0.215484	eval-mlogloss:0.484718
[259]	train-mlogloss:0.214955	eval-mlogloss:0.484614
[260]	train-mlogloss:0.214415	eval-mlogloss:0.484635
[261]	train-mlogloss:0.213949	eval-mlogloss:0.484534
[262]	train-mlogloss:0.213530	eval-mlogloss:0.484401
[263]	train-mlogloss:0.212898	eval-mlogloss:0.484418
[264]	train-mlogloss:0.212553	eval-mlogloss:0.484395
[265]	train-mlogloss:0.212215	eval-mlogloss:0.484415
[266]	train-mlogloss:0.211432	eval-mlogloss:0.484191
[267]	train-mlogloss:0.210913	eval-mlogloss:0.484134
[268]	train-mlogloss:0.210400	eval-mlogloss:0.484065
[269]	train-mlogloss:0.209801	eval-mlogloss:0.483975
[270]	train-mlogloss:0.209257	eval-mlogloss:0.483907
[271]	train-mlogloss:0.208707	eval-mlogloss:0.483906
[272]	train-mlogloss:0.208156	eval-mlogloss:0.483718
[273]	train-mlogloss:0.207769	eval-mlogloss:0.483692
[274]	train-mlogloss:0.207005	eval-mlogloss:0.483587
[275]	train-mlogloss:0.206405	eval-mlogloss:0.483456
[276]	train-mlogloss:0.205841	eval-mlogloss:0.483188
[277]	train-mlogloss:0.205311	eval-mlogloss:0.483138
[278]	train-mlogloss:0.204628	eval-mlogloss:0.483097
[279]	train-mlogloss:0.204126	eval-mlogloss:0.482949
[280]	train-mlogloss:0.203716	eval-mlogloss:0.482891
[281]	train-mlogloss:0.203094	eval-mlogloss:0.482754
[282]	train-mlogloss:0.202616	eval-mlogloss:0.482731
[283]	train-mlogloss:0.202105	eval-mlogloss:0.482694
[284]	train-mlogloss:0.201553	eval-mlogloss:0.482667
[285]	train-mlogloss:0.201069	eval-mlogloss:0.482676
[286]	train-mlogloss:0.200474	eval-mlogloss:0.482568
[287]	train-mlogloss:0.199995	eval-mlogloss:0.482528
[288]	train-mlogloss:0.199568	eval-mlogloss:0.482530
[289]	train-mlogloss:0.199018	eval-mlogloss:0.482422
[290]	train-mlogloss:0.198614	eval-mlogloss:0.482366
[291]	train-mlogloss:0.198139	eval-mlogloss:0.482221
[292]	train-mlogloss:0.197718	eval-mlogloss:0.482197
[293]	train-mlogloss:0.197293	eval-mlogloss:0.482244
[294]	train-mlogloss:0.196865	eval-mlogloss:0.482165
[295]	train-mlogloss:0.196259	eval-mlogloss:0.482138
[296]	train-mlogloss:0.195734	eval-mlogloss:0.482121
[297]	train-mlogloss:0.195268	eval-mlogloss:0.482100
[298]	train-mlogloss:0.194853	eval-mlogloss:0.482074
[299]	train-mlogloss:0.194413	eval-mlogloss:0.481982






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 5.0, 'max_depth': 8.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.9, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.4819818514799825







    




Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:2.113211	eval-mlogloss:2.115726
[1]	train-mlogloss:2.018961	eval-mlogloss:2.021916
[2]	train-mlogloss:1.938536	eval-mlogloss:1.942022
[3]	train-mlogloss:1.881997	eval-mlogloss:1.885935
[4]	train-mlogloss:1.835025	eval-mlogloss:1.838801
[5]	train-mlogloss:1.779312	eval-mlogloss:1.784136
[6]	train-mlogloss:1.734970	eval-mlogloss:1.740227
[7]	train-mlogloss:1.697608	eval-mlogloss:1.703366
[8]	train-mlogloss:1.657933	eval-mlogloss:1.663720
[9]	train-mlogloss:1.628199	eval-mlogloss:1.634612
[10]	train-mlogloss:1.599655	eval-mlogloss:1.605453
[11]	train-mlogloss:1.567991	eval-mlogloss:1.573999
[12]	train-mlogloss:1.539589	eval-mlogloss:1.545853
[13]	train-mlogloss:1.513544	eval-mlogloss:1.520083
[14]	train-mlogloss:1.488451	eval-mlogloss:1.495242
[15]	train-mlogloss:1.465598	eval-mlogloss:1.472575
[16]	train-mlogloss:1.444113	eval-mlogloss:1.451087
[17]	train-mlogloss:1.423979	eval-mlogloss:1.430801
[18]	train-mlogloss:1.405077	eval-mlogloss:1.411972
[19]	train-mlogloss:1.389470	eval-mlogloss:1.395851
[20]	train-mlogloss:1.374980	eval-mlogloss:1.381594
[21]	train-mlogloss:1.358786	eval-mlogloss:1.365361
[22]	train-mlogloss:1.343029	eval-mlogloss:1.349957
[23]	train-mlogloss:1.329988	eval-mlogloss:1.337026
[24]	train-mlogloss:1.317968	eval-mlogloss:1.324874
[25]	train-mlogloss:1.304460	eval-mlogloss:1.311548
[26]	train-mlogloss:1.292949	eval-mlogloss:1.300102
[27]	train-mlogloss:1.280445	eval-mlogloss:1.287544
[28]	train-mlogloss:1.270357	eval-mlogloss:1.277424
[29]	train-mlogloss:1.259072	eval-mlogloss:1.266053
[30]	train-mlogloss:1.249452	eval-mlogloss:1.256655
[31]	train-mlogloss:1.240348	eval-mlogloss:1.247960
[32]	train-mlogloss:1.229947	eval-mlogloss:1.237581
[33]	train-mlogloss:1.221469	eval-mlogloss:1.228972
[34]	train-mlogloss:1.211757	eval-mlogloss:1.219236
[35]	train-mlogloss:1.202622	eval-mlogloss:1.209786
[36]	train-mlogloss:1.193972	eval-mlogloss:1.201637
[37]	train-mlogloss:1.185304	eval-mlogloss:1.192852
[38]	train-mlogloss:1.177076	eval-mlogloss:1.184453
[39]	train-mlogloss:1.169143	eval-mlogloss:1.176446
[40]	train-mlogloss:1.161647	eval-mlogloss:1.168864
[41]	train-mlogloss:1.154298	eval-mlogloss:1.161654
[42]	train-mlogloss:1.147289	eval-mlogloss:1.154580
[43]	train-mlogloss:1.140367	eval-mlogloss:1.147739
[44]	train-mlogloss:1.133601	eval-mlogloss:1.141011
[45]	train-mlogloss:1.127117	eval-mlogloss:1.134658
[46]	train-mlogloss:1.120748	eval-mlogloss:1.128355
[47]	train-mlogloss:1.114620	eval-mlogloss:1.122200
[48]	train-mlogloss:1.108659	eval-mlogloss:1.116279
[49]	train-mlogloss:1.102835	eval-mlogloss:1.110566
[50]	train-mlogloss:1.097432	eval-mlogloss:1.105134
[51]	train-mlogloss:1.091867	eval-mlogloss:1.099538
[52]	train-mlogloss:1.086716	eval-mlogloss:1.094169
[53]	train-mlogloss:1.081409	eval-mlogloss:1.089005
[54]	train-mlogloss:1.076244	eval-mlogloss:1.083855
[55]	train-mlogloss:1.071455	eval-mlogloss:1.079240
[56]	train-mlogloss:1.066647	eval-mlogloss:1.074282
[57]	train-mlogloss:1.061878	eval-mlogloss:1.069661
[58]	train-mlogloss:1.057124	eval-mlogloss:1.065045
[59]	train-mlogloss:1.052477	eval-mlogloss:1.060171
[60]	train-mlogloss:1.048003	eval-mlogloss:1.055765
[61]	train-mlogloss:1.043721	eval-mlogloss:1.051636
[62]	train-mlogloss:1.039329	eval-mlogloss:1.047463
[63]	train-mlogloss:1.035154	eval-mlogloss:1.043119
[64]	train-mlogloss:1.030965	eval-mlogloss:1.038922
[65]	train-mlogloss:1.026854	eval-mlogloss:1.034829
[66]	train-mlogloss:1.022915	eval-mlogloss:1.030889
[67]	train-mlogloss:1.019047	eval-mlogloss:1.026932
[68]	train-mlogloss:1.015245	eval-mlogloss:1.023145
[69]	train-mlogloss:1.011377	eval-mlogloss:1.019294
[70]	train-mlogloss:1.007749	eval-mlogloss:1.015783
[71]	train-mlogloss:1.004133	eval-mlogloss:1.012236
[72]	train-mlogloss:1.000560	eval-mlogloss:1.008596
[73]	train-mlogloss:0.997093	eval-mlogloss:1.005206
[74]	train-mlogloss:0.993672	eval-mlogloss:1.002020
[75]	train-mlogloss:0.990324	eval-mlogloss:0.998705
[76]	train-mlogloss:0.986994	eval-mlogloss:0.995658
[77]	train-mlogloss:0.983743	eval-mlogloss:0.992234
[78]	train-mlogloss:0.980582	eval-mlogloss:0.989187
[79]	train-mlogloss:0.977513	eval-mlogloss:0.986106
[80]	train-mlogloss:0.974364	eval-mlogloss:0.983009
[81]	train-mlogloss:0.971283	eval-mlogloss:0.980117
[82]	train-mlogloss:0.968250	eval-mlogloss:0.977043
[83]	train-mlogloss:0.965270	eval-mlogloss:0.974013
[84]	train-mlogloss:0.962325	eval-mlogloss:0.971188
[85]	train-mlogloss:0.959480	eval-mlogloss:0.968285
[86]	train-mlogloss:0.956618	eval-mlogloss:0.965595
[87]	train-mlogloss:0.953827	eval-mlogloss:0.962696
[88]	train-mlogloss:0.951118	eval-mlogloss:0.960124
[89]	train-mlogloss:0.948425	eval-mlogloss:0.957516
[90]	train-mlogloss:0.945759	eval-mlogloss:0.954865
[91]	train-mlogloss:0.943140	eval-mlogloss:0.952151
[92]	train-mlogloss:0.940605	eval-mlogloss:0.949500
[93]	train-mlogloss:0.938063	eval-mlogloss:0.947083
[94]	train-mlogloss:0.935509	eval-mlogloss:0.944550
[95]	train-mlogloss:0.933011	eval-mlogloss:0.942085
[96]	train-mlogloss:0.930618	eval-mlogloss:0.939695
[97]	train-mlogloss:0.928194	eval-mlogloss:0.937437
[98]	train-mlogloss:0.925840	eval-mlogloss:0.935077
[99]	train-mlogloss:0.923514	eval-mlogloss:0.932624
[100]	train-mlogloss:0.921200	eval-mlogloss:0.930356
[101]	train-mlogloss:0.918977	eval-mlogloss:0.928141
[102]	train-mlogloss:0.916729	eval-mlogloss:0.925995
[103]	train-mlogloss:0.914500	eval-mlogloss:0.923746
[104]	train-mlogloss:0.912344	eval-mlogloss:0.921770
[105]	train-mlogloss:0.910184	eval-mlogloss:0.919606
[106]	train-mlogloss:0.908020	eval-mlogloss:0.917612
[107]	train-mlogloss:0.905890	eval-mlogloss:0.915477
[108]	train-mlogloss:0.903821	eval-mlogloss:0.913345
[109]	train-mlogloss:0.901764	eval-mlogloss:0.911284
[110]	train-mlogloss:0.899706	eval-mlogloss:0.909361
[111]	train-mlogloss:0.897720	eval-mlogloss:0.907317
[112]	train-mlogloss:0.895742	eval-mlogloss:0.905307
[113]	train-mlogloss:0.893822	eval-mlogloss:0.903385
[114]	train-mlogloss:0.891876	eval-mlogloss:0.901738
[115]	train-mlogloss:0.889962	eval-mlogloss:0.899993
[116]	train-mlogloss:0.888095	eval-mlogloss:0.898140
[117]	train-mlogloss:0.886193	eval-mlogloss:0.896176
[118]	train-mlogloss:0.884363	eval-mlogloss:0.894420
[119]	train-mlogloss:0.882550	eval-mlogloss:0.892661
[120]	train-mlogloss:0.880724	eval-mlogloss:0.890996
[121]	train-mlogloss:0.878947	eval-mlogloss:0.889145
[122]	train-mlogloss:0.877206	eval-mlogloss:0.887354
[123]	train-mlogloss:0.875480	eval-mlogloss:0.885702
[124]	train-mlogloss:0.873770	eval-mlogloss:0.884059
[125]	train-mlogloss:0.872028	eval-mlogloss:0.882425
[126]	train-mlogloss:0.870371	eval-mlogloss:0.880851
[127]	train-mlogloss:0.868685	eval-mlogloss:0.879073
[128]	train-mlogloss:0.867047	eval-mlogloss:0.877536
[129]	train-mlogloss:0.865439	eval-mlogloss:0.876001
[130]	train-mlogloss:0.863818	eval-mlogloss:0.874393
[131]	train-mlogloss:0.862264	eval-mlogloss:0.872984
[132]	train-mlogloss:0.860701	eval-mlogloss:0.871518
[133]	train-mlogloss:0.859161	eval-mlogloss:0.869946
[134]	train-mlogloss:0.857623	eval-mlogloss:0.868543
[135]	train-mlogloss:0.856078	eval-mlogloss:0.866873
[136]	train-mlogloss:0.854549	eval-mlogloss:0.865497
[137]	train-mlogloss:0.853037	eval-mlogloss:0.864078
[138]	train-mlogloss:0.851566	eval-mlogloss:0.862649
[139]	train-mlogloss:0.850091	eval-mlogloss:0.861218
[140]	train-mlogloss:0.848645	eval-mlogloss:0.859791
[141]	train-mlogloss:0.847222	eval-mlogloss:0.858336
[142]	train-mlogloss:0.845803	eval-mlogloss:0.856930
[143]	train-mlogloss:0.844392	eval-mlogloss:0.855569
[144]	train-mlogloss:0.843012	eval-mlogloss:0.854315
[145]	train-mlogloss:0.841637	eval-mlogloss:0.852895
[146]	train-mlogloss:0.840282	eval-mlogloss:0.851679
[147]	train-mlogloss:0.838908	eval-mlogloss:0.850265
[148]	train-mlogloss:0.837631	eval-mlogloss:0.849006
[149]	train-mlogloss:0.836291	eval-mlogloss:0.847716
[150]	train-mlogloss:0.834953	eval-mlogloss:0.846416
[151]	train-mlogloss:0.833651	eval-mlogloss:0.845173
[152]	train-mlogloss:0.832371	eval-mlogloss:0.843886
[153]	train-mlogloss:0.831093	eval-mlogloss:0.842531
[154]	train-mlogloss:0.829834	eval-mlogloss:0.841338
[155]	train-mlogloss:0.828565	eval-mlogloss:0.840054
[156]	train-mlogloss:0.827317	eval-mlogloss:0.839015
[157]	train-mlogloss:0.826064	eval-mlogloss:0.837770
[158]	train-mlogloss:0.824838	eval-mlogloss:0.836630
[159]	train-mlogloss:0.823631	eval-mlogloss:0.835609
[160]	train-mlogloss:0.822444	eval-mlogloss:0.834490
[161]	train-mlogloss:0.821250	eval-mlogloss:0.833444
[162]	train-mlogloss:0.820071	eval-mlogloss:0.832348
[163]	train-mlogloss:0.818891	eval-mlogloss:0.831205
[164]	train-mlogloss:0.817734	eval-mlogloss:0.830120
[165]	train-mlogloss:0.816558	eval-mlogloss:0.828805
[166]	train-mlogloss:0.815433	eval-mlogloss:0.827717
[167]	train-mlogloss:0.814272	eval-mlogloss:0.826435
[168]	train-mlogloss:0.813137	eval-mlogloss:0.825319
[169]	train-mlogloss:0.812025	eval-mlogloss:0.824122
[170]	train-mlogloss:0.810906	eval-mlogloss:0.823021
[171]	train-mlogloss:0.809811	eval-mlogloss:0.822038
[172]	train-mlogloss:0.808743	eval-mlogloss:0.820931
[173]	train-mlogloss:0.807695	eval-mlogloss:0.819893
[174]	train-mlogloss:0.806635	eval-mlogloss:0.818910
[175]	train-mlogloss:0.805565	eval-mlogloss:0.817929
[176]	train-mlogloss:0.804495	eval-mlogloss:0.816732
[177]	train-mlogloss:0.803478	eval-mlogloss:0.815729
[178]	train-mlogloss:0.802430	eval-mlogloss:0.814816
[179]	train-mlogloss:0.801436	eval-mlogloss:0.813843
[180]	train-mlogloss:0.800416	eval-mlogloss:0.812871
[181]	train-mlogloss:0.799408	eval-mlogloss:0.811881
[182]	train-mlogloss:0.798385	eval-mlogloss:0.810847
[183]	train-mlogloss:0.797364	eval-mlogloss:0.809859
[184]	train-mlogloss:0.796389	eval-mlogloss:0.808887
[185]	train-mlogloss:0.795421	eval-mlogloss:0.807924
[186]	train-mlogloss:0.794467	eval-mlogloss:0.806872
[187]	train-mlogloss:0.793481	eval-mlogloss:0.805951
[188]	train-mlogloss:0.792514	eval-mlogloss:0.805033
[189]	train-mlogloss:0.791550	eval-mlogloss:0.804088
[190]	train-mlogloss:0.790609	eval-mlogloss:0.803326
[191]	train-mlogloss:0.789671	eval-mlogloss:0.802393
[192]	train-mlogloss:0.788768	eval-mlogloss:0.801571
[193]	train-mlogloss:0.787859	eval-mlogloss:0.800677
[194]	train-mlogloss:0.786934	eval-mlogloss:0.799768
[195]	train-mlogloss:0.786042	eval-mlogloss:0.798934
[196]	train-mlogloss:0.785134	eval-mlogloss:0.797875
[197]	train-mlogloss:0.784260	eval-mlogloss:0.797071
[198]	train-mlogloss:0.783360	eval-mlogloss:0.796144
[199]	train-mlogloss:0.782480	eval-mlogloss:0.795277
[200]	train-mlogloss:0.781595	eval-mlogloss:0.794470
[201]	train-mlogloss:0.780706	eval-mlogloss:0.793544
[202]	train-mlogloss:0.779811	eval-mlogloss:0.792671
[203]	train-mlogloss:0.778947	eval-mlogloss:0.791932
[204]	train-mlogloss:0.778094	eval-mlogloss:0.791129
[205]	train-mlogloss:0.777252	eval-mlogloss:0.790480
[206]	train-mlogloss:0.776392	eval-mlogloss:0.789637
[207]	train-mlogloss:0.775569	eval-mlogloss:0.788849
[208]	train-mlogloss:0.774745	eval-mlogloss:0.788012
[209]	train-mlogloss:0.773913	eval-mlogloss:0.787070
[210]	train-mlogloss:0.773095	eval-mlogloss:0.786235
[211]	train-mlogloss:0.772278	eval-mlogloss:0.785453
[212]	train-mlogloss:0.771463	eval-mlogloss:0.784657
[213]	train-mlogloss:0.770668	eval-mlogloss:0.783900
[214]	train-mlogloss:0.769871	eval-mlogloss:0.783164
[215]	train-mlogloss:0.769078	eval-mlogloss:0.782395
[216]	train-mlogloss:0.768303	eval-mlogloss:0.781689
[217]	train-mlogloss:0.767510	eval-mlogloss:0.780892
[218]	train-mlogloss:0.766743	eval-mlogloss:0.780092
[219]	train-mlogloss:0.765968	eval-mlogloss:0.779395
[220]	train-mlogloss:0.765199	eval-mlogloss:0.778725
[221]	train-mlogloss:0.764426	eval-mlogloss:0.777947
[222]	train-mlogloss:0.763675	eval-mlogloss:0.777211
[223]	train-mlogloss:0.762927	eval-mlogloss:0.776523
[224]	train-mlogloss:0.762189	eval-mlogloss:0.775764
[225]	train-mlogloss:0.761446	eval-mlogloss:0.775023
[226]	train-mlogloss:0.760704	eval-mlogloss:0.774376
[227]	train-mlogloss:0.759976	eval-mlogloss:0.773649
[228]	train-mlogloss:0.759249	eval-mlogloss:0.772949
[229]	train-mlogloss:0.758531	eval-mlogloss:0.772247
[230]	train-mlogloss:0.757823	eval-mlogloss:0.771620
[231]	train-mlogloss:0.757118	eval-mlogloss:0.770936
[232]	train-mlogloss:0.756413	eval-mlogloss:0.770301
[233]	train-mlogloss:0.755704	eval-mlogloss:0.769715
[234]	train-mlogloss:0.755024	eval-mlogloss:0.768975
[235]	train-mlogloss:0.754341	eval-mlogloss:0.768292
[236]	train-mlogloss:0.753658	eval-mlogloss:0.767643
[237]	train-mlogloss:0.752966	eval-mlogloss:0.766932
[238]	train-mlogloss:0.752279	eval-mlogloss:0.766312
[239]	train-mlogloss:0.751610	eval-mlogloss:0.765683
[240]	train-mlogloss:0.750929	eval-mlogloss:0.765102
[241]	train-mlogloss:0.750280	eval-mlogloss:0.764446
[242]	train-mlogloss:0.749606	eval-mlogloss:0.763883
[243]	train-mlogloss:0.748945	eval-mlogloss:0.763218
[244]	train-mlogloss:0.748278	eval-mlogloss:0.762670
[245]	train-mlogloss:0.747643	eval-mlogloss:0.762040
[246]	train-mlogloss:0.746986	eval-mlogloss:0.761403
[247]	train-mlogloss:0.746345	eval-mlogloss:0.760801
[248]	train-mlogloss:0.745723	eval-mlogloss:0.760242
[249]	train-mlogloss:0.745094	eval-mlogloss:0.759542
[250]	train-mlogloss:0.744471	eval-mlogloss:0.758854
[251]	train-mlogloss:0.743827	eval-mlogloss:0.758283
[252]	train-mlogloss:0.743199	eval-mlogloss:0.757742
[253]	train-mlogloss:0.742573	eval-mlogloss:0.757079
[254]	train-mlogloss:0.741975	eval-mlogloss:0.756410
[255]	train-mlogloss:0.741360	eval-mlogloss:0.755921
[256]	train-mlogloss:0.740750	eval-mlogloss:0.755358
[257]	train-mlogloss:0.740144	eval-mlogloss:0.754776
[258]	train-mlogloss:0.739530	eval-mlogloss:0.754255
[259]	train-mlogloss:0.738921	eval-mlogloss:0.753723
[260]	train-mlogloss:0.738333	eval-mlogloss:0.753081
[261]	train-mlogloss:0.737741	eval-mlogloss:0.752520
[262]	train-mlogloss:0.737145	eval-mlogloss:0.751916
[263]	train-mlogloss:0.736555	eval-mlogloss:0.751351
[264]	train-mlogloss:0.735968	eval-mlogloss:0.750830
[265]	train-mlogloss:0.735385	eval-mlogloss:0.750325
[266]	train-mlogloss:0.734816	eval-mlogloss:0.749816
[267]	train-mlogloss:0.734245	eval-mlogloss:0.749330
[268]	train-mlogloss:0.733674	eval-mlogloss:0.748841
[269]	train-mlogloss:0.733105	eval-mlogloss:0.748266
[270]	train-mlogloss:0.732552	eval-mlogloss:0.747840
[271]	train-mlogloss:0.731991	eval-mlogloss:0.747469
[272]	train-mlogloss:0.731437	eval-mlogloss:0.746994
[273]	train-mlogloss:0.730888	eval-mlogloss:0.746466
[274]	train-mlogloss:0.730330	eval-mlogloss:0.745872
[275]	train-mlogloss:0.729786	eval-mlogloss:0.745374
[276]	train-mlogloss:0.729237	eval-mlogloss:0.744801
[277]	train-mlogloss:0.728696	eval-mlogloss:0.744345
[278]	train-mlogloss:0.728149	eval-mlogloss:0.743833
[279]	train-mlogloss:0.727614	eval-mlogloss:0.743372
[280]	train-mlogloss:0.727084	eval-mlogloss:0.742837
[281]	train-mlogloss:0.726557	eval-mlogloss:0.742272
[282]	train-mlogloss:0.726029	eval-mlogloss:0.741727
[283]	train-mlogloss:0.725505	eval-mlogloss:0.741291
[284]	train-mlogloss:0.724993	eval-mlogloss:0.740849
[285]	train-mlogloss:0.724479	eval-mlogloss:0.740355
[286]	train-mlogloss:0.723966	eval-mlogloss:0.739844
[287]	train-mlogloss:0.723446	eval-mlogloss:0.739374
[288]	train-mlogloss:0.722909	eval-mlogloss:0.738858
[289]	train-mlogloss:0.722393	eval-mlogloss:0.738414
[290]	train-mlogloss:0.721895	eval-mlogloss:0.737922
[291]	train-mlogloss:0.721380	eval-mlogloss:0.737344
[292]	train-mlogloss:0.720869	eval-mlogloss:0.736837
[293]	train-mlogloss:0.720378	eval-mlogloss:0.736369
[294]	train-mlogloss:0.719873	eval-mlogloss:0.735886
[295]	train-mlogloss:0.719375	eval-mlogloss:0.735463
[296]	train-mlogloss:0.718874	eval-mlogloss:0.735015
[297]	train-mlogloss:0.718377	eval-mlogloss:0.734528
[298]	train-mlogloss:0.717872	eval-mlogloss:0.734085






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 3.0, 'max_depth': 1.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.7000000000000001, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.7336241891696162







    




[299]	train-mlogloss:0.717396	eval-mlogloss:0.733624
Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:1.969688	eval-mlogloss:1.975825
[1]	train-mlogloss:1.807795	eval-mlogloss:1.820655
[2]	train-mlogloss:1.678975	eval-mlogloss:1.695440
[3]	train-mlogloss:1.561856	eval-mlogloss:1.581752
[4]	train-mlogloss:1.472206	eval-mlogloss:1.495554
[5]	train-mlogloss:1.386788	eval-mlogloss:1.413218
[6]	train-mlogloss:1.318842	eval-mlogloss:1.348105
[7]	train-mlogloss:1.251520	eval-mlogloss:1.283733
[8]	train-mlogloss:1.196433	eval-mlogloss:1.232161
[9]	train-mlogloss:1.144302	eval-mlogloss:1.182774
[10]	train-mlogloss:1.097119	eval-mlogloss:1.137709
[11]	train-mlogloss:1.055231	eval-mlogloss:1.098230
[12]	train-mlogloss:1.015174	eval-mlogloss:1.060693
[13]	train-mlogloss:0.978547	eval-mlogloss:1.026492
[14]	train-mlogloss:0.945107	eval-mlogloss:0.995212
[15]	train-mlogloss:0.914484	eval-mlogloss:0.966207
[16]	train-mlogloss:0.887683	eval-mlogloss:0.941509
[17]	train-mlogloss:0.861506	eval-mlogloss:0.917606
[18]	train-mlogloss:0.838619	eval-mlogloss:0.896560
[19]	train-mlogloss:0.815793	eval-mlogloss:0.875678
[20]	train-mlogloss:0.794236	eval-mlogloss:0.855913
[21]	train-mlogloss:0.775102	eval-mlogloss:0.838591
[22]	train-mlogloss:0.756590	eval-mlogloss:0.821866
[23]	train-mlogloss:0.739974	eval-mlogloss:0.806998
[24]	train-mlogloss:0.724379	eval-mlogloss:0.792776
[25]	train-mlogloss:0.709374	eval-mlogloss:0.779564
[26]	train-mlogloss:0.696151	eval-mlogloss:0.768489
[27]	train-mlogloss:0.682011	eval-mlogloss:0.756038
[28]	train-mlogloss:0.669052	eval-mlogloss:0.744927
[29]	train-mlogloss:0.657866	eval-mlogloss:0.735297
[30]	train-mlogloss:0.647265	eval-mlogloss:0.726327
[31]	train-mlogloss:0.637115	eval-mlogloss:0.717791
[32]	train-mlogloss:0.626958	eval-mlogloss:0.709673
[33]	train-mlogloss:0.617965	eval-mlogloss:0.702327
[34]	train-mlogloss:0.609430	eval-mlogloss:0.695224
[35]	train-mlogloss:0.601217	eval-mlogloss:0.688444
[36]	train-mlogloss:0.592777	eval-mlogloss:0.681283
[37]	train-mlogloss:0.585487	eval-mlogloss:0.675186
[38]	train-mlogloss:0.578174	eval-mlogloss:0.669021
[39]	train-mlogloss:0.571772	eval-mlogloss:0.663779
[40]	train-mlogloss:0.564968	eval-mlogloss:0.658028
[41]	train-mlogloss:0.559268	eval-mlogloss:0.653462
[42]	train-mlogloss:0.553237	eval-mlogloss:0.648869
[43]	train-mlogloss:0.547533	eval-mlogloss:0.644536
[44]	train-mlogloss:0.541876	eval-mlogloss:0.640030
[45]	train-mlogloss:0.536605	eval-mlogloss:0.635791
[46]	train-mlogloss:0.531284	eval-mlogloss:0.631552
[47]	train-mlogloss:0.526136	eval-mlogloss:0.627560
[48]	train-mlogloss:0.521485	eval-mlogloss:0.624044
[49]	train-mlogloss:0.517089	eval-mlogloss:0.620287
[50]	train-mlogloss:0.512714	eval-mlogloss:0.616897
[51]	train-mlogloss:0.509010	eval-mlogloss:0.613856
[52]	train-mlogloss:0.504688	eval-mlogloss:0.610564
[53]	train-mlogloss:0.500673	eval-mlogloss:0.607564
[54]	train-mlogloss:0.497004	eval-mlogloss:0.604589
[55]	train-mlogloss:0.493209	eval-mlogloss:0.601727
[56]	train-mlogloss:0.489372	eval-mlogloss:0.598778
[57]	train-mlogloss:0.485910	eval-mlogloss:0.596092
[58]	train-mlogloss:0.482230	eval-mlogloss:0.593598
[59]	train-mlogloss:0.478743	eval-mlogloss:0.591102
[60]	train-mlogloss:0.475487	eval-mlogloss:0.588660
[61]	train-mlogloss:0.471894	eval-mlogloss:0.586182
[62]	train-mlogloss:0.468995	eval-mlogloss:0.583897
[63]	train-mlogloss:0.465805	eval-mlogloss:0.581670
[64]	train-mlogloss:0.463305	eval-mlogloss:0.579574
[65]	train-mlogloss:0.460763	eval-mlogloss:0.577839
[66]	train-mlogloss:0.458292	eval-mlogloss:0.576015
[67]	train-mlogloss:0.455838	eval-mlogloss:0.574221
[68]	train-mlogloss:0.453255	eval-mlogloss:0.572278
[69]	train-mlogloss:0.451051	eval-mlogloss:0.570744
[70]	train-mlogloss:0.448412	eval-mlogloss:0.568869
[71]	train-mlogloss:0.446467	eval-mlogloss:0.567559
[72]	train-mlogloss:0.444038	eval-mlogloss:0.565858
[73]	train-mlogloss:0.441828	eval-mlogloss:0.564413
[74]	train-mlogloss:0.439772	eval-mlogloss:0.563092
[75]	train-mlogloss:0.437599	eval-mlogloss:0.561544
[76]	train-mlogloss:0.435551	eval-mlogloss:0.560144
[77]	train-mlogloss:0.433708	eval-mlogloss:0.558685
[78]	train-mlogloss:0.431686	eval-mlogloss:0.557313
[79]	train-mlogloss:0.429770	eval-mlogloss:0.556067
[80]	train-mlogloss:0.427809	eval-mlogloss:0.554623
[81]	train-mlogloss:0.425829	eval-mlogloss:0.553280
[82]	train-mlogloss:0.424121	eval-mlogloss:0.552071
[83]	train-mlogloss:0.422085	eval-mlogloss:0.551016
[84]	train-mlogloss:0.420102	eval-mlogloss:0.549946
[85]	train-mlogloss:0.418241	eval-mlogloss:0.548814
[86]	train-mlogloss:0.416560	eval-mlogloss:0.547803
[87]	train-mlogloss:0.414823	eval-mlogloss:0.546669
[88]	train-mlogloss:0.413014	eval-mlogloss:0.545685
[89]	train-mlogloss:0.411473	eval-mlogloss:0.544836
[90]	train-mlogloss:0.409824	eval-mlogloss:0.543863
[91]	train-mlogloss:0.408499	eval-mlogloss:0.543078
[92]	train-mlogloss:0.407067	eval-mlogloss:0.542341
[93]	train-mlogloss:0.404947	eval-mlogloss:0.541087
[94]	train-mlogloss:0.403459	eval-mlogloss:0.540147
[95]	train-mlogloss:0.402208	eval-mlogloss:0.539286
[96]	train-mlogloss:0.400404	eval-mlogloss:0.538306
[97]	train-mlogloss:0.398748	eval-mlogloss:0.537434
[98]	train-mlogloss:0.396948	eval-mlogloss:0.536558
[99]	train-mlogloss:0.395156	eval-mlogloss:0.535597
[100]	train-mlogloss:0.394033	eval-mlogloss:0.535023
[101]	train-mlogloss:0.392621	eval-mlogloss:0.533968
[102]	train-mlogloss:0.391436	eval-mlogloss:0.533321
[103]	train-mlogloss:0.390084	eval-mlogloss:0.532664
[104]	train-mlogloss:0.388959	eval-mlogloss:0.532004
[105]	train-mlogloss:0.387700	eval-mlogloss:0.531341
[106]	train-mlogloss:0.386250	eval-mlogloss:0.530787
[107]	train-mlogloss:0.384771	eval-mlogloss:0.530111
[108]	train-mlogloss:0.383515	eval-mlogloss:0.529497
[109]	train-mlogloss:0.382333	eval-mlogloss:0.528860
[110]	train-mlogloss:0.381108	eval-mlogloss:0.528321
[111]	train-mlogloss:0.379937	eval-mlogloss:0.527702
[112]	train-mlogloss:0.378467	eval-mlogloss:0.527307
[113]	train-mlogloss:0.377145	eval-mlogloss:0.526809
[114]	train-mlogloss:0.375973	eval-mlogloss:0.526387
[115]	train-mlogloss:0.374844	eval-mlogloss:0.525790
[116]	train-mlogloss:0.373751	eval-mlogloss:0.525099
[117]	train-mlogloss:0.372790	eval-mlogloss:0.524509
[118]	train-mlogloss:0.371535	eval-mlogloss:0.523874
[119]	train-mlogloss:0.370360	eval-mlogloss:0.523326
[120]	train-mlogloss:0.369429	eval-mlogloss:0.522827
[121]	train-mlogloss:0.368440	eval-mlogloss:0.522344
[122]	train-mlogloss:0.367357	eval-mlogloss:0.522017
[123]	train-mlogloss:0.366300	eval-mlogloss:0.521480
[124]	train-mlogloss:0.365030	eval-mlogloss:0.521074
[125]	train-mlogloss:0.363853	eval-mlogloss:0.520598
[126]	train-mlogloss:0.362670	eval-mlogloss:0.520037
[127]	train-mlogloss:0.361565	eval-mlogloss:0.519575
[128]	train-mlogloss:0.360385	eval-mlogloss:0.519149
[129]	train-mlogloss:0.359217	eval-mlogloss:0.518646
[130]	train-mlogloss:0.357987	eval-mlogloss:0.518286
[131]	train-mlogloss:0.356997	eval-mlogloss:0.517810
[132]	train-mlogloss:0.355984	eval-mlogloss:0.517404
[133]	train-mlogloss:0.354747	eval-mlogloss:0.516842
[134]	train-mlogloss:0.353616	eval-mlogloss:0.516359
[135]	train-mlogloss:0.352625	eval-mlogloss:0.515974
[136]	train-mlogloss:0.351738	eval-mlogloss:0.515658
[137]	train-mlogloss:0.350647	eval-mlogloss:0.515331
[138]	train-mlogloss:0.349575	eval-mlogloss:0.514937
[139]	train-mlogloss:0.348740	eval-mlogloss:0.514602
[140]	train-mlogloss:0.347885	eval-mlogloss:0.514304
[141]	train-mlogloss:0.346695	eval-mlogloss:0.513821
[142]	train-mlogloss:0.345523	eval-mlogloss:0.513295
[143]	train-mlogloss:0.344588	eval-mlogloss:0.512894
[144]	train-mlogloss:0.343603	eval-mlogloss:0.512468
[145]	train-mlogloss:0.342706	eval-mlogloss:0.512205
[146]	train-mlogloss:0.341790	eval-mlogloss:0.511781
[147]	train-mlogloss:0.340897	eval-mlogloss:0.511450
[148]	train-mlogloss:0.339937	eval-mlogloss:0.510966
[149]	train-mlogloss:0.338981	eval-mlogloss:0.510611
[150]	train-mlogloss:0.337982	eval-mlogloss:0.510277
[151]	train-mlogloss:0.337139	eval-mlogloss:0.509894
[152]	train-mlogloss:0.335944	eval-mlogloss:0.509478
[153]	train-mlogloss:0.334904	eval-mlogloss:0.509171
[154]	train-mlogloss:0.333888	eval-mlogloss:0.508755
[155]	train-mlogloss:0.333017	eval-mlogloss:0.508448
[156]	train-mlogloss:0.332191	eval-mlogloss:0.508163
[157]	train-mlogloss:0.331245	eval-mlogloss:0.507980
[158]	train-mlogloss:0.330353	eval-mlogloss:0.507607
[159]	train-mlogloss:0.329160	eval-mlogloss:0.507352
[160]	train-mlogloss:0.328317	eval-mlogloss:0.507102
[161]	train-mlogloss:0.327360	eval-mlogloss:0.506832
[162]	train-mlogloss:0.326703	eval-mlogloss:0.506592
[163]	train-mlogloss:0.325910	eval-mlogloss:0.506361
[164]	train-mlogloss:0.325052	eval-mlogloss:0.506079
[165]	train-mlogloss:0.324068	eval-mlogloss:0.505747
[166]	train-mlogloss:0.322900	eval-mlogloss:0.505391
[167]	train-mlogloss:0.322293	eval-mlogloss:0.505140
[168]	train-mlogloss:0.321499	eval-mlogloss:0.504977
[169]	train-mlogloss:0.320545	eval-mlogloss:0.504723
[170]	train-mlogloss:0.319512	eval-mlogloss:0.504373
[171]	train-mlogloss:0.318849	eval-mlogloss:0.504131
[172]	train-mlogloss:0.318045	eval-mlogloss:0.503922
[173]	train-mlogloss:0.317140	eval-mlogloss:0.503651
[174]	train-mlogloss:0.316283	eval-mlogloss:0.503430
[175]	train-mlogloss:0.315403	eval-mlogloss:0.503080
[176]	train-mlogloss:0.314486	eval-mlogloss:0.502895
[177]	train-mlogloss:0.313579	eval-mlogloss:0.502644
[178]	train-mlogloss:0.312795	eval-mlogloss:0.502208
[179]	train-mlogloss:0.312135	eval-mlogloss:0.501965
[180]	train-mlogloss:0.311226	eval-mlogloss:0.501825
[181]	train-mlogloss:0.310365	eval-mlogloss:0.501613
[182]	train-mlogloss:0.309456	eval-mlogloss:0.501343
[183]	train-mlogloss:0.308737	eval-mlogloss:0.501125
[184]	train-mlogloss:0.307934	eval-mlogloss:0.500775
[185]	train-mlogloss:0.307322	eval-mlogloss:0.500575
[186]	train-mlogloss:0.306319	eval-mlogloss:0.500011
[187]	train-mlogloss:0.305389	eval-mlogloss:0.499594
[188]	train-mlogloss:0.304650	eval-mlogloss:0.499418
[189]	train-mlogloss:0.303843	eval-mlogloss:0.499198
[190]	train-mlogloss:0.303148	eval-mlogloss:0.498939
[191]	train-mlogloss:0.302244	eval-mlogloss:0.498693
[192]	train-mlogloss:0.301578	eval-mlogloss:0.498439
[193]	train-mlogloss:0.300934	eval-mlogloss:0.498212
[194]	train-mlogloss:0.300331	eval-mlogloss:0.497922
[195]	train-mlogloss:0.299822	eval-mlogloss:0.497779
[196]	train-mlogloss:0.299066	eval-mlogloss:0.497573
[197]	train-mlogloss:0.298257	eval-mlogloss:0.497238
[198]	train-mlogloss:0.297703	eval-mlogloss:0.497017
[199]	train-mlogloss:0.296890	eval-mlogloss:0.496849
[200]	train-mlogloss:0.296211	eval-mlogloss:0.496724
[201]	train-mlogloss:0.295497	eval-mlogloss:0.496590
[202]	train-mlogloss:0.294766	eval-mlogloss:0.496244
[203]	train-mlogloss:0.294139	eval-mlogloss:0.496067
[204]	train-mlogloss:0.293384	eval-mlogloss:0.495696
[205]	train-mlogloss:0.292577	eval-mlogloss:0.495544
[206]	train-mlogloss:0.292032	eval-mlogloss:0.495351
[207]	train-mlogloss:0.291120	eval-mlogloss:0.495079
[208]	train-mlogloss:0.290297	eval-mlogloss:0.494897
[209]	train-mlogloss:0.289219	eval-mlogloss:0.494661
[210]	train-mlogloss:0.288362	eval-mlogloss:0.494494
[211]	train-mlogloss:0.287664	eval-mlogloss:0.494288
[212]	train-mlogloss:0.286932	eval-mlogloss:0.494077
[213]	train-mlogloss:0.285993	eval-mlogloss:0.494050
[214]	train-mlogloss:0.285198	eval-mlogloss:0.493906
[215]	train-mlogloss:0.284704	eval-mlogloss:0.493802
[216]	train-mlogloss:0.284086	eval-mlogloss:0.493659
[217]	train-mlogloss:0.283393	eval-mlogloss:0.493358
[218]	train-mlogloss:0.282774	eval-mlogloss:0.493073
[219]	train-mlogloss:0.282131	eval-mlogloss:0.493013
[220]	train-mlogloss:0.281468	eval-mlogloss:0.492968
[221]	train-mlogloss:0.280844	eval-mlogloss:0.492919
[222]	train-mlogloss:0.279955	eval-mlogloss:0.492625
[223]	train-mlogloss:0.279278	eval-mlogloss:0.492428
[224]	train-mlogloss:0.278614	eval-mlogloss:0.492178
[225]	train-mlogloss:0.277939	eval-mlogloss:0.492142
[226]	train-mlogloss:0.277238	eval-mlogloss:0.491884
[227]	train-mlogloss:0.276787	eval-mlogloss:0.491757
[228]	train-mlogloss:0.276210	eval-mlogloss:0.491633
[229]	train-mlogloss:0.275568	eval-mlogloss:0.491470
[230]	train-mlogloss:0.274871	eval-mlogloss:0.491217
[231]	train-mlogloss:0.274296	eval-mlogloss:0.491006
[232]	train-mlogloss:0.273685	eval-mlogloss:0.490809
[233]	train-mlogloss:0.272982	eval-mlogloss:0.490638
[234]	train-mlogloss:0.272351	eval-mlogloss:0.490490
[235]	train-mlogloss:0.271664	eval-mlogloss:0.490407
[236]	train-mlogloss:0.270806	eval-mlogloss:0.490127
[237]	train-mlogloss:0.269984	eval-mlogloss:0.489909
[238]	train-mlogloss:0.269187	eval-mlogloss:0.489762
[239]	train-mlogloss:0.268537	eval-mlogloss:0.489641
[240]	train-mlogloss:0.267698	eval-mlogloss:0.489500
[241]	train-mlogloss:0.267156	eval-mlogloss:0.489380
[242]	train-mlogloss:0.266629	eval-mlogloss:0.489262
[243]	train-mlogloss:0.266019	eval-mlogloss:0.489073
[244]	train-mlogloss:0.265429	eval-mlogloss:0.489039
[245]	train-mlogloss:0.264825	eval-mlogloss:0.488835
[246]	train-mlogloss:0.264048	eval-mlogloss:0.488723
[247]	train-mlogloss:0.263440	eval-mlogloss:0.488553
[248]	train-mlogloss:0.262908	eval-mlogloss:0.488451
[249]	train-mlogloss:0.262213	eval-mlogloss:0.488342
[250]	train-mlogloss:0.261653	eval-mlogloss:0.488137
[251]	train-mlogloss:0.261130	eval-mlogloss:0.488057
[252]	train-mlogloss:0.260567	eval-mlogloss:0.488081
[253]	train-mlogloss:0.260129	eval-mlogloss:0.488039
[254]	train-mlogloss:0.259345	eval-mlogloss:0.487970
[255]	train-mlogloss:0.258935	eval-mlogloss:0.487847
[256]	train-mlogloss:0.258312	eval-mlogloss:0.487877
[257]	train-mlogloss:0.257686	eval-mlogloss:0.487762
[258]	train-mlogloss:0.257108	eval-mlogloss:0.487681
[259]	train-mlogloss:0.256580	eval-mlogloss:0.487568
[260]	train-mlogloss:0.256239	eval-mlogloss:0.487483
[261]	train-mlogloss:0.255745	eval-mlogloss:0.487338
[262]	train-mlogloss:0.255193	eval-mlogloss:0.487196
[263]	train-mlogloss:0.254637	eval-mlogloss:0.487101
[264]	train-mlogloss:0.254207	eval-mlogloss:0.487095
[265]	train-mlogloss:0.253594	eval-mlogloss:0.486884
[266]	train-mlogloss:0.253019	eval-mlogloss:0.486891
[267]	train-mlogloss:0.252456	eval-mlogloss:0.486826
[268]	train-mlogloss:0.251946	eval-mlogloss:0.486815
[269]	train-mlogloss:0.251336	eval-mlogloss:0.486710
[270]	train-mlogloss:0.250867	eval-mlogloss:0.486522
[271]	train-mlogloss:0.250486	eval-mlogloss:0.486441
[272]	train-mlogloss:0.249787	eval-mlogloss:0.486313
[273]	train-mlogloss:0.249319	eval-mlogloss:0.486205
[274]	train-mlogloss:0.248978	eval-mlogloss:0.486118
[275]	train-mlogloss:0.248431	eval-mlogloss:0.485971
[276]	train-mlogloss:0.248127	eval-mlogloss:0.485887
[277]	train-mlogloss:0.247676	eval-mlogloss:0.485729
[278]	train-mlogloss:0.247154	eval-mlogloss:0.485606
[279]	train-mlogloss:0.246890	eval-mlogloss:0.485546
[280]	train-mlogloss:0.246232	eval-mlogloss:0.485529
[281]	train-mlogloss:0.245574	eval-mlogloss:0.485407
[282]	train-mlogloss:0.245075	eval-mlogloss:0.485377
[283]	train-mlogloss:0.244674	eval-mlogloss:0.485271
[284]	train-mlogloss:0.244274	eval-mlogloss:0.485100
[285]	train-mlogloss:0.243696	eval-mlogloss:0.485050
[286]	train-mlogloss:0.243210	eval-mlogloss:0.485013
[287]	train-mlogloss:0.242664	eval-mlogloss:0.484891
[288]	train-mlogloss:0.242038	eval-mlogloss:0.484868
[289]	train-mlogloss:0.241406	eval-mlogloss:0.484774
[290]	train-mlogloss:0.241002	eval-mlogloss:0.484813
[291]	train-mlogloss:0.240469	eval-mlogloss:0.484719
[292]	train-mlogloss:0.239981	eval-mlogloss:0.484677
[293]	train-mlogloss:0.239615	eval-mlogloss:0.484647
[294]	train-mlogloss:0.239099	eval-mlogloss:0.484645
[295]	train-mlogloss:0.238726	eval-mlogloss:0.484574
[296]	train-mlogloss:0.238180	eval-mlogloss:0.484494
[297]	train-mlogloss:0.237736	eval-mlogloss:0.484403
[298]	train-mlogloss:0.237235	eval-mlogloss:0.484365
[299]	train-mlogloss:0.236626	eval-mlogloss:0.484218






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 4.0, 'max_depth': 7.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.7000000000000001, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.4842176175953909







    




Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:2.031851	eval-mlogloss:2.035514
[1]	train-mlogloss:1.889315	eval-mlogloss:1.894615
[2]	train-mlogloss:1.777451	eval-mlogloss:1.784054
[3]	train-mlogloss:1.672941	eval-mlogloss:1.681328
[4]	train-mlogloss:1.580741	eval-mlogloss:1.590661
[5]	train-mlogloss:1.505811	eval-mlogloss:1.517520
[6]	train-mlogloss:1.435292	eval-mlogloss:1.447427
[7]	train-mlogloss:1.378834	eval-mlogloss:1.391396
[8]	train-mlogloss:1.326702	eval-mlogloss:1.340471
[9]	train-mlogloss:1.278366	eval-mlogloss:1.292877
[10]	train-mlogloss:1.239102	eval-mlogloss:1.254398
[11]	train-mlogloss:1.202793	eval-mlogloss:1.219005
[12]	train-mlogloss:1.170085	eval-mlogloss:1.187420
[13]	train-mlogloss:1.135375	eval-mlogloss:1.153348
[14]	train-mlogloss:1.101508	eval-mlogloss:1.120230
[15]	train-mlogloss:1.074737	eval-mlogloss:1.094239
[16]	train-mlogloss:1.046536	eval-mlogloss:1.066682
[17]	train-mlogloss:1.024478	eval-mlogloss:1.045592
[18]	train-mlogloss:1.000638	eval-mlogloss:1.021921
[19]	train-mlogloss:0.979656	eval-mlogloss:1.001660
[20]	train-mlogloss:0.958940	eval-mlogloss:0.981215
[21]	train-mlogloss:0.940640	eval-mlogloss:0.963192
[22]	train-mlogloss:0.921993	eval-mlogloss:0.945086
[23]	train-mlogloss:0.906447	eval-mlogloss:0.930105
[24]	train-mlogloss:0.890353	eval-mlogloss:0.914506
[25]	train-mlogloss:0.875413	eval-mlogloss:0.900024
[26]	train-mlogloss:0.860997	eval-mlogloss:0.886230
[27]	train-mlogloss:0.848540	eval-mlogloss:0.874261
[28]	train-mlogloss:0.836058	eval-mlogloss:0.862207
[29]	train-mlogloss:0.825254	eval-mlogloss:0.852150
[30]	train-mlogloss:0.813968	eval-mlogloss:0.841334
[31]	train-mlogloss:0.804381	eval-mlogloss:0.832277
[32]	train-mlogloss:0.795321	eval-mlogloss:0.823624
[33]	train-mlogloss:0.786630	eval-mlogloss:0.815209
[34]	train-mlogloss:0.778552	eval-mlogloss:0.807629
[35]	train-mlogloss:0.770501	eval-mlogloss:0.800016
[36]	train-mlogloss:0.762290	eval-mlogloss:0.792241
[37]	train-mlogloss:0.755099	eval-mlogloss:0.785449
[38]	train-mlogloss:0.747917	eval-mlogloss:0.778813
[39]	train-mlogloss:0.741601	eval-mlogloss:0.773010
[40]	train-mlogloss:0.734584	eval-mlogloss:0.766526
[41]	train-mlogloss:0.727965	eval-mlogloss:0.760217
[42]	train-mlogloss:0.721542	eval-mlogloss:0.754217
[43]	train-mlogloss:0.715205	eval-mlogloss:0.748520
[44]	train-mlogloss:0.709129	eval-mlogloss:0.742778
[45]	train-mlogloss:0.703489	eval-mlogloss:0.737518
[46]	train-mlogloss:0.698022	eval-mlogloss:0.732431
[47]	train-mlogloss:0.693081	eval-mlogloss:0.727741
[48]	train-mlogloss:0.688368	eval-mlogloss:0.723689
[49]	train-mlogloss:0.683266	eval-mlogloss:0.718763
[50]	train-mlogloss:0.679139	eval-mlogloss:0.715085
[51]	train-mlogloss:0.674478	eval-mlogloss:0.710888
[52]	train-mlogloss:0.669972	eval-mlogloss:0.706808
[53]	train-mlogloss:0.665922	eval-mlogloss:0.703134
[54]	train-mlogloss:0.662041	eval-mlogloss:0.699698
[55]	train-mlogloss:0.658188	eval-mlogloss:0.696186
[56]	train-mlogloss:0.654410	eval-mlogloss:0.692825
[57]	train-mlogloss:0.650805	eval-mlogloss:0.689669
[58]	train-mlogloss:0.647391	eval-mlogloss:0.686731
[59]	train-mlogloss:0.643890	eval-mlogloss:0.683659
[60]	train-mlogloss:0.640874	eval-mlogloss:0.680987
[61]	train-mlogloss:0.637808	eval-mlogloss:0.678207
[62]	train-mlogloss:0.634752	eval-mlogloss:0.675539
[63]	train-mlogloss:0.631861	eval-mlogloss:0.673076
[64]	train-mlogloss:0.629114	eval-mlogloss:0.670713
[65]	train-mlogloss:0.626228	eval-mlogloss:0.668249
[66]	train-mlogloss:0.623289	eval-mlogloss:0.665680
[67]	train-mlogloss:0.620589	eval-mlogloss:0.663322
[68]	train-mlogloss:0.617674	eval-mlogloss:0.660878
[69]	train-mlogloss:0.615175	eval-mlogloss:0.658740
[70]	train-mlogloss:0.612997	eval-mlogloss:0.656870
[71]	train-mlogloss:0.610669	eval-mlogloss:0.655052
[72]	train-mlogloss:0.608280	eval-mlogloss:0.653067
[73]	train-mlogloss:0.605983	eval-mlogloss:0.651021
[74]	train-mlogloss:0.603623	eval-mlogloss:0.649061
[75]	train-mlogloss:0.601520	eval-mlogloss:0.647203
[76]	train-mlogloss:0.599115	eval-mlogloss:0.645129
[77]	train-mlogloss:0.597021	eval-mlogloss:0.643378
[78]	train-mlogloss:0.594762	eval-mlogloss:0.641466
[79]	train-mlogloss:0.592846	eval-mlogloss:0.639868
[80]	train-mlogloss:0.590940	eval-mlogloss:0.638265
[81]	train-mlogloss:0.588922	eval-mlogloss:0.636605
[82]	train-mlogloss:0.587110	eval-mlogloss:0.634990
[83]	train-mlogloss:0.585084	eval-mlogloss:0.633149
[84]	train-mlogloss:0.583357	eval-mlogloss:0.631684
[85]	train-mlogloss:0.581771	eval-mlogloss:0.630371
[86]	train-mlogloss:0.579991	eval-mlogloss:0.628900
[87]	train-mlogloss:0.578322	eval-mlogloss:0.627522
[88]	train-mlogloss:0.576754	eval-mlogloss:0.626285
[89]	train-mlogloss:0.575216	eval-mlogloss:0.625174
[90]	train-mlogloss:0.573584	eval-mlogloss:0.623811
[91]	train-mlogloss:0.571847	eval-mlogloss:0.622431
[92]	train-mlogloss:0.570233	eval-mlogloss:0.621043
[93]	train-mlogloss:0.568700	eval-mlogloss:0.619806
[94]	train-mlogloss:0.567062	eval-mlogloss:0.618624
[95]	train-mlogloss:0.565400	eval-mlogloss:0.617453
[96]	train-mlogloss:0.563869	eval-mlogloss:0.616376
[97]	train-mlogloss:0.562446	eval-mlogloss:0.615177
[98]	train-mlogloss:0.560918	eval-mlogloss:0.613996
[99]	train-mlogloss:0.559561	eval-mlogloss:0.612914
[100]	train-mlogloss:0.558135	eval-mlogloss:0.611747
[101]	train-mlogloss:0.556632	eval-mlogloss:0.610584
[102]	train-mlogloss:0.555296	eval-mlogloss:0.609512
[103]	train-mlogloss:0.554068	eval-mlogloss:0.608509
[104]	train-mlogloss:0.552640	eval-mlogloss:0.607354
[105]	train-mlogloss:0.551167	eval-mlogloss:0.606278
[106]	train-mlogloss:0.549804	eval-mlogloss:0.605164
[107]	train-mlogloss:0.548658	eval-mlogloss:0.604328
[108]	train-mlogloss:0.547469	eval-mlogloss:0.603436
[109]	train-mlogloss:0.546089	eval-mlogloss:0.602335
[110]	train-mlogloss:0.544895	eval-mlogloss:0.601505
[111]	train-mlogloss:0.543778	eval-mlogloss:0.600689
[112]	train-mlogloss:0.542623	eval-mlogloss:0.599782
[113]	train-mlogloss:0.541354	eval-mlogloss:0.598891
[114]	train-mlogloss:0.540213	eval-mlogloss:0.598088
[115]	train-mlogloss:0.538856	eval-mlogloss:0.597240
[116]	train-mlogloss:0.537967	eval-mlogloss:0.596678
[117]	train-mlogloss:0.536701	eval-mlogloss:0.595892
[118]	train-mlogloss:0.535586	eval-mlogloss:0.595044
[119]	train-mlogloss:0.534383	eval-mlogloss:0.594259
[120]	train-mlogloss:0.533357	eval-mlogloss:0.593507
[121]	train-mlogloss:0.532155	eval-mlogloss:0.592633
[122]	train-mlogloss:0.531060	eval-mlogloss:0.591939
[123]	train-mlogloss:0.529939	eval-mlogloss:0.591172
[124]	train-mlogloss:0.528980	eval-mlogloss:0.590516
[125]	train-mlogloss:0.527907	eval-mlogloss:0.589781
[126]	train-mlogloss:0.526751	eval-mlogloss:0.588958
[127]	train-mlogloss:0.525652	eval-mlogloss:0.588092
[128]	train-mlogloss:0.524684	eval-mlogloss:0.587431
[129]	train-mlogloss:0.523694	eval-mlogloss:0.586767
[130]	train-mlogloss:0.522760	eval-mlogloss:0.586176
[131]	train-mlogloss:0.521849	eval-mlogloss:0.585535
[132]	train-mlogloss:0.520713	eval-mlogloss:0.584771
[133]	train-mlogloss:0.519548	eval-mlogloss:0.583924
[134]	train-mlogloss:0.518596	eval-mlogloss:0.583262
[135]	train-mlogloss:0.517518	eval-mlogloss:0.582615
[136]	train-mlogloss:0.516543	eval-mlogloss:0.581897
[137]	train-mlogloss:0.515513	eval-mlogloss:0.581252
[138]	train-mlogloss:0.514588	eval-mlogloss:0.580709
[139]	train-mlogloss:0.513791	eval-mlogloss:0.580139
[140]	train-mlogloss:0.512804	eval-mlogloss:0.579511
[141]	train-mlogloss:0.511950	eval-mlogloss:0.578869
[142]	train-mlogloss:0.511075	eval-mlogloss:0.578297
[143]	train-mlogloss:0.510192	eval-mlogloss:0.577831
[144]	train-mlogloss:0.509493	eval-mlogloss:0.577310
[145]	train-mlogloss:0.508526	eval-mlogloss:0.576639
[146]	train-mlogloss:0.507615	eval-mlogloss:0.575981
[147]	train-mlogloss:0.506711	eval-mlogloss:0.575212
[148]	train-mlogloss:0.505840	eval-mlogloss:0.574598
[149]	train-mlogloss:0.504929	eval-mlogloss:0.574013
[150]	train-mlogloss:0.504142	eval-mlogloss:0.573525
[151]	train-mlogloss:0.503391	eval-mlogloss:0.572960
[152]	train-mlogloss:0.502379	eval-mlogloss:0.572274
[153]	train-mlogloss:0.501565	eval-mlogloss:0.571679
[154]	train-mlogloss:0.500841	eval-mlogloss:0.571136
[155]	train-mlogloss:0.499930	eval-mlogloss:0.570652
[156]	train-mlogloss:0.499168	eval-mlogloss:0.570196
[157]	train-mlogloss:0.498271	eval-mlogloss:0.569712
[158]	train-mlogloss:0.497481	eval-mlogloss:0.569134
[159]	train-mlogloss:0.496464	eval-mlogloss:0.568538
[160]	train-mlogloss:0.495677	eval-mlogloss:0.568037
[161]	train-mlogloss:0.495049	eval-mlogloss:0.567640
[162]	train-mlogloss:0.494245	eval-mlogloss:0.567268
[163]	train-mlogloss:0.493555	eval-mlogloss:0.566808
[164]	train-mlogloss:0.492831	eval-mlogloss:0.566317
[165]	train-mlogloss:0.492178	eval-mlogloss:0.565860
[166]	train-mlogloss:0.491268	eval-mlogloss:0.565299
[167]	train-mlogloss:0.490522	eval-mlogloss:0.564775
[168]	train-mlogloss:0.489757	eval-mlogloss:0.564249
[169]	train-mlogloss:0.489047	eval-mlogloss:0.563867
[170]	train-mlogloss:0.488389	eval-mlogloss:0.563514
[171]	train-mlogloss:0.487750	eval-mlogloss:0.563162
[172]	train-mlogloss:0.487096	eval-mlogloss:0.562779
[173]	train-mlogloss:0.486462	eval-mlogloss:0.562338
[174]	train-mlogloss:0.485725	eval-mlogloss:0.561827
[175]	train-mlogloss:0.484940	eval-mlogloss:0.561339
[176]	train-mlogloss:0.484299	eval-mlogloss:0.560941
[177]	train-mlogloss:0.483513	eval-mlogloss:0.560412
[178]	train-mlogloss:0.482840	eval-mlogloss:0.559927
[179]	train-mlogloss:0.482272	eval-mlogloss:0.559679
[180]	train-mlogloss:0.481703	eval-mlogloss:0.559339
[181]	train-mlogloss:0.480961	eval-mlogloss:0.558920
[182]	train-mlogloss:0.480224	eval-mlogloss:0.558430
[183]	train-mlogloss:0.479495	eval-mlogloss:0.557919
[184]	train-mlogloss:0.478797	eval-mlogloss:0.557454
[185]	train-mlogloss:0.478170	eval-mlogloss:0.557023
[186]	train-mlogloss:0.477545	eval-mlogloss:0.556641
[187]	train-mlogloss:0.476923	eval-mlogloss:0.556318
[188]	train-mlogloss:0.476362	eval-mlogloss:0.556008
[189]	train-mlogloss:0.475842	eval-mlogloss:0.555627
[190]	train-mlogloss:0.475211	eval-mlogloss:0.555272
[191]	train-mlogloss:0.474652	eval-mlogloss:0.555004
[192]	train-mlogloss:0.474048	eval-mlogloss:0.554688
[193]	train-mlogloss:0.473485	eval-mlogloss:0.554330
[194]	train-mlogloss:0.472896	eval-mlogloss:0.553990
[195]	train-mlogloss:0.472364	eval-mlogloss:0.553762
[196]	train-mlogloss:0.471643	eval-mlogloss:0.553350
[197]	train-mlogloss:0.471057	eval-mlogloss:0.552940
[198]	train-mlogloss:0.470529	eval-mlogloss:0.552581
[199]	train-mlogloss:0.470037	eval-mlogloss:0.552356
[200]	train-mlogloss:0.469462	eval-mlogloss:0.552126
[201]	train-mlogloss:0.468878	eval-mlogloss:0.551894
[202]	train-mlogloss:0.468343	eval-mlogloss:0.551517
[203]	train-mlogloss:0.467627	eval-mlogloss:0.551170
[204]	train-mlogloss:0.466977	eval-mlogloss:0.550868
[205]	train-mlogloss:0.466365	eval-mlogloss:0.550605
[206]	train-mlogloss:0.465661	eval-mlogloss:0.550105
[207]	train-mlogloss:0.465079	eval-mlogloss:0.549776
[208]	train-mlogloss:0.464407	eval-mlogloss:0.549488
[209]	train-mlogloss:0.463677	eval-mlogloss:0.549088
[210]	train-mlogloss:0.463173	eval-mlogloss:0.548811
[211]	train-mlogloss:0.462562	eval-mlogloss:0.548387
[212]	train-mlogloss:0.461852	eval-mlogloss:0.547985
[213]	train-mlogloss:0.461343	eval-mlogloss:0.547663
[214]	train-mlogloss:0.460776	eval-mlogloss:0.547438
[215]	train-mlogloss:0.460223	eval-mlogloss:0.547166
[216]	train-mlogloss:0.459712	eval-mlogloss:0.546833
[217]	train-mlogloss:0.459150	eval-mlogloss:0.546489
[218]	train-mlogloss:0.458617	eval-mlogloss:0.546249
[219]	train-mlogloss:0.458079	eval-mlogloss:0.546025
[220]	train-mlogloss:0.457587	eval-mlogloss:0.545760
[221]	train-mlogloss:0.457031	eval-mlogloss:0.545461
[222]	train-mlogloss:0.456448	eval-mlogloss:0.545251
[223]	train-mlogloss:0.455895	eval-mlogloss:0.544975
[224]	train-mlogloss:0.455457	eval-mlogloss:0.544720
[225]	train-mlogloss:0.454891	eval-mlogloss:0.544415
[226]	train-mlogloss:0.454456	eval-mlogloss:0.544184
[227]	train-mlogloss:0.453898	eval-mlogloss:0.543894
[228]	train-mlogloss:0.453391	eval-mlogloss:0.543611
[229]	train-mlogloss:0.452847	eval-mlogloss:0.543375
[230]	train-mlogloss:0.452390	eval-mlogloss:0.543154
[231]	train-mlogloss:0.451913	eval-mlogloss:0.542972
[232]	train-mlogloss:0.451460	eval-mlogloss:0.542815
[233]	train-mlogloss:0.450956	eval-mlogloss:0.542565
[234]	train-mlogloss:0.450410	eval-mlogloss:0.542308
[235]	train-mlogloss:0.449967	eval-mlogloss:0.542074
[236]	train-mlogloss:0.449596	eval-mlogloss:0.541930
[237]	train-mlogloss:0.449072	eval-mlogloss:0.541655
[238]	train-mlogloss:0.448650	eval-mlogloss:0.541501
[239]	train-mlogloss:0.448019	eval-mlogloss:0.541198
[240]	train-mlogloss:0.447520	eval-mlogloss:0.540943
[241]	train-mlogloss:0.447106	eval-mlogloss:0.540723
[242]	train-mlogloss:0.446506	eval-mlogloss:0.540438
[243]	train-mlogloss:0.446006	eval-mlogloss:0.540160
[244]	train-mlogloss:0.445410	eval-mlogloss:0.539834
[245]	train-mlogloss:0.444960	eval-mlogloss:0.539537
[246]	train-mlogloss:0.444368	eval-mlogloss:0.539260
[247]	train-mlogloss:0.443865	eval-mlogloss:0.539003
[248]	train-mlogloss:0.443424	eval-mlogloss:0.538729
[249]	train-mlogloss:0.442991	eval-mlogloss:0.538511
[250]	train-mlogloss:0.442498	eval-mlogloss:0.538236
[251]	train-mlogloss:0.441999	eval-mlogloss:0.537984
[252]	train-mlogloss:0.441470	eval-mlogloss:0.537659
[253]	train-mlogloss:0.441017	eval-mlogloss:0.537421
[254]	train-mlogloss:0.440613	eval-mlogloss:0.537217
[255]	train-mlogloss:0.440227	eval-mlogloss:0.537102
[256]	train-mlogloss:0.439776	eval-mlogloss:0.536817
[257]	train-mlogloss:0.439418	eval-mlogloss:0.536646
[258]	train-mlogloss:0.438952	eval-mlogloss:0.536452
[259]	train-mlogloss:0.438381	eval-mlogloss:0.536120
[260]	train-mlogloss:0.437922	eval-mlogloss:0.535947
[261]	train-mlogloss:0.437484	eval-mlogloss:0.535698
[262]	train-mlogloss:0.437019	eval-mlogloss:0.535494
[263]	train-mlogloss:0.436460	eval-mlogloss:0.535198
[264]	train-mlogloss:0.435985	eval-mlogloss:0.534922
[265]	train-mlogloss:0.435566	eval-mlogloss:0.534703
[266]	train-mlogloss:0.435081	eval-mlogloss:0.534504
[267]	train-mlogloss:0.434568	eval-mlogloss:0.534255
[268]	train-mlogloss:0.434215	eval-mlogloss:0.534125
[269]	train-mlogloss:0.433688	eval-mlogloss:0.533900
[270]	train-mlogloss:0.433051	eval-mlogloss:0.533678
[271]	train-mlogloss:0.432589	eval-mlogloss:0.533487
[272]	train-mlogloss:0.432002	eval-mlogloss:0.533177
[273]	train-mlogloss:0.431492	eval-mlogloss:0.532902
[274]	train-mlogloss:0.431078	eval-mlogloss:0.532815
[275]	train-mlogloss:0.430729	eval-mlogloss:0.532674
[276]	train-mlogloss:0.430305	eval-mlogloss:0.532516
[277]	train-mlogloss:0.429860	eval-mlogloss:0.532238
[278]	train-mlogloss:0.429297	eval-mlogloss:0.532003
[279]	train-mlogloss:0.428733	eval-mlogloss:0.531874
[280]	train-mlogloss:0.428312	eval-mlogloss:0.531724
[281]	train-mlogloss:0.427947	eval-mlogloss:0.531610
[282]	train-mlogloss:0.427273	eval-mlogloss:0.531297
[283]	train-mlogloss:0.426823	eval-mlogloss:0.531070
[284]	train-mlogloss:0.426330	eval-mlogloss:0.530860
[285]	train-mlogloss:0.425922	eval-mlogloss:0.530696
[286]	train-mlogloss:0.425482	eval-mlogloss:0.530511
[287]	train-mlogloss:0.425073	eval-mlogloss:0.530290
[288]	train-mlogloss:0.424660	eval-mlogloss:0.530092
[289]	train-mlogloss:0.424106	eval-mlogloss:0.529784
[290]	train-mlogloss:0.423637	eval-mlogloss:0.529624
[291]	train-mlogloss:0.423200	eval-mlogloss:0.529416
[292]	train-mlogloss:0.422790	eval-mlogloss:0.529251
[293]	train-mlogloss:0.422460	eval-mlogloss:0.529009
[294]	train-mlogloss:0.421879	eval-mlogloss:0.528797
[295]	train-mlogloss:0.421335	eval-mlogloss:0.528737
[296]	train-mlogloss:0.420987	eval-mlogloss:0.528560
[297]	train-mlogloss:0.420484	eval-mlogloss:0.528310
[298]	train-mlogloss:0.420150	eval-mlogloss:0.528192






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 3.0, 'max_depth': 4.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.6000000000000001, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.528053819195215







    




[299]	train-mlogloss:0.419718	eval-mlogloss:0.528054
Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:1.974279	eval-mlogloss:1.984160
[1]	train-mlogloss:1.795071	eval-mlogloss:1.813735
[2]	train-mlogloss:1.656112	eval-mlogloss:1.682943
[3]	train-mlogloss:1.541761	eval-mlogloss:1.575944
[4]	train-mlogloss:1.442631	eval-mlogloss:1.483477
[5]	train-mlogloss:1.354561	eval-mlogloss:1.402220
[6]	train-mlogloss:1.273192	eval-mlogloss:1.326110
[7]	train-mlogloss:1.202700	eval-mlogloss:1.260815
[8]	train-mlogloss:1.138063	eval-mlogloss:1.201528
[9]	train-mlogloss:1.081511	eval-mlogloss:1.149566
[10]	train-mlogloss:1.031812	eval-mlogloss:1.104525
[11]	train-mlogloss:0.984846	eval-mlogloss:1.061932
[12]	train-mlogloss:0.943262	eval-mlogloss:1.024064
[13]	train-mlogloss:0.906588	eval-mlogloss:0.991170
[14]	train-mlogloss:0.870143	eval-mlogloss:0.958902
[15]	train-mlogloss:0.837734	eval-mlogloss:0.930291
[16]	train-mlogloss:0.806997	eval-mlogloss:0.903002
[17]	train-mlogloss:0.778643	eval-mlogloss:0.878788
[18]	train-mlogloss:0.752322	eval-mlogloss:0.855791
[19]	train-mlogloss:0.726626	eval-mlogloss:0.833427
[20]	train-mlogloss:0.706369	eval-mlogloss:0.815910
[21]	train-mlogloss:0.685612	eval-mlogloss:0.798687
[22]	train-mlogloss:0.665389	eval-mlogloss:0.781308
[23]	train-mlogloss:0.646215	eval-mlogloss:0.765008
[24]	train-mlogloss:0.627299	eval-mlogloss:0.749614
[25]	train-mlogloss:0.611429	eval-mlogloss:0.736716
[26]	train-mlogloss:0.595722	eval-mlogloss:0.723831
[27]	train-mlogloss:0.580955	eval-mlogloss:0.711876
[28]	train-mlogloss:0.568641	eval-mlogloss:0.701872
[29]	train-mlogloss:0.554643	eval-mlogloss:0.690825
[30]	train-mlogloss:0.542637	eval-mlogloss:0.681365
[31]	train-mlogloss:0.531666	eval-mlogloss:0.672625
[32]	train-mlogloss:0.520823	eval-mlogloss:0.663985
[33]	train-mlogloss:0.510216	eval-mlogloss:0.655636
[34]	train-mlogloss:0.500737	eval-mlogloss:0.648346
[35]	train-mlogloss:0.491731	eval-mlogloss:0.641545
[36]	train-mlogloss:0.483433	eval-mlogloss:0.635192
[37]	train-mlogloss:0.475418	eval-mlogloss:0.628765
[38]	train-mlogloss:0.467344	eval-mlogloss:0.622566
[39]	train-mlogloss:0.459883	eval-mlogloss:0.617231
[40]	train-mlogloss:0.453024	eval-mlogloss:0.612117
[41]	train-mlogloss:0.446115	eval-mlogloss:0.607063
[42]	train-mlogloss:0.439680	eval-mlogloss:0.602600
[43]	train-mlogloss:0.433817	eval-mlogloss:0.598573
[44]	train-mlogloss:0.427851	eval-mlogloss:0.594302
[45]	train-mlogloss:0.422221	eval-mlogloss:0.590051
[46]	train-mlogloss:0.416250	eval-mlogloss:0.585861
[47]	train-mlogloss:0.410956	eval-mlogloss:0.582003
[48]	train-mlogloss:0.405272	eval-mlogloss:0.578174
[49]	train-mlogloss:0.400458	eval-mlogloss:0.574830
[50]	train-mlogloss:0.396004	eval-mlogloss:0.571889
[51]	train-mlogloss:0.391837	eval-mlogloss:0.568980
[52]	train-mlogloss:0.387446	eval-mlogloss:0.566134
[53]	train-mlogloss:0.383469	eval-mlogloss:0.563539
[54]	train-mlogloss:0.379454	eval-mlogloss:0.560632
[55]	train-mlogloss:0.375570	eval-mlogloss:0.557959
[56]	train-mlogloss:0.372307	eval-mlogloss:0.555702
[57]	train-mlogloss:0.368330	eval-mlogloss:0.553403
[58]	train-mlogloss:0.365337	eval-mlogloss:0.551361
[59]	train-mlogloss:0.361353	eval-mlogloss:0.548890
[60]	train-mlogloss:0.357565	eval-mlogloss:0.546813
[61]	train-mlogloss:0.354464	eval-mlogloss:0.544603
[62]	train-mlogloss:0.351366	eval-mlogloss:0.542861
[63]	train-mlogloss:0.348326	eval-mlogloss:0.541008
[64]	train-mlogloss:0.345830	eval-mlogloss:0.539310
[65]	train-mlogloss:0.343126	eval-mlogloss:0.537521
[66]	train-mlogloss:0.340253	eval-mlogloss:0.535788
[67]	train-mlogloss:0.337493	eval-mlogloss:0.534374
[68]	train-mlogloss:0.334925	eval-mlogloss:0.532830
[69]	train-mlogloss:0.332372	eval-mlogloss:0.531410
[70]	train-mlogloss:0.329816	eval-mlogloss:0.530055
[71]	train-mlogloss:0.328053	eval-mlogloss:0.528950
[72]	train-mlogloss:0.325742	eval-mlogloss:0.527766
[73]	train-mlogloss:0.323564	eval-mlogloss:0.526419
[74]	train-mlogloss:0.321255	eval-mlogloss:0.525156
[75]	train-mlogloss:0.319482	eval-mlogloss:0.524222
[76]	train-mlogloss:0.317090	eval-mlogloss:0.522972
[77]	train-mlogloss:0.315303	eval-mlogloss:0.521988
[78]	train-mlogloss:0.313615	eval-mlogloss:0.520855
[79]	train-mlogloss:0.312237	eval-mlogloss:0.519975
[80]	train-mlogloss:0.309654	eval-mlogloss:0.518862
[81]	train-mlogloss:0.307860	eval-mlogloss:0.517984
[82]	train-mlogloss:0.305908	eval-mlogloss:0.517080
[83]	train-mlogloss:0.304229	eval-mlogloss:0.516354
[84]	train-mlogloss:0.302317	eval-mlogloss:0.515405
[85]	train-mlogloss:0.300739	eval-mlogloss:0.514701
[86]	train-mlogloss:0.298901	eval-mlogloss:0.513873
[87]	train-mlogloss:0.297087	eval-mlogloss:0.513138
[88]	train-mlogloss:0.295419	eval-mlogloss:0.512518
[89]	train-mlogloss:0.293962	eval-mlogloss:0.511741
[90]	train-mlogloss:0.292347	eval-mlogloss:0.511021
[91]	train-mlogloss:0.290888	eval-mlogloss:0.510241
[92]	train-mlogloss:0.289317	eval-mlogloss:0.509669
[93]	train-mlogloss:0.287351	eval-mlogloss:0.508950
[94]	train-mlogloss:0.285828	eval-mlogloss:0.508245
[95]	train-mlogloss:0.284472	eval-mlogloss:0.507609
[96]	train-mlogloss:0.283040	eval-mlogloss:0.506866
[97]	train-mlogloss:0.281846	eval-mlogloss:0.506205
[98]	train-mlogloss:0.280745	eval-mlogloss:0.505628
[99]	train-mlogloss:0.279585	eval-mlogloss:0.505060
[100]	train-mlogloss:0.278277	eval-mlogloss:0.504397
[101]	train-mlogloss:0.276943	eval-mlogloss:0.503845
[102]	train-mlogloss:0.275785	eval-mlogloss:0.503320
[103]	train-mlogloss:0.274402	eval-mlogloss:0.502749
[104]	train-mlogloss:0.272658	eval-mlogloss:0.502064
[105]	train-mlogloss:0.271075	eval-mlogloss:0.501329
[106]	train-mlogloss:0.269870	eval-mlogloss:0.500703
[107]	train-mlogloss:0.268539	eval-mlogloss:0.500135
[108]	train-mlogloss:0.267225	eval-mlogloss:0.499772
[109]	train-mlogloss:0.266023	eval-mlogloss:0.499393
[110]	train-mlogloss:0.264960	eval-mlogloss:0.498998
[111]	train-mlogloss:0.263726	eval-mlogloss:0.498478
[112]	train-mlogloss:0.262520	eval-mlogloss:0.498000
[113]	train-mlogloss:0.261309	eval-mlogloss:0.497504
[114]	train-mlogloss:0.260030	eval-mlogloss:0.497118
[115]	train-mlogloss:0.258779	eval-mlogloss:0.496602
[116]	train-mlogloss:0.257563	eval-mlogloss:0.496216
[117]	train-mlogloss:0.256570	eval-mlogloss:0.495722
[118]	train-mlogloss:0.255220	eval-mlogloss:0.495425
[119]	train-mlogloss:0.253989	eval-mlogloss:0.495035
[120]	train-mlogloss:0.252980	eval-mlogloss:0.494763
[121]	train-mlogloss:0.251523	eval-mlogloss:0.494386
[122]	train-mlogloss:0.250494	eval-mlogloss:0.494094
[123]	train-mlogloss:0.249495	eval-mlogloss:0.493725
[124]	train-mlogloss:0.248348	eval-mlogloss:0.493400
[125]	train-mlogloss:0.247121	eval-mlogloss:0.493130
[126]	train-mlogloss:0.246119	eval-mlogloss:0.492894
[127]	train-mlogloss:0.245453	eval-mlogloss:0.492583
[128]	train-mlogloss:0.244367	eval-mlogloss:0.492343
[129]	train-mlogloss:0.243397	eval-mlogloss:0.492067
[130]	train-mlogloss:0.242279	eval-mlogloss:0.491793
[131]	train-mlogloss:0.241130	eval-mlogloss:0.491492
[132]	train-mlogloss:0.240059	eval-mlogloss:0.491089
[133]	train-mlogloss:0.238776	eval-mlogloss:0.490858
[134]	train-mlogloss:0.237867	eval-mlogloss:0.490530
[135]	train-mlogloss:0.236811	eval-mlogloss:0.490366
[136]	train-mlogloss:0.235872	eval-mlogloss:0.490111
[137]	train-mlogloss:0.235192	eval-mlogloss:0.489838
[138]	train-mlogloss:0.233823	eval-mlogloss:0.489528
[139]	train-mlogloss:0.232813	eval-mlogloss:0.489354
[140]	train-mlogloss:0.231673	eval-mlogloss:0.489002
[141]	train-mlogloss:0.230759	eval-mlogloss:0.488830
[142]	train-mlogloss:0.229971	eval-mlogloss:0.488571
[143]	train-mlogloss:0.229004	eval-mlogloss:0.488421
[144]	train-mlogloss:0.227703	eval-mlogloss:0.488160
[145]	train-mlogloss:0.226821	eval-mlogloss:0.487949
[146]	train-mlogloss:0.225917	eval-mlogloss:0.487689
[147]	train-mlogloss:0.224893	eval-mlogloss:0.487426
[148]	train-mlogloss:0.224083	eval-mlogloss:0.487216
[149]	train-mlogloss:0.222793	eval-mlogloss:0.486914
[150]	train-mlogloss:0.221962	eval-mlogloss:0.486680
[151]	train-mlogloss:0.220954	eval-mlogloss:0.486276
[152]	train-mlogloss:0.220303	eval-mlogloss:0.486092
[153]	train-mlogloss:0.219300	eval-mlogloss:0.485870
[154]	train-mlogloss:0.218612	eval-mlogloss:0.485857
[155]	train-mlogloss:0.217705	eval-mlogloss:0.485750
[156]	train-mlogloss:0.216709	eval-mlogloss:0.485516
[157]	train-mlogloss:0.215855	eval-mlogloss:0.485271
[158]	train-mlogloss:0.214897	eval-mlogloss:0.485025
[159]	train-mlogloss:0.214111	eval-mlogloss:0.484873
[160]	train-mlogloss:0.213096	eval-mlogloss:0.484752
[161]	train-mlogloss:0.212363	eval-mlogloss:0.484535
[162]	train-mlogloss:0.211560	eval-mlogloss:0.484446
[163]	train-mlogloss:0.210720	eval-mlogloss:0.484153
[164]	train-mlogloss:0.209646	eval-mlogloss:0.483956
[165]	train-mlogloss:0.208743	eval-mlogloss:0.483810
[166]	train-mlogloss:0.207852	eval-mlogloss:0.483700
[167]	train-mlogloss:0.207024	eval-mlogloss:0.483485
[168]	train-mlogloss:0.206142	eval-mlogloss:0.483166
[169]	train-mlogloss:0.205546	eval-mlogloss:0.482920
[170]	train-mlogloss:0.204949	eval-mlogloss:0.482701
[171]	train-mlogloss:0.204432	eval-mlogloss:0.482641
[172]	train-mlogloss:0.203661	eval-mlogloss:0.482441
[173]	train-mlogloss:0.202958	eval-mlogloss:0.482303
[174]	train-mlogloss:0.202281	eval-mlogloss:0.482226
[175]	train-mlogloss:0.201549	eval-mlogloss:0.482056
[176]	train-mlogloss:0.200709	eval-mlogloss:0.481890
[177]	train-mlogloss:0.199755	eval-mlogloss:0.481592
[178]	train-mlogloss:0.198679	eval-mlogloss:0.481446
[179]	train-mlogloss:0.197988	eval-mlogloss:0.481206
[180]	train-mlogloss:0.197341	eval-mlogloss:0.481160
[181]	train-mlogloss:0.196388	eval-mlogloss:0.481105
[182]	train-mlogloss:0.195246	eval-mlogloss:0.480987
[183]	train-mlogloss:0.194533	eval-mlogloss:0.480789
[184]	train-mlogloss:0.193862	eval-mlogloss:0.480619
[185]	train-mlogloss:0.193077	eval-mlogloss:0.480418
[186]	train-mlogloss:0.192009	eval-mlogloss:0.480213
[187]	train-mlogloss:0.191200	eval-mlogloss:0.480176
[188]	train-mlogloss:0.190563	eval-mlogloss:0.480042
[189]	train-mlogloss:0.189831	eval-mlogloss:0.479963
[190]	train-mlogloss:0.189129	eval-mlogloss:0.480003
[191]	train-mlogloss:0.188508	eval-mlogloss:0.479911
[192]	train-mlogloss:0.187656	eval-mlogloss:0.479762
[193]	train-mlogloss:0.186808	eval-mlogloss:0.479542
[194]	train-mlogloss:0.186087	eval-mlogloss:0.479566
[195]	train-mlogloss:0.185405	eval-mlogloss:0.479553
[196]	train-mlogloss:0.184753	eval-mlogloss:0.479598
[197]	train-mlogloss:0.184044	eval-mlogloss:0.479445
[198]	train-mlogloss:0.183263	eval-mlogloss:0.479349
[199]	train-mlogloss:0.182315	eval-mlogloss:0.479201
[200]	train-mlogloss:0.181359	eval-mlogloss:0.479123
[201]	train-mlogloss:0.180466	eval-mlogloss:0.479008
[202]	train-mlogloss:0.179462	eval-mlogloss:0.478792
[203]	train-mlogloss:0.178891	eval-mlogloss:0.478708
[204]	train-mlogloss:0.178296	eval-mlogloss:0.478589
[205]	train-mlogloss:0.177523	eval-mlogloss:0.478338
[206]	train-mlogloss:0.176877	eval-mlogloss:0.478320
[207]	train-mlogloss:0.176086	eval-mlogloss:0.478134
[208]	train-mlogloss:0.175433	eval-mlogloss:0.478089
[209]	train-mlogloss:0.174449	eval-mlogloss:0.478084
[210]	train-mlogloss:0.173822	eval-mlogloss:0.478077
[211]	train-mlogloss:0.173278	eval-mlogloss:0.477969
[212]	train-mlogloss:0.172555	eval-mlogloss:0.477914
[213]	train-mlogloss:0.171740	eval-mlogloss:0.477730
[214]	train-mlogloss:0.171082	eval-mlogloss:0.477579
[215]	train-mlogloss:0.170555	eval-mlogloss:0.477569
[216]	train-mlogloss:0.169844	eval-mlogloss:0.477500
[217]	train-mlogloss:0.169085	eval-mlogloss:0.477400
[218]	train-mlogloss:0.168575	eval-mlogloss:0.477311
[219]	train-mlogloss:0.167973	eval-mlogloss:0.477274
[220]	train-mlogloss:0.167301	eval-mlogloss:0.477207
[221]	train-mlogloss:0.166642	eval-mlogloss:0.477115
[222]	train-mlogloss:0.166279	eval-mlogloss:0.477095
[223]	train-mlogloss:0.165794	eval-mlogloss:0.477042
[224]	train-mlogloss:0.165189	eval-mlogloss:0.477102
[225]	train-mlogloss:0.164648	eval-mlogloss:0.477050
[226]	train-mlogloss:0.164205	eval-mlogloss:0.477078
[227]	train-mlogloss:0.163730	eval-mlogloss:0.477081
[228]	train-mlogloss:0.163146	eval-mlogloss:0.477087
[229]	train-mlogloss:0.162685	eval-mlogloss:0.476973
[230]	train-mlogloss:0.162090	eval-mlogloss:0.476966
[231]	train-mlogloss:0.161587	eval-mlogloss:0.476998
[232]	train-mlogloss:0.161036	eval-mlogloss:0.477063
[233]	train-mlogloss:0.160691	eval-mlogloss:0.477052
[234]	train-mlogloss:0.160214	eval-mlogloss:0.477018
[235]	train-mlogloss:0.159797	eval-mlogloss:0.476948
[236]	train-mlogloss:0.159378	eval-mlogloss:0.477003
[237]	train-mlogloss:0.158810	eval-mlogloss:0.476982
[238]	train-mlogloss:0.158229	eval-mlogloss:0.477021
[239]	train-mlogloss:0.157624	eval-mlogloss:0.476947
[240]	train-mlogloss:0.157168	eval-mlogloss:0.476862
[241]	train-mlogloss:0.156502	eval-mlogloss:0.476812
[242]	train-mlogloss:0.155916	eval-mlogloss:0.476844
[243]	train-mlogloss:0.155356	eval-mlogloss:0.476787
[244]	train-mlogloss:0.154575	eval-mlogloss:0.476782
[245]	train-mlogloss:0.153995	eval-mlogloss:0.476895
[246]	train-mlogloss:0.153496	eval-mlogloss:0.476867
[247]	train-mlogloss:0.152864	eval-mlogloss:0.476846
[248]	train-mlogloss:0.152302	eval-mlogloss:0.476887
[249]	train-mlogloss:0.151828	eval-mlogloss:0.476772
[250]	train-mlogloss:0.151095	eval-mlogloss:0.476761
[251]	train-mlogloss:0.150591	eval-mlogloss:0.476769
[252]	train-mlogloss:0.149982	eval-mlogloss:0.476781
[253]	train-mlogloss:0.149463	eval-mlogloss:0.476579
[254]	train-mlogloss:0.148820	eval-mlogloss:0.476701
[255]	train-mlogloss:0.148174	eval-mlogloss:0.476456
[256]	train-mlogloss:0.147467	eval-mlogloss:0.476496
[257]	train-mlogloss:0.146892	eval-mlogloss:0.476484
[258]	train-mlogloss:0.146442	eval-mlogloss:0.476444
[259]	train-mlogloss:0.146023	eval-mlogloss:0.476398
[260]	train-mlogloss:0.145528	eval-mlogloss:0.476360
[261]	train-mlogloss:0.144969	eval-mlogloss:0.476256
[262]	train-mlogloss:0.144391	eval-mlogloss:0.476253
[263]	train-mlogloss:0.143698	eval-mlogloss:0.476283
[264]	train-mlogloss:0.143228	eval-mlogloss:0.476386
[265]	train-mlogloss:0.142756	eval-mlogloss:0.476285
[266]	train-mlogloss:0.142277	eval-mlogloss:0.476294
[267]	train-mlogloss:0.141657	eval-mlogloss:0.476322
[268]	train-mlogloss:0.141268	eval-mlogloss:0.476383
[269]	train-mlogloss:0.140819	eval-mlogloss:0.476467
[270]	train-mlogloss:0.140409	eval-mlogloss:0.476441
[271]	train-mlogloss:0.139967	eval-mlogloss:0.476432






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 5.0, 'max_depth': 11.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.6000000000000001, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.4764895292652049







    




[272]	train-mlogloss:0.139524	eval-mlogloss:0.476489
Stopping. Best iteration:
[262]	train-mlogloss:0.144391	eval-mlogloss:0.476253

Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:1.960793	eval-mlogloss:1.966436
[1]	train-mlogloss:1.787698	eval-mlogloss:1.798067
[2]	train-mlogloss:1.657436	eval-mlogloss:1.672011
[3]	train-mlogloss:1.544771	eval-mlogloss:1.563766
[4]	train-mlogloss:1.451921	eval-mlogloss:1.474933
[5]	train-mlogloss:1.369043	eval-mlogloss:1.395258
[6]	train-mlogloss:1.299331	eval-mlogloss:1.328786
[7]	train-mlogloss:1.234038	eval-mlogloss:1.266231
[8]	train-mlogloss:1.176921	eval-mlogloss:1.212018
[9]	train-mlogloss:1.123904	eval-mlogloss:1.161738
[10]	train-mlogloss:1.077186	eval-mlogloss:1.117551
[11]	train-mlogloss:1.032978	eval-mlogloss:1.076119
[12]	train-mlogloss:0.994714	eval-mlogloss:1.040277
[13]	train-mlogloss:0.959829	eval-mlogloss:1.008125
[14]	train-mlogloss:0.927856	eval-mlogloss:0.978643
[15]	train-mlogloss:0.898083	eval-mlogloss:0.951396
[16]	train-mlogloss:0.870627	eval-mlogloss:0.925961
[17]	train-mlogloss:0.844683	eval-mlogloss:0.902131
[18]	train-mlogloss:0.822687	eval-mlogloss:0.882207
[19]	train-mlogloss:0.800612	eval-mlogloss:0.862109
[20]	train-mlogloss:0.780034	eval-mlogloss:0.842981
[21]	train-mlogloss:0.761675	eval-mlogloss:0.826656
[22]	train-mlogloss:0.744752	eval-mlogloss:0.811662
[23]	train-mlogloss:0.728157	eval-mlogloss:0.796575
[24]	train-mlogloss:0.712763	eval-mlogloss:0.782818
[25]	train-mlogloss:0.697302	eval-mlogloss:0.769054
[26]	train-mlogloss:0.682961	eval-mlogloss:0.756528
[27]	train-mlogloss:0.669339	eval-mlogloss:0.745006
[28]	train-mlogloss:0.657281	eval-mlogloss:0.734525
[29]	train-mlogloss:0.645723	eval-mlogloss:0.724373
[30]	train-mlogloss:0.634912	eval-mlogloss:0.715105
[31]	train-mlogloss:0.624193	eval-mlogloss:0.705918
[32]	train-mlogloss:0.614272	eval-mlogloss:0.697875
[33]	train-mlogloss:0.604977	eval-mlogloss:0.690081
[34]	train-mlogloss:0.596136	eval-mlogloss:0.682874
[35]	train-mlogloss:0.588360	eval-mlogloss:0.676302
[36]	train-mlogloss:0.580359	eval-mlogloss:0.669553
[37]	train-mlogloss:0.572397	eval-mlogloss:0.663204
[38]	train-mlogloss:0.565166	eval-mlogloss:0.657514
[39]	train-mlogloss:0.558450	eval-mlogloss:0.651988
[40]	train-mlogloss:0.552701	eval-mlogloss:0.647057
[41]	train-mlogloss:0.546433	eval-mlogloss:0.641920
[42]	train-mlogloss:0.540939	eval-mlogloss:0.637335
[43]	train-mlogloss:0.535548	eval-mlogloss:0.633091
[44]	train-mlogloss:0.530256	eval-mlogloss:0.628952
[45]	train-mlogloss:0.525078	eval-mlogloss:0.624600
[46]	train-mlogloss:0.520334	eval-mlogloss:0.620969
[47]	train-mlogloss:0.515508	eval-mlogloss:0.617104
[48]	train-mlogloss:0.510953	eval-mlogloss:0.613422
[49]	train-mlogloss:0.506515	eval-mlogloss:0.610196
[50]	train-mlogloss:0.502127	eval-mlogloss:0.606822
[51]	train-mlogloss:0.498076	eval-mlogloss:0.603988
[52]	train-mlogloss:0.494264	eval-mlogloss:0.600980
[53]	train-mlogloss:0.490372	eval-mlogloss:0.598224
[54]	train-mlogloss:0.487080	eval-mlogloss:0.595741
[55]	train-mlogloss:0.483498	eval-mlogloss:0.593000
[56]	train-mlogloss:0.480218	eval-mlogloss:0.590501
[57]	train-mlogloss:0.477071	eval-mlogloss:0.588421
[58]	train-mlogloss:0.474261	eval-mlogloss:0.586264
[59]	train-mlogloss:0.471389	eval-mlogloss:0.584369
[60]	train-mlogloss:0.468370	eval-mlogloss:0.582057
[61]	train-mlogloss:0.465359	eval-mlogloss:0.580088
[62]	train-mlogloss:0.462733	eval-mlogloss:0.578394
[63]	train-mlogloss:0.459519	eval-mlogloss:0.576359
[64]	train-mlogloss:0.457118	eval-mlogloss:0.574665
[65]	train-mlogloss:0.454465	eval-mlogloss:0.573003
[66]	train-mlogloss:0.451868	eval-mlogloss:0.571252
[67]	train-mlogloss:0.449397	eval-mlogloss:0.569659
[68]	train-mlogloss:0.446893	eval-mlogloss:0.567911
[69]	train-mlogloss:0.444823	eval-mlogloss:0.566452
[70]	train-mlogloss:0.442527	eval-mlogloss:0.564817
[71]	train-mlogloss:0.440088	eval-mlogloss:0.563252
[72]	train-mlogloss:0.437649	eval-mlogloss:0.561804
[73]	train-mlogloss:0.435485	eval-mlogloss:0.560432
[74]	train-mlogloss:0.433652	eval-mlogloss:0.559206
[75]	train-mlogloss:0.431843	eval-mlogloss:0.557992
[76]	train-mlogloss:0.429881	eval-mlogloss:0.556596
[77]	train-mlogloss:0.427505	eval-mlogloss:0.555136
[78]	train-mlogloss:0.425846	eval-mlogloss:0.553915
[79]	train-mlogloss:0.424179	eval-mlogloss:0.552789
[80]	train-mlogloss:0.422085	eval-mlogloss:0.551712
[81]	train-mlogloss:0.420257	eval-mlogloss:0.550551
[82]	train-mlogloss:0.418115	eval-mlogloss:0.549213
[83]	train-mlogloss:0.416306	eval-mlogloss:0.548115
[84]	train-mlogloss:0.414855	eval-mlogloss:0.547168
[85]	train-mlogloss:0.413111	eval-mlogloss:0.546285
[86]	train-mlogloss:0.411485	eval-mlogloss:0.545335
[87]	train-mlogloss:0.410094	eval-mlogloss:0.544338
[88]	train-mlogloss:0.408548	eval-mlogloss:0.543533
[89]	train-mlogloss:0.406852	eval-mlogloss:0.542679
[90]	train-mlogloss:0.404876	eval-mlogloss:0.541465
[91]	train-mlogloss:0.403469	eval-mlogloss:0.540766
[92]	train-mlogloss:0.401696	eval-mlogloss:0.539767
[93]	train-mlogloss:0.400095	eval-mlogloss:0.539012
[94]	train-mlogloss:0.398494	eval-mlogloss:0.538193
[95]	train-mlogloss:0.397244	eval-mlogloss:0.537443
[96]	train-mlogloss:0.395428	eval-mlogloss:0.536589
[97]	train-mlogloss:0.393955	eval-mlogloss:0.535799
[98]	train-mlogloss:0.392508	eval-mlogloss:0.535022
[99]	train-mlogloss:0.391416	eval-mlogloss:0.534403
[100]	train-mlogloss:0.389979	eval-mlogloss:0.533675
[101]	train-mlogloss:0.388480	eval-mlogloss:0.532952
[102]	train-mlogloss:0.387103	eval-mlogloss:0.532353
[103]	train-mlogloss:0.385579	eval-mlogloss:0.531601
[104]	train-mlogloss:0.384406	eval-mlogloss:0.531076
[105]	train-mlogloss:0.383219	eval-mlogloss:0.530441
[106]	train-mlogloss:0.381351	eval-mlogloss:0.529629
[107]	train-mlogloss:0.380249	eval-mlogloss:0.529107
[108]	train-mlogloss:0.379098	eval-mlogloss:0.528509
[109]	train-mlogloss:0.377838	eval-mlogloss:0.527988
[110]	train-mlogloss:0.376500	eval-mlogloss:0.527381
[111]	train-mlogloss:0.375214	eval-mlogloss:0.526868
[112]	train-mlogloss:0.374029	eval-mlogloss:0.526355
[113]	train-mlogloss:0.372880	eval-mlogloss:0.525889
[114]	train-mlogloss:0.371432	eval-mlogloss:0.525272
[115]	train-mlogloss:0.370243	eval-mlogloss:0.524709
[116]	train-mlogloss:0.368969	eval-mlogloss:0.524229
[117]	train-mlogloss:0.368032	eval-mlogloss:0.523660
[118]	train-mlogloss:0.367151	eval-mlogloss:0.523142
[119]	train-mlogloss:0.365791	eval-mlogloss:0.522540
[120]	train-mlogloss:0.364478	eval-mlogloss:0.521992
[121]	train-mlogloss:0.363285	eval-mlogloss:0.521482
[122]	train-mlogloss:0.362105	eval-mlogloss:0.520880
[123]	train-mlogloss:0.361080	eval-mlogloss:0.520398
[124]	train-mlogloss:0.359952	eval-mlogloss:0.519795
[125]	train-mlogloss:0.358818	eval-mlogloss:0.519178
[126]	train-mlogloss:0.357901	eval-mlogloss:0.518727
[127]	train-mlogloss:0.357149	eval-mlogloss:0.518359
[128]	train-mlogloss:0.355932	eval-mlogloss:0.517890
[129]	train-mlogloss:0.354702	eval-mlogloss:0.517307
[130]	train-mlogloss:0.353684	eval-mlogloss:0.516803
[131]	train-mlogloss:0.352324	eval-mlogloss:0.516248
[132]	train-mlogloss:0.350877	eval-mlogloss:0.515647
[133]	train-mlogloss:0.349658	eval-mlogloss:0.515210
[134]	train-mlogloss:0.348480	eval-mlogloss:0.514795
[135]	train-mlogloss:0.347735	eval-mlogloss:0.514413
[136]	train-mlogloss:0.346734	eval-mlogloss:0.514151
[137]	train-mlogloss:0.345945	eval-mlogloss:0.513734
[138]	train-mlogloss:0.344941	eval-mlogloss:0.513362
[139]	train-mlogloss:0.344054	eval-mlogloss:0.513016
[140]	train-mlogloss:0.342795	eval-mlogloss:0.512518
[141]	train-mlogloss:0.341625	eval-mlogloss:0.512110
[142]	train-mlogloss:0.340700	eval-mlogloss:0.511745
[143]	train-mlogloss:0.339624	eval-mlogloss:0.511287
[144]	train-mlogloss:0.338425	eval-mlogloss:0.510861
[145]	train-mlogloss:0.337396	eval-mlogloss:0.510543
[146]	train-mlogloss:0.336242	eval-mlogloss:0.510159
[147]	train-mlogloss:0.335236	eval-mlogloss:0.509655
[148]	train-mlogloss:0.334277	eval-mlogloss:0.509091
[149]	train-mlogloss:0.333641	eval-mlogloss:0.508880
[150]	train-mlogloss:0.332941	eval-mlogloss:0.508595
[151]	train-mlogloss:0.332073	eval-mlogloss:0.508313
[152]	train-mlogloss:0.331345	eval-mlogloss:0.508128
[153]	train-mlogloss:0.330664	eval-mlogloss:0.507730
[154]	train-mlogloss:0.329527	eval-mlogloss:0.507439
[155]	train-mlogloss:0.328613	eval-mlogloss:0.507138
[156]	train-mlogloss:0.327713	eval-mlogloss:0.506755
[157]	train-mlogloss:0.326873	eval-mlogloss:0.506469
[158]	train-mlogloss:0.326052	eval-mlogloss:0.506076
[159]	train-mlogloss:0.325017	eval-mlogloss:0.505762
[160]	train-mlogloss:0.324130	eval-mlogloss:0.505547
[161]	train-mlogloss:0.323393	eval-mlogloss:0.505229
[162]	train-mlogloss:0.322713	eval-mlogloss:0.504935
[163]	train-mlogloss:0.321684	eval-mlogloss:0.504727
[164]	train-mlogloss:0.320763	eval-mlogloss:0.504361
[165]	train-mlogloss:0.319600	eval-mlogloss:0.504030
[166]	train-mlogloss:0.318795	eval-mlogloss:0.503757
[167]	train-mlogloss:0.317995	eval-mlogloss:0.503583
[168]	train-mlogloss:0.317137	eval-mlogloss:0.503163
[169]	train-mlogloss:0.316112	eval-mlogloss:0.502834
[170]	train-mlogloss:0.315018	eval-mlogloss:0.502447
[171]	train-mlogloss:0.314369	eval-mlogloss:0.502174
[172]	train-mlogloss:0.313591	eval-mlogloss:0.501876
[173]	train-mlogloss:0.312758	eval-mlogloss:0.501517
[174]	train-mlogloss:0.311837	eval-mlogloss:0.501222
[175]	train-mlogloss:0.310972	eval-mlogloss:0.500930
[176]	train-mlogloss:0.310352	eval-mlogloss:0.500862
[177]	train-mlogloss:0.309438	eval-mlogloss:0.500561
[178]	train-mlogloss:0.308934	eval-mlogloss:0.500371
[179]	train-mlogloss:0.308266	eval-mlogloss:0.500020
[180]	train-mlogloss:0.307378	eval-mlogloss:0.499718
[181]	train-mlogloss:0.306532	eval-mlogloss:0.499284
[182]	train-mlogloss:0.305747	eval-mlogloss:0.499018
[183]	train-mlogloss:0.304963	eval-mlogloss:0.498853
[184]	train-mlogloss:0.304322	eval-mlogloss:0.498583
[185]	train-mlogloss:0.303302	eval-mlogloss:0.498305
[186]	train-mlogloss:0.302659	eval-mlogloss:0.498002
[187]	train-mlogloss:0.301652	eval-mlogloss:0.497742
[188]	train-mlogloss:0.300958	eval-mlogloss:0.497529
[189]	train-mlogloss:0.300092	eval-mlogloss:0.497334
[190]	train-mlogloss:0.299222	eval-mlogloss:0.496959
[191]	train-mlogloss:0.298347	eval-mlogloss:0.496708
[192]	train-mlogloss:0.297618	eval-mlogloss:0.496396
[193]	train-mlogloss:0.296887	eval-mlogloss:0.496173
[194]	train-mlogloss:0.296015	eval-mlogloss:0.495998
[195]	train-mlogloss:0.295255	eval-mlogloss:0.495835
[196]	train-mlogloss:0.294297	eval-mlogloss:0.495607
[197]	train-mlogloss:0.293362	eval-mlogloss:0.495324
[198]	train-mlogloss:0.292470	eval-mlogloss:0.495072
[199]	train-mlogloss:0.291715	eval-mlogloss:0.494722
[200]	train-mlogloss:0.290971	eval-mlogloss:0.494596
[201]	train-mlogloss:0.290045	eval-mlogloss:0.494455
[202]	train-mlogloss:0.289259	eval-mlogloss:0.494219
[203]	train-mlogloss:0.288690	eval-mlogloss:0.494071
[204]	train-mlogloss:0.287917	eval-mlogloss:0.493857
[205]	train-mlogloss:0.287271	eval-mlogloss:0.493756
[206]	train-mlogloss:0.286405	eval-mlogloss:0.493541
[207]	train-mlogloss:0.285794	eval-mlogloss:0.493318
[208]	train-mlogloss:0.285188	eval-mlogloss:0.493069
[209]	train-mlogloss:0.284308	eval-mlogloss:0.492941
[210]	train-mlogloss:0.283812	eval-mlogloss:0.492805
[211]	train-mlogloss:0.282956	eval-mlogloss:0.492538
[212]	train-mlogloss:0.282337	eval-mlogloss:0.492346
[213]	train-mlogloss:0.281616	eval-mlogloss:0.492070
[214]	train-mlogloss:0.281103	eval-mlogloss:0.491947
[215]	train-mlogloss:0.280501	eval-mlogloss:0.491808
[216]	train-mlogloss:0.279976	eval-mlogloss:0.491738
[217]	train-mlogloss:0.279341	eval-mlogloss:0.491598
[218]	train-mlogloss:0.278700	eval-mlogloss:0.491397
[219]	train-mlogloss:0.278163	eval-mlogloss:0.491248
[220]	train-mlogloss:0.277431	eval-mlogloss:0.491078
[221]	train-mlogloss:0.276744	eval-mlogloss:0.490919
[222]	train-mlogloss:0.275935	eval-mlogloss:0.490803
[223]	train-mlogloss:0.275413	eval-mlogloss:0.490686
[224]	train-mlogloss:0.274839	eval-mlogloss:0.490594
[225]	train-mlogloss:0.274185	eval-mlogloss:0.490425
[226]	train-mlogloss:0.273686	eval-mlogloss:0.490364
[227]	train-mlogloss:0.272950	eval-mlogloss:0.490126
[228]	train-mlogloss:0.272426	eval-mlogloss:0.490025
[229]	train-mlogloss:0.271857	eval-mlogloss:0.489908
[230]	train-mlogloss:0.271125	eval-mlogloss:0.489785
[231]	train-mlogloss:0.270531	eval-mlogloss:0.489682
[232]	train-mlogloss:0.270002	eval-mlogloss:0.489512
[233]	train-mlogloss:0.269433	eval-mlogloss:0.489327
[234]	train-mlogloss:0.268698	eval-mlogloss:0.489166
[235]	train-mlogloss:0.267838	eval-mlogloss:0.489074
[236]	train-mlogloss:0.267245	eval-mlogloss:0.489006
[237]	train-mlogloss:0.266590	eval-mlogloss:0.488827
[238]	train-mlogloss:0.266015	eval-mlogloss:0.488626
[239]	train-mlogloss:0.265192	eval-mlogloss:0.488447
[240]	train-mlogloss:0.264693	eval-mlogloss:0.488401
[241]	train-mlogloss:0.264173	eval-mlogloss:0.488298
[242]	train-mlogloss:0.263481	eval-mlogloss:0.488122
[243]	train-mlogloss:0.262668	eval-mlogloss:0.487960
[244]	train-mlogloss:0.261972	eval-mlogloss:0.487728
[245]	train-mlogloss:0.261340	eval-mlogloss:0.487538
[246]	train-mlogloss:0.260670	eval-mlogloss:0.487524
[247]	train-mlogloss:0.260218	eval-mlogloss:0.487332
[248]	train-mlogloss:0.259346	eval-mlogloss:0.487038
[249]	train-mlogloss:0.258570	eval-mlogloss:0.486713
[250]	train-mlogloss:0.257977	eval-mlogloss:0.486555
[251]	train-mlogloss:0.257361	eval-mlogloss:0.486407
[252]	train-mlogloss:0.256771	eval-mlogloss:0.486317
[253]	train-mlogloss:0.256240	eval-mlogloss:0.486137
[254]	train-mlogloss:0.255543	eval-mlogloss:0.486100
[255]	train-mlogloss:0.254840	eval-mlogloss:0.485919
[256]	train-mlogloss:0.254206	eval-mlogloss:0.485811
[257]	train-mlogloss:0.253663	eval-mlogloss:0.485610
[258]	train-mlogloss:0.253131	eval-mlogloss:0.485562
[259]	train-mlogloss:0.252310	eval-mlogloss:0.485360
[260]	train-mlogloss:0.251915	eval-mlogloss:0.485282
[261]	train-mlogloss:0.251339	eval-mlogloss:0.485140
[262]	train-mlogloss:0.250524	eval-mlogloss:0.484961
[263]	train-mlogloss:0.249890	eval-mlogloss:0.484968
[264]	train-mlogloss:0.249394	eval-mlogloss:0.484775
[265]	train-mlogloss:0.248760	eval-mlogloss:0.484641
[266]	train-mlogloss:0.248219	eval-mlogloss:0.484557
[267]	train-mlogloss:0.247797	eval-mlogloss:0.484526
[268]	train-mlogloss:0.247143	eval-mlogloss:0.484500
[269]	train-mlogloss:0.246739	eval-mlogloss:0.484360
[270]	train-mlogloss:0.246072	eval-mlogloss:0.484291
[271]	train-mlogloss:0.245599	eval-mlogloss:0.484186
[272]	train-mlogloss:0.245013	eval-mlogloss:0.484187
[273]	train-mlogloss:0.244427	eval-mlogloss:0.484132
[274]	train-mlogloss:0.243873	eval-mlogloss:0.483991
[275]	train-mlogloss:0.243358	eval-mlogloss:0.483899
[276]	train-mlogloss:0.242789	eval-mlogloss:0.483726
[277]	train-mlogloss:0.242375	eval-mlogloss:0.483612
[278]	train-mlogloss:0.241901	eval-mlogloss:0.483499
[279]	train-mlogloss:0.241313	eval-mlogloss:0.483465
[280]	train-mlogloss:0.240799	eval-mlogloss:0.483328
[281]	train-mlogloss:0.240274	eval-mlogloss:0.483211
[282]	train-mlogloss:0.239652	eval-mlogloss:0.483116
[283]	train-mlogloss:0.239153	eval-mlogloss:0.483126
[284]	train-mlogloss:0.238665	eval-mlogloss:0.483180
[285]	train-mlogloss:0.238085	eval-mlogloss:0.483094
[286]	train-mlogloss:0.237577	eval-mlogloss:0.482976
[287]	train-mlogloss:0.237047	eval-mlogloss:0.482892
[288]	train-mlogloss:0.236508	eval-mlogloss:0.482884
[289]	train-mlogloss:0.235922	eval-mlogloss:0.482725
[290]	train-mlogloss:0.235542	eval-mlogloss:0.482633
[291]	train-mlogloss:0.235105	eval-mlogloss:0.482636
[292]	train-mlogloss:0.234420	eval-mlogloss:0.482566
[293]	train-mlogloss:0.233856	eval-mlogloss:0.482490
[294]	train-mlogloss:0.233229	eval-mlogloss:0.482538
[295]	train-mlogloss:0.232670	eval-mlogloss:0.482439
[296]	train-mlogloss:0.232146	eval-mlogloss:0.482485
[297]	train-mlogloss:0.231587	eval-mlogloss:0.482322
[298]	train-mlogloss:0.231120	eval-mlogloss:0.482387
[299]	train-mlogloss:0.230593	eval-mlogloss:0.482272






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 4.0, 'max_depth': 7.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.8, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.48227183816013147







    




Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:1.944129	eval-mlogloss:1.956091
[1]	train-mlogloss:1.758273	eval-mlogloss:1.781033
[2]	train-mlogloss:1.608251	eval-mlogloss:1.640930
[3]	train-mlogloss:1.483374	eval-mlogloss:1.525240
[4]	train-mlogloss:1.379670	eval-mlogloss:1.431201
[5]	train-mlogloss:1.287752	eval-mlogloss:1.346561
[6]	train-mlogloss:1.211410	eval-mlogloss:1.277931
[7]	train-mlogloss:1.141532	eval-mlogloss:1.215257
[8]	train-mlogloss:1.077645	eval-mlogloss:1.157952
[9]	train-mlogloss:1.022347	eval-mlogloss:1.108315
[10]	train-mlogloss:0.970128	eval-mlogloss:1.062463
[11]	train-mlogloss:0.924848	eval-mlogloss:1.022982
[12]	train-mlogloss:0.881093	eval-mlogloss:0.985222
[13]	train-mlogloss:0.840921	eval-mlogloss:0.950638
[14]	train-mlogloss:0.804796	eval-mlogloss:0.919662
[15]	train-mlogloss:0.771003	eval-mlogloss:0.890534
[16]	train-mlogloss:0.740277	eval-mlogloss:0.864199
[17]	train-mlogloss:0.711804	eval-mlogloss:0.840372
[18]	train-mlogloss:0.685837	eval-mlogloss:0.818852
[19]	train-mlogloss:0.661282	eval-mlogloss:0.798445
[20]	train-mlogloss:0.639854	eval-mlogloss:0.780650
[21]	train-mlogloss:0.619463	eval-mlogloss:0.763649
[22]	train-mlogloss:0.600245	eval-mlogloss:0.747872
[23]	train-mlogloss:0.581966	eval-mlogloss:0.733829
[24]	train-mlogloss:0.565184	eval-mlogloss:0.720122
[25]	train-mlogloss:0.549468	eval-mlogloss:0.707446
[26]	train-mlogloss:0.534654	eval-mlogloss:0.695725
[27]	train-mlogloss:0.519534	eval-mlogloss:0.684500
[28]	train-mlogloss:0.505406	eval-mlogloss:0.674218
[29]	train-mlogloss:0.492332	eval-mlogloss:0.664120
[30]	train-mlogloss:0.480342	eval-mlogloss:0.655208
[31]	train-mlogloss:0.469588	eval-mlogloss:0.647093
[32]	train-mlogloss:0.458983	eval-mlogloss:0.639471
[33]	train-mlogloss:0.449530	eval-mlogloss:0.632148
[34]	train-mlogloss:0.439675	eval-mlogloss:0.625154
[35]	train-mlogloss:0.430703	eval-mlogloss:0.618925
[36]	train-mlogloss:0.422273	eval-mlogloss:0.612762
[37]	train-mlogloss:0.414845	eval-mlogloss:0.606987
[38]	train-mlogloss:0.407436	eval-mlogloss:0.601861
[39]	train-mlogloss:0.400122	eval-mlogloss:0.597199
[40]	train-mlogloss:0.393997	eval-mlogloss:0.592600
[41]	train-mlogloss:0.387777	eval-mlogloss:0.588303
[42]	train-mlogloss:0.382532	eval-mlogloss:0.584274
[43]	train-mlogloss:0.376376	eval-mlogloss:0.580207
[44]	train-mlogloss:0.371051	eval-mlogloss:0.576596
[45]	train-mlogloss:0.365924	eval-mlogloss:0.572944
[46]	train-mlogloss:0.360801	eval-mlogloss:0.569747
[47]	train-mlogloss:0.356013	eval-mlogloss:0.566339
[48]	train-mlogloss:0.351668	eval-mlogloss:0.563365
[49]	train-mlogloss:0.347324	eval-mlogloss:0.560825
[50]	train-mlogloss:0.343187	eval-mlogloss:0.558074
[51]	train-mlogloss:0.339051	eval-mlogloss:0.555514
[52]	train-mlogloss:0.334582	eval-mlogloss:0.552653
[53]	train-mlogloss:0.330846	eval-mlogloss:0.550366
[54]	train-mlogloss:0.326899	eval-mlogloss:0.547902
[55]	train-mlogloss:0.322993	eval-mlogloss:0.545556
[56]	train-mlogloss:0.319166	eval-mlogloss:0.543214
[57]	train-mlogloss:0.316195	eval-mlogloss:0.541384
[58]	train-mlogloss:0.313749	eval-mlogloss:0.539527
[59]	train-mlogloss:0.311011	eval-mlogloss:0.537704
[60]	train-mlogloss:0.307631	eval-mlogloss:0.535752
[61]	train-mlogloss:0.304889	eval-mlogloss:0.534070
[62]	train-mlogloss:0.302044	eval-mlogloss:0.532424
[63]	train-mlogloss:0.299755	eval-mlogloss:0.530887
[64]	train-mlogloss:0.297142	eval-mlogloss:0.529311
[65]	train-mlogloss:0.294642	eval-mlogloss:0.527726
[66]	train-mlogloss:0.292316	eval-mlogloss:0.526197
[67]	train-mlogloss:0.289331	eval-mlogloss:0.524716
[68]	train-mlogloss:0.287324	eval-mlogloss:0.523701
[69]	train-mlogloss:0.285132	eval-mlogloss:0.522482
[70]	train-mlogloss:0.282923	eval-mlogloss:0.521410
[71]	train-mlogloss:0.280566	eval-mlogloss:0.520356
[72]	train-mlogloss:0.278274	eval-mlogloss:0.519397
[73]	train-mlogloss:0.275440	eval-mlogloss:0.518215
[74]	train-mlogloss:0.273543	eval-mlogloss:0.517058
[75]	train-mlogloss:0.271210	eval-mlogloss:0.515942
[76]	train-mlogloss:0.269255	eval-mlogloss:0.515024
[77]	train-mlogloss:0.267629	eval-mlogloss:0.513959
[78]	train-mlogloss:0.265692	eval-mlogloss:0.513003
[79]	train-mlogloss:0.263849	eval-mlogloss:0.512080
[80]	train-mlogloss:0.262174	eval-mlogloss:0.511287
[81]	train-mlogloss:0.260199	eval-mlogloss:0.510381
[82]	train-mlogloss:0.258465	eval-mlogloss:0.509598
[83]	train-mlogloss:0.256369	eval-mlogloss:0.508434
[84]	train-mlogloss:0.254646	eval-mlogloss:0.507849
[85]	train-mlogloss:0.253253	eval-mlogloss:0.507401
[86]	train-mlogloss:0.251503	eval-mlogloss:0.506579
[87]	train-mlogloss:0.249433	eval-mlogloss:0.505910
[88]	train-mlogloss:0.247795	eval-mlogloss:0.505097
[89]	train-mlogloss:0.245822	eval-mlogloss:0.504227
[90]	train-mlogloss:0.244190	eval-mlogloss:0.503478
[91]	train-mlogloss:0.242464	eval-mlogloss:0.502978
[92]	train-mlogloss:0.240970	eval-mlogloss:0.502359
[93]	train-mlogloss:0.239357	eval-mlogloss:0.501864
[94]	train-mlogloss:0.238016	eval-mlogloss:0.501274
[95]	train-mlogloss:0.236660	eval-mlogloss:0.500772
[96]	train-mlogloss:0.235329	eval-mlogloss:0.500116
[97]	train-mlogloss:0.233791	eval-mlogloss:0.499700
[98]	train-mlogloss:0.232882	eval-mlogloss:0.499342
[99]	train-mlogloss:0.231546	eval-mlogloss:0.498823
[100]	train-mlogloss:0.229930	eval-mlogloss:0.498392
[101]	train-mlogloss:0.228560	eval-mlogloss:0.497754
[102]	train-mlogloss:0.226967	eval-mlogloss:0.497299
[103]	train-mlogloss:0.225365	eval-mlogloss:0.496907
[104]	train-mlogloss:0.223690	eval-mlogloss:0.496375
[105]	train-mlogloss:0.222319	eval-mlogloss:0.495948
[106]	train-mlogloss:0.220949	eval-mlogloss:0.495486
[107]	train-mlogloss:0.220003	eval-mlogloss:0.495170
[108]	train-mlogloss:0.219077	eval-mlogloss:0.494855
[109]	train-mlogloss:0.217765	eval-mlogloss:0.494460
[110]	train-mlogloss:0.217040	eval-mlogloss:0.494170
[111]	train-mlogloss:0.215693	eval-mlogloss:0.493884
[112]	train-mlogloss:0.214529	eval-mlogloss:0.493565
[113]	train-mlogloss:0.212844	eval-mlogloss:0.493167
[114]	train-mlogloss:0.211919	eval-mlogloss:0.492800
[115]	train-mlogloss:0.210385	eval-mlogloss:0.492582
[116]	train-mlogloss:0.209223	eval-mlogloss:0.492278
[117]	train-mlogloss:0.208492	eval-mlogloss:0.491967
[118]	train-mlogloss:0.207429	eval-mlogloss:0.491730
[119]	train-mlogloss:0.206121	eval-mlogloss:0.491432
[120]	train-mlogloss:0.204971	eval-mlogloss:0.491164
[121]	train-mlogloss:0.203813	eval-mlogloss:0.490703
[122]	train-mlogloss:0.202726	eval-mlogloss:0.490533
[123]	train-mlogloss:0.201129	eval-mlogloss:0.490266
[124]	train-mlogloss:0.200083	eval-mlogloss:0.489942
[125]	train-mlogloss:0.199200	eval-mlogloss:0.489602
[126]	train-mlogloss:0.198204	eval-mlogloss:0.489301
[127]	train-mlogloss:0.197028	eval-mlogloss:0.489024
[128]	train-mlogloss:0.195872	eval-mlogloss:0.488765
[129]	train-mlogloss:0.194782	eval-mlogloss:0.488442
[130]	train-mlogloss:0.193622	eval-mlogloss:0.488268
[131]	train-mlogloss:0.192639	eval-mlogloss:0.488080
[132]	train-mlogloss:0.191551	eval-mlogloss:0.487781
[133]	train-mlogloss:0.190561	eval-mlogloss:0.487534
[134]	train-mlogloss:0.189214	eval-mlogloss:0.487309
[135]	train-mlogloss:0.188101	eval-mlogloss:0.486938
[136]	train-mlogloss:0.187260	eval-mlogloss:0.486728
[137]	train-mlogloss:0.186290	eval-mlogloss:0.486580
[138]	train-mlogloss:0.185282	eval-mlogloss:0.486248
[139]	train-mlogloss:0.184261	eval-mlogloss:0.486010
[140]	train-mlogloss:0.183416	eval-mlogloss:0.485865
[141]	train-mlogloss:0.182436	eval-mlogloss:0.485737
[142]	train-mlogloss:0.181535	eval-mlogloss:0.485658
[143]	train-mlogloss:0.180487	eval-mlogloss:0.485621
[144]	train-mlogloss:0.179497	eval-mlogloss:0.485311
[145]	train-mlogloss:0.178558	eval-mlogloss:0.485045
[146]	train-mlogloss:0.177514	eval-mlogloss:0.484779
[147]	train-mlogloss:0.176638	eval-mlogloss:0.484509
[148]	train-mlogloss:0.175478	eval-mlogloss:0.484413
[149]	train-mlogloss:0.174406	eval-mlogloss:0.484268
[150]	train-mlogloss:0.173738	eval-mlogloss:0.484075
[151]	train-mlogloss:0.173014	eval-mlogloss:0.483827
[152]	train-mlogloss:0.172189	eval-mlogloss:0.483928
[153]	train-mlogloss:0.171256	eval-mlogloss:0.483705
[154]	train-mlogloss:0.170112	eval-mlogloss:0.483631
[155]	train-mlogloss:0.169459	eval-mlogloss:0.483609
[156]	train-mlogloss:0.168391	eval-mlogloss:0.483536
[157]	train-mlogloss:0.167371	eval-mlogloss:0.483220
[158]	train-mlogloss:0.166430	eval-mlogloss:0.483201
[159]	train-mlogloss:0.165647	eval-mlogloss:0.482947
[160]	train-mlogloss:0.164698	eval-mlogloss:0.482793
[161]	train-mlogloss:0.163595	eval-mlogloss:0.482617
[162]	train-mlogloss:0.162796	eval-mlogloss:0.482344
[163]	train-mlogloss:0.161857	eval-mlogloss:0.482320
[164]	train-mlogloss:0.160836	eval-mlogloss:0.482376
[165]	train-mlogloss:0.159749	eval-mlogloss:0.482188
[166]	train-mlogloss:0.158931	eval-mlogloss:0.482126
[167]	train-mlogloss:0.158103	eval-mlogloss:0.482017
[168]	train-mlogloss:0.157399	eval-mlogloss:0.481945
[169]	train-mlogloss:0.156416	eval-mlogloss:0.481918
[170]	train-mlogloss:0.155674	eval-mlogloss:0.481875
[171]	train-mlogloss:0.154750	eval-mlogloss:0.481721
[172]	train-mlogloss:0.153915	eval-mlogloss:0.481623
[173]	train-mlogloss:0.152953	eval-mlogloss:0.481483
[174]	train-mlogloss:0.151910	eval-mlogloss:0.481460
[175]	train-mlogloss:0.151016	eval-mlogloss:0.481500
[176]	train-mlogloss:0.150343	eval-mlogloss:0.481360
[177]	train-mlogloss:0.149613	eval-mlogloss:0.481324
[178]	train-mlogloss:0.148536	eval-mlogloss:0.481296
[179]	train-mlogloss:0.147775	eval-mlogloss:0.481164
[180]	train-mlogloss:0.147075	eval-mlogloss:0.481212
[181]	train-mlogloss:0.146483	eval-mlogloss:0.481138
[182]	train-mlogloss:0.145498	eval-mlogloss:0.481073
[183]	train-mlogloss:0.144703	eval-mlogloss:0.481033
[184]	train-mlogloss:0.144098	eval-mlogloss:0.480853
[185]	train-mlogloss:0.143329	eval-mlogloss:0.480763
[186]	train-mlogloss:0.142534	eval-mlogloss:0.480715
[187]	train-mlogloss:0.141790	eval-mlogloss:0.480685
[188]	train-mlogloss:0.141181	eval-mlogloss:0.480628
[189]	train-mlogloss:0.140573	eval-mlogloss:0.480508
[190]	train-mlogloss:0.139839	eval-mlogloss:0.480424
[191]	train-mlogloss:0.139316	eval-mlogloss:0.480356
[192]	train-mlogloss:0.138759	eval-mlogloss:0.480404
[193]	train-mlogloss:0.137863	eval-mlogloss:0.480319
[194]	train-mlogloss:0.137218	eval-mlogloss:0.480317
[195]	train-mlogloss:0.136554	eval-mlogloss:0.480437
[196]	train-mlogloss:0.135927	eval-mlogloss:0.480484
[197]	train-mlogloss:0.134977	eval-mlogloss:0.480275
[198]	train-mlogloss:0.134340	eval-mlogloss:0.480293
[199]	train-mlogloss:0.133650	eval-mlogloss:0.480420
[200]	train-mlogloss:0.132997	eval-mlogloss:0.480315
[201]	train-mlogloss:0.132276	eval-mlogloss:0.480248
[202]	train-mlogloss:0.131741	eval-mlogloss:0.480215
[203]	train-mlogloss:0.131227	eval-mlogloss:0.480157
[204]	train-mlogloss:0.130604	eval-mlogloss:0.480277
[205]	train-mlogloss:0.129957	eval-mlogloss:0.479997
[206]	train-mlogloss:0.129334	eval-mlogloss:0.480009
[207]	train-mlogloss:0.128681	eval-mlogloss:0.480043
[208]	train-mlogloss:0.127984	eval-mlogloss:0.480000
[209]	train-mlogloss:0.127332	eval-mlogloss:0.480037
[210]	train-mlogloss:0.126830	eval-mlogloss:0.480047
[211]	train-mlogloss:0.126259	eval-mlogloss:0.480029
[212]	train-mlogloss:0.125701	eval-mlogloss:0.480010
[213]	train-mlogloss:0.125396	eval-mlogloss:0.480128
[214]	train-mlogloss:0.124914	eval-mlogloss:0.480171






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 4.0, 'max_depth': 12.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.8, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.48020922559439383







    




[215]	train-mlogloss:0.124323	eval-mlogloss:0.480209
Stopping. Best iteration:
[205]	train-mlogloss:0.129957	eval-mlogloss:0.479997

Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:1.951601	eval-mlogloss:1.968392
[1]	train-mlogloss:1.772841	eval-mlogloss:1.805750
[2]	train-mlogloss:1.629830	eval-mlogloss:1.674567
[3]	train-mlogloss:1.511651	eval-mlogloss:1.568577
[4]	train-mlogloss:1.402181	eval-mlogloss:1.471903
[5]	train-mlogloss:1.310399	eval-mlogloss:1.389996
[6]	train-mlogloss:1.228744	eval-mlogloss:1.319481
[7]	train-mlogloss:1.156228	eval-mlogloss:1.254892
[8]	train-mlogloss:1.090606	eval-mlogloss:1.197552
[9]	train-mlogloss:1.029369	eval-mlogloss:1.144238
[10]	train-mlogloss:0.976564	eval-mlogloss:1.098023
[11]	train-mlogloss:0.927614	eval-mlogloss:1.055682
[12]	train-mlogloss:0.883186	eval-mlogloss:1.017366
[13]	train-mlogloss:0.843564	eval-mlogloss:0.984009
[14]	train-mlogloss:0.807137	eval-mlogloss:0.953243
[15]	train-mlogloss:0.770710	eval-mlogloss:0.922845
[16]	train-mlogloss:0.738470	eval-mlogloss:0.894950
[17]	train-mlogloss:0.708290	eval-mlogloss:0.870125
[18]	train-mlogloss:0.679468	eval-mlogloss:0.846682
[19]	train-mlogloss:0.654028	eval-mlogloss:0.825854
[20]	train-mlogloss:0.630065	eval-mlogloss:0.806502
[21]	train-mlogloss:0.608296	eval-mlogloss:0.788586
[22]	train-mlogloss:0.587863	eval-mlogloss:0.771559
[23]	train-mlogloss:0.567806	eval-mlogloss:0.755944
[24]	train-mlogloss:0.549731	eval-mlogloss:0.741532
[25]	train-mlogloss:0.532909	eval-mlogloss:0.728360
[26]	train-mlogloss:0.517279	eval-mlogloss:0.716409
[27]	train-mlogloss:0.503562	eval-mlogloss:0.705080
[28]	train-mlogloss:0.489407	eval-mlogloss:0.694265
[29]	train-mlogloss:0.477068	eval-mlogloss:0.684558
[30]	train-mlogloss:0.463554	eval-mlogloss:0.674826
[31]	train-mlogloss:0.451031	eval-mlogloss:0.666176
[32]	train-mlogloss:0.440111	eval-mlogloss:0.657477
[33]	train-mlogloss:0.430425	eval-mlogloss:0.649891
[34]	train-mlogloss:0.420023	eval-mlogloss:0.642438
[35]	train-mlogloss:0.410258	eval-mlogloss:0.634830
[36]	train-mlogloss:0.401179	eval-mlogloss:0.628207
[37]	train-mlogloss:0.392011	eval-mlogloss:0.621574
[38]	train-mlogloss:0.383600	eval-mlogloss:0.615380
[39]	train-mlogloss:0.375213	eval-mlogloss:0.609354
[40]	train-mlogloss:0.368012	eval-mlogloss:0.604447
[41]	train-mlogloss:0.360167	eval-mlogloss:0.599069
[42]	train-mlogloss:0.353414	eval-mlogloss:0.594018
[43]	train-mlogloss:0.346718	eval-mlogloss:0.589726
[44]	train-mlogloss:0.339754	eval-mlogloss:0.585368
[45]	train-mlogloss:0.333338	eval-mlogloss:0.580861
[46]	train-mlogloss:0.327341	eval-mlogloss:0.577129
[47]	train-mlogloss:0.321240	eval-mlogloss:0.573473
[48]	train-mlogloss:0.315548	eval-mlogloss:0.569755
[49]	train-mlogloss:0.310561	eval-mlogloss:0.566257
[50]	train-mlogloss:0.305753	eval-mlogloss:0.562774
[51]	train-mlogloss:0.301088	eval-mlogloss:0.559905
[52]	train-mlogloss:0.296780	eval-mlogloss:0.557156
[53]	train-mlogloss:0.291901	eval-mlogloss:0.554067
[54]	train-mlogloss:0.286934	eval-mlogloss:0.551245
[55]	train-mlogloss:0.283406	eval-mlogloss:0.548867
[56]	train-mlogloss:0.279886	eval-mlogloss:0.546484
[57]	train-mlogloss:0.275826	eval-mlogloss:0.544200
[58]	train-mlogloss:0.272356	eval-mlogloss:0.541817
[59]	train-mlogloss:0.268814	eval-mlogloss:0.539546
[60]	train-mlogloss:0.265570	eval-mlogloss:0.537744
[61]	train-mlogloss:0.262594	eval-mlogloss:0.535770
[62]	train-mlogloss:0.259510	eval-mlogloss:0.534240
[63]	train-mlogloss:0.256276	eval-mlogloss:0.532170
[64]	train-mlogloss:0.253357	eval-mlogloss:0.530412
[65]	train-mlogloss:0.250491	eval-mlogloss:0.528675
[66]	train-mlogloss:0.247582	eval-mlogloss:0.527041
[67]	train-mlogloss:0.245466	eval-mlogloss:0.525571
[68]	train-mlogloss:0.242559	eval-mlogloss:0.523938
[69]	train-mlogloss:0.240168	eval-mlogloss:0.522245
[70]	train-mlogloss:0.237417	eval-mlogloss:0.520843
[71]	train-mlogloss:0.235139	eval-mlogloss:0.519631
[72]	train-mlogloss:0.233090	eval-mlogloss:0.518459
[73]	train-mlogloss:0.230897	eval-mlogloss:0.517398
[74]	train-mlogloss:0.228723	eval-mlogloss:0.516073
[75]	train-mlogloss:0.226651	eval-mlogloss:0.515000
[76]	train-mlogloss:0.224860	eval-mlogloss:0.513970
[77]	train-mlogloss:0.222692	eval-mlogloss:0.512791
[78]	train-mlogloss:0.220577	eval-mlogloss:0.511608
[79]	train-mlogloss:0.218723	eval-mlogloss:0.510657
[80]	train-mlogloss:0.217430	eval-mlogloss:0.509764
[81]	train-mlogloss:0.215557	eval-mlogloss:0.508810
[82]	train-mlogloss:0.213326	eval-mlogloss:0.507910
[83]	train-mlogloss:0.210999	eval-mlogloss:0.507115
[84]	train-mlogloss:0.209485	eval-mlogloss:0.506336
[85]	train-mlogloss:0.207357	eval-mlogloss:0.505518
[86]	train-mlogloss:0.205714	eval-mlogloss:0.504809
[87]	train-mlogloss:0.204381	eval-mlogloss:0.504008
[88]	train-mlogloss:0.202340	eval-mlogloss:0.503207
[89]	train-mlogloss:0.200319	eval-mlogloss:0.502440
[90]	train-mlogloss:0.198545	eval-mlogloss:0.501807
[91]	train-mlogloss:0.196845	eval-mlogloss:0.501170
[92]	train-mlogloss:0.195440	eval-mlogloss:0.500565
[93]	train-mlogloss:0.193483	eval-mlogloss:0.499953
[94]	train-mlogloss:0.191843	eval-mlogloss:0.499299
[95]	train-mlogloss:0.190557	eval-mlogloss:0.498670
[96]	train-mlogloss:0.188837	eval-mlogloss:0.497997
[97]	train-mlogloss:0.187483	eval-mlogloss:0.497328
[98]	train-mlogloss:0.186045	eval-mlogloss:0.496780
[99]	train-mlogloss:0.184410	eval-mlogloss:0.496256
[100]	train-mlogloss:0.182853	eval-mlogloss:0.495605
[101]	train-mlogloss:0.181222	eval-mlogloss:0.495007
[102]	train-mlogloss:0.179674	eval-mlogloss:0.494449
[103]	train-mlogloss:0.178490	eval-mlogloss:0.494063
[104]	train-mlogloss:0.177052	eval-mlogloss:0.493680
[105]	train-mlogloss:0.175850	eval-mlogloss:0.493141
[106]	train-mlogloss:0.174161	eval-mlogloss:0.492615
[107]	train-mlogloss:0.172740	eval-mlogloss:0.492198
[108]	train-mlogloss:0.171454	eval-mlogloss:0.491740
[109]	train-mlogloss:0.170199	eval-mlogloss:0.491241
[110]	train-mlogloss:0.168820	eval-mlogloss:0.490883
[111]	train-mlogloss:0.167570	eval-mlogloss:0.490333
[112]	train-mlogloss:0.166620	eval-mlogloss:0.490080
[113]	train-mlogloss:0.165380	eval-mlogloss:0.489758
[114]	train-mlogloss:0.164227	eval-mlogloss:0.489315
[115]	train-mlogloss:0.163506	eval-mlogloss:0.489085
[116]	train-mlogloss:0.162535	eval-mlogloss:0.488825
[117]	train-mlogloss:0.161743	eval-mlogloss:0.488571
[118]	train-mlogloss:0.160652	eval-mlogloss:0.488222
[119]	train-mlogloss:0.159719	eval-mlogloss:0.487904
[120]	train-mlogloss:0.158581	eval-mlogloss:0.487564
[121]	train-mlogloss:0.157675	eval-mlogloss:0.487410
[122]	train-mlogloss:0.156812	eval-mlogloss:0.487090
[123]	train-mlogloss:0.155870	eval-mlogloss:0.486947
[124]	train-mlogloss:0.154494	eval-mlogloss:0.486666
[125]	train-mlogloss:0.153108	eval-mlogloss:0.486466
[126]	train-mlogloss:0.152350	eval-mlogloss:0.486087
[127]	train-mlogloss:0.151018	eval-mlogloss:0.485987
[128]	train-mlogloss:0.149975	eval-mlogloss:0.485813
[129]	train-mlogloss:0.149043	eval-mlogloss:0.485619
[130]	train-mlogloss:0.147997	eval-mlogloss:0.485496
[131]	train-mlogloss:0.147188	eval-mlogloss:0.485307
[132]	train-mlogloss:0.146209	eval-mlogloss:0.485261
[133]	train-mlogloss:0.145337	eval-mlogloss:0.485217
[134]	train-mlogloss:0.144001	eval-mlogloss:0.485085
[135]	train-mlogloss:0.143050	eval-mlogloss:0.484882
[136]	train-mlogloss:0.141679	eval-mlogloss:0.484627
[137]	train-mlogloss:0.140823	eval-mlogloss:0.484477
[138]	train-mlogloss:0.139708	eval-mlogloss:0.484239
[139]	train-mlogloss:0.138704	eval-mlogloss:0.484198
[140]	train-mlogloss:0.137583	eval-mlogloss:0.484055
[141]	train-mlogloss:0.136422	eval-mlogloss:0.483775
[142]	train-mlogloss:0.135213	eval-mlogloss:0.483681
[143]	train-mlogloss:0.134059	eval-mlogloss:0.483645
[144]	train-mlogloss:0.133155	eval-mlogloss:0.483642
[145]	train-mlogloss:0.132430	eval-mlogloss:0.483525
[146]	train-mlogloss:0.131667	eval-mlogloss:0.483459
[147]	train-mlogloss:0.130369	eval-mlogloss:0.483361
[148]	train-mlogloss:0.129403	eval-mlogloss:0.483127
[149]	train-mlogloss:0.128700	eval-mlogloss:0.482964
[150]	train-mlogloss:0.127716	eval-mlogloss:0.482719
[151]	train-mlogloss:0.126901	eval-mlogloss:0.482652
[152]	train-mlogloss:0.126095	eval-mlogloss:0.482547
[153]	train-mlogloss:0.125085	eval-mlogloss:0.482465
[154]	train-mlogloss:0.124333	eval-mlogloss:0.482465
[155]	train-mlogloss:0.123576	eval-mlogloss:0.482420
[156]	train-mlogloss:0.122829	eval-mlogloss:0.482249
[157]	train-mlogloss:0.122018	eval-mlogloss:0.482356
[158]	train-mlogloss:0.121250	eval-mlogloss:0.482360
[159]	train-mlogloss:0.120442	eval-mlogloss:0.482259
[160]	train-mlogloss:0.119664	eval-mlogloss:0.482069
[161]	train-mlogloss:0.118805	eval-mlogloss:0.482177
[162]	train-mlogloss:0.118135	eval-mlogloss:0.482219
[163]	train-mlogloss:0.117292	eval-mlogloss:0.481999
[164]	train-mlogloss:0.116499	eval-mlogloss:0.482110
[165]	train-mlogloss:0.115737	eval-mlogloss:0.482128
[166]	train-mlogloss:0.114835	eval-mlogloss:0.482029
[167]	train-mlogloss:0.114178	eval-mlogloss:0.481949
[168]	train-mlogloss:0.113356	eval-mlogloss:0.481870
[169]	train-mlogloss:0.112475	eval-mlogloss:0.481891
[170]	train-mlogloss:0.111912	eval-mlogloss:0.481963
[171]	train-mlogloss:0.111272	eval-mlogloss:0.481956
[172]	train-mlogloss:0.110713	eval-mlogloss:0.481833
[173]	train-mlogloss:0.109998	eval-mlogloss:0.481827
[174]	train-mlogloss:0.109480	eval-mlogloss:0.481852
[175]	train-mlogloss:0.108738	eval-mlogloss:0.481836
[176]	train-mlogloss:0.107873	eval-mlogloss:0.482000
[177]	train-mlogloss:0.107289	eval-mlogloss:0.481988
[178]	train-mlogloss:0.106494	eval-mlogloss:0.481964
[179]	train-mlogloss:0.105759	eval-mlogloss:0.481901
[180]	train-mlogloss:0.105015	eval-mlogloss:0.481934
[181]	train-mlogloss:0.104520	eval-mlogloss:0.481921
[182]	train-mlogloss:0.103805	eval-mlogloss:0.481961
[183]	train-mlogloss:0.102889	eval-mlogloss:0.482115






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 1.0, 'max_depth': 12.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.5, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.48211445970646594







    




Stopping. Best iteration:
[173]	train-mlogloss:0.109998	eval-mlogloss:0.481827

Will train until eval error hasn't decreased in 10 rounds.
[0]	train-mlogloss:2.054506	eval-mlogloss:2.056602
[1]	train-mlogloss:1.956810	eval-mlogloss:1.960148
[2]	train-mlogloss:1.843482	eval-mlogloss:1.848055
[3]	train-mlogloss:1.769828	eval-mlogloss:1.775484
[4]	train-mlogloss:1.696031	eval-mlogloss:1.702944
[5]	train-mlogloss:1.633584	eval-mlogloss:1.641336
[6]	train-mlogloss:1.571696	eval-mlogloss:1.579639
[7]	train-mlogloss:1.516580	eval-mlogloss:1.524739
[8]	train-mlogloss:1.470360	eval-mlogloss:1.479428
[9]	train-mlogloss:1.426807	eval-mlogloss:1.435765
[10]	train-mlogloss:1.386199	eval-mlogloss:1.395436
[11]	train-mlogloss:1.351775	eval-mlogloss:1.361011
[12]	train-mlogloss:1.318542	eval-mlogloss:1.327750
[13]	train-mlogloss:1.288165	eval-mlogloss:1.297568
[14]	train-mlogloss:1.262484	eval-mlogloss:1.272310
[15]	train-mlogloss:1.236517	eval-mlogloss:1.246537
[16]	train-mlogloss:1.215208	eval-mlogloss:1.225351
[17]	train-mlogloss:1.192346	eval-mlogloss:1.202411
[18]	train-mlogloss:1.174588	eval-mlogloss:1.184710
[19]	train-mlogloss:1.156632	eval-mlogloss:1.166872
[20]	train-mlogloss:1.138619	eval-mlogloss:1.149272
[21]	train-mlogloss:1.122126	eval-mlogloss:1.132887
[22]	train-mlogloss:1.107328	eval-mlogloss:1.118436
[23]	train-mlogloss:1.091507	eval-mlogloss:1.102402
[24]	train-mlogloss:1.078015	eval-mlogloss:1.089610
[25]	train-mlogloss:1.063612	eval-mlogloss:1.075280
[26]	train-mlogloss:1.050287	eval-mlogloss:1.061895
[27]	train-mlogloss:1.038195	eval-mlogloss:1.050082
[28]	train-mlogloss:1.026291	eval-mlogloss:1.038195
[29]	train-mlogloss:1.014784	eval-mlogloss:1.026515
[30]	train-mlogloss:1.003857	eval-mlogloss:1.015849
[31]	train-mlogloss:0.994781	eval-mlogloss:1.006967
[32]	train-mlogloss:0.985525	eval-mlogloss:0.997723
[33]	train-mlogloss:0.975332	eval-mlogloss:0.987469
[34]	train-mlogloss:0.966575	eval-mlogloss:0.978895
[35]	train-mlogloss:0.958527	eval-mlogloss:0.970866
[36]	train-mlogloss:0.950465	eval-mlogloss:0.963093
[37]	train-mlogloss:0.942368	eval-mlogloss:0.955123
[38]	train-mlogloss:0.934593	eval-mlogloss:0.947440
[39]	train-mlogloss:0.927541	eval-mlogloss:0.940403
[40]	train-mlogloss:0.920270	eval-mlogloss:0.933184
[41]	train-mlogloss:0.914062	eval-mlogloss:0.927348
[42]	train-mlogloss:0.907379	eval-mlogloss:0.920550
[43]	train-mlogloss:0.901261	eval-mlogloss:0.914643
[44]	train-mlogloss:0.894832	eval-mlogloss:0.908257
[45]	train-mlogloss:0.888730	eval-mlogloss:0.902211
[46]	train-mlogloss:0.882923	eval-mlogloss:0.896425
[47]	train-mlogloss:0.877354	eval-mlogloss:0.890860
[48]	train-mlogloss:0.872083	eval-mlogloss:0.885770
[49]	train-mlogloss:0.866593	eval-mlogloss:0.880364
[50]	train-mlogloss:0.861635	eval-mlogloss:0.875614
[51]	train-mlogloss:0.857187	eval-mlogloss:0.871281
[52]	train-mlogloss:0.852699	eval-mlogloss:0.867089
[53]	train-mlogloss:0.848100	eval-mlogloss:0.862481
[54]	train-mlogloss:0.843583	eval-mlogloss:0.858056
[55]	train-mlogloss:0.839187	eval-mlogloss:0.853809
[56]	train-mlogloss:0.834996	eval-mlogloss:0.849558
[57]	train-mlogloss:0.830929	eval-mlogloss:0.845461
[58]	train-mlogloss:0.827206	eval-mlogloss:0.841882
[59]	train-mlogloss:0.823447	eval-mlogloss:0.838208
[60]	train-mlogloss:0.819736	eval-mlogloss:0.834715
[61]	train-mlogloss:0.815950	eval-mlogloss:0.831101
[62]	train-mlogloss:0.812734	eval-mlogloss:0.827880
[63]	train-mlogloss:0.808977	eval-mlogloss:0.824158
[64]	train-mlogloss:0.805711	eval-mlogloss:0.821062
[65]	train-mlogloss:0.802540	eval-mlogloss:0.817914
[66]	train-mlogloss:0.799535	eval-mlogloss:0.814930
[67]	train-mlogloss:0.796376	eval-mlogloss:0.811734
[68]	train-mlogloss:0.793484	eval-mlogloss:0.809110
[69]	train-mlogloss:0.790488	eval-mlogloss:0.806263
[70]	train-mlogloss:0.787604	eval-mlogloss:0.803450
[71]	train-mlogloss:0.784812	eval-mlogloss:0.801004
[72]	train-mlogloss:0.782148	eval-mlogloss:0.798405
[73]	train-mlogloss:0.779283	eval-mlogloss:0.795592
[74]	train-mlogloss:0.776656	eval-mlogloss:0.793049
[75]	train-mlogloss:0.773864	eval-mlogloss:0.790481
[76]	train-mlogloss:0.771248	eval-mlogloss:0.787934
[77]	train-mlogloss:0.768834	eval-mlogloss:0.785558
[78]	train-mlogloss:0.766085	eval-mlogloss:0.782911
[79]	train-mlogloss:0.763709	eval-mlogloss:0.780939
[80]	train-mlogloss:0.761244	eval-mlogloss:0.778529
[81]	train-mlogloss:0.758835	eval-mlogloss:0.776217
[82]	train-mlogloss:0.756509	eval-mlogloss:0.773923
[83]	train-mlogloss:0.754418	eval-mlogloss:0.771897
[84]	train-mlogloss:0.752236	eval-mlogloss:0.769749
[85]	train-mlogloss:0.750007	eval-mlogloss:0.767582
[86]	train-mlogloss:0.747941	eval-mlogloss:0.765721
[87]	train-mlogloss:0.745927	eval-mlogloss:0.763658
[88]	train-mlogloss:0.743831	eval-mlogloss:0.761710
[89]	train-mlogloss:0.741967	eval-mlogloss:0.759987
[90]	train-mlogloss:0.740065	eval-mlogloss:0.758173
[91]	train-mlogloss:0.737965	eval-mlogloss:0.756251
[92]	train-mlogloss:0.736072	eval-mlogloss:0.754411
[93]	train-mlogloss:0.734231	eval-mlogloss:0.752721
[94]	train-mlogloss:0.732327	eval-mlogloss:0.750938
[95]	train-mlogloss:0.730474	eval-mlogloss:0.749113
[96]	train-mlogloss:0.728623	eval-mlogloss:0.747307
[97]	train-mlogloss:0.726929	eval-mlogloss:0.745676
[98]	train-mlogloss:0.725183	eval-mlogloss:0.743767
[99]	train-mlogloss:0.723397	eval-mlogloss:0.742201
[100]	train-mlogloss:0.721848	eval-mlogloss:0.740793
[101]	train-mlogloss:0.720066	eval-mlogloss:0.739113
[102]	train-mlogloss:0.718337	eval-mlogloss:0.737510
[103]	train-mlogloss:0.716769	eval-mlogloss:0.735917
[104]	train-mlogloss:0.715229	eval-mlogloss:0.734450
[105]	train-mlogloss:0.713783	eval-mlogloss:0.733099
[106]	train-mlogloss:0.712192	eval-mlogloss:0.731549
[107]	train-mlogloss:0.710732	eval-mlogloss:0.730084
[108]	train-mlogloss:0.709323	eval-mlogloss:0.728757
[109]	train-mlogloss:0.707904	eval-mlogloss:0.727465
[110]	train-mlogloss:0.706565	eval-mlogloss:0.726249
[111]	train-mlogloss:0.705048	eval-mlogloss:0.724854
[112]	train-mlogloss:0.703614	eval-mlogloss:0.723557
[113]	train-mlogloss:0.702222	eval-mlogloss:0.722309
[114]	train-mlogloss:0.700880	eval-mlogloss:0.721131
[115]	train-mlogloss:0.699545	eval-mlogloss:0.719931
[116]	train-mlogloss:0.698221	eval-mlogloss:0.718652
[117]	train-mlogloss:0.696877	eval-mlogloss:0.717472
[118]	train-mlogloss:0.695587	eval-mlogloss:0.716290
[119]	train-mlogloss:0.694386	eval-mlogloss:0.715213
[120]	train-mlogloss:0.693247	eval-mlogloss:0.714103
[121]	train-mlogloss:0.692024	eval-mlogloss:0.712826
[122]	train-mlogloss:0.690770	eval-mlogloss:0.711731
[123]	train-mlogloss:0.689438	eval-mlogloss:0.710522
[124]	train-mlogloss:0.688235	eval-mlogloss:0.709297
[125]	train-mlogloss:0.686999	eval-mlogloss:0.708209
[126]	train-mlogloss:0.685836	eval-mlogloss:0.707246
[127]	train-mlogloss:0.684717	eval-mlogloss:0.706282
[128]	train-mlogloss:0.683607	eval-mlogloss:0.705348
[129]	train-mlogloss:0.682375	eval-mlogloss:0.704227
[130]	train-mlogloss:0.681263	eval-mlogloss:0.703199
[131]	train-mlogloss:0.680129	eval-mlogloss:0.702166
[132]	train-mlogloss:0.679037	eval-mlogloss:0.701208
[133]	train-mlogloss:0.677908	eval-mlogloss:0.700182
[134]	train-mlogloss:0.676844	eval-mlogloss:0.699242
[135]	train-mlogloss:0.675763	eval-mlogloss:0.698233
[136]	train-mlogloss:0.674673	eval-mlogloss:0.697339
[137]	train-mlogloss:0.673601	eval-mlogloss:0.696405
[138]	train-mlogloss:0.672610	eval-mlogloss:0.695537
[139]	train-mlogloss:0.671618	eval-mlogloss:0.694730
[140]	train-mlogloss:0.670531	eval-mlogloss:0.693781
[141]	train-mlogloss:0.669537	eval-mlogloss:0.692877
[142]	train-mlogloss:0.668522	eval-mlogloss:0.692033
[143]	train-mlogloss:0.667574	eval-mlogloss:0.691229
[144]	train-mlogloss:0.666584	eval-mlogloss:0.690381
[145]	train-mlogloss:0.665615	eval-mlogloss:0.689606
[146]	train-mlogloss:0.664655	eval-mlogloss:0.688759
[147]	train-mlogloss:0.663656	eval-mlogloss:0.687856
[148]	train-mlogloss:0.662586	eval-mlogloss:0.686860
[149]	train-mlogloss:0.661713	eval-mlogloss:0.686131
[150]	train-mlogloss:0.660825	eval-mlogloss:0.685347
[151]	train-mlogloss:0.659882	eval-mlogloss:0.684543
[152]	train-mlogloss:0.658867	eval-mlogloss:0.683665
[153]	train-mlogloss:0.657988	eval-mlogloss:0.682777
[154]	train-mlogloss:0.657129	eval-mlogloss:0.681956
[155]	train-mlogloss:0.656239	eval-mlogloss:0.681158
[156]	train-mlogloss:0.655352	eval-mlogloss:0.680371
[157]	train-mlogloss:0.654468	eval-mlogloss:0.679608
[158]	train-mlogloss:0.653610	eval-mlogloss:0.678935
[159]	train-mlogloss:0.652759	eval-mlogloss:0.678186
[160]	train-mlogloss:0.651854	eval-mlogloss:0.677362
[161]	train-mlogloss:0.650974	eval-mlogloss:0.676569
[162]	train-mlogloss:0.650211	eval-mlogloss:0.675854
[163]	train-mlogloss:0.649376	eval-mlogloss:0.675079
[164]	train-mlogloss:0.648558	eval-mlogloss:0.674354
[165]	train-mlogloss:0.647790	eval-mlogloss:0.673725
[166]	train-mlogloss:0.647074	eval-mlogloss:0.673099
[167]	train-mlogloss:0.646368	eval-mlogloss:0.672433
[168]	train-mlogloss:0.645566	eval-mlogloss:0.671786
[169]	train-mlogloss:0.644753	eval-mlogloss:0.671175
[170]	train-mlogloss:0.643970	eval-mlogloss:0.670607
[171]	train-mlogloss:0.643216	eval-mlogloss:0.670013
[172]	train-mlogloss:0.642460	eval-mlogloss:0.669450
[173]	train-mlogloss:0.641786	eval-mlogloss:0.668877
[174]	train-mlogloss:0.641058	eval-mlogloss:0.668223
[175]	train-mlogloss:0.640225	eval-mlogloss:0.667433
[176]	train-mlogloss:0.639444	eval-mlogloss:0.666791
[177]	train-mlogloss:0.638671	eval-mlogloss:0.666038
[178]	train-mlogloss:0.637967	eval-mlogloss:0.665481
[179]	train-mlogloss:0.637249	eval-mlogloss:0.664799
[180]	train-mlogloss:0.636540	eval-mlogloss:0.664084
[181]	train-mlogloss:0.635814	eval-mlogloss:0.663481
[182]	train-mlogloss:0.635140	eval-mlogloss:0.662759
[183]	train-mlogloss:0.634379	eval-mlogloss:0.662087
[184]	train-mlogloss:0.633614	eval-mlogloss:0.661518
[185]	train-mlogloss:0.632915	eval-mlogloss:0.661027
[186]	train-mlogloss:0.632301	eval-mlogloss:0.660407
[187]	train-mlogloss:0.631625	eval-mlogloss:0.659777
[188]	train-mlogloss:0.630999	eval-mlogloss:0.659203
[189]	train-mlogloss:0.630327	eval-mlogloss:0.658748
[190]	train-mlogloss:0.629647	eval-mlogloss:0.658196
[191]	train-mlogloss:0.629037	eval-mlogloss:0.657715
[192]	train-mlogloss:0.628311	eval-mlogloss:0.657104
[193]	train-mlogloss:0.627641	eval-mlogloss:0.656576
[194]	train-mlogloss:0.626890	eval-mlogloss:0.655871
[195]	train-mlogloss:0.626274	eval-mlogloss:0.655379
[196]	train-mlogloss:0.625639	eval-mlogloss:0.654834
[197]	train-mlogloss:0.625038	eval-mlogloss:0.654270
[198]	train-mlogloss:0.624438	eval-mlogloss:0.653755
[199]	train-mlogloss:0.623826	eval-mlogloss:0.653229
[200]	train-mlogloss:0.623222	eval-mlogloss:0.652747
[201]	train-mlogloss:0.622635	eval-mlogloss:0.652294
[202]	train-mlogloss:0.622018	eval-mlogloss:0.651769
[203]	train-mlogloss:0.621415	eval-mlogloss:0.651261
[204]	train-mlogloss:0.620771	eval-mlogloss:0.650687
[205]	train-mlogloss:0.620144	eval-mlogloss:0.650180
[206]	train-mlogloss:0.619534	eval-mlogloss:0.649649
[207]	train-mlogloss:0.618969	eval-mlogloss:0.649138
[208]	train-mlogloss:0.618380	eval-mlogloss:0.648654
[209]	train-mlogloss:0.617820	eval-mlogloss:0.648185
[210]	train-mlogloss:0.617299	eval-mlogloss:0.647747
[211]	train-mlogloss:0.616756	eval-mlogloss:0.647354
[212]	train-mlogloss:0.616166	eval-mlogloss:0.646869
[213]	train-mlogloss:0.615578	eval-mlogloss:0.646408
[214]	train-mlogloss:0.614989	eval-mlogloss:0.645940
[215]	train-mlogloss:0.614437	eval-mlogloss:0.645485
[216]	train-mlogloss:0.613845	eval-mlogloss:0.645010
[217]	train-mlogloss:0.613335	eval-mlogloss:0.644661
[218]	train-mlogloss:0.612840	eval-mlogloss:0.644197
[219]	train-mlogloss:0.612227	eval-mlogloss:0.643741
[220]	train-mlogloss:0.611743	eval-mlogloss:0.643307
[221]	train-mlogloss:0.611204	eval-mlogloss:0.642824
[222]	train-mlogloss:0.610668	eval-mlogloss:0.642383
[223]	train-mlogloss:0.610143	eval-mlogloss:0.641904
[224]	train-mlogloss:0.609642	eval-mlogloss:0.641390
[225]	train-mlogloss:0.609099	eval-mlogloss:0.640848
[226]	train-mlogloss:0.608469	eval-mlogloss:0.640379
[227]	train-mlogloss:0.607915	eval-mlogloss:0.639935
[228]	train-mlogloss:0.607331	eval-mlogloss:0.639514
[229]	train-mlogloss:0.606815	eval-mlogloss:0.639090
[230]	train-mlogloss:0.606295	eval-mlogloss:0.638741
[231]	train-mlogloss:0.605758	eval-mlogloss:0.638291
[232]	train-mlogloss:0.605256	eval-mlogloss:0.637828
[233]	train-mlogloss:0.604817	eval-mlogloss:0.637407
[234]	train-mlogloss:0.604302	eval-mlogloss:0.636967
[235]	train-mlogloss:0.603754	eval-mlogloss:0.636504
[236]	train-mlogloss:0.603313	eval-mlogloss:0.636183
[237]	train-mlogloss:0.602830	eval-mlogloss:0.635779
[238]	train-mlogloss:0.602342	eval-mlogloss:0.635439
[239]	train-mlogloss:0.601867	eval-mlogloss:0.635163
[240]	train-mlogloss:0.601420	eval-mlogloss:0.634869
[241]	train-mlogloss:0.600942	eval-mlogloss:0.634494
[242]	train-mlogloss:0.600446	eval-mlogloss:0.634075
[243]	train-mlogloss:0.599930	eval-mlogloss:0.633676
[244]	train-mlogloss:0.599460	eval-mlogloss:0.633304
[245]	train-mlogloss:0.599027	eval-mlogloss:0.632951
[246]	train-mlogloss:0.598567	eval-mlogloss:0.632537
[247]	train-mlogloss:0.598121	eval-mlogloss:0.632154
[248]	train-mlogloss:0.597640	eval-mlogloss:0.631803
[249]	train-mlogloss:0.597208	eval-mlogloss:0.631491
[250]	train-mlogloss:0.596763	eval-mlogloss:0.631108
[251]	train-mlogloss:0.596301	eval-mlogloss:0.630787
[252]	train-mlogloss:0.595832	eval-mlogloss:0.630369
[253]	train-mlogloss:0.595363	eval-mlogloss:0.630057
[254]	train-mlogloss:0.594885	eval-mlogloss:0.629629
[255]	train-mlogloss:0.594451	eval-mlogloss:0.629324
[256]	train-mlogloss:0.594035	eval-mlogloss:0.628967
[257]	train-mlogloss:0.593609	eval-mlogloss:0.628573
[258]	train-mlogloss:0.593175	eval-mlogloss:0.628183
[259]	train-mlogloss:0.592747	eval-mlogloss:0.627884
[260]	train-mlogloss:0.592325	eval-mlogloss:0.627549
[261]	train-mlogloss:0.591855	eval-mlogloss:0.627189
[262]	train-mlogloss:0.591444	eval-mlogloss:0.626870
[263]	train-mlogloss:0.591014	eval-mlogloss:0.626546
[264]	train-mlogloss:0.590538	eval-mlogloss:0.626188
[265]	train-mlogloss:0.590119	eval-mlogloss:0.625913
[266]	train-mlogloss:0.589741	eval-mlogloss:0.625538
[267]	train-mlogloss:0.589325	eval-mlogloss:0.625186
[268]	train-mlogloss:0.588951	eval-mlogloss:0.624817
[269]	train-mlogloss:0.588549	eval-mlogloss:0.624481
[270]	train-mlogloss:0.588110	eval-mlogloss:0.624182
[271]	train-mlogloss:0.587732	eval-mlogloss:0.623845
[272]	train-mlogloss:0.587323	eval-mlogloss:0.623510
[273]	train-mlogloss:0.586899	eval-mlogloss:0.623188
[274]	train-mlogloss:0.586521	eval-mlogloss:0.622862
[275]	train-mlogloss:0.586159	eval-mlogloss:0.622545
[276]	train-mlogloss:0.585744	eval-mlogloss:0.622186
[277]	train-mlogloss:0.585305	eval-mlogloss:0.621760
[278]	train-mlogloss:0.584893	eval-mlogloss:0.621372
[279]	train-mlogloss:0.584526	eval-mlogloss:0.621097
[280]	train-mlogloss:0.584114	eval-mlogloss:0.620788
[281]	train-mlogloss:0.583702	eval-mlogloss:0.620464
[282]	train-mlogloss:0.583288	eval-mlogloss:0.620165
[283]	train-mlogloss:0.582902	eval-mlogloss:0.619877
[284]	train-mlogloss:0.582481	eval-mlogloss:0.619468
[285]	train-mlogloss:0.582097	eval-mlogloss:0.619161
[286]	train-mlogloss:0.581739	eval-mlogloss:0.618845
[287]	train-mlogloss:0.581409	eval-mlogloss:0.618508
[288]	train-mlogloss:0.581053	eval-mlogloss:0.618235
[289]	train-mlogloss:0.580657	eval-mlogloss:0.617967
[290]	train-mlogloss:0.580285	eval-mlogloss:0.617671
[291]	train-mlogloss:0.579911	eval-mlogloss:0.617379
[292]	train-mlogloss:0.579504	eval-mlogloss:0.617035
[293]	train-mlogloss:0.579150	eval-mlogloss:0.616652
[294]	train-mlogloss:0.578699	eval-mlogloss:0.616380
[295]	train-mlogloss:0.578337	eval-mlogloss:0.616111
[296]	train-mlogloss:0.577961	eval-mlogloss:0.615803
[297]	train-mlogloss:0.577604	eval-mlogloss:0.615531
[298]	train-mlogloss:0.577238	eval-mlogloss:0.615244
[299]	train-mlogloss:0.576876	eval-mlogloss:0.614999






    




Training with params : 
{'n_estimators': 300, 'eta': 0.1, 'eval_metric': 'mlogloss', 'subsample': 0.8, 'min_child_weight': 4.0, 'max_depth': 2.0, 'silent': 1, 'nthread': 4, 'colsample_bytree': 0.7000000000000001, 'objective': 'multi:softprob', 'num_class': 9}
	Score 0.6149988265686674

In [26]:

    

trials.losses()


    

    
Out[26]:





[0.5291524352341775,
 0.4827659979108421,
 0.6152931701463015,
 0.49393036772385845,
 0.47972127793712643,
 0.4775279421980562,
 0.4790733728739279,
 0.563702687025257,
 0.4927790839871725,
 0.5099130553830566,
 0.5636064294106335,
 0.4819818514799825,
 0.7336241891696162,
 0.4842176175953909,
 0.528053819195215,
 0.4764895292652049,
 0.48227183816013147,
 0.48020922559439383,
 0.48211445970646594,
 0.6149988265686674]

In [28]:

    

trials.argmin


    

    
Out[28]:





{'colsample_bytree': 0.60000000000000009,
 'max_depth': 11.0,
 'min_child_weight': 5.0}

In [ ]: