notebook.community

Edit and run 





In [1]:



    


%reset



    


















    






Once deleted, variables cannot be recovered. Proceed (y/[n])? y

















In [3]:



    


# standard libraries and classes
import os
import sys
import time
import string
import logging
import cProfile
import pstats
import pprint
import collections

from os import walk
from io import StringIO

# third party imports
import matplotlib.pyplot as plt
import matplotlib.image as mpimg
import numpy as np
import pandas as pd
import xgboost as xgb
import seaborn as sns


# frequently used classes

from sklearn.model_selection import GridSearchCV
from sklearn.metrics import log_loss, accuracy_score, precision_score, recall_score, roc_auc_score
from IPython.core.debugger import Tracer
from IPython.display import display, Image, FileLink
from functools import wraps
from datetime import datetime as dt
from pandas import DataFrame
from xgboost.sklearn import XGBClassifier
from scipy.stats import randint, uniform
from six.moves import cPickle as pickle
#from __future__ import print_function


# custom imports and settings

import helper_functions as hf
%reload_ext autoreload
%autoreload 2
%reload_ext version_information
%matplotlib inline
version_list = %version_information numpy, scipy, matplotlib, pandas, scikit-learn, xgboost, tensorflow
version_list_html= hf.dict_to_html(version_list.__dict__['packages'])
plt.rcParams['figure.figsize'] = (20,10)



    











In [4]:



    


context = hf.get_new_context(version_list)
data_pickles = ['sample-notMNIST.pickle','notMNIST20-10-10.pickle','notMNIST50-15-15.pickle','notMNIST75-18-18.pickle','notMNIST90-30-18.pickle']
size = 50
image_size = 28
num_labels =  10
datasets, labels = hf.load_dataset(data_pickles[0], context)
data_description =['Training Set', 'Validation Set', 'Test Set']
for i in range(len(datasets)):
    hf.show_random_samples(image_size ,datasets[i], labels[i], data_description[i], context, 5, num_labels)



    


















    

















    

















    
























In [5]:



    


starting_parameters = {
                        'learning_rate' : .001,
                        'n_estimators' : 5000,
                        'max_depth' : 3,
                        'min_child_weight': 1,
                        'gamma' : 0,
                        'subsample' : 0.7,
                        'colsample_bytree' : 0.7,
                        'colsample_bylevel': 0.7,
                        'objective' : 'multi:softmax',
                        'reg_alpha' : 0.001,
                        'reg_lambda' : 1,
                        'num_class' : num_labels,
                        'seed' : 27}

parameter_ranges = {
    'colsample_bylevel': [0.4, 1.0],
    'colsample_bytree': [0.4, 1.0],
    'subsample': [0.4, 1.0],

    'learning_rate': [0, 1],
    'n_estimators': [15, 1000],
    
    'max_depth': [1,15],
    'min_child_weight': [1,15],
    'gamma': [0, 1],

    'reg_alpha': [-3,2],   #powers of 10
    'reg_lambda': [-3,2]}  #powers of 10



    











In [6]:



    


data_pickles = ['notMNIST20-10-10.pickle','notMNIST50-15-15.pickle','notMNIST75-18-18.pickle']



base_early_stopping =20
intervals=[0,25,50,75,100]
thresholds =[0.5, 0.1]

early_stopping_rounds = base_early_stopping +intervals[0]
print(early_stopping_rounds)
for dataset in data_pickles:
    

    context = hf.get_new_context(version_list)
    datasets, labels = hf.load_dataset(dataset, context)
    
    for interval in intervals:
        for threshold in thresholds:
                
            %time tuned = hf.modelfit(params = starting_parameters, datasets = datasets, labels = labels, context = context, title = dataset+ '::: interval: '+ str(interval) + ' threshold: ' +str(threshold),parameter_ranges= parameter_ranges,interval = interval,threshold = threshold, early_stopping_rounds =base_early_stopping+interval)
    
    file = FileLink(context['summary'])
    display('Run Details:',file)



    


















    






20
[0]	Train-merror:0.2887	Test-merror:0.2259	Valid-merror:0.3055
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 20 rounds.
[10]	Train-merror:0.2383	Test-merror:0.1809	Valid-merror:0.2544
[20]	Train-merror:0.2352	Test-merror:0.1772	Valid-merror:0.2509
[30]	Train-merror:0.2339	Test-merror:0.1766	Valid-merror:0.251
[40]	Train-merror:0.2315	Test-merror:0.1751	Valid-merror:0.2487
[50]	Train-merror:0.2316	Test-merror:0.1742	Valid-merror:0.2495
Stopping. Best iteration:
[37]	Train-merror:0.2318	Test-merror:0.1763	Valid-merror:0.2482











    

















    






CPU times: user 3min 54s, sys: 2.69 s, total: 3min 57s
Wall time: 7.56 s
[0]	Train-merror:0.2887	Test-merror:0.2259	Valid-merror:0.3055
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 20 rounds.
[10]	Train-merror:0.2383	Test-merror:0.1809	Valid-merror:0.2544
[20]	Train-merror:0.2352	Test-merror:0.1772	Valid-merror:0.2509
[30]	Train-merror:0.2339	Test-merror:0.1766	Valid-merror:0.251
[40]	Train-merror:0.2315	Test-merror:0.1751	Valid-merror:0.2487
[50]	Train-merror:0.2316	Test-merror:0.1742	Valid-merror:0.2495
Stopping. Best iteration:
[37]	Train-merror:0.2318	Test-merror:0.1763	Valid-merror:0.2482











    

















    






CPU times: user 3min 55s, sys: 2.6 s, total: 3min 57s
Wall time: 7.56 s
[0]	Train-merror:0.2887	Test-merror:0.2259	Valid-merror:0.3055
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 45 rounds.
[25]	Train-merror:0.2333	Test-merror:0.1763	Valid-merror:0.2518
[50]	Train-merror:0.2316	Test-merror:0.1742	Valid-merror:0.2495
[75]	Train-merror:0.23075	Test-merror:0.1738	Valid-merror:0.246
[100]	Train-merror:0.22785	Test-merror:0.1706	Valid-merror:0.2458
[125]	Train-merror:0.228	Test-merror:0.1687	Valid-merror:0.247
Stopping. Best iteration:
[84]	Train-merror:0.22945	Test-merror:0.172	Valid-merror:0.2444











    

















    






CPU times: user 8min 33s, sys: 5.24 s, total: 8min 38s
Wall time: 15.5 s
[0]	Train-merror:0.2887	Test-merror:0.2259	Valid-merror:0.3055
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 45 rounds.
[25]	Train-merror:0.2266	Test-merror:0.1711	Valid-merror:0.2482
[50]	Train-merror:0.1521	Test-merror:0.1265	Valid-merror:0.2022
[75]	Train-merror:0.0761	Test-merror:0.109	Valid-merror:0.181
[100]	Train-merror:0.09605	Test-merror:0.1152	Valid-merror:0.1873
Stopping. Best iteration:
[74]	Train-merror:0.0755	Test-merror:0.1088	Valid-merror:0.1809











    

















    






CPU times: user 17min 30s, sys: 7.73 s, total: 17min 37s
Wall time: 30.7 s
[0]	Train-merror:0.2887	Test-merror:0.2259	Valid-merror:0.3055
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 70 rounds.
[50]	Train-merror:0.2316	Test-merror:0.1742	Valid-merror:0.2495
[100]	Train-merror:0.22785	Test-merror:0.1706	Valid-merror:0.2458
[150]	Train-merror:0.22695	Test-merror:0.1679	Valid-merror:0.2458
Stopping. Best iteration:
[84]	Train-merror:0.22945	Test-merror:0.172	Valid-merror:0.2444











    

















    






CPU times: user 9min 54s, sys: 6.56 s, total: 10min
Wall time: 17.8 s
[0]	Train-merror:0.2887	Test-merror:0.2259	Valid-merror:0.3055
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 70 rounds.
[50]	Train-merror:0.22505	Test-merror:0.1692	Valid-merror:0.247
[100]	Train-merror:0.10885	Test-merror:0.117	Valid-merror:0.188
[150]	Train-merror:0.03615	Test-merror:0.1017	Valid-merror:0.1721
[200]	Train-merror:0.04315	Test-merror:0.101	Valid-merror:0.17
[250]	Train-merror:0.05775	Test-merror:0.1055	Valid-merror:0.1742
Stopping. Best iteration:
[199]	Train-merror:0.04285	Test-merror:0.101	Valid-merror:0.1697











    

















    






CPU times: user 47min, sys: 15.4 s, total: 47min 15s
Wall time: 1min 20s
[0]	Train-merror:0.2887	Test-merror:0.2259	Valid-merror:0.3055
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 95 rounds.
[75]	Train-merror:0.23075	Test-merror:0.1738	Valid-merror:0.246
[150]	Train-merror:0.22695	Test-merror:0.1679	Valid-merror:0.2458
Stopping. Best iteration:
[84]	Train-merror:0.22945	Test-merror:0.172	Valid-merror:0.2444











    

















    






CPU times: user 11min 34s, sys: 7.51 s, total: 11min 42s
Wall time: 20.5 s
[0]	Train-merror:0.2887	Test-merror:0.2259	Valid-merror:0.3055
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 95 rounds.
[75]	Train-merror:0.22635	Test-merror:0.1712	Valid-merror:0.2441
[150]	Train-merror:0.1076	Test-merror:0.1144	Valid-merror:0.1866
[225]	Train-merror:0.0513	Test-merror:0.1001	Valid-merror:0.1706
[300]	Train-merror:0.07005	Test-merror:0.1068	Valid-merror:0.179
Stopping. Best iteration:
[226]	Train-merror:0.0517	Test-merror:0.1002	Valid-merror:0.1704











    

















    






CPU times: user 50min 20s, sys: 17.7 s, total: 50min 37s
Wall time: 1min 26s
[0]	Train-merror:0.2887	Test-merror:0.2259	Valid-merror:0.3055
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 120 rounds.
[100]	Train-merror:0.22785	Test-merror:0.1706	Valid-merror:0.2458
[200]	Train-merror:0.22425	Test-merror:0.1671	Valid-merror:0.244
[300]	Train-merror:0.22125	Test-merror:0.1642	Valid-merror:0.2426
[400]	Train-merror:0.21765	Test-merror:0.1626	Valid-merror:0.2404
[500]	Train-merror:0.2147	Test-merror:0.1598	Valid-merror:0.2386
[600]	Train-merror:0.2111	Test-merror:0.1586	Valid-merror:0.2357
[700]	Train-merror:0.2083	Test-merror:0.1563	Valid-merror:0.2337
[800]	Train-merror:0.2066	Test-merror:0.1534	Valid-merror:0.2299
[900]	Train-merror:0.20425	Test-merror:0.1512	Valid-merror:0.2281
[1000]	Train-merror:0.2022	Test-merror:0.1499	Valid-merror:0.2262
[1100]	Train-merror:0.1999	Test-merror:0.1492	Valid-merror:0.225
[1200]	Train-merror:0.19875	Test-merror:0.1464	Valid-merror:0.2229
[1300]	Train-merror:0.19665	Test-merror:0.1457	Valid-merror:0.2207
[1400]	Train-merror:0.1947	Test-merror:0.1441	Valid-merror:0.2189
[1500]	Train-merror:0.19295	Test-merror:0.1432	Valid-merror:0.217
[1600]	Train-merror:0.1907	Test-merror:0.141	Valid-merror:0.2155
[1700]	Train-merror:0.1896	Test-merror:0.1393	Valid-merror:0.2146
[1800]	Train-merror:0.1889	Test-merror:0.1381	Valid-merror:0.2128
[1900]	Train-merror:0.187	Test-merror:0.1364	Valid-merror:0.2117
[2000]	Train-merror:0.18565	Test-merror:0.1345	Valid-merror:0.2103
[2100]	Train-merror:0.18395	Test-merror:0.1331	Valid-merror:0.2091
[2200]	Train-merror:0.18265	Test-merror:0.1323	Valid-merror:0.2075
[2300]	Train-merror:0.1812	Test-merror:0.131	Valid-merror:0.2061
[2400]	Train-merror:0.17955	Test-merror:0.1301	Valid-merror:0.205
[2500]	Train-merror:0.17825	Test-merror:0.1287	Valid-merror:0.2036
[2600]	Train-merror:0.1767	Test-merror:0.1274	Valid-merror:0.2015
[2700]	Train-merror:0.1756	Test-merror:0.1265	Valid-merror:0.201
[2800]	Train-merror:0.1742	Test-merror:0.1262	Valid-merror:0.1993
[2900]	Train-merror:0.1726	Test-merror:0.1253	Valid-merror:0.1974
[3000]	Train-merror:0.17115	Test-merror:0.1245	Valid-merror:0.1961
[3100]	Train-merror:0.16985	Test-merror:0.1232	Valid-merror:0.196
[3200]	Train-merror:0.1684	Test-merror:0.1228	Valid-merror:0.195
[3300]	Train-merror:0.1674	Test-merror:0.1214	Valid-merror:0.1944
[3400]	Train-merror:0.1666	Test-merror:0.1209	Valid-merror:0.1932
[3500]	Train-merror:0.1656	Test-merror:0.12	Valid-merror:0.1931
[3600]	Train-merror:0.16465	Test-merror:0.1194	Valid-merror:0.1918
[3700]	Train-merror:0.16375	Test-merror:0.1186	Valid-merror:0.1908
[3800]	Train-merror:0.1629	Test-merror:0.1182	Valid-merror:0.1902
[3900]	Train-merror:0.1621	Test-merror:0.117	Valid-merror:0.1889
[4000]	Train-merror:0.16115	Test-merror:0.1163	Valid-merror:0.1878
[4100]	Train-merror:0.1602	Test-merror:0.1152	Valid-merror:0.1874
[4200]	Train-merror:0.15935	Test-merror:0.1144	Valid-merror:0.1864
[4300]	Train-merror:0.15835	Test-merror:0.1141	Valid-merror:0.186
[4400]	Train-merror:0.1575	Test-merror:0.1137	Valid-merror:0.1847
[4500]	Train-merror:0.1565	Test-merror:0.1132	Valid-merror:0.1841
[4600]	Train-merror:0.15525	Test-merror:0.1129	Valid-merror:0.1833
[4700]	Train-merror:0.15425	Test-merror:0.1118	Valid-merror:0.1824
[4800]	Train-merror:0.15295	Test-merror:0.1109	Valid-merror:0.1814
[4900]	Train-merror:0.1523	Test-merror:0.11	Valid-merror:0.1802










    

















    






CPU times: user 5h 13min 41s, sys: 2min 32s, total: 5h 16min 14s
Wall time: 8min 50s
[0]	Train-merror:0.2887	Test-merror:0.2259	Valid-merror:0.3055
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 120 rounds.
[100]	Train-merror:0.2251	Test-merror:0.1684	Valid-merror:0.2445
[200]	Train-merror:0.10715	Test-merror:0.111	Valid-merror:0.1852
[300]	Train-merror:0.03135	Test-merror:0.0943	Valid-merror:0.163
[400]	Train-merror:0.0478	Test-merror:0.1002	Valid-merror:0.173
Stopping. Best iteration:
[299]	Train-merror:0.03125	Test-merror:0.0943	Valid-merror:0.1629











    

















    






CPU times: user 1h 7min 13s, sys: 23.8 s, total: 1h 7min 37s
Wall time: 1min 55s










    








'Run Details:'










    






runprofiles/20171021/summary_20171021011445.txt










    






[0]	Train-merror:0.29464	Test-merror:0.2352	Valid-merror:0.302733
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 20 rounds.
[10]	Train-merror:0.24314	Test-merror:0.18	Valid-merror:0.255733
[20]	Train-merror:0.23792	Test-merror:0.175133	Valid-merror:0.251733
[30]	Train-merror:0.23698	Test-merror:0.1752	Valid-merror:0.251267
[40]	Train-merror:0.23636	Test-merror:0.175333	Valid-merror:0.2506
[50]	Train-merror:0.2357	Test-merror:0.1748	Valid-merror:0.249267
[60]	Train-merror:0.23422	Test-merror:0.174	Valid-merror:0.248
[70]	Train-merror:0.23338	Test-merror:0.173267	Valid-merror:0.2474
[80]	Train-merror:0.23264	Test-merror:0.172733	Valid-merror:0.246733
[90]	Train-merror:0.23274	Test-merror:0.1722	Valid-merror:0.246067
Stopping. Best iteration:
[74]	Train-merror:0.23292	Test-merror:0.1728	Valid-merror:0.246067











    

















    






CPU times: user 16min 7s, sys: 8.41 s, total: 16min 16s
Wall time: 28.5 s
[0]	Train-merror:0.29464	Test-merror:0.2352	Valid-merror:0.302733
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 20 rounds.
[10]	Train-merror:0.24314	Test-merror:0.18	Valid-merror:0.255733
[20]	Train-merror:0.23792	Test-merror:0.175133	Valid-merror:0.251733
[30]	Train-merror:0.23698	Test-merror:0.1752	Valid-merror:0.251267
[40]	Train-merror:0.23636	Test-merror:0.175333	Valid-merror:0.2506
[50]	Train-merror:0.2357	Test-merror:0.1748	Valid-merror:0.249267
[60]	Train-merror:0.23422	Test-merror:0.174	Valid-merror:0.248
[70]	Train-merror:0.23338	Test-merror:0.173267	Valid-merror:0.2474
[80]	Train-merror:0.23264	Test-merror:0.172733	Valid-merror:0.246733
[90]	Train-merror:0.23274	Test-merror:0.1722	Valid-merror:0.246067
Stopping. Best iteration:
[74]	Train-merror:0.23292	Test-merror:0.1728	Valid-merror:0.246067











    

















    






CPU times: user 16min 10s, sys: 9.27 s, total: 16min 19s
Wall time: 28.6 s
[0]	Train-merror:0.29464	Test-merror:0.2352	Valid-merror:0.302733
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 45 rounds.
[25]	Train-merror:0.2367	Test-merror:0.174133	Valid-merror:0.250733
[50]	Train-merror:0.2357	Test-merror:0.1748	Valid-merror:0.249267
[75]	Train-merror:0.233	Test-merror:0.1732	Valid-merror:0.246467
[100]	Train-merror:0.2321	Test-merror:0.171933	Valid-merror:0.2458
[125]	Train-merror:0.2311	Test-merror:0.170533	Valid-merror:0.245333
[150]	Train-merror:0.2307	Test-merror:0.170333	Valid-merror:0.245267
[175]	Train-merror:0.23016	Test-merror:0.168933	Valid-merror:0.2432
[200]	Train-merror:0.2288	Test-merror:0.168267	Valid-merror:0.242067
[225]	Train-merror:0.22796	Test-merror:0.167267	Valid-merror:0.241533
[250]	Train-merror:0.22682	Test-merror:0.165333	Valid-merror:0.24
[275]	Train-merror:0.22532	Test-merror:0.164733	Valid-merror:0.2392
[300]	Train-merror:0.22442	Test-merror:0.163667	Valid-merror:0.2388
[325]	Train-merror:0.22356	Test-merror:0.163467	Valid-merror:0.2376
[350]	Train-merror:0.22288	Test-merror:0.163067	Valid-merror:0.236333
[375]	Train-merror:0.22154	Test-merror:0.1626	Valid-merror:0.2358
[400]	Train-merror:0.22066	Test-merror:0.162533	Valid-merror:0.235067
[425]	Train-merror:0.21986	Test-merror:0.161667	Valid-merror:0.234533
[450]	Train-merror:0.21952	Test-merror:0.1612	Valid-merror:0.233267
[475]	Train-merror:0.21894	Test-merror:0.160667	Valid-merror:0.232867
[500]	Train-merror:0.2181	Test-merror:0.159667	Valid-merror:0.232733
[525]	Train-merror:0.21744	Test-merror:0.157933	Valid-merror:0.231867
[550]	Train-merror:0.21702	Test-merror:0.157667	Valid-merror:0.230667
[575]	Train-merror:0.21658	Test-merror:0.157467	Valid-merror:0.229733
[600]	Train-merror:0.21604	Test-merror:0.156267	Valid-merror:0.229133
[625]	Train-merror:0.21536	Test-merror:0.156	Valid-merror:0.228533
[650]	Train-merror:0.2149	Test-merror:0.155333	Valid-merror:0.227467
[675]	Train-merror:0.2142	Test-merror:0.1548	Valid-merror:0.227333
[700]	Train-merror:0.21324	Test-merror:0.153933	Valid-merror:0.227267
[725]	Train-merror:0.21248	Test-merror:0.153333	Valid-merror:0.226667
[750]	Train-merror:0.2119	Test-merror:0.153067	Valid-merror:0.226
[775]	Train-merror:0.2113	Test-merror:0.1528	Valid-merror:0.225667
[800]	Train-merror:0.21062	Test-merror:0.152333	Valid-merror:0.225733
Stopping. Best iteration:
[757]	Train-merror:0.21182	Test-merror:0.152933	Valid-merror:0.225467











    

















    






CPU times: user 2h 14min 12s, sys: 57.1 s, total: 2h 15min 9s
Wall time: 3min 47s
[0]	Train-merror:0.29464	Test-merror:0.2352	Valid-merror:0.302733
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 45 rounds.
[25]	Train-merror:0.23756	Test-merror:0.174533	Valid-merror:0.2514
[50]	Train-merror:0.23288	Test-merror:0.1754	Valid-merror:0.252467
[75]	Train-merror:0.11074	Test-merror:0.112267	Valid-merror:0.187267
[100]	Train-merror:0.05316	Test-merror:0.090467	Valid-merror:0.160867
[125]	Train-merror:0.06276	Test-merror:0.092067	Valid-merror:0.161733
Stopping. Best iteration:
[100]	Train-merror:0.05316	Test-merror:0.090467	Valid-merror:0.160867











    

















    






CPU times: user 1h 22min 50s, sys: 19.4 s, total: 1h 23min 9s
Wall time: 2min 20s
[0]	Train-merror:0.29464	Test-merror:0.2352	Valid-merror:0.302733
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 70 rounds.
[50]	Train-merror:0.2357	Test-merror:0.1748	Valid-merror:0.249267
[100]	Train-merror:0.2321	Test-merror:0.171933	Valid-merror:0.2458
[150]	Train-merror:0.2307	Test-merror:0.170333	Valid-merror:0.245267
[200]	Train-merror:0.2288	Test-merror:0.168267	Valid-merror:0.242067
[250]	Train-merror:0.22682	Test-merror:0.165333	Valid-merror:0.24
[300]	Train-merror:0.22442	Test-merror:0.163667	Valid-merror:0.2388
[350]	Train-merror:0.22288	Test-merror:0.163067	Valid-merror:0.236333
[400]	Train-merror:0.22066	Test-merror:0.162533	Valid-merror:0.235067
[450]	Train-merror:0.21952	Test-merror:0.1612	Valid-merror:0.233267
[500]	Train-merror:0.2181	Test-merror:0.159667	Valid-merror:0.232733
[550]	Train-merror:0.21702	Test-merror:0.157667	Valid-merror:0.230667
[600]	Train-merror:0.21604	Test-merror:0.156267	Valid-merror:0.229133
[650]	Train-merror:0.2149	Test-merror:0.155333	Valid-merror:0.227467
[700]	Train-merror:0.21324	Test-merror:0.153933	Valid-merror:0.227267
[750]	Train-merror:0.2119	Test-merror:0.153067	Valid-merror:0.226
[800]	Train-merror:0.21062	Test-merror:0.152333	Valid-merror:0.225733
[850]	Train-merror:0.20962	Test-merror:0.151867	Valid-merror:0.2248
[900]	Train-merror:0.2083	Test-merror:0.1508	Valid-merror:0.223067
[950]	Train-merror:0.20736	Test-merror:0.149933	Valid-merror:0.222333
[1000]	Train-merror:0.20666	Test-merror:0.148733	Valid-merror:0.2218
[1050]	Train-merror:0.2061	Test-merror:0.148333	Valid-merror:0.2206
[1100]	Train-merror:0.20532	Test-merror:0.147333	Valid-merror:0.220067
[1150]	Train-merror:0.20428	Test-merror:0.146867	Valid-merror:0.219467
[1200]	Train-merror:0.20344	Test-merror:0.1462	Valid-merror:0.219267
[1250]	Train-merror:0.20226	Test-merror:0.145333	Valid-merror:0.218333
[1300]	Train-merror:0.20148	Test-merror:0.1446	Valid-merror:0.218
[1350]	Train-merror:0.20054	Test-merror:0.143933	Valid-merror:0.217133
[1400]	Train-merror:0.19934	Test-merror:0.143267	Valid-merror:0.216133
[1450]	Train-merror:0.19872	Test-merror:0.1428	Valid-merror:0.215667
[1500]	Train-merror:0.19776	Test-merror:0.142133	Valid-merror:0.2144
[1550]	Train-merror:0.19688	Test-merror:0.141533	Valid-merror:0.2134
[1600]	Train-merror:0.19604	Test-merror:0.1404	Valid-merror:0.212467
[1650]	Train-merror:0.19518	Test-merror:0.139867	Valid-merror:0.211933
[1700]	Train-merror:0.19434	Test-merror:0.139267	Valid-merror:0.211067
[1750]	Train-merror:0.19332	Test-merror:0.1388	Valid-merror:0.2104
[1800]	Train-merror:0.19248	Test-merror:0.138	Valid-merror:0.2096
[1850]	Train-merror:0.19176	Test-merror:0.137133	Valid-merror:0.208533
[1900]	Train-merror:0.19118	Test-merror:0.136733	Valid-merror:0.208533
Stopping. Best iteration:
[1854]	Train-merror:0.19164	Test-merror:0.137133	Valid-merror:0.208333











    

















    






CPU times: user 5h 21min 10s, sys: 2min 11s, total: 5h 23min 22s
Wall time: 9min 1s
[0]	Train-merror:0.29464	Test-merror:0.2352	Valid-merror:0.302733
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 70 rounds.
[50]	Train-merror:0.2258	Test-merror:0.169	Valid-merror:0.245133
[100]	Train-merror:0.055	Test-merror:0.088933	Valid-merror:0.1582
[150]	Train-merror:0.08872	Test-merror:0.1032	Valid-merror:0.1736
Stopping. Best iteration:
[99]	Train-merror:0.05424	Test-merror:0.088867	Valid-merror:0.158067











    

















    






CPU times: user 54min 3s, sys: 17.6 s, total: 54min 21s
Wall time: 1min 32s
[0]	Train-merror:0.29464	Test-merror:0.2352	Valid-merror:0.302733
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 95 rounds.
[75]	Train-merror:0.233	Test-merror:0.1732	Valid-merror:0.246467
[150]	Train-merror:0.2307	Test-merror:0.170333	Valid-merror:0.245267
[225]	Train-merror:0.22796	Test-merror:0.167267	Valid-merror:0.241533
[300]	Train-merror:0.22442	Test-merror:0.163667	Valid-merror:0.2388
[375]	Train-merror:0.22154	Test-merror:0.1626	Valid-merror:0.2358
[450]	Train-merror:0.21952	Test-merror:0.1612	Valid-merror:0.233267
[525]	Train-merror:0.21744	Test-merror:0.157933	Valid-merror:0.231867
[600]	Train-merror:0.21604	Test-merror:0.156267	Valid-merror:0.229133
[675]	Train-merror:0.2142	Test-merror:0.1548	Valid-merror:0.227333
[750]	Train-merror:0.2119	Test-merror:0.153067	Valid-merror:0.226
[825]	Train-merror:0.2102	Test-merror:0.152	Valid-merror:0.225
[900]	Train-merror:0.2083	Test-merror:0.1508	Valid-merror:0.223067
[975]	Train-merror:0.20718	Test-merror:0.149333	Valid-merror:0.221933
[1050]	Train-merror:0.2061	Test-merror:0.148333	Valid-merror:0.2206
[1125]	Train-merror:0.20462	Test-merror:0.146933	Valid-merror:0.219867
[1200]	Train-merror:0.20344	Test-merror:0.1462	Valid-merror:0.219267
[1275]	Train-merror:0.20182	Test-merror:0.144733	Valid-merror:0.218067
[1350]	Train-merror:0.20054	Test-merror:0.143933	Valid-merror:0.217133
[1425]	Train-merror:0.1992	Test-merror:0.142933	Valid-merror:0.215867
[1500]	Train-merror:0.19776	Test-merror:0.142133	Valid-merror:0.2144
[1575]	Train-merror:0.19638	Test-merror:0.140867	Valid-merror:0.2128
[1650]	Train-merror:0.19518	Test-merror:0.139867	Valid-merror:0.211933
[1725]	Train-merror:0.19378	Test-merror:0.1392	Valid-merror:0.2106
[1800]	Train-merror:0.19248	Test-merror:0.138	Valid-merror:0.2096
[1875]	Train-merror:0.1914	Test-merror:0.136933	Valid-merror:0.208333
[1950]	Train-merror:0.19052	Test-merror:0.136	Valid-merror:0.208067
[2025]	Train-merror:0.18946	Test-merror:0.135067	Valid-merror:0.207
[2100]	Train-merror:0.18854	Test-merror:0.1344	Valid-merror:0.2056
[2175]	Train-merror:0.18764	Test-merror:0.1334	Valid-merror:0.2046
[2250]	Train-merror:0.18676	Test-merror:0.132267	Valid-merror:0.203733
[2325]	Train-merror:0.18576	Test-merror:0.1316	Valid-merror:0.203067
[2400]	Train-merror:0.1848	Test-merror:0.130867	Valid-merror:0.201533
[2475]	Train-merror:0.18378	Test-merror:0.129933	Valid-merror:0.200933
[2550]	Train-merror:0.18324	Test-merror:0.128733	Valid-merror:0.1998
[2625]	Train-merror:0.18226	Test-merror:0.127933	Valid-merror:0.198667
[2700]	Train-merror:0.18132	Test-merror:0.1272	Valid-merror:0.197533
[2775]	Train-merror:0.18054	Test-merror:0.126933	Valid-merror:0.197267
[2850]	Train-merror:0.17984	Test-merror:0.126267	Valid-merror:0.1964
[2925]	Train-merror:0.1791	Test-merror:0.125067	Valid-merror:0.195733
[3000]	Train-merror:0.17838	Test-merror:0.124333	Valid-merror:0.1952
[3075]	Train-merror:0.1775	Test-merror:0.123667	Valid-merror:0.194333
[3150]	Train-merror:0.17666	Test-merror:0.1228	Valid-merror:0.193533
[3225]	Train-merror:0.176	Test-merror:0.1224	Valid-merror:0.1928
[3300]	Train-merror:0.1755	Test-merror:0.122067	Valid-merror:0.191867
[3375]	Train-merror:0.17478	Test-merror:0.1216	Valid-merror:0.190667
[3450]	Train-merror:0.17418	Test-merror:0.121067	Valid-merror:0.189867
[3525]	Train-merror:0.1734	Test-merror:0.120333	Valid-merror:0.189133
[3600]	Train-merror:0.17276	Test-merror:0.12	Valid-merror:0.188333
[3675]	Train-merror:0.1719	Test-merror:0.119533	Valid-merror:0.188333
[3750]	Train-merror:0.1712	Test-merror:0.118733	Valid-merror:0.1876
[3825]	Train-merror:0.1705	Test-merror:0.118467	Valid-merror:0.1872
[3900]	Train-merror:0.16986	Test-merror:0.117867	Valid-merror:0.1868
[3975]	Train-merror:0.16912	Test-merror:0.1176	Valid-merror:0.186067
[4050]	Train-merror:0.16862	Test-merror:0.1168	Valid-merror:0.185067
[4125]	Train-merror:0.16784	Test-merror:0.1158	Valid-merror:0.184533
[4200]	Train-merror:0.16726	Test-merror:0.115333	Valid-merror:0.1836
[4275]	Train-merror:0.16662	Test-merror:0.1152	Valid-merror:0.182933
[4350]	Train-merror:0.16596	Test-merror:0.114733	Valid-merror:0.1826
[4425]	Train-merror:0.16536	Test-merror:0.114133	Valid-merror:0.1822
[4500]	Train-merror:0.16474	Test-merror:0.113533	Valid-merror:0.181667
[4575]	Train-merror:0.16396	Test-merror:0.113067	Valid-merror:0.181267
[4650]	Train-merror:0.16358	Test-merror:0.112667	Valid-merror:0.180733
[4725]	Train-merror:0.16318	Test-merror:0.112267	Valid-merror:0.180133
[4800]	Train-merror:0.1625	Test-merror:0.111533	Valid-merror:0.179933
[4875]	Train-merror:0.16182	Test-merror:0.111267	Valid-merror:0.179067
[4950]	Train-merror:0.16126	Test-merror:0.110667	Valid-merror:0.1784










    

















    






CPU times: user 13h 53min 3s, sys: 5min 35s, total: 13h 58min 38s
Wall time: 23min 22s
[0]	Train-merror:0.29464	Test-merror:0.2352	Valid-merror:0.302733
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 95 rounds.
[75]	Train-merror:0.23266	Test-merror:0.1724	Valid-merror:0.245933
[150]	Train-merror:0.20992	Test-merror:0.1534	Valid-merror:0.2308
[225]	Train-merror:0.06748	Test-merror:0.106933	Valid-merror:0.175
[300]	Train-merror:0.07562	Test-merror:0.101067	Valid-merror:0.171467
[375]	Train-merror:0.08164	Test-merror:0.1	Valid-merror:0.169933
[450]	Train-merror:0.08626	Test-merror:0.099333	Valid-merror:0.168533
[525]	Train-merror:0.08974	Test-merror:0.098267	Valid-merror:0.1672
[600]	Train-merror:0.0929	Test-merror:0.097133	Valid-merror:0.165467
[675]	Train-merror:0.09504	Test-merror:0.0962	Valid-merror:0.1636
[750]	Train-merror:0.0964	Test-merror:0.095333	Valid-merror:0.1626
[825]	Train-merror:0.09734	Test-merror:0.094733	Valid-merror:0.161533
[900]	Train-merror:0.09788	Test-merror:0.093933	Valid-merror:0.1612
[975]	Train-merror:0.09822	Test-merror:0.0932	Valid-merror:0.160467
[1050]	Train-merror:0.09858	Test-merror:0.0924	Valid-merror:0.159933
[1125]	Train-merror:0.09878	Test-merror:0.0916	Valid-merror:0.159467
[1200]	Train-merror:0.09878	Test-merror:0.091333	Valid-merror:0.1592
[1275]	Train-merror:0.09868	Test-merror:0.090933	Valid-merror:0.158533
[1350]	Train-merror:0.0984	Test-merror:0.0908	Valid-merror:0.1582
[1425]	Train-merror:0.09794	Test-merror:0.0896	Valid-merror:0.157333
[1500]	Train-merror:0.09754	Test-merror:0.089067	Valid-merror:0.156867
[1575]	Train-merror:0.09684	Test-merror:0.087933	Valid-merror:0.1562
[1650]	Train-merror:0.09612	Test-merror:0.087333	Valid-merror:0.155667
[1725]	Train-merror:0.09536	Test-merror:0.0866	Valid-merror:0.155267
[1800]	Train-merror:0.09496	Test-merror:0.086467	Valid-merror:0.1546
[1875]	Train-merror:0.09442	Test-merror:0.086	Valid-merror:0.1538
[1950]	Train-merror:0.09384	Test-merror:0.085267	Valid-merror:0.153267
[2025]	Train-merror:0.09318	Test-merror:0.0848	Valid-merror:0.1528
[2100]	Train-merror:0.09252	Test-merror:0.084133	Valid-merror:0.152133
[2175]	Train-merror:0.09164	Test-merror:0.083733	Valid-merror:0.151333
[2250]	Train-merror:0.09092	Test-merror:0.083333	Valid-merror:0.150467
[2325]	Train-merror:0.09	Test-merror:0.082867	Valid-merror:0.1498
[2400]	Train-merror:0.08926	Test-merror:0.082267	Valid-merror:0.149067
[2475]	Train-merror:0.08852	Test-merror:0.081867	Valid-merror:0.148667
[2550]	Train-merror:0.08774	Test-merror:0.081333	Valid-merror:0.148067
[2625]	Train-merror:0.08688	Test-merror:0.0806	Valid-merror:0.1474
[2700]	Train-merror:0.08602	Test-merror:0.080333	Valid-merror:0.147
[2775]	Train-merror:0.08498	Test-merror:0.0798	Valid-merror:0.146667
[2850]	Train-merror:0.0844	Test-merror:0.079533	Valid-merror:0.1464
[2925]	Train-merror:0.08364	Test-merror:0.0792	Valid-merror:0.1456
[3000]	Train-merror:0.08278	Test-merror:0.078933	Valid-merror:0.145267
[3075]	Train-merror:0.08208	Test-merror:0.0786	Valid-merror:0.144933
[3150]	Train-merror:0.08144	Test-merror:0.078267	Valid-merror:0.144667
[3225]	Train-merror:0.08044	Test-merror:0.077733	Valid-merror:0.144133
[3300]	Train-merror:0.07948	Test-merror:0.077333	Valid-merror:0.143333
[3375]	Train-merror:0.0788	Test-merror:0.077133	Valid-merror:0.1432
[3450]	Train-merror:0.07794	Test-merror:0.0766	Valid-merror:0.142667
[3525]	Train-merror:0.07692	Test-merror:0.076533	Valid-merror:0.1424
[3600]	Train-merror:0.07622	Test-merror:0.075933	Valid-merror:0.1422
[3675]	Train-merror:0.07536	Test-merror:0.075533	Valid-merror:0.1414
[3750]	Train-merror:0.07438	Test-merror:0.075267	Valid-merror:0.1408
[3825]	Train-merror:0.07366	Test-merror:0.074867	Valid-merror:0.14
[3900]	Train-merror:0.0727	Test-merror:0.074467	Valid-merror:0.139533
[3975]	Train-merror:0.07172	Test-merror:0.074067	Valid-merror:0.139067
[4050]	Train-merror:0.07098	Test-merror:0.0736	Valid-merror:0.138667
[4125]	Train-merror:0.07046	Test-merror:0.073133	Valid-merror:0.138133
[4200]	Train-merror:0.0698	Test-merror:0.0728	Valid-merror:0.137667
[4275]	Train-merror:0.069	Test-merror:0.072867	Valid-merror:0.137467
[4350]	Train-merror:0.06804	Test-merror:0.072467	Valid-merror:0.137
[4425]	Train-merror:0.0672	Test-merror:0.071933	Valid-merror:0.136867
[4500]	Train-merror:0.06636	Test-merror:0.071467	Valid-merror:0.136933
[4575]	Train-merror:0.0656	Test-merror:0.071267	Valid-merror:0.136067
[4650]	Train-merror:0.06492	Test-merror:0.071	Valid-merror:0.135933
[4725]	Train-merror:0.06406	Test-merror:0.070667	Valid-merror:0.135333
[4800]	Train-merror:0.06328	Test-merror:0.0702	Valid-merror:0.1348
[4875]	Train-merror:0.06236	Test-merror:0.070267	Valid-merror:0.1344
[4950]	Train-merror:0.06158	Test-merror:0.070133	Valid-merror:0.133733










    

















    






CPU times: user 1d 6h 1min 13s, sys: 7min 51s, total: 1d 6h 9min 4s
Wall time: 50min 30s
[0]	Train-merror:0.29464	Test-merror:0.2352	Valid-merror:0.302733
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 120 rounds.
[100]	Train-merror:0.2321	Test-merror:0.171933	Valid-merror:0.2458
[200]	Train-merror:0.2288	Test-merror:0.168267	Valid-merror:0.242067
[300]	Train-merror:0.22442	Test-merror:0.163667	Valid-merror:0.2388
[400]	Train-merror:0.22066	Test-merror:0.162533	Valid-merror:0.235067
[500]	Train-merror:0.2181	Test-merror:0.159667	Valid-merror:0.232733
[600]	Train-merror:0.21604	Test-merror:0.156267	Valid-merror:0.229133
[700]	Train-merror:0.21324	Test-merror:0.153933	Valid-merror:0.227267
[800]	Train-merror:0.21062	Test-merror:0.152333	Valid-merror:0.225733
[900]	Train-merror:0.2083	Test-merror:0.1508	Valid-merror:0.223067
[1000]	Train-merror:0.20666	Test-merror:0.148733	Valid-merror:0.2218
[1100]	Train-merror:0.20532	Test-merror:0.147333	Valid-merror:0.220067
[1200]	Train-merror:0.20344	Test-merror:0.1462	Valid-merror:0.219267
[1300]	Train-merror:0.20148	Test-merror:0.1446	Valid-merror:0.218
[1400]	Train-merror:0.19934	Test-merror:0.143267	Valid-merror:0.216133
[1500]	Train-merror:0.19776	Test-merror:0.142133	Valid-merror:0.2144
[1600]	Train-merror:0.19604	Test-merror:0.1404	Valid-merror:0.212467
[1700]	Train-merror:0.19434	Test-merror:0.139267	Valid-merror:0.211067
[1800]	Train-merror:0.19248	Test-merror:0.138	Valid-merror:0.2096
[1900]	Train-merror:0.19118	Test-merror:0.136733	Valid-merror:0.208533
[2000]	Train-merror:0.1898	Test-merror:0.135333	Valid-merror:0.2072
[2100]	Train-merror:0.18854	Test-merror:0.1344	Valid-merror:0.2056
[2200]	Train-merror:0.18728	Test-merror:0.133067	Valid-merror:0.204333
[2300]	Train-merror:0.186	Test-merror:0.131667	Valid-merror:0.203333
[2400]	Train-merror:0.1848	Test-merror:0.130867	Valid-merror:0.201533
[2500]	Train-merror:0.18356	Test-merror:0.129467	Valid-merror:0.200333
[2600]	Train-merror:0.1825	Test-merror:0.1282	Valid-merror:0.198933
[2700]	Train-merror:0.18132	Test-merror:0.1272	Valid-merror:0.197533
[2800]	Train-merror:0.1802	Test-merror:0.1264	Valid-merror:0.1966
[2900]	Train-merror:0.17934	Test-merror:0.125467	Valid-merror:0.196067
[3000]	Train-merror:0.17838	Test-merror:0.124333	Valid-merror:0.1952
[3100]	Train-merror:0.1773	Test-merror:0.1234	Valid-merror:0.194067
[3200]	Train-merror:0.17626	Test-merror:0.122533	Valid-merror:0.1928
[3300]	Train-merror:0.1755	Test-merror:0.122067	Valid-merror:0.191867
[3400]	Train-merror:0.17462	Test-merror:0.1216	Valid-merror:0.190333
[3500]	Train-merror:0.17358	Test-merror:0.1206	Valid-merror:0.189267
[3600]	Train-merror:0.17276	Test-merror:0.12	Valid-merror:0.188333
[3700]	Train-merror:0.17164	Test-merror:0.119267	Valid-merror:0.188067
[3800]	Train-merror:0.17074	Test-merror:0.118533	Valid-merror:0.187333
[3900]	Train-merror:0.16986	Test-merror:0.117867	Valid-merror:0.1868
[4000]	Train-merror:0.16892	Test-merror:0.1172	Valid-merror:0.1856
[4100]	Train-merror:0.16808	Test-merror:0.1162	Valid-merror:0.184467
[4200]	Train-merror:0.16726	Test-merror:0.115333	Valid-merror:0.1836
[4300]	Train-merror:0.16656	Test-merror:0.115	Valid-merror:0.182867
[4400]	Train-merror:0.16566	Test-merror:0.1144	Valid-merror:0.182267
[4500]	Train-merror:0.16474	Test-merror:0.113533	Valid-merror:0.181667
[4600]	Train-merror:0.16384	Test-merror:0.112933	Valid-merror:0.1812
[4700]	Train-merror:0.16326	Test-merror:0.112467	Valid-merror:0.1802
[4800]	Train-merror:0.1625	Test-merror:0.111533	Valid-merror:0.179933
[4900]	Train-merror:0.16162	Test-merror:0.110933	Valid-merror:0.178933










    

















    






CPU times: user 13h 46min 47s, sys: 5min 32s, total: 13h 52min 20s
Wall time: 23min 12s
[0]	Train-merror:0.29464	Test-merror:0.2352	Valid-merror:0.302733
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 120 rounds.
[100]	Train-merror:0.22846	Test-merror:0.1698	Valid-merror:0.243667
[200]	Train-merror:0.10546	Test-merror:0.098667	Valid-merror:0.1692
[300]	Train-merror:0.04214	Test-merror:0.0802	Valid-merror:0.146867
[400]	Train-merror:0.04352	Test-merror:0.076933	Valid-merror:0.144133
[500]	Train-merror:0.0542	Test-merror:0.080067	Valid-merror:0.147667
Stopping. Best iteration:
[385]	Train-merror:0.04322	Test-merror:0.076933	Valid-merror:0.143533











    

















    






CPU times: user 3h 28min 4s, sys: 1min 2s, total: 3h 29min 6s
Wall time: 5min 53s










    








'Run Details:'










    






runprofiles/20171021/summary_20171021012958.txt










    






[0]	Train-merror:0.299747	Test-merror:0.232611	Valid-merror:0.301333
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 20 rounds.
[10]	Train-merror:0.246307	Test-merror:0.180389	Valid-merror:0.250556
[20]	Train-merror:0.242587	Test-merror:0.175944	Valid-merror:0.245556
[30]	Train-merror:0.24244	Test-merror:0.174	Valid-merror:0.245278
[40]	Train-merror:0.239853	Test-merror:0.173444	Valid-merror:0.245278
[50]	Train-merror:0.2394	Test-merror:0.171333	Valid-merror:0.243889
[60]	Train-merror:0.23844	Test-merror:0.169333	Valid-merror:0.242556
[70]	Train-merror:0.238213	Test-merror:0.169389	Valid-merror:0.242944
[80]	Train-merror:0.237707	Test-merror:0.168278	Valid-merror:0.242611
[90]	Train-merror:0.237907	Test-merror:0.168611	Valid-merror:0.242667
[100]	Train-merror:0.238307	Test-merror:0.169611	Valid-merror:0.242778
Stopping. Best iteration:
[83]	Train-merror:0.237733	Test-merror:0.168389	Valid-merror:0.242333











    

















    






CPU times: user 26min 2s, sys: 12.1 s, total: 26min 14s
Wall time: 45.4 s
[0]	Train-merror:0.299747	Test-merror:0.232611	Valid-merror:0.301333
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 20 rounds.
[10]	Train-merror:0.246307	Test-merror:0.180389	Valid-merror:0.250556
[20]	Train-merror:0.242587	Test-merror:0.175944	Valid-merror:0.245556
[30]	Train-merror:0.24244	Test-merror:0.174	Valid-merror:0.245278
[40]	Train-merror:0.239853	Test-merror:0.173444	Valid-merror:0.245278
[50]	Train-merror:0.2394	Test-merror:0.171333	Valid-merror:0.243889
[60]	Train-merror:0.23844	Test-merror:0.169333	Valid-merror:0.242556
[70]	Train-merror:0.238213	Test-merror:0.169389	Valid-merror:0.242944
[80]	Train-merror:0.237707	Test-merror:0.168278	Valid-merror:0.242611
[90]	Train-merror:0.237907	Test-merror:0.168611	Valid-merror:0.242667
[100]	Train-merror:0.238307	Test-merror:0.169611	Valid-merror:0.242778
Stopping. Best iteration:
[83]	Train-merror:0.237733	Test-merror:0.168389	Valid-merror:0.242333











    

















    






CPU times: user 26min 24s, sys: 13.4 s, total: 26min 37s
Wall time: 46.1 s
[0]	Train-merror:0.299747	Test-merror:0.232611	Valid-merror:0.301333
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 45 rounds.
[25]	Train-merror:0.242133	Test-merror:0.174778	Valid-merror:0.244722
[50]	Train-merror:0.2394	Test-merror:0.171333	Valid-merror:0.243889
[75]	Train-merror:0.237813	Test-merror:0.168944	Valid-merror:0.243333
[100]	Train-merror:0.238307	Test-merror:0.169611	Valid-merror:0.242778
[125]	Train-merror:0.237453	Test-merror:0.169222	Valid-merror:0.2425
[150]	Train-merror:0.235907	Test-merror:0.169333	Valid-merror:0.242167
[175]	Train-merror:0.235333	Test-merror:0.168722	Valid-merror:0.241444
[200]	Train-merror:0.234747	Test-merror:0.168167	Valid-merror:0.239944
[225]	Train-merror:0.23376	Test-merror:0.1675	Valid-merror:0.238556
[250]	Train-merror:0.233053	Test-merror:0.166778	Valid-merror:0.238056
[275]	Train-merror:0.232467	Test-merror:0.1665	Valid-merror:0.237333
[300]	Train-merror:0.2318	Test-merror:0.165556	Valid-merror:0.237333
[325]	Train-merror:0.230707	Test-merror:0.164944	Valid-merror:0.236833
Stopping. Best iteration:
[286]	Train-merror:0.23204	Test-merror:0.166111	Valid-merror:0.236556











    

















    






CPU times: user 1h 22min 35s, sys: 34.7 s, total: 1h 23min 9s
Wall time: 2min 20s
[0]	Train-merror:0.299747	Test-merror:0.232611	Valid-merror:0.301333
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 45 rounds.
[25]	Train-merror:0.242267	Test-merror:0.174444	Valid-merror:0.2455
[50]	Train-merror:0.236827	Test-merror:0.173222	Valid-merror:0.245
[75]	Train-merror:0.09276	Test-merror:0.105722	Valid-merror:0.170889
[100]	Train-merror:0.04996	Test-merror:0.0865	Valid-merror:0.150556
[125]	Train-merror:0.053947	Test-merror:0.082444	Valid-merror:0.148167
[150]	Train-merror:0.057333	Test-merror:0.0805	Valid-merror:0.146389
[175]	Train-merror:0.060307	Test-merror:0.0795	Valid-merror:0.145222
[200]	Train-merror:0.06272	Test-merror:0.078556	Valid-merror:0.144444
[225]	Train-merror:0.064893	Test-merror:0.077667	Valid-merror:0.143556
[250]	Train-merror:0.06652	Test-merror:0.077056	Valid-merror:0.143333
[275]	Train-merror:0.068227	Test-merror:0.076778	Valid-merror:0.142111
[300]	Train-merror:0.069613	Test-merror:0.076778	Valid-merror:0.141944
[325]	Train-merror:0.0706	Test-merror:0.0765	Valid-merror:0.141111
[350]	Train-merror:0.07168	Test-merror:0.076111	Valid-merror:0.140556
[375]	Train-merror:0.07224	Test-merror:0.075722	Valid-merror:0.140444
[400]	Train-merror:0.072827	Test-merror:0.075389	Valid-merror:0.140222
[425]	Train-merror:0.073267	Test-merror:0.075	Valid-merror:0.14
[450]	Train-merror:0.07372	Test-merror:0.074667	Valid-merror:0.139667
[475]	Train-merror:0.074213	Test-merror:0.074278	Valid-merror:0.139167
[500]	Train-merror:0.074467	Test-merror:0.074167	Valid-merror:0.139
[525]	Train-merror:0.074747	Test-merror:0.073944	Valid-merror:0.138444
[550]	Train-merror:0.074813	Test-merror:0.073833	Valid-merror:0.137889
[575]	Train-merror:0.075	Test-merror:0.073611	Valid-merror:0.137833
[600]	Train-merror:0.07504	Test-merror:0.073222	Valid-merror:0.1375
[625]	Train-merror:0.075173	Test-merror:0.073333	Valid-merror:0.137111
[650]	Train-merror:0.074987	Test-merror:0.073111	Valid-merror:0.136556
[675]	Train-merror:0.075147	Test-merror:0.072944	Valid-merror:0.136389
[700]	Train-merror:0.075187	Test-merror:0.072444	Valid-merror:0.136278
[725]	Train-merror:0.075053	Test-merror:0.072333	Valid-merror:0.135833
[750]	Train-merror:0.074893	Test-merror:0.072056	Valid-merror:0.135444
[775]	Train-merror:0.074773	Test-merror:0.072111	Valid-merror:0.135667
[800]	Train-merror:0.074627	Test-merror:0.072	Valid-merror:0.135389
[825]	Train-merror:0.07436	Test-merror:0.071889	Valid-merror:0.135111
[850]	Train-merror:0.074293	Test-merror:0.071889	Valid-merror:0.134611
[875]	Train-merror:0.074067	Test-merror:0.0715	Valid-merror:0.134389
[900]	Train-merror:0.073893	Test-merror:0.071444	Valid-merror:0.134222
[925]	Train-merror:0.07372	Test-merror:0.071333	Valid-merror:0.134167
[950]	Train-merror:0.073427	Test-merror:0.071111	Valid-merror:0.134111
Stopping. Best iteration:
[920]	Train-merror:0.073733	Test-merror:0.071333	Valid-merror:0.134056











    

















    






CPU times: user 12h 1min 46s, sys: 3min 1s, total: 12h 4min 48s
Wall time: 20min 15s
[0]	Train-merror:0.299747	Test-merror:0.232611	Valid-merror:0.301333
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 70 rounds.
[50]	Train-merror:0.2394	Test-merror:0.171333	Valid-merror:0.243889
[100]	Train-merror:0.238307	Test-merror:0.169611	Valid-merror:0.242778
[150]	Train-merror:0.235907	Test-merror:0.169333	Valid-merror:0.242167
[200]	Train-merror:0.234747	Test-merror:0.168167	Valid-merror:0.239944
[250]	Train-merror:0.233053	Test-merror:0.166778	Valid-merror:0.238056
[300]	Train-merror:0.2318	Test-merror:0.165556	Valid-merror:0.237333
[350]	Train-merror:0.22964	Test-merror:0.164444	Valid-merror:0.235944
[400]	Train-merror:0.22816	Test-merror:0.162833	Valid-merror:0.234389
[450]	Train-merror:0.22668	Test-merror:0.161389	Valid-merror:0.233278
[500]	Train-merror:0.22476	Test-merror:0.1605	Valid-merror:0.2315
[550]	Train-merror:0.2232	Test-merror:0.158944	Valid-merror:0.231
[600]	Train-merror:0.222187	Test-merror:0.157944	Valid-merror:0.228833
[650]	Train-merror:0.221227	Test-merror:0.156389	Valid-merror:0.226778
[700]	Train-merror:0.21976	Test-merror:0.155778	Valid-merror:0.225278
[750]	Train-merror:0.218547	Test-merror:0.154056	Valid-merror:0.223667
[800]	Train-merror:0.21764	Test-merror:0.152944	Valid-merror:0.223
[850]	Train-merror:0.216893	Test-merror:0.152556	Valid-merror:0.222111
[900]	Train-merror:0.215867	Test-merror:0.151611	Valid-merror:0.221
[950]	Train-merror:0.21488	Test-merror:0.151	Valid-merror:0.220056
[1000]	Train-merror:0.21424	Test-merror:0.149722	Valid-merror:0.219056
[1050]	Train-merror:0.213347	Test-merror:0.148778	Valid-merror:0.218
[1100]	Train-merror:0.21228	Test-merror:0.148	Valid-merror:0.216889
[1150]	Train-merror:0.21136	Test-merror:0.1475	Valid-merror:0.215444
[1200]	Train-merror:0.21044	Test-merror:0.146722	Valid-merror:0.214056
[1250]	Train-merror:0.209547	Test-merror:0.145944	Valid-merror:0.2125
[1300]	Train-merror:0.2088	Test-merror:0.145389	Valid-merror:0.2115
[1350]	Train-merror:0.207507	Test-merror:0.144278	Valid-merror:0.21
[1400]	Train-merror:0.20652	Test-merror:0.143833	Valid-merror:0.209278
[1450]	Train-merror:0.205787	Test-merror:0.143889	Valid-merror:0.208111
[1500]	Train-merror:0.204773	Test-merror:0.143	Valid-merror:0.2075
[1550]	Train-merror:0.204027	Test-merror:0.1425	Valid-merror:0.206556
[1600]	Train-merror:0.203067	Test-merror:0.142	Valid-merror:0.205944
[1650]	Train-merror:0.201947	Test-merror:0.141556	Valid-merror:0.205278
[1700]	Train-merror:0.201053	Test-merror:0.140833	Valid-merror:0.204556
[1750]	Train-merror:0.2002	Test-merror:0.139611	Valid-merror:0.204611
[1800]	Train-merror:0.19928	Test-merror:0.139	Valid-merror:0.203889
[1850]	Train-merror:0.198373	Test-merror:0.138389	Valid-merror:0.203111
[1900]	Train-merror:0.19764	Test-merror:0.1375	Valid-merror:0.202333
[1950]	Train-merror:0.19676	Test-merror:0.136944	Valid-merror:0.201722
[2000]	Train-merror:0.195973	Test-merror:0.136167	Valid-merror:0.200889
[2050]	Train-merror:0.195093	Test-merror:0.135556	Valid-merror:0.200333
[2100]	Train-merror:0.19412	Test-merror:0.134611	Valid-merror:0.199778
[2150]	Train-merror:0.19332	Test-merror:0.133889	Valid-merror:0.199333
[2200]	Train-merror:0.19284	Test-merror:0.132944	Valid-merror:0.198611
[2250]	Train-merror:0.19204	Test-merror:0.132611	Valid-merror:0.198333
[2300]	Train-merror:0.191307	Test-merror:0.131833	Valid-merror:0.198
[2350]	Train-merror:0.190293	Test-merror:0.131278	Valid-merror:0.197056
[2400]	Train-merror:0.189613	Test-merror:0.130833	Valid-merror:0.196167
[2450]	Train-merror:0.188813	Test-merror:0.130111	Valid-merror:0.196111
[2500]	Train-merror:0.188333	Test-merror:0.129611	Valid-merror:0.195389
[2550]	Train-merror:0.187533	Test-merror:0.128944	Valid-merror:0.195111
[2600]	Train-merror:0.186773	Test-merror:0.127944	Valid-merror:0.194778
[2650]	Train-merror:0.186107	Test-merror:0.127333	Valid-merror:0.194222
[2700]	Train-merror:0.185427	Test-merror:0.127056	Valid-merror:0.193722
[2750]	Train-merror:0.184773	Test-merror:0.126222	Valid-merror:0.193167
[2800]	Train-merror:0.18428	Test-merror:0.125833	Valid-merror:0.192722
[2850]	Train-merror:0.183693	Test-merror:0.125111	Valid-merror:0.191556
[2900]	Train-merror:0.18332	Test-merror:0.1245	Valid-merror:0.190833
[2950]	Train-merror:0.182747	Test-merror:0.124222	Valid-merror:0.190444
[3000]	Train-merror:0.18232	Test-merror:0.123611	Valid-merror:0.19
[3050]	Train-merror:0.1818	Test-merror:0.123444	Valid-merror:0.189389
[3100]	Train-merror:0.181347	Test-merror:0.123222	Valid-merror:0.189056
[3150]	Train-merror:0.180827	Test-merror:0.1225	Valid-merror:0.188889
[3200]	Train-merror:0.18028	Test-merror:0.121833	Valid-merror:0.188444
[3250]	Train-merror:0.179653	Test-merror:0.121333	Valid-merror:0.188111
[3300]	Train-merror:0.178987	Test-merror:0.120944	Valid-merror:0.187889
[3350]	Train-merror:0.178533	Test-merror:0.120722	Valid-merror:0.187389
[3400]	Train-merror:0.177973	Test-merror:0.120389	Valid-merror:0.187
[3450]	Train-merror:0.177507	Test-merror:0.120056	Valid-merror:0.186222
[3500]	Train-merror:0.17712	Test-merror:0.119556	Valid-merror:0.185778
[3550]	Train-merror:0.176773	Test-merror:0.1195	Valid-merror:0.1855
[3600]	Train-merror:0.176147	Test-merror:0.119111	Valid-merror:0.185222
[3650]	Train-merror:0.175747	Test-merror:0.1185	Valid-merror:0.184611
[3700]	Train-merror:0.175333	Test-merror:0.118167	Valid-merror:0.184111
[3750]	Train-merror:0.174907	Test-merror:0.117111	Valid-merror:0.183722
[3800]	Train-merror:0.17452	Test-merror:0.116722	Valid-merror:0.183056
[3850]	Train-merror:0.173947	Test-merror:0.116278	Valid-merror:0.182389
[3900]	Train-merror:0.173387	Test-merror:0.116111	Valid-merror:0.182222
[3950]	Train-merror:0.173013	Test-merror:0.115722	Valid-merror:0.182056
[4000]	Train-merror:0.172507	Test-merror:0.115556	Valid-merror:0.1815
[4050]	Train-merror:0.17208	Test-merror:0.1155	Valid-merror:0.181
[4100]	Train-merror:0.17172	Test-merror:0.114889	Valid-merror:0.180389
[4150]	Train-merror:0.171267	Test-merror:0.114444	Valid-merror:0.18
[4200]	Train-merror:0.170813	Test-merror:0.114	Valid-merror:0.179722
[4250]	Train-merror:0.1704	Test-merror:0.113889	Valid-merror:0.179167
[4300]	Train-merror:0.17008	Test-merror:0.113389	Valid-merror:0.178722
[4350]	Train-merror:0.169587	Test-merror:0.113056	Valid-merror:0.178556
[4400]	Train-merror:0.16908	Test-merror:0.112611	Valid-merror:0.178278
[4450]	Train-merror:0.16868	Test-merror:0.112222	Valid-merror:0.177611
[4500]	Train-merror:0.168347	Test-merror:0.112	Valid-merror:0.177056
[4550]	Train-merror:0.167907	Test-merror:0.111667	Valid-merror:0.176778
[4600]	Train-merror:0.167613	Test-merror:0.111	Valid-merror:0.1765
[4650]	Train-merror:0.16716	Test-merror:0.110667	Valid-merror:0.176556
[4700]	Train-merror:0.166853	Test-merror:0.110389	Valid-merror:0.176444
[4750]	Train-merror:0.16648	Test-merror:0.110167	Valid-merror:0.176056
[4800]	Train-merror:0.16612	Test-merror:0.109722	Valid-merror:0.175667
[4850]	Train-merror:0.165707	Test-merror:0.109556	Valid-merror:0.175111
[4900]	Train-merror:0.165293	Test-merror:0.109056	Valid-merror:0.174722
[4950]	Train-merror:0.16492	Test-merror:0.1085	Valid-merror:0.174222










    

















    






CPU times: user 20h 23min 37s, sys: 7min 26s, total: 20h 31min 4s
Wall time: 34min 17s
[0]	Train-merror:0.299747	Test-merror:0.232611	Valid-merror:0.301333
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 70 rounds.
[50]	Train-merror:0.2344	Test-merror:0.167056	Valid-merror:0.240222
[100]	Train-merror:0.151747	Test-merror:0.1075	Valid-merror:0.177278
[150]	Train-merror:0.116933	Test-merror:0.092722	Valid-merror:0.160778
[200]	Train-merror:0.090173	Test-merror:0.083778	Valid-merror:0.152444
[250]	Train-merror:0.077267	Test-merror:0.080167	Valid-merror:0.147722
[300]	Train-merror:0.06912	Test-merror:0.078333	Valid-merror:0.145
[350]	Train-merror:0.06388	Test-merror:0.076722	Valid-merror:0.142389
[400]	Train-merror:0.060027	Test-merror:0.0755	Valid-merror:0.141222
[450]	Train-merror:0.05688	Test-merror:0.075111	Valid-merror:0.140222
[500]	Train-merror:0.054507	Test-merror:0.074278	Valid-merror:0.139389
[550]	Train-merror:0.052173	Test-merror:0.073389	Valid-merror:0.138278
[600]	Train-merror:0.05016	Test-merror:0.072889	Valid-merror:0.137
[650]	Train-merror:0.04784	Test-merror:0.072222	Valid-merror:0.136167
[700]	Train-merror:0.046347	Test-merror:0.071667	Valid-merror:0.135889
[750]	Train-merror:0.04456	Test-merror:0.071389	Valid-merror:0.135222
[800]	Train-merror:0.043133	Test-merror:0.070722	Valid-merror:0.134611
[850]	Train-merror:0.041787	Test-merror:0.069833	Valid-merror:0.134111
[900]	Train-merror:0.040293	Test-merror:0.069389	Valid-merror:0.133833
[950]	Train-merror:0.039267	Test-merror:0.069222	Valid-merror:0.133167
[1000]	Train-merror:0.038187	Test-merror:0.069111	Valid-merror:0.132722
[1050]	Train-merror:0.037173	Test-merror:0.068667	Valid-merror:0.132333
[1100]	Train-merror:0.035987	Test-merror:0.068722	Valid-merror:0.131167
[1150]	Train-merror:0.034893	Test-merror:0.0685	Valid-merror:0.131
[1200]	Train-merror:0.034067	Test-merror:0.068167	Valid-merror:0.130333
[1250]	Train-merror:0.033013	Test-merror:0.067833	Valid-merror:0.130111
[1300]	Train-merror:0.032173	Test-merror:0.067611	Valid-merror:0.129778
[1350]	Train-merror:0.031373	Test-merror:0.067333	Valid-merror:0.129611
Stopping. Best iteration:
[1283]	Train-merror:0.03244	Test-merror:0.067667	Valid-merror:0.129611











    

















    






CPU times: user 1d 3h 4min 10s, sys: 4min 51s, total: 1d 3h 9min 1s
Wall time: 45min 34s
[0]	Train-merror:0.299747	Test-merror:0.232611	Valid-merror:0.301333
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 95 rounds.
[75]	Train-merror:0.237813	Test-merror:0.168944	Valid-merror:0.243333
[150]	Train-merror:0.235907	Test-merror:0.169333	Valid-merror:0.242167
[225]	Train-merror:0.23376	Test-merror:0.1675	Valid-merror:0.238556
[300]	Train-merror:0.2318	Test-merror:0.165556	Valid-merror:0.237333
[375]	Train-merror:0.229067	Test-merror:0.1635	Valid-merror:0.235167
[450]	Train-merror:0.22668	Test-merror:0.161389	Valid-merror:0.233278
[525]	Train-merror:0.2238	Test-merror:0.159611	Valid-merror:0.231
[600]	Train-merror:0.222187	Test-merror:0.157944	Valid-merror:0.228833
[675]	Train-merror:0.22056	Test-merror:0.156	Valid-merror:0.226389
[750]	Train-merror:0.218547	Test-merror:0.154056	Valid-merror:0.223667
[825]	Train-merror:0.21728	Test-merror:0.152722	Valid-merror:0.222611
[900]	Train-merror:0.215867	Test-merror:0.151611	Valid-merror:0.221
[975]	Train-merror:0.214413	Test-merror:0.150222	Valid-merror:0.219556
[1050]	Train-merror:0.213347	Test-merror:0.148778	Valid-merror:0.218
[1125]	Train-merror:0.211827	Test-merror:0.147833	Valid-merror:0.215778
[1200]	Train-merror:0.21044	Test-merror:0.146722	Valid-merror:0.214056
[1275]	Train-merror:0.209253	Test-merror:0.145833	Valid-merror:0.212056
[1350]	Train-merror:0.207507	Test-merror:0.144278	Valid-merror:0.21
[1425]	Train-merror:0.20612	Test-merror:0.143722	Valid-merror:0.208778
[1500]	Train-merror:0.204773	Test-merror:0.143	Valid-merror:0.2075
[1575]	Train-merror:0.20348	Test-merror:0.142278	Valid-merror:0.206222
[1650]	Train-merror:0.201947	Test-merror:0.141556	Valid-merror:0.205278
[1725]	Train-merror:0.200667	Test-merror:0.139833	Valid-merror:0.204667
[1800]	Train-merror:0.19928	Test-merror:0.139	Valid-merror:0.203889
[1875]	Train-merror:0.197907	Test-merror:0.138	Valid-merror:0.203
[1950]	Train-merror:0.19676	Test-merror:0.136944	Valid-merror:0.201722
[2025]	Train-merror:0.195493	Test-merror:0.136056	Valid-merror:0.200778
[2100]	Train-merror:0.19412	Test-merror:0.134611	Valid-merror:0.199778
[2175]	Train-merror:0.193133	Test-merror:0.1335	Valid-merror:0.198944
[2250]	Train-merror:0.19204	Test-merror:0.132611	Valid-merror:0.198333
[2325]	Train-merror:0.190773	Test-merror:0.1315	Valid-merror:0.197611
[2400]	Train-merror:0.189613	Test-merror:0.130833	Valid-merror:0.196167
[2475]	Train-merror:0.18848	Test-merror:0.129889	Valid-merror:0.195722
[2550]	Train-merror:0.187533	Test-merror:0.128944	Valid-merror:0.195111
[2625]	Train-merror:0.186547	Test-merror:0.127556	Valid-merror:0.194278
[2700]	Train-merror:0.185427	Test-merror:0.127056	Valid-merror:0.193722
[2775]	Train-merror:0.184507	Test-merror:0.126056	Valid-merror:0.192833
[2850]	Train-merror:0.183693	Test-merror:0.125111	Valid-merror:0.191556
[2925]	Train-merror:0.18304	Test-merror:0.124278	Valid-merror:0.190667
[3000]	Train-merror:0.18232	Test-merror:0.123611	Valid-merror:0.19
[3075]	Train-merror:0.18164	Test-merror:0.123333	Valid-merror:0.189167
[3150]	Train-merror:0.180827	Test-merror:0.1225	Valid-merror:0.188889
[3225]	Train-merror:0.17992	Test-merror:0.121667	Valid-merror:0.188444
[3300]	Train-merror:0.178987	Test-merror:0.120944	Valid-merror:0.187889
[3375]	Train-merror:0.178267	Test-merror:0.1205	Valid-merror:0.187333
[3450]	Train-merror:0.177507	Test-merror:0.120056	Valid-merror:0.186222
[3525]	Train-merror:0.177013	Test-merror:0.119556	Valid-merror:0.1855
[3600]	Train-merror:0.176147	Test-merror:0.119111	Valid-merror:0.185222
[3675]	Train-merror:0.175573	Test-merror:0.118333	Valid-merror:0.184444
[3750]	Train-merror:0.174907	Test-merror:0.117111	Valid-merror:0.183722
[3825]	Train-merror:0.174253	Test-merror:0.116444	Valid-merror:0.182833
[3900]	Train-merror:0.173387	Test-merror:0.116111	Valid-merror:0.182222
[3975]	Train-merror:0.17288	Test-merror:0.1155	Valid-merror:0.181667
[4050]	Train-merror:0.17208	Test-merror:0.1155	Valid-merror:0.181
[4125]	Train-merror:0.171453	Test-merror:0.114556	Valid-merror:0.180111
[4200]	Train-merror:0.170813	Test-merror:0.114	Valid-merror:0.179722
[4275]	Train-merror:0.170253	Test-merror:0.113722	Valid-merror:0.178944
[4350]	Train-merror:0.169587	Test-merror:0.113056	Valid-merror:0.178556
[4425]	Train-merror:0.16884	Test-merror:0.112278	Valid-merror:0.177722
[4500]	Train-merror:0.168347	Test-merror:0.112	Valid-merror:0.177056
[4575]	Train-merror:0.16772	Test-merror:0.111333	Valid-merror:0.176556
[4650]	Train-merror:0.16716	Test-merror:0.110667	Valid-merror:0.176556
[4725]	Train-merror:0.166627	Test-merror:0.110222	Valid-merror:0.176111
[4800]	Train-merror:0.16612	Test-merror:0.109722	Valid-merror:0.175667
[4875]	Train-merror:0.165507	Test-merror:0.109333	Valid-merror:0.174944
[4950]	Train-merror:0.16492	Test-merror:0.1085	Valid-merror:0.174222










    

















    






CPU times: user 20h 27min 8s, sys: 7min 46s, total: 20h 34min 54s
Wall time: 34min 23s
[0]	Train-merror:0.299747	Test-merror:0.232611	Valid-merror:0.301333
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 95 rounds.
[75]	Train-merror:0.232107	Test-merror:0.165722	Valid-merror:0.239167
[150]	Train-merror:0.056627	Test-merror:0.082278	Valid-merror:0.148722
[225]	Train-merror:0.031307	Test-merror:0.071722	Valid-merror:0.136278
[300]	Train-merror:0.0402	Test-merror:0.073056	Valid-merror:0.137056
Stopping. Best iteration:
[226]	Train-merror:0.031387	Test-merror:0.071778	Valid-merror:0.136056











    

















    






CPU times: user 4h 43min 59s, sys: 1min 9s, total: 4h 45min 8s
Wall time: 8min
[0]	Train-merror:0.299747	Test-merror:0.232611	Valid-merror:0.301333
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 120 rounds.
[100]	Train-merror:0.238307	Test-merror:0.169611	Valid-merror:0.242778
[200]	Train-merror:0.234747	Test-merror:0.168167	Valid-merror:0.239944
[300]	Train-merror:0.2318	Test-merror:0.165556	Valid-merror:0.237333
[400]	Train-merror:0.22816	Test-merror:0.162833	Valid-merror:0.234389
[500]	Train-merror:0.22476	Test-merror:0.1605	Valid-merror:0.2315
[600]	Train-merror:0.222187	Test-merror:0.157944	Valid-merror:0.228833
[700]	Train-merror:0.21976	Test-merror:0.155778	Valid-merror:0.225278
[800]	Train-merror:0.21764	Test-merror:0.152944	Valid-merror:0.223
[900]	Train-merror:0.215867	Test-merror:0.151611	Valid-merror:0.221
[1000]	Train-merror:0.21424	Test-merror:0.149722	Valid-merror:0.219056
[1100]	Train-merror:0.21228	Test-merror:0.148	Valid-merror:0.216889
[1200]	Train-merror:0.21044	Test-merror:0.146722	Valid-merror:0.214056
[1300]	Train-merror:0.2088	Test-merror:0.145389	Valid-merror:0.2115
[1400]	Train-merror:0.20652	Test-merror:0.143833	Valid-merror:0.209278
[1500]	Train-merror:0.204773	Test-merror:0.143	Valid-merror:0.2075
[1600]	Train-merror:0.203067	Test-merror:0.142	Valid-merror:0.205944
[1700]	Train-merror:0.201053	Test-merror:0.140833	Valid-merror:0.204556
[1800]	Train-merror:0.19928	Test-merror:0.139	Valid-merror:0.203889
[1900]	Train-merror:0.19764	Test-merror:0.1375	Valid-merror:0.202333
[2000]	Train-merror:0.195973	Test-merror:0.136167	Valid-merror:0.200889
[2100]	Train-merror:0.19412	Test-merror:0.134611	Valid-merror:0.199778
[2200]	Train-merror:0.19284	Test-merror:0.132944	Valid-merror:0.198611
[2300]	Train-merror:0.191307	Test-merror:0.131833	Valid-merror:0.198
[2400]	Train-merror:0.189613	Test-merror:0.130833	Valid-merror:0.196167
[2500]	Train-merror:0.188333	Test-merror:0.129611	Valid-merror:0.195389
[2600]	Train-merror:0.186773	Test-merror:0.127944	Valid-merror:0.194778
[2700]	Train-merror:0.185427	Test-merror:0.127056	Valid-merror:0.193722
[2800]	Train-merror:0.18428	Test-merror:0.125833	Valid-merror:0.192722
[2900]	Train-merror:0.18332	Test-merror:0.1245	Valid-merror:0.190833
[3000]	Train-merror:0.18232	Test-merror:0.123611	Valid-merror:0.19
[3100]	Train-merror:0.181347	Test-merror:0.123222	Valid-merror:0.189056
[3200]	Train-merror:0.18028	Test-merror:0.121833	Valid-merror:0.188444
[3300]	Train-merror:0.178987	Test-merror:0.120944	Valid-merror:0.187889
[3400]	Train-merror:0.177973	Test-merror:0.120389	Valid-merror:0.187
[3500]	Train-merror:0.17712	Test-merror:0.119556	Valid-merror:0.185778
[3600]	Train-merror:0.176147	Test-merror:0.119111	Valid-merror:0.185222
[3700]	Train-merror:0.175333	Test-merror:0.118167	Valid-merror:0.184111
[3800]	Train-merror:0.17452	Test-merror:0.116722	Valid-merror:0.183056
[3900]	Train-merror:0.173387	Test-merror:0.116111	Valid-merror:0.182222
[4000]	Train-merror:0.172507	Test-merror:0.115556	Valid-merror:0.1815
[4100]	Train-merror:0.17172	Test-merror:0.114889	Valid-merror:0.180389
[4200]	Train-merror:0.170813	Test-merror:0.114	Valid-merror:0.179722
[4300]	Train-merror:0.17008	Test-merror:0.113389	Valid-merror:0.178722
[4400]	Train-merror:0.16908	Test-merror:0.112611	Valid-merror:0.178278
[4500]	Train-merror:0.168347	Test-merror:0.112	Valid-merror:0.177056
[4600]	Train-merror:0.167613	Test-merror:0.111	Valid-merror:0.1765
[4700]	Train-merror:0.166853	Test-merror:0.110389	Valid-merror:0.176444
[4800]	Train-merror:0.16612	Test-merror:0.109722	Valid-merror:0.175667
[4900]	Train-merror:0.165293	Test-merror:0.109056	Valid-merror:0.174722










    

















    






CPU times: user 20h 24min 39s, sys: 7min 35s, total: 20h 32min 14s
Wall time: 34min 19s
[0]	Train-merror:0.299747	Test-merror:0.232611	Valid-merror:0.301333
Multiple eval metrics have been passed: 'Valid-merror' will be used for early stopping.

Will train until Valid-merror hasn't improved in 120 rounds.
[100]	Train-merror:0.236867	Test-merror:0.168333	Valid-merror:0.241833
[200]	Train-merror:0.19564	Test-merror:0.135556	Valid-merror:0.204222
[300]	Train-merror:0.184973	Test-merror:0.127333	Valid-merror:0.196222
[400]	Train-merror:0.094107	Test-merror:0.096556	Valid-merror:0.162778
[500]	Train-merror:0.05536	Test-merror:0.083389	Valid-merror:0.148611
[600]	Train-merror:0.039733	Test-merror:0.077667	Valid-merror:0.141667
[700]	Train-merror:0.04444	Test-merror:0.080056	Valid-merror:0.143
Stopping. Best iteration:
[600]	Train-merror:0.039733	Test-merror:0.077667	Valid-merror:0.141667











    

















    






CPU times: user 11h 15min 37s, sys: 2min 21s, total: 11h 17min 58s
Wall time: 18min 59s










    








'Run Details:'










    






runprofiles/20171021/summary_20171021033036.txt

















In [ ]:

Content source: predkt/tuner

Similar notebooks:

notebook.community | gallery | about