In [1]:
from sklearn.cross_validation import train_test_split
from sklearn.metrics import log_loss
from sklearn.metrics import explained_variance_score,r2_score,mean_absolute_error
from sklearn import preprocessing
import numpy as np
import pandas as pd
from hyperopt import hp
from hyperopt import fmin, tpe, hp, STATUS_OK, Trials, rand
import sys
import xgboost as xgb
import os
from utils import encode_numeric_zscore_list, encode_numeric_zscore_all, to_xy, encode_text_index_list, encode_numeric_log_list
/home/arvc/anaconda3/envs/tensorflow/lib/python3.5/site-packages/sklearn/cross_validation.py:44: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. Also note that the interface of the new CV iterators are different from that of this module. This module will be removed in 0.20.
"This module will be removed in 0.20.", DeprecationWarning)
In [2]:
def load_train():
path = "./data/allstate"
inputFilePath = os.path.join(path, "train.csv.zip")
df = pd.read_csv(inputFilePath, compression="zip", header=0, na_values=['NULL'])
#shuffle dataset. Unnecessary in this case because already sorted by guid
np.random.seed(42)
df = df.reindex(np.random.permutation(df.index))
df.reset_index(inplace=True, drop=True)
labels = df["loss"]
df = df.drop('id', axis=1)
df = df.drop('loss', axis=1)
encode_text_index_list(df, ['cat1', 'cat2', 'cat3', 'cat4', 'cat5', 'cat6', 'cat7', 'cat8', 'cat9', 'cat10', 'cat11', 'cat12', 'cat13', 'cat14', 'cat15', 'cat16', 'cat17', 'cat18', 'cat19', 'cat20', 'cat21', 'cat22', 'cat23', 'cat24', 'cat25', 'cat26', 'cat27', 'cat28', 'cat29', 'cat30', 'cat31', 'cat32', 'cat33', 'cat34', 'cat35', 'cat36', 'cat37', 'cat38', 'cat39', 'cat40', 'cat41', 'cat42', 'cat43', 'cat44', 'cat45', 'cat46', 'cat47', 'cat48', 'cat49', 'cat50', 'cat51', 'cat52', 'cat53', 'cat54', 'cat55', 'cat56', 'cat57', 'cat58', 'cat59', 'cat60', 'cat61', 'cat62', 'cat63', 'cat64', 'cat65', 'cat66', 'cat67', 'cat68', 'cat69', 'cat70', 'cat71', 'cat72', 'cat73', 'cat74', 'cat75', 'cat76', 'cat77', 'cat78', 'cat79', 'cat80', 'cat81', 'cat82', 'cat83', 'cat84', 'cat85', 'cat86', 'cat87', 'cat88', 'cat89', 'cat90', 'cat91', 'cat92', 'cat93', 'cat94', 'cat95', 'cat96', 'cat97', 'cat98', 'cat99', 'cat100', 'cat101', 'cat102', 'cat103', 'cat104', 'cat105', 'cat106', 'cat107', 'cat108', 'cat109', 'cat110', 'cat111', 'cat112', 'cat113', 'cat114', 'cat115', 'cat116'])
return df, labels.astype('float32')
def load_test():
test = pd.read_csv('../data/test.csv')
test = test.drop('id', axis=1)
return test.values
def write_submission(preds, output):
sample = pd.read_csv('../data/sampleSubmission.csv')
preds = pd.DataFrame(
preds, index=sample.id.values, columns=sample.columns[1:])
preds.to_csv(output, index_label='id')
def score(params):
print("Training with params : ")
print(params)
num_round = int(params['n_estimators'])
del params['n_estimators']
dtrain = xgb.DMatrix(X_train, label=y_train)
dvalid = xgb.DMatrix(X_test, label=y_test)
# watchlist = [(dvalid, 'eval'), (dtrain, 'train')]
model = xgb.train(params, dtrain, num_round)
predictions = model.predict(dvalid)
print(predictions)
score = mean_absolute_error(y_test, predictions)
print("\tScore {0}\n\n".format(score))
return {'loss': score, 'status': STATUS_OK}
def optimize(trials):
space = {
'n_estimators' : hp.quniform('n_estimators', 100, 1000, 1),
'eta' : hp.quniform('eta', 0.025, 0.5, 0.025),
#do not use hp.randint. crashes
'max_depth' : hp.choice('max_depth', [1,2,3,4,5,6,7,8,9,10,11,12,13,14,15]),
'min_child_weight' : hp.quniform('min_child_weight', 1, 6, 1),
'subsample' : hp.quniform('subsample', 0.5, 1, 0.05),
'gamma' : hp.quniform('gamma', 0.5, 1, 0.05),
'colsample_bytree' : hp.quniform('colsample_bytree', 0.5, 1, 0.05),
'eval_metric': 'mae',
'objective': 'reg:linear',
'nthread' : 6,
'silent' : 0
}
best = fmin(score, space, algo=rand.suggest, trials=trials, max_evals=250)
print(best)
X, y = load_train()
print("Splitting data into train and valid ...\n\n")
X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=1234)
#Trials object where the history of search will be stored
trials = Trials()
optimize(trials)
Splitting data into train and valid ...
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.6000000000000001, 'n_estimators': 889.0, 'subsample': 0.7000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4260.13232422 6007.32910156 2062.97338867 ..., 1755.7298584
4027.84570312 4747.23583984]
Score 1293.1312255859375
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.8500000000000001, 'n_estimators': 808.0, 'subsample': 0.5, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4271.69189453 4529.23828125 2383.32788086 ..., 1528.9888916
3911.03051758 5191.28857422]
Score 1228.1441650390625
Training with params :
{'eta': 0.275, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.7000000000000001, 'n_estimators': 147.0, 'subsample': 0.8, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4764.67041016 5131.57958984 1971.2923584 ..., 1291.2244873
3458.70849609 4366.65429688]
Score 1320.69775390625
Training with params :
{'eta': 0.25, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.55, 'n_estimators': 302.0, 'subsample': 0.9, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 3399.45483398 4306.91455078 2508.83935547 ..., 1461.42028809
3472.52734375 3762.36694336]
Score 1246.836181640625
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.7000000000000001, 'n_estimators': 856.0, 'subsample': 0.9500000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4125.54492188 4092.02441406 3042.22314453 ..., 1625.20776367
5613.3828125 5841.04492188]
Score 1346.6922607421875
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.6000000000000001, 'n_estimators': 590.0, 'subsample': 1.0, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4067.33959961 5175.87011719 1600.95556641 ..., 1339.61108398
2747.44384766 4880.1171875 ]
Score 1365.4912109375
Training with params :
{'eta': 0.125, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.75, 'n_estimators': 695.0, 'subsample': 0.65, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 5266.43408203 3905.21459961 2114.72875977 ..., 1651.48706055
3512.48486328 5369.64111328]
Score 1278.2169189453125
Training with params :
{'eta': 0.5, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.9500000000000001, 'n_estimators': 780.0, 'subsample': 0.6000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4229.92724609 3126.30615234 1856.29174805 ..., 1553.95617676
4792.32910156 3246.50317383]
Score 1577.3555908203125
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.55, 'n_estimators': 896.0, 'subsample': 0.55, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4097.046875 4552.48779297 2442.47412109 ..., 1762.05871582
3258.93457031 4389.80224609]
Score 1239.00537109375
Training with params :
{'eta': 0.5, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.8, 'n_estimators': 569.0, 'subsample': 0.7000000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 3205.22290039 3006.171875 2499.01953125 ..., 1746.54418945
4188.17578125 5525.85742188]
Score 1402.6629638671875
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.8500000000000001, 'n_estimators': 992.0, 'subsample': 0.75, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 4507.12597656 4683.94287109 2036.55065918 ..., 1201.51074219
3422.09326172 4933.32519531]
Score 1304.752685546875
Training with params :
{'eta': 0.125, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.9, 'n_estimators': 596.0, 'subsample': 0.9500000000000001, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4053.19970703 4812.88867188 2601.97705078 ..., 1718.96777344
3633.03369141 6071.39697266]
Score 1239.15234375
Training with params :
{'eta': 0.225, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.7000000000000001, 'n_estimators': 285.0, 'subsample': 0.9, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4669.26757812 4954.58544922 1832.71240234 ..., 1235.67919922
3452.11206055 4508.3515625 ]
Score 1309.6605224609375
Training with params :
{'eta': 0.2, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.65, 'n_estimators': 759.0, 'subsample': 0.75, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 3888.7824707 5115.25976562 2701.8815918 ..., 1744.69189453
4041.54785156 4735.77832031]
Score 1221.98681640625
Training with params :
{'eta': 0.275, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.8, 'n_estimators': 342.0, 'subsample': 0.8, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4704.40625 4862.52050781 2403.96704102 ..., 1828.22387695
3556.57421875 4006.53662109]
Score 1255.31787109375
Training with params :
{'eta': 0.5, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.9500000000000001, 'n_estimators': 397.0, 'subsample': 0.5, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 4023.37939453 4019.35986328 2525.04101562 ..., 1450.39892578
3687.41479492 6079.24267578]
Score 1262.523193359375
Training with params :
{'eta': 0.225, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.8, 'n_estimators': 641.0, 'subsample': 0.9, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 4517.98681641 4949.07519531 2075.05859375 ..., 1504.39013672
5180.21533203 5878.68554688]
Score 1285.8345947265625
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.6000000000000001, 'n_estimators': 759.0, 'subsample': 0.8, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4269.79833984 4585.49365234 2380.10107422 ..., 1706.96740723
4215.57617188 4427.47216797]
Score 1238.441650390625
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.9, 'n_estimators': 261.0, 'subsample': 0.65, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 3928.17456055 4820.46289062 2537.67407227 ..., 1549.62548828
3418.41625977 4756.49707031]
Score 1199.93701171875
Training with params :
{'eta': 0.1, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.9, 'n_estimators': 521.0, 'subsample': 0.55, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4687.16845703 4831.33789062 2355.31396484 ..., 1767.32568359
3557.87182617 4477.40185547]
Score 1200.5921630859375
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.7000000000000001, 'n_estimators': 303.0, 'subsample': 0.75, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 5308.15917969 4724.33105469 2287.35571289 ..., 1620.47631836
4087.33276367 4411.45068359]
Score 1283.4844970703125
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.8, 'n_estimators': 207.0, 'subsample': 0.6000000000000001, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4613.02197266 5481.97314453 1938.78222656 ..., 1483.56225586
3535.69995117 3228.96313477]
Score 1371.173095703125
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.8500000000000001, 'n_estimators': 678.0, 'subsample': 0.65, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4068.49707031 3686.8984375 3136.26538086 ..., 1359.88317871
3690.19824219 5056.77685547]
Score 1430.344970703125
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.55, 'n_estimators': 279.0, 'subsample': 0.8, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 6124.59179688 3749.37451172 2672.5715332 ..., 1661.55883789
2439.59667969 4842.35058594]
Score 1348.92822265625
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.7000000000000001, 'n_estimators': 650.0, 'subsample': 0.65, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4715.13085938 4690.46923828 1883.11242676 ..., 1310.01647949
3288.11450195 4723.98632812]
Score 1308.451416015625
Training with params :
{'eta': 0.025, 'objective': 'reg:linear', 'max_depth': 11, 'gamma': 0.9, 'n_estimators': 911.0, 'subsample': 0.8500000000000001, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 4673.80126953 4575.20068359 2486.33349609 ..., 1688.046875
3319.80004883 5168.94287109]
Score 1176.2618408203125
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.65, 'n_estimators': 678.0, 'subsample': 1.0, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 1.0}
[ 4693.59375 4557.98291016 2371.17773438 ..., 1551.08850098
3708.40356445 4957.54833984]
Score 1203.80810546875
Training with params :
{'eta': 0.275, 'objective': 'reg:linear', 'max_depth': 10, 'gamma': 0.6000000000000001, 'n_estimators': 316.0, 'subsample': 0.55, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4299.734375 4583.09912109 2686.91772461 ..., 1434.85241699
4383.37890625 4677.96728516]
Score 1332.9732666015625
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.5, 'n_estimators': 892.0, 'subsample': 0.5, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 5564.81005859 4083.76196289 2485.27978516 ..., 1657.43615723
4268.66943359 4390.77539062]
Score 1280.916259765625
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 10, 'gamma': 0.75, 'n_estimators': 456.0, 'subsample': 0.9, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4318.74365234 4100.64794922 2334.2890625 ..., 1789.36694336
3040.20263672 5244.48681641]
Score 1313.9188232421875
Training with params :
{'eta': 0.5, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.6000000000000001, 'n_estimators': 691.0, 'subsample': 0.9500000000000001, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 5929.02832031 4087.20727539 2643.56591797 ..., 1644.04699707
1977.77392578 8046.06982422]
Score 1388.1578369140625
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.5, 'n_estimators': 813.0, 'subsample': 0.8500000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4284.04248047 4176.39355469 2673.12573242 ..., 1740.75537109
3877.05834961 5612.12207031]
Score 1226.1910400390625
Training with params :
{'eta': 0.1, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.9500000000000001, 'n_estimators': 877.0, 'subsample': 0.65, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4321.61132812 4624.41503906 2423.53442383 ..., 1606.45935059
3651.67260742 4988.04150391]
Score 1196.30712890625
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.8500000000000001, 'n_estimators': 503.0, 'subsample': 0.5, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4005.17114258 5025.35302734 2555.45898438 ..., 1851.97546387
3873.81420898 6251.58398438]
Score 1324.07470703125
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.9, 'n_estimators': 376.0, 'subsample': 0.65, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 6573.36181641 3966.703125 2260.70849609 ..., 1278.73583984
5100.77978516 4213.86865234]
Score 1437.2869873046875
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 11, 'gamma': 0.9500000000000001, 'n_estimators': 114.0, 'subsample': 0.6000000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 4812.01855469 4912.97998047 2558.30151367 ..., 1825.22509766
3423.60864258 5192.96044922]
Score 1193.5184326171875
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.7000000000000001, 'n_estimators': 613.0, 'subsample': 0.75, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 3677.73901367 4746.59960938 2043.66430664 ..., 2239.13623047
3310.79248047 4865.29931641]
Score 1301.708984375
Training with params :
{'eta': 0.05, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.8500000000000001, 'n_estimators': 683.0, 'subsample': 0.65, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4427.875 4833.97021484 2226.47167969 ..., 1538.95349121
3465.29223633 4320.53173828]
Score 1214.303466796875
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.8, 'n_estimators': 404.0, 'subsample': 0.65, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4016.66870117 5557.18359375 2208.59228516 ..., 1909.3326416
3955.35107422 5472.50195312]
Score 1240.8692626953125
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.75, 'n_estimators': 633.0, 'subsample': 0.9, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4526.08837891 4523.84326172 2237.42431641 ..., 1626.53808594
3609.48974609 4530.76953125]
Score 1225.0955810546875
Training with params :
{'eta': 0.2, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.8, 'n_estimators': 168.0, 'subsample': 0.55, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4490.37207031 4793.44824219 2365.26367188 ..., 1675.0657959
3407.42358398 4086.0144043 ]
Score 1211.2354736328125
Training with params :
{'eta': 0.275, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.9, 'n_estimators': 377.0, 'subsample': 0.6000000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 5489.53466797 3881.74169922 2038.56445312 ..., 1416.82202148
4053.51513672 4142.31542969]
Score 1377.1129150390625
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.9, 'n_estimators': 924.0, 'subsample': 0.9, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 5308.57714844 5622.28076172 1912.20776367 ..., 1270.30627441
2869.30004883 4943.90771484]
Score 1369.5703125
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.55, 'n_estimators': 146.0, 'subsample': 0.75, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4597.04492188 5152.99121094 2663.17553711 ..., 2013.49597168
3121.05688477 5284.66992188]
Score 1235.0858154296875
Training with params :
{'eta': 0.225, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.9500000000000001, 'n_estimators': 103.0, 'subsample': 0.8500000000000001, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4542.84667969 3786.92553711 2491.56787109 ..., 1559.92944336
2455.37817383 3844.64282227]
Score 1233.8582763671875
Training with params :
{'eta': 0.05, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.75, 'n_estimators': 505.0, 'subsample': 0.8500000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4159.30664062 5052.68847656 2414.21533203 ..., 1592.57922363
3476.61474609 4930.08154297]
Score 1184.1484375
Training with params :
{'eta': 0.5, 'objective': 'reg:linear', 'max_depth': 11, 'gamma': 0.7000000000000001, 'n_estimators': 944.0, 'subsample': 0.8, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 3026.88354492 4500.29931641 1977.39306641 ..., 1287.91027832
4690.49755859 3229.25878906]
Score 1441.257568359375
Training with params :
{'eta': 0.05, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.9500000000000001, 'n_estimators': 608.0, 'subsample': 0.8, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4323.88085938 4786.17871094 2492.6484375 ..., 1590.92382812
3395.55712891 4822.88916016]
Score 1183.8116455078125
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.8500000000000001, 'n_estimators': 273.0, 'subsample': 0.75, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 3558.81982422 5104.02392578 2478.35327148 ..., 1409.9753418
3920.44262695 4785.10058594]
Score 1230.89111328125
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.9, 'n_estimators': 937.0, 'subsample': 0.8, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4834.05664062 5192.43066406 2577.55493164 ..., 1620.61047363
3929.16577148 5296.75 ]
Score 1265.18994140625
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.8500000000000001, 'n_estimators': 722.0, 'subsample': 0.6000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 7161.39160156 5374.10351562 2406.03662109 ..., 1349.90905762
2984.71655273 4472.39306641]
Score 1387.517333984375
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.8500000000000001, 'n_estimators': 480.0, 'subsample': 0.65, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 1.0}
[ 4124.03710938 3442.87963867 2744.74072266 ..., 1825.21533203
5246.36328125 4134.34521484]
Score 1286.243896484375
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.65, 'n_estimators': 479.0, 'subsample': 0.55, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4521.62109375 4717.87841797 2009.90307617 ..., 1073.8671875
3165.00488281 4747.47363281]
Score 1313.933837890625
Training with params :
{'eta': 0.1, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.7000000000000001, 'n_estimators': 805.0, 'subsample': 0.55, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 3668.89135742 4126.43847656 2696.41455078 ..., 1323.29663086
3396.98657227 5305.61230469]
Score 1262.8079833984375
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.7000000000000001, 'n_estimators': 680.0, 'subsample': 0.5, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 3956.70922852 4781.57910156 2619.73461914 ..., 1672.4017334
3590.05419922 5026.17041016]
Score 1192.5006103515625
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 11, 'gamma': 0.6000000000000001, 'n_estimators': 107.0, 'subsample': 0.7000000000000001, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4866.99316406 4341.68212891 2676.1472168 ..., 1805.97045898
3811.06713867 4824.45800781]
Score 1303.3751220703125
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.8, 'n_estimators': 508.0, 'subsample': 0.8, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4470.93212891 4878.73583984 2296.07592773 ..., 660.17425537
2734.37768555 5567.55957031]
Score 1377.369140625
Training with params :
{'eta': 0.125, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.8, 'n_estimators': 666.0, 'subsample': 0.7000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4129.14013672 5368.18896484 2624.80322266 ..., 1443.55163574
3969.54516602 5006.31542969]
Score 1216.4056396484375
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.55, 'n_estimators': 618.0, 'subsample': 0.9500000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4850.60986328 4705.46435547 2367.3527832 ..., 1606.328125
3451.62011719 5119.60546875]
Score 1201.0587158203125
Training with params :
{'eta': 0.2, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.8500000000000001, 'n_estimators': 117.0, 'subsample': 0.55, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4435.14355469 5122.5546875 2159.32080078 ..., 1794.63452148
3869.86303711 5612.14990234]
Score 1298.8592529296875
Training with params :
{'eta': 0.025, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.5, 'n_estimators': 748.0, 'subsample': 0.75, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 4566.93945312 5334.98535156 2114.23046875 ..., 1483.47717285
3552.75952148 3783.31005859]
Score 1263.2296142578125
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.7000000000000001, 'n_estimators': 834.0, 'subsample': 0.7000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 6478.28271484 4056.38378906 2737.47851562 ..., 1130.24353027
3200.69384766 4566.22705078]
Score 1365.223388671875
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.55, 'n_estimators': 740.0, 'subsample': 0.7000000000000001, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 5060.6328125 4898.6796875 2693.84521484 ..., 1581.08837891
5484.59716797 5058.53125 ]
Score 1346.826416015625
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.6000000000000001, 'n_estimators': 638.0, 'subsample': 0.9, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4005.56420898 4028.83178711 2528.65209961 ..., 1627.56018066
3636.1862793 4736.65722656]
Score 1226.517822265625
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.65, 'n_estimators': 221.0, 'subsample': 0.9500000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 3953.43920898 4928.07958984 2258.88793945 ..., 1819.84082031
3535.24462891 5995.07421875]
Score 1229.56494140625
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.6000000000000001, 'n_estimators': 805.0, 'subsample': 0.75, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 1.0}
[ 4481.82519531 4696.64892578 2054.96533203 ..., 1153.95300293
3047.80932617 4844.28466797]
Score 1307.1749267578125
Training with params :
{'eta': 0.05, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.8, 'n_estimators': 639.0, 'subsample': 0.9, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4231.74072266 4911.93457031 2597.02587891 ..., 1649.9699707
3672.45947266 4983.50683594]
Score 1179.88623046875
Training with params :
{'eta': 0.1, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.9, 'n_estimators': 988.0, 'subsample': 0.5, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4567.09082031 4720.90087891 2256.20825195 ..., 1548.49157715
3370.39819336 4520.73730469]
Score 1230.2489013671875
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.9500000000000001, 'n_estimators': 908.0, 'subsample': 0.7000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4719.18994141 5054.48193359 1892.83178711 ..., 1326.11828613
3407.08837891 4412.94970703]
Score 1311.9569091796875
Training with params :
{'eta': 0.47500000000000003, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.65, 'n_estimators': 368.0, 'subsample': 0.75, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 1.0}
[ 2460.09106445 4975.37109375 3134.20776367 ..., 1525.11242676
4023.97192383 6929.54589844]
Score 1469.6954345703125
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.75, 'n_estimators': 863.0, 'subsample': 0.6000000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 5880.39404297 5272.65625 2309.75610352 ..., 1765.5982666
3614.72753906 5230.08935547]
Score 1346.6962890625
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.7000000000000001, 'n_estimators': 392.0, 'subsample': 0.9500000000000001, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 6491.28759766 5169.79394531 2445.29248047 ..., 1480.77893066
3730.69726562 6466.19677734]
Score 1329.488525390625
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.65, 'n_estimators': 506.0, 'subsample': 0.8500000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 5211.39550781 5898.93066406 2508.21191406 ..., 1424.32141113
2568.91821289 3845.91796875]
Score 1354.38232421875
Training with params :
{'eta': 0.225, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.7000000000000001, 'n_estimators': 101.0, 'subsample': 0.65, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 4264.33789062 5190.69726562 2383.45556641 ..., 1683.60351562
3702.82324219 4452.54638672]
Score 1207.969482421875
Training with params :
{'eta': 0.225, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.7000000000000001, 'n_estimators': 523.0, 'subsample': 0.75, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4731.80566406 4893.66894531 1828.4876709 ..., 1180.09667969
3388.46972656 4563.07617188]
Score 1310.3294677734375
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 10, 'gamma': 0.8500000000000001, 'n_estimators': 302.0, 'subsample': 0.65, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4107.93554688 5617.92480469 2089.30786133 ..., 1940.6081543
3397.94873047 5768.60400391]
Score 1337.385498046875
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.8, 'n_estimators': 406.0, 'subsample': 0.5, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 6668.87011719 6015.23388672 2999.91967773 ..., 1736.76525879
2774.37524414 3080.18237305]
Score 1478.7279052734375
Training with params :
{'eta': 0.5, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.5, 'n_estimators': 230.0, 'subsample': 0.8, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4497.52197266 4704.92724609 2406.328125 ..., 1873.68774414
3232.01733398 4599.16845703]
Score 1225.3507080078125
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.5, 'n_estimators': 912.0, 'subsample': 0.55, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 5030.39160156 4529.95166016 2578.76123047 ..., 1680.16809082
3190.94995117 4788.51123047]
Score 1228.2265625
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.75, 'n_estimators': 747.0, 'subsample': 0.7000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4037.31811523 4314.92480469 2738.59619141 ..., 1663.1328125
3408.74365234 4603.24414062]
Score 1223.7918701171875
Training with params :
{'eta': 0.05, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.9, 'n_estimators': 108.0, 'subsample': 0.5, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4413.28369141 5738.828125 2006.76782227 ..., 1650.36694336
3473.3737793 2594.14550781]
Score 1373.5704345703125
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 10, 'gamma': 0.5, 'n_estimators': 271.0, 'subsample': 0.7000000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 3852.89428711 1153.60095215 2146.07104492 ..., 1765.89831543
3243.19848633 5645.82177734]
Score 1399.885986328125
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.9500000000000001, 'n_estimators': 263.0, 'subsample': 0.6000000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 5431.90771484 5007.30957031 2984.02026367 ..., 1634.18310547
2400.11157227 3602.50683594]
Score 1311.0260009765625
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.9500000000000001, 'n_estimators': 991.0, 'subsample': 0.75, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4537.35205078 4529.54980469 2216.1784668 ..., 1725.50964355
3308.421875 4179.57714844]
Score 1222.3697509765625
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.9500000000000001, 'n_estimators': 925.0, 'subsample': 0.9500000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4443.59130859 4618.75244141 2279.96289062 ..., 1735.92321777
3694.13842773 4975.32226562]
Score 1237.5892333984375
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.9500000000000001, 'n_estimators': 467.0, 'subsample': 0.9500000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 3947.83325195 4055.20605469 2603.19726562 ..., 1526.09667969
1958.21508789 3174.56494141]
Score 1353.482421875
Training with params :
{'eta': 0.25, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.8, 'n_estimators': 655.0, 'subsample': 0.8500000000000001, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4056.36987305 5617.43408203 2313.15966797 ..., 1719.46032715
4159.578125 4150.78320312]
Score 1247.7015380859375
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 1.0, 'n_estimators': 194.0, 'subsample': 0.9, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 5181.21679688 5030.13378906 2228.95556641 ..., 1492.54992676
4312.06689453 7048.59863281]
Score 1377.05029296875
Training with params :
{'eta': 0.225, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.6000000000000001, 'n_estimators': 453.0, 'subsample': 1.0, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 3976.07568359 4621.95751953 2354.10205078 ..., 1632.64648438
3441.32861328 4419.47705078]
Score 1224.8843994140625
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.75, 'n_estimators': 694.0, 'subsample': 0.8, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4737.10302734 5618.46386719 2618.35058594 ..., 1530.90112305
2753.33276367 5172.72167969]
Score 1281.5860595703125
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 11, 'gamma': 0.55, 'n_estimators': 837.0, 'subsample': 0.9, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 6152.83203125 4441.97021484 2136.08837891 ..., 1917.59460449
4350.58105469 3933.66040039]
Score 1354.149658203125
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.75, 'n_estimators': 862.0, 'subsample': 0.55, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4785.51123047 5186.73144531 2555.73413086 ..., 1241.3717041
1604.88000488 6067.40527344]
Score 1428.0303955078125
Training with params :
{'eta': 0.275, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 1.0, 'n_estimators': 424.0, 'subsample': 0.9, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4436.48046875 4583.77490234 2332.53393555 ..., 1844.58618164
3435.02026367 5894.45361328]
Score 1303.5362548828125
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.6000000000000001, 'n_estimators': 526.0, 'subsample': 0.8, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4213.95410156 3306.8293457 2485.7487793 ..., 1608.81030273
3215.04614258 4906.28955078]
Score 1231.7520751953125
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.55, 'n_estimators': 937.0, 'subsample': 0.6000000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 3321.81396484 4011.61157227 1949.35717773 ..., 1976.1953125
3711.7277832 4676.17529297]
Score 1448.7021484375
Training with params :
{'eta': 0.47500000000000003, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.6000000000000001, 'n_estimators': 515.0, 'subsample': 0.5, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4932.07763672 4734.16210938 2666.77490234 ..., 1737.06738281
3537.69702148 4522.34277344]
Score 1304.0711669921875
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.7000000000000001, 'n_estimators': 117.0, 'subsample': 0.9, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4680.40917969 5224.22509766 2275.76782227 ..., 1592.28735352
3345.45092773 4065.74365234]
Score 1208.3424072265625
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 10, 'gamma': 0.5, 'n_estimators': 747.0, 'subsample': 0.8500000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 3884.88085938 5389.35546875 2262.82836914 ..., 1833.0246582
5183.43505859 4074.43969727]
Score 1390.3974609375
Training with params :
{'eta': 0.05, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.65, 'n_estimators': 823.0, 'subsample': 0.9500000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 3807.06689453 4944.68017578 2567.44384766 ..., 1562.42150879
3429.16845703 5030.53271484]
Score 1185.3033447265625
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 11, 'gamma': 0.8500000000000001, 'n_estimators': 505.0, 'subsample': 0.9, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 5567.5 6159.89892578 2311.01342773 ..., 1423.85864258
3568.96899414 6880.22460938]
Score 1373.4661865234375
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.6000000000000001, 'n_estimators': 228.0, 'subsample': 0.9500000000000001, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 3021.12109375 4697.36816406 2783.25073242 ..., 1978.61682129
3387.09765625 4459.64697266]
Score 1233.490478515625
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.65, 'n_estimators': 132.0, 'subsample': 0.55, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 6866.90576172 3605.67822266 3279.6315918 ..., 2327.16137695
2978.30322266 1340.36157227]
Score 1498.2430419921875
Training with params :
{'eta': 0.2, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.55, 'n_estimators': 369.0, 'subsample': 0.8, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4504.66699219 4824.17626953 2614.6171875 ..., 1510.73474121
3469.54638672 4476.54833984]
Score 1204.5069580078125
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.9500000000000001, 'n_estimators': 785.0, 'subsample': 0.5, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 3976.37988281 5100.04931641 2421.90283203 ..., 1683.83166504
3123.18188477 4478.73144531]
Score 1230.2705078125
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.9, 'n_estimators': 993.0, 'subsample': 0.9500000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4872.25292969 5086.58251953 2638.24267578 ..., 1955.23742676
3947.54589844 5615.83642578]
Score 1254.5537109375
Training with params :
{'eta': 0.2, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.5, 'n_estimators': 668.0, 'subsample': 0.65, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4552.54736328 4014.5168457 2622.15454102 ..., 1735.02392578
3273.37255859 4197.4921875 ]
Score 1224.40673828125
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.9500000000000001, 'n_estimators': 464.0, 'subsample': 0.9, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4156.16552734 4698.87792969 2439.24023438 ..., 1736.92016602
2970.03271484 4724.28271484]
Score 1229.41748046875
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.9, 'n_estimators': 365.0, 'subsample': 0.75, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4990.39794922 3670.82666016 2348.69213867 ..., 1771.50549316
3244.21582031 4850.88964844]
Score 1287.9005126953125
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.55, 'n_estimators': 162.0, 'subsample': 0.75, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 3869.25854492 5096.97900391 2390.50244141 ..., 1703.61120605
3490.24853516 4529.70751953]
Score 1199.7747802734375
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.55, 'n_estimators': 512.0, 'subsample': 0.75, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 3383.49926758 4820.05664062 2422.29614258 ..., 1748.98339844
2743.12084961 5026.59814453]
Score 1262.387451171875
Training with params :
{'eta': 0.5, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 1.0, 'n_estimators': 142.0, 'subsample': 0.55, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4166.68164062 4368.20947266 2376.76220703 ..., 1821.74841309
3263.25244141 4505.52246094]
Score 1236.530517578125
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.7000000000000001, 'n_estimators': 912.0, 'subsample': 0.65, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4203.203125 4706.03125 2230.67749023 ..., 1624.45629883
3427.82421875 4343.23681641]
Score 1224.1361083984375
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.55, 'n_estimators': 385.0, 'subsample': 0.5, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 8441.73339844 6090.69238281 2123.7722168 ..., 1450.29699707
1205.49694824 7024.91601562]
Score 1593.215576171875
Training with params :
{'eta': 0.1, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.55, 'n_estimators': 878.0, 'subsample': 0.75, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 1.0}
[ 4368.45361328 4662.76855469 2081.0847168 ..., 1541.3079834
3385.98754883 4525.13232422]
Score 1230.857177734375
Training with params :
{'eta': 0.1, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.9, 'n_estimators': 805.0, 'subsample': 0.8, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4775.62597656 4086.57910156 2523.21899414 ..., 1383.02746582
4035.39306641 5774.13574219]
Score 1235.9666748046875
Training with params :
{'eta': 0.2, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 1.0, 'n_estimators': 691.0, 'subsample': 0.5, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4605.5625 4946.4765625 2427.99169922 ..., 1735.26672363
3683.18676758 4885.93408203]
Score 1213.1314697265625
Training with params :
{'eta': 0.47500000000000003, 'objective': 'reg:linear', 'max_depth': 10, 'gamma': 0.9500000000000001, 'n_estimators': 772.0, 'subsample': 0.8, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 6052.44238281 3576.96459961 2764.86547852 ..., 2605.20361328
3254.08105469 5393.06298828]
Score 1457.1722412109375
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.65, 'n_estimators': 179.0, 'subsample': 0.65, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 3673.83984375 5123.07177734 2175.1472168 ..., 1815.59069824
3223.95800781 6100.43017578]
Score 1262.5362548828125
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.9, 'n_estimators': 217.0, 'subsample': 0.6000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 5050.54589844 5055.12353516 1573.86743164 ..., 2839.26904297
3198.77978516 3798.15039062]
Score 1479.72509765625
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.8, 'n_estimators': 418.0, 'subsample': 0.9500000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 5153.484375 4774.31005859 2461.64306641 ..., 1659.61608887
3900.06103516 4857.87841797]
Score 1216.54443359375
Training with params :
{'eta': 0.25, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.7000000000000001, 'n_estimators': 232.0, 'subsample': 0.55, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 5057.87597656 4146.328125 2925.24902344 ..., 2275.67749023
5104.95458984 4725.60644531]
Score 1352.37646484375
Training with params :
{'eta': 0.47500000000000003, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.9, 'n_estimators': 767.0, 'subsample': 0.5, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4431.51074219 3730.00805664 3404.94921875 ..., 3104.88232422
6088.05029297 7818.71142578]
Score 1688.9755859375
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.55, 'n_estimators': 501.0, 'subsample': 0.8, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 5595.16503906 4301.37304688 1728.81530762 ..., 2061.12597656
3470.65405273 5672.86328125]
Score 1421.7008056640625
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.8, 'n_estimators': 203.0, 'subsample': 0.9, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 3546.52832031 4844.48779297 2260.34985352 ..., 1564.03198242
3462.31542969 4648.36083984]
Score 1236.9052734375
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.8, 'n_estimators': 227.0, 'subsample': 0.75, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 5001.68603516 4724.39599609 2434.59326172 ..., 1640.4263916
3726.32080078 5351.72607422]
Score 1202.78076171875
Training with params :
{'eta': 0.25, 'objective': 'reg:linear', 'max_depth': 10, 'gamma': 0.9, 'n_estimators': 125.0, 'subsample': 0.9500000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4208.96972656 4370.77148438 2596.84643555 ..., 1795.41699219
2584.28662109 4710.64794922]
Score 1223.2724609375
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.9500000000000001, 'n_estimators': 788.0, 'subsample': 0.8, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4712.03076172 4596.61083984 2456.55981445 ..., 1686.8026123
3264.08374023 4624.31689453]
Score 1192.5701904296875
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.7000000000000001, 'n_estimators': 595.0, 'subsample': 0.65, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4555.46875 4992.97851562 1883.49157715 ..., 1481.7154541
3111.48339844 3688.72827148]
Score 1246.5770263671875
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.75, 'n_estimators': 198.0, 'subsample': 0.8500000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 1.0}
[ 4359.89355469 4793.1953125 2444.17724609 ..., 1622.67382812
3808.74316406 4924.49853516]
Score 1187.57470703125
Training with params :
{'eta': 0.2, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.9500000000000001, 'n_estimators': 353.0, 'subsample': 0.8, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 4840.50195312 4973.45654297 1880.40881348 ..., 1335.78552246
3496.3581543 4492.25585938]
Score 1311.2213134765625
Training with params :
{'eta': 0.5, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.65, 'n_estimators': 488.0, 'subsample': 0.9500000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 3617.15698242 4306.27099609 2664.62402344 ..., 1621.32678223
3253.87890625 5277.21289062]
Score 1216.654541015625
Training with params :
{'eta': 0.125, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.65, 'n_estimators': 570.0, 'subsample': 1.0, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4435.24804688 4866.16015625 2499.00463867 ..., 1588.69421387
3601.8371582 5295.01025391]
Score 1204.423095703125
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.9, 'n_estimators': 182.0, 'subsample': 0.9500000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 6414.31201172 4186.59863281 1955.79455566 ..., 1427.46069336
1993.88586426 6821.47949219]
Score 1364.9888916015625
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.8500000000000001, 'n_estimators': 332.0, 'subsample': 0.6000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 4721.46777344 4525.24755859 2548.859375 ..., 1602.59960938
3251.78051758 5400.80126953]
Score 1204.029052734375
Training with params :
{'eta': 0.275, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.9500000000000001, 'n_estimators': 569.0, 'subsample': 0.9, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 5271.60449219 4234.28515625 2415.32348633 ..., 1421.34106445
3440.99804688 5145.98828125]
Score 1204.0556640625
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.75, 'n_estimators': 992.0, 'subsample': 0.8, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 5623.23828125 4721.77392578 2189.06542969 ..., 1518.00964355
2314.67944336 2851.47729492]
Score 1398.5430908203125
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 11, 'gamma': 0.8500000000000001, 'n_estimators': 164.0, 'subsample': 0.5, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 5551.22705078 5516.05224609 2279.77856445 ..., 1964.74707031
3362.6965332 2901.14013672]
Score 1454.6124267578125
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.9, 'n_estimators': 142.0, 'subsample': 0.55, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4502.34960938 4681.99121094 2372.78735352 ..., 1759.49450684
3968.4855957 4313.81787109]
Score 1201.75048828125
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.6000000000000001, 'n_estimators': 955.0, 'subsample': 0.8, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 1.0}
[ 4304.46630859 4381.609375 2467.44604492 ..., 1623.00354004
3587.15087891 4943.08203125]
Score 1187.760009765625
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.9500000000000001, 'n_estimators': 515.0, 'subsample': 0.8500000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 4155.82763672 4393.24853516 2636.83105469 ..., 1512.26049805
3737.0925293 4896.27148438]
Score 1194.4976806640625
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.6000000000000001, 'n_estimators': 242.0, 'subsample': 0.7000000000000001, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4446.70751953 4351.14013672 2461.83251953 ..., 1613.85131836
4152.99414062 4695.64990234]
Score 1253.1378173828125
Training with params :
{'eta': 0.5, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.5, 'n_estimators': 465.0, 'subsample': 0.7000000000000001, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 5856.95214844 5550.94921875 2294.72387695 ..., 1472.1484375
2987.34130859 6176.05126953]
Score 1499.0360107421875
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.55, 'n_estimators': 826.0, 'subsample': 0.9, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4771.48046875 4574.35351562 2614.54248047 ..., 1755.95324707
3924.33496094 4779.08007812]
Score 1215.1905517578125
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.9, 'n_estimators': 566.0, 'subsample': 0.9500000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4822.11181641 3635.71508789 2031.43237305 ..., 1818.58935547
4722.44238281 5622.91992188]
Score 1384.88037109375
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.8500000000000001, 'n_estimators': 915.0, 'subsample': 0.55, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 3901.94116211 5449.48583984 2260.45043945 ..., 1718.59362793
2686.69311523 3715.984375 ]
Score 1426.774658203125
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.7000000000000001, 'n_estimators': 436.0, 'subsample': 0.65, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 3950.91699219 3842.26977539 2527.5703125 ..., 1297.26049805
3381.8762207 4739.00048828]
Score 1447.8043212890625
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.75, 'n_estimators': 830.0, 'subsample': 1.0, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4140.75048828 4797.57910156 2208.03442383 ..., 1530.17736816
3066.80371094 4068.52929688]
Score 1274.2120361328125
Training with params :
{'eta': 0.125, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.9500000000000001, 'n_estimators': 347.0, 'subsample': 0.6000000000000001, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4247.01513672 4384.24316406 2261.55761719 ..., 1612.42492676
3731.42089844 4359.27929688]
Score 1211.274169921875
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.8500000000000001, 'n_estimators': 144.0, 'subsample': 0.8, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4903.24951172 4979.24169922 2458.3737793 ..., 1430.73449707
3698.2565918 4333.32666016]
Score 1252.2816162109375
Training with params :
{'eta': 0.47500000000000003, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.9500000000000001, 'n_estimators': 343.0, 'subsample': 0.7000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 2816.35229492 6773.69433594 2470.53051758 ..., 2153.47680664
6230.46142578 6676.73388672]
Score 1477.4598388671875
Training with params :
{'eta': 0.47500000000000003, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.9, 'n_estimators': 635.0, 'subsample': 0.65, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 3998.9909668 5711.29394531 2504.77929688 ..., 1640.87695312
5234.37744141 6981.13623047]
Score 1414.372314453125
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.8500000000000001, 'n_estimators': 727.0, 'subsample': 0.9, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4613.44091797 5242.63427734 2517.87792969 ..., 2095.48461914
4235.86328125 4882.765625 ]
Score 1320.6563720703125
Training with params :
{'eta': 0.47500000000000003, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.65, 'n_estimators': 810.0, 'subsample': 1.0, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4640.34082031 5751.97802734 919.75561523 ..., 1936.05786133
2306.87036133 5196.20214844]
Score 1366.6566162109375
Training with params :
{'eta': 0.025, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.75, 'n_estimators': 840.0, 'subsample': 0.6000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4549.92333984 5340.74853516 2104.32788086 ..., 1504.65405273
3547.73046875 3860.34960938]
Score 1259.1781005859375
Training with params :
{'eta': 0.25, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.9500000000000001, 'n_estimators': 519.0, 'subsample': 0.6000000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 6449.28466797 3123.09399414 2350.96142578 ..., 1686.81652832
4299.60058594 4564.92724609]
Score 1369.9971923828125
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.9500000000000001, 'n_estimators': 237.0, 'subsample': 0.7000000000000001, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 4714.53466797 4816.95166016 1823.4296875 ..., 1215.0838623
3371.46362305 4579.98632812]
Score 1313.1922607421875
Training with params :
{'eta': 0.125, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.6000000000000001, 'n_estimators': 383.0, 'subsample': 0.8, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4472.07177734 4576.64257812 2320.90478516 ..., 1725.9987793
3530.85961914 4728.7578125 ]
Score 1195.421142578125
Training with params :
{'eta': 0.05, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.6000000000000001, 'n_estimators': 787.0, 'subsample': 0.75, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4138.31005859 4816.18066406 2354.82006836 ..., 1659.0390625
3630.02197266 4758.63037109]
Score 1194.4659423828125
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.9, 'n_estimators': 982.0, 'subsample': 0.9500000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4426.19433594 4720.34179688 1872.62219238 ..., 1957.57495117
3264.81518555 5545.36474609]
Score 1322.9437255859375
Training with params :
{'eta': 0.25, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.8500000000000001, 'n_estimators': 686.0, 'subsample': 0.65, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 3311.62475586 4163.23828125 2371.75634766 ..., 1099.30334473
4630.22119141 4304.52685547]
Score 1348.502197265625
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.6000000000000001, 'n_estimators': 582.0, 'subsample': 0.6000000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4832.41064453 5023.30224609 2066.66943359 ..., 1425.38671875
3521.86376953 4424.76611328]
Score 1239.0706787109375
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.55, 'n_estimators': 237.0, 'subsample': 0.8500000000000001, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 3793.07373047 3925.38500977 2585.15869141 ..., 1751.40844727
2934.36254883 7237.40234375]
Score 1308.2479248046875
Training with params :
{'eta': 0.2, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.8, 'n_estimators': 628.0, 'subsample': 0.8, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4138.01123047 4406.31738281 2900.08569336 ..., 1380.62023926
4024.25585938 3560.46606445]
Score 1270.786865234375
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.6000000000000001, 'n_estimators': 278.0, 'subsample': 0.5, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4082.15844727 4327.72705078 2600.80493164 ..., 1422.24047852
3140.47094727 5382.91601562]
Score 1227.3482666015625
Training with params :
{'eta': 0.5, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.9500000000000001, 'n_estimators': 749.0, 'subsample': 0.8, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 1.0}
[ 3868.58520508 4563.75878906 2651.94360352 ..., 1674.70629883
3180.00708008 4925.12109375]
Score 1220.7325439453125
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.5, 'n_estimators': 854.0, 'subsample': 0.7000000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 5387.27880859 5072.40625 2059.10302734 ..., 2140.19116211
2555.02172852 6623.42626953]
Score 1297.02783203125
Training with params :
{'eta': 0.2, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.5, 'n_estimators': 427.0, 'subsample': 0.9500000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 4002.51245117 4367.171875 2548.69311523 ..., 1506.85510254
3593.60595703 4215.20800781]
Score 1194.754150390625
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 10, 'gamma': 0.9, 'n_estimators': 606.0, 'subsample': 0.75, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4877.46435547 5952.81542969 2872.4609375 ..., 3136.03515625
3973.13208008 5695.5390625 ]
Score 1454.3919677734375
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.8, 'n_estimators': 303.0, 'subsample': 0.8, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4885.39648438 4858.70019531 1884.58459473 ..., 1204.20935059
3513.13916016 4590.90332031]
Score 1310.4698486328125
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.65, 'n_estimators': 526.0, 'subsample': 0.6000000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 5544.41845703 4315.07617188 2642.87744141 ..., 1169.03710938
3879.70458984 6257.05859375]
Score 1300.0657958984375
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.8500000000000001, 'n_estimators': 171.0, 'subsample': 0.75, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4641.98046875 4583.35498047 2608.15600586 ..., 1540.70544434
3020.49584961 6205.02832031]
Score 1248.52734375
Training with params :
{'eta': 0.125, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.55, 'n_estimators': 270.0, 'subsample': 0.6000000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4765.49267578 5238.53515625 1937.61315918 ..., 1467.17370605
3556.22973633 4105.48242188]
Score 1328.2435302734375
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.8500000000000001, 'n_estimators': 608.0, 'subsample': 0.75, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 4707.07324219 4826.1640625 2089.77905273 ..., 1676.51904297
3524.87573242 4607.31201172]
Score 1237.531494140625
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.65, 'n_estimators': 516.0, 'subsample': 0.9, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4140.73632812 4570.25390625 2529.6315918 ..., 1898.77856445
3199.89135742 4607.61621094]
Score 1214.779052734375
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.9500000000000001, 'n_estimators': 937.0, 'subsample': 1.0, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 4553.50195312 4605.60205078 2542.05200195 ..., 1805.25244141
4327.78759766 5980.90527344]
Score 1222.489990234375
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.9500000000000001, 'n_estimators': 415.0, 'subsample': 0.8500000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 3992.80224609 4804.25976562 2183.36425781 ..., 1743.74658203
3664.15771484 4479.37646484]
Score 1208.2337646484375
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.6000000000000001, 'n_estimators': 163.0, 'subsample': 0.7000000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 4952.52832031 5075.03759766 2088.59179688 ..., 993.47711182
3982.37329102 5216.72509766]
Score 1321.5679931640625
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.5, 'n_estimators': 373.0, 'subsample': 0.8, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4991.3984375 4508.13037109 2317.64746094 ..., 1542.62548828
3603.21923828 4791.57861328]
Score 1229.9710693359375
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.8, 'n_estimators': 484.0, 'subsample': 0.8, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 3957.48583984 3478.65063477 2974.15722656 ..., 1909.61499023
3608.35791016 4656.94677734]
Score 1413.9051513671875
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 11, 'gamma': 0.55, 'n_estimators': 247.0, 'subsample': 0.75, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4863.50244141 3243.07763672 2584.30249023 ..., 1755.04125977
4108.32421875 5565.32958984]
Score 1310.3140869140625
Training with params :
{'eta': 0.05, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.6000000000000001, 'n_estimators': 312.0, 'subsample': 0.6000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 4686.46240234 5670.85302734 2095.42626953 ..., 1489.7401123
3521.40625 3783.58081055]
Score 1273.5518798828125
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.7000000000000001, 'n_estimators': 551.0, 'subsample': 0.9500000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 5104.04785156 2821.60595703 2233.61181641 ..., 1663.69226074
4842.24560547 6776.15673828]
Score 1350.245361328125
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.55, 'n_estimators': 588.0, 'subsample': 0.8500000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 5167.33642578 4548.33251953 2247.12597656 ..., 2265.65063477
5141.13134766 5920.11328125]
Score 1323.1693115234375
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.65, 'n_estimators': 344.0, 'subsample': 0.9, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4365.89013672 4952.09423828 2383.09399414 ..., 1585.07287598
3425.18896484 4842.46826172]
Score 1191.6580810546875
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.7000000000000001, 'n_estimators': 505.0, 'subsample': 0.75, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 3729.7734375 4368.15185547 2714.98242188 ..., 1586.06640625
3460.90576172 4023.40625 ]
Score 1243.1744384765625
Training with params :
{'eta': 0.125, 'objective': 'reg:linear', 'max_depth': 10, 'gamma': 0.55, 'n_estimators': 391.0, 'subsample': 0.65, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 3709.91772461 4221.17871094 2662.06689453 ..., 1874.35205078
3519.8425293 5970.32714844]
Score 1226.7568359375
Training with params :
{'eta': 0.1, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.6000000000000001, 'n_estimators': 888.0, 'subsample': 0.55, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 4318.75097656 4474.65917969 2488.21875 ..., 1754.39099121
3410.24414062 4879.57324219]
Score 1196.9024658203125
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 10, 'gamma': 0.9, 'n_estimators': 681.0, 'subsample': 0.65, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4901.97998047 4901.32910156 2035.44641113 ..., 3678.22753906
4319.84912109 4230.20214844]
Score 1373.4742431640625
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.8, 'n_estimators': 421.0, 'subsample': 0.6000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4134.31933594 3884.88500977 2554.99389648 ..., 1537.29309082
3939.08691406 4622.60498047]
Score 1232.254150390625
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.7000000000000001, 'n_estimators': 784.0, 'subsample': 0.6000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4959.21972656 5018.13330078 2498.4362793 ..., 1477.7208252
3944.57128906 5309.19238281]
Score 1241.0203857421875
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.7000000000000001, 'n_estimators': 550.0, 'subsample': 0.9, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4558.49951172 4835.95068359 2569.734375 ..., 1562.66149902
4004.17578125 4803.80126953]
Score 1207.8070068359375
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.8500000000000001, 'n_estimators': 322.0, 'subsample': 0.7000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4203.00976562 4716.15234375 2458.81176758 ..., 1757.53955078
4108.75634766 4496.62353516]
Score 1314.30517578125
Training with params :
{'eta': 0.225, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.75, 'n_estimators': 545.0, 'subsample': 0.6000000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4685.59375 4076.6940918 3198.78662109 ..., 1857.21789551
3914.18774414 5482.23583984]
Score 1339.4813232421875
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 10, 'gamma': 0.65, 'n_estimators': 501.0, 'subsample': 0.8500000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4193.35253906 5073.90820312 2533.33251953 ..., 1602.52624512
3784.33374023 5085.86181641]
Score 1193.6759033203125
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.75, 'n_estimators': 233.0, 'subsample': 0.6000000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4110.03222656 5176.10009766 2381.01245117 ..., 1644.66101074
3357.49975586 4591.55908203]
Score 1200.0706787109375
Training with params :
{'eta': 0.275, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 1.0, 'n_estimators': 291.0, 'subsample': 0.9, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 4057.48632812 4539.51708984 2166.23852539 ..., 1543.38293457
3363.87670898 4494.69824219]
Score 1236.7913818359375
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.9, 'n_estimators': 277.0, 'subsample': 0.7000000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4421.74267578 4574.51513672 2604.84204102 ..., 1524.34863281
4219.93505859 4677.30615234]
Score 1223.7249755859375
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.55, 'n_estimators': 861.0, 'subsample': 0.65, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 4886.04199219 5636.37744141 2713.65478516 ..., 2647.76953125
4277.44775391 5579.68798828]
Score 1431.56884765625
Training with params :
{'eta': 0.275, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.55, 'n_estimators': 324.0, 'subsample': 0.7000000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 3940.66430664 4659.09082031 2401.96850586 ..., 1473.12670898
4105.18896484 4816.87597656]
Score 1208.093994140625
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.8500000000000001, 'n_estimators': 898.0, 'subsample': 0.7000000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4503.68701172 4010.24169922 2405.5456543 ..., 1788.0579834
3768.1315918 4233.12792969]
Score 1330.406494140625
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.75, 'n_estimators': 249.0, 'subsample': 0.5, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 8199.48046875 6547.35839844 2690.66870117 ..., 1788.67138672
3250.00439453 4620.27978516]
Score 1581.8072509765625
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.55, 'n_estimators': 702.0, 'subsample': 0.6000000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 5519.29589844 4924.84326172 2484.984375 ..., 1517.31188965
2171.69458008 5591.09521484]
Score 1384.40869140625
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.8, 'n_estimators': 194.0, 'subsample': 0.9500000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4378.51220703 4259.57568359 2492.33642578 ..., 1707.24414062
3867.95507812 4835.51855469]
Score 1241.7794189453125
Training with params :
{'eta': 0.1, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.6000000000000001, 'n_estimators': 757.0, 'subsample': 0.65, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4422.09375 4557.28417969 2188.2121582 ..., 1550.14208984
3460.59204102 4335.32177734]
Score 1231.4293212890625
Training with params :
{'eta': 0.275, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.8, 'n_estimators': 267.0, 'subsample': 0.6000000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 4648.65722656 5245.97167969 2739.45654297 ..., 1474.06518555
3814.73242188 5239.35791016]
Score 1241.0633544921875
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.8500000000000001, 'n_estimators': 783.0, 'subsample': 0.55, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 3670.18164062 5236.30957031 2003.50134277 ..., 1367.4576416
2031.39758301 7228.25732422]
Score 1483.8173828125
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.75, 'n_estimators': 671.0, 'subsample': 0.75, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 3790.99633789 4779.63574219 2945.14331055 ..., 1373.94335938
2434.26245117 5032.12597656]
Score 1369.912109375
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.9500000000000001, 'n_estimators': 480.0, 'subsample': 0.6000000000000001, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4293.26904297 4790.61621094 2528.71606445 ..., 1769.14196777
3437.46777344 4822.828125 ]
Score 1219.5341796875
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 1.0, 'n_estimators': 344.0, 'subsample': 0.55, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 1.0}
[ 2752.22265625 4540.30810547 1992.7434082 ..., 2373.54321289
4616.31445312 4626.99658203]
Score 1502.8997802734375
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.9500000000000001, 'n_estimators': 756.0, 'subsample': 0.65, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 3689.68676758 5459.35205078 2489.68334961 ..., 1643.95385742
3945.6965332 4187.94726562]
Score 1219.0196533203125
Training with params :
{'eta': 0.2, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.9500000000000001, 'n_estimators': 956.0, 'subsample': 0.55, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 3598.89038086 4324.11865234 2487.53686523 ..., 1625.04003906
3399.953125 5941.81787109]
Score 1212.291015625
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.55, 'n_estimators': 265.0, 'subsample': 0.65, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.6000000000000001}
[ 6087.73046875 4960.68408203 2408.70898438 ..., 1794.63342285
2427.16479492 5813.02636719]
Score 1397.12744140625
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.9, 'n_estimators': 274.0, 'subsample': 0.9, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4505.328125 4422.68945312 2744.33886719 ..., 1638.46374512
3046.79931641 5060.25488281]
Score 1202.8902587890625
Training with params :
{'eta': 0.025, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.9500000000000001, 'n_estimators': 817.0, 'subsample': 0.75, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 4359.33007812 4975.35107422 2439.01196289 ..., 1783.4864502
3590.64013672 5005.91357422]
Score 1178.2904052734375
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 8, 'gamma': 0.7000000000000001, 'n_estimators': 260.0, 'subsample': 1.0, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 3547.91064453 4964.52148438 2718.23217773 ..., 1732.42480469
4613.28515625 4436.16162109]
Score 1251.8780517578125
Training with params :
{'eta': 0.225, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.75, 'n_estimators': 505.0, 'subsample': 0.7000000000000001, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4329.95947266 5070.37451172 2567.10839844 ..., 1456.58276367
3700.56567383 4602.61669922]
Score 1207.7188720703125
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.6000000000000001, 'n_estimators': 230.0, 'subsample': 0.9, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.65}
[ 5097.39208984 4371.59228516 2788.10473633 ..., 1598.48156738
3256.61279297 5438.83154297]
Score 1223.1455078125
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 11, 'gamma': 0.75, 'n_estimators': 275.0, 'subsample': 0.9500000000000001, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 5006.68896484 4090.03564453 2661.52563477 ..., 1677.57507324
4340.11181641 5444.18212891]
Score 1285.9195556640625
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.8, 'n_estimators': 983.0, 'subsample': 0.9500000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4537.61669922 4575.63574219 2107.23925781 ..., 1199.37158203
3468.20800781 4783.08496094]
Score 1302.1629638671875
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.75, 'n_estimators': 737.0, 'subsample': 0.7000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4684.91455078 4317.71972656 2329.41870117 ..., 1486.87487793
3617.28979492 5636.33300781]
Score 1221.173828125
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 0.9500000000000001, 'n_estimators': 875.0, 'subsample': 0.5, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4598.38330078 4745.49169922 2201.33007812 ..., 1455.87158203
4199.58642578 4862.17529297]
Score 1237.475341796875
Training with params :
{'eta': 0.15000000000000002, 'objective': 'reg:linear', 'max_depth': 10, 'gamma': 0.8500000000000001, 'n_estimators': 673.0, 'subsample': 0.8500000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 3760.79663086 4420.99853516 2576.06176758 ..., 2071.16845703
4141.08251953 5697.70556641]
Score 1247.0714111328125
Training with params :
{'eta': 0.5, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.5, 'n_estimators': 826.0, 'subsample': 0.8, 'min_child_weight': 6.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 3472.49023438 3468.23901367 2695.12988281 ..., 1957.09057617
3899.44604492 4230.03466797]
Score 1356.834228515625
Training with params :
{'eta': 0.225, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.7000000000000001, 'n_estimators': 284.0, 'subsample': 0.9500000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4874.67089844 4955.08056641 2516.13891602 ..., 1681.54504395
4414.67236328 6420.18603516]
Score 1272.266357421875
Training with params :
{'eta': 0.025, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.9500000000000001, 'n_estimators': 369.0, 'subsample': 0.9500000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 1.0}
[ 4369.84960938 5746.21679688 2330.12304688 ..., 1584.88586426
3634.74145508 4120.89257812]
Score 1229.22607421875
Training with params :
{'eta': 0.25, 'objective': 'reg:linear', 'max_depth': 6, 'gamma': 0.8500000000000001, 'n_estimators': 726.0, 'subsample': 0.7000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 3539.33886719 4663.10791016 2269.94946289 ..., 1581.96435547
3668.22607422 5317.22363281]
Score 1243.90966796875
Training with params :
{'eta': 0.025, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.5, 'n_estimators': 540.0, 'subsample': 0.9, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4080.70996094 5133.375 2353.62817383 ..., 1671.89123535
3447.88647461 4399.39941406]
Score 1199.4554443359375
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.9500000000000001, 'n_estimators': 771.0, 'subsample': 1.0, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4487.50439453 4615.17382812 2503.0402832 ..., 1572.14099121
3445.97509766 5142.45068359]
Score 1212.1888427734375
Training with params :
{'eta': 0.42500000000000004, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.7000000000000001, 'n_estimators': 359.0, 'subsample': 0.5, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 5590.93310547 5223.35351562 3396.22802734 ..., 1669.45495605
4529.49707031 6270.46044922]
Score 1601.24365234375
Training with params :
{'eta': 0.5, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.9, 'n_estimators': 439.0, 'subsample': 1.0, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 6853.77539062 3840.58935547 1338.66223145 ..., 1760.85864258
2645.74584961 4665.69726562]
Score 1393.868896484375
Training with params :
{'eta': 0.4, 'objective': 'reg:linear', 'max_depth': 4, 'gamma': 0.9, 'n_estimators': 505.0, 'subsample': 0.9500000000000001, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 4492.6640625 4480.24121094 2543.3918457 ..., 1658.21594238
3347.171875 5352.01367188]
Score 1216.48486328125
Training with params :
{'eta': 0.35000000000000003, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.75, 'n_estimators': 667.0, 'subsample': 0.9, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4591.16455078 4908.43457031 2258.10131836 ..., 1628.95275879
3713.80102539 4419.015625 ]
Score 1204.99658203125
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.55, 'n_estimators': 157.0, 'subsample': 1.0, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 3656.96313477 4545.97021484 2321.84130859 ..., 1444.07348633
3160.43261719 5295.95605469]
Score 1205.4522705078125
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.9, 'n_estimators': 858.0, 'subsample': 0.7000000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4389.28125 5012.93554688 2716.13818359 ..., 1330.71850586
3569.10131836 6647.10400391]
Score 1291.3697509765625
Training with params :
{'eta': 0.275, 'objective': 'reg:linear', 'max_depth': 13, 'gamma': 0.5, 'n_estimators': 497.0, 'subsample': 0.75, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.55}
[ 5016.0234375 4489.18457031 2094.82104492 ..., 1868.48425293
2951.23632812 4818.00634766]
Score 1348.374755859375
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 10, 'gamma': 0.8500000000000001, 'n_estimators': 499.0, 'subsample': 0.6000000000000001, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8}
[ 7688.72558594 1914.85632324 2721.07177734 ..., 2305.74584961
2049.8347168 1862.29101562]
Score 1517.4783935546875
Training with params :
{'eta': 0.47500000000000003, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.75, 'n_estimators': 536.0, 'subsample': 0.5, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.75}
[ 4188.82763672 3364.84130859 2139.09936523 ..., 1336.87573242
3845.31689453 4380.75048828]
Score 1596.033447265625
Training with params :
{'eta': 0.25, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.8500000000000001, 'n_estimators': 444.0, 'subsample': 0.55, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 6925.70996094 3154.30493164 1740.76672363 ..., 1473.87780762
4376.22949219 5072.60546875]
Score 1380.5577392578125
Training with params :
{'eta': 0.2, 'objective': 'reg:linear', 'max_depth': 12, 'gamma': 1.0, 'n_estimators': 287.0, 'subsample': 0.55, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 5154.47851562 5272.56445312 2801.25561523 ..., 1894.47436523
2151.15625 4602.02246094]
Score 1299.2969970703125
Training with params :
{'eta': 0.375, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.75, 'n_estimators': 553.0, 'subsample': 0.5, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4391.52001953 4916.82617188 2373.11694336 ..., 1915.90563965
3057.87939453 4389.421875 ]
Score 1232.9415283203125
Training with params :
{'eta': 0.07500000000000001, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 0.6000000000000001, 'n_estimators': 217.0, 'subsample': 0.65, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9}
[ 4290.49902344 5192.02587891 2603.74536133 ..., 1662.14318848
3635.65625 4932.58544922]
Score 1188.9039306640625
Training with params :
{'eta': 0.17500000000000002, 'objective': 'reg:linear', 'max_depth': 2, 'gamma': 0.9, 'n_estimators': 352.0, 'subsample': 0.8, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4408.09814453 4406.81640625 2154.95922852 ..., 1501.39416504
3379.33862305 4120.61132812]
Score 1236.62744140625
Training with params :
{'eta': 0.45, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.9500000000000001, 'n_estimators': 376.0, 'subsample': 0.75, 'min_child_weight': 3.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 3107.07177734 6025.93164062 2401.12011719 ..., 1787.20666504
3643.6706543 4906.03955078]
Score 1257.026611328125
Training with params :
{'eta': 0.30000000000000004, 'objective': 'reg:linear', 'max_depth': 1, 'gamma': 0.55, 'n_estimators': 506.0, 'subsample': 0.65, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4629.95410156 4811.02246094 1894.61083984 ..., 1240.40551758
3334.37695312 4693.38574219]
Score 1310.3109130859375
Training with params :
{'eta': 0.275, 'objective': 'reg:linear', 'max_depth': 3, 'gamma': 0.55, 'n_estimators': 455.0, 'subsample': 0.6000000000000001, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4626.52734375 4671.69628906 2565.90429688 ..., 1585.46960449
3683.46801758 4930.46289062]
Score 1214.958740234375
Training with params :
{'eta': 0.05, 'objective': 'reg:linear', 'max_depth': 7, 'gamma': 1.0, 'n_estimators': 679.0, 'subsample': 0.65, 'min_child_weight': 4.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.5}
[ 4361.14697266 4813.59960938 2519.90795898 ..., 1792.68811035
3485.41625977 4979.93896484]
Score 1182.3861083984375
Training with params :
{'eta': 0.125, 'objective': 'reg:linear', 'max_depth': 14, 'gamma': 0.9500000000000001, 'n_estimators': 336.0, 'subsample': 0.8, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4698.62402344 5034.99707031 2341.5324707 ..., 1642.5546875
4068.86230469 6666.81787109]
Score 1239.9644775390625
Training with params :
{'eta': 0.125, 'objective': 'reg:linear', 'max_depth': 5, 'gamma': 0.75, 'n_estimators': 371.0, 'subsample': 0.9, 'min_child_weight': 5.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.7000000000000001}
[ 4370.8671875 4893.05273438 2503.48266602 ..., 1705.78991699
3578.29248047 4293.01318359]
Score 1192.2071533203125
Training with params :
{'eta': 0.325, 'objective': 'reg:linear', 'max_depth': 9, 'gamma': 0.6000000000000001, 'n_estimators': 366.0, 'subsample': 1.0, 'min_child_weight': 2.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.8500000000000001}
[ 4014.58959961 4168.09960938 2253.13085938 ..., 1538.00292969
3152.11499023 3327.77514648]
Score 1268.5814208984375
Training with params :
{'eta': 0.1, 'objective': 'reg:linear', 'max_depth': 15, 'gamma': 0.5, 'n_estimators': 854.0, 'subsample': 0.7000000000000001, 'min_child_weight': 1.0, 'nthread': 6, 'eval_metric': 'mae', 'silent': 0, 'colsample_bytree': 0.9500000000000001}
[ 4150.42773438 4830.40771484 2332.20751953 ..., 1668.67370605
3150.73828125 5355.92578125]
Score 1243.2769775390625
{'eta': 0.025, 'min_child_weight': 6.0, 'max_depth': 10, 'gamma': 0.9, 'n_estimators': 911.0, 'subsample': 0.8500000000000001, 'colsample_bytree': 0.55}
In [ ]:
Content source: jbliss1234/ML
Similar notebooks: