In [21]:
# Get data here: https://datahack.analyticsvidhya.com/contest/practice-problem-big-mart-sales-iii/
import pandas as pd
import numpy as np
from rgf.sklearn import RGFRegressor
from sklearn import preprocessing 
from sklearn.metrics import mean_squared_error, r2_score  # for regression labels
from sklearn.preprocessing import LabelEncoder
from sklearn.model_selection import GridSearchCV

In [2]:
train = pd.read_csv("Big_Mart_Train.csv")
test = pd.read_csv("Big_Mart_Test.csv")

In [3]:
train.Item_Weight = train.Item_Weight.fillna(np.nanmedian(train.Item_Weight))
test.Item_Weight = test.Item_Weight.fillna(np.nanmedian(test.Item_Weight))

In [4]:
train.Outlet_Size = train.Outlet_Size.fillna(train.Outlet_Size.mode().iloc[0])
test.Outlet_Size = test.Outlet_Size.fillna(train.Outlet_Size.mode().iloc[0])

In [5]:
train.Item_Fat_Content = train.Item_Fat_Content.replace(['low fat', 'LF'], ['Low Fat', 'Low Fat'])
test.Item_Fat_Content = test.Item_Fat_Content.replace(['low fat', 'LF'], ['Low Fat', 'Low Fat'])
train.Item_Fat_Content = train.Item_Fat_Content.replace(['reg'], ['Regular'])
test.Item_Fat_Content = test.Item_Fat_Content.replace(['reg'], ['Regular'])

In [6]:
train.Outlet_Establishment_Year = 2017 - train.Outlet_Establishment_Year
test.Outlet_Establishment_Year = 2017 - test.Outlet_Establishment_Year

In [7]:
# label encoding, do this by combining train and test together

test['Item_Outlet_Sales'] = 0
combi = train.append(test)
number = LabelEncoder()

for i in combi.columns:
    if (combi[i].dtype == 'object'):
        combi[i] = number.fit_transform(combi[i].astype('str'))
        combi[i] = combi[i].astype('object')
        
train = combi[:train.shape[0]]
test = combi[train.shape[0]:]

In [8]:
test.head()


Out[8]:
Item_Identifier Item_Weight Item_Fat_Content Item_Visibility Item_Type Item_MRP Outlet_Identifier Outlet_Establishment_Year Outlet_Size Outlet_Location_Type Outlet_Type Item_Outlet_Sales
0 1114 20.750 0 0.007565 13 107.8622 9 18 1 0 1 0.0
1 1078 8.300 1 0.038428 4 87.3198 2 10 1 1 1 0.0
2 1420 14.600 0 0.099575 11 241.7538 0 19 1 2 0 0.0
3 817 7.315 0 0.015388 13 155.0340 2 10 1 1 1 0.0
4 1197 12.500 1 0.118599 4 234.2300 5 32 1 2 3 0.0

In [9]:
from sklearn.model_selection import train_test_split

train = train.drop('Item_Identifier',axis=1)
test = test.drop('Item_Identifier',axis=1)

y = train.Item_Outlet_Sales
X = train.drop(['Item_Outlet_Sales'], axis=1)

X_train, X_validation, y_train, y_validation = train_test_split(X, y, train_size=0.7, test_size=0.3, random_state=410)

In [10]:
X_train.head()


Out[10]:
Item_Weight Item_Fat_Content Item_Visibility Item_Type Item_MRP Outlet_Identifier Outlet_Establishment_Year Outlet_Size Outlet_Location_Type Outlet_Type
2438 8.51 1 0.078339 13 172.9422 1 30 0 2 1
5523 12.60 0 0.087437 6 109.9228 6 13 2 1 1
1097 12.60 1 0.040163 13 181.1660 5 32 1 2 3
3146 8.52 0 0.045292 14 153.5682 0 19 1 2 0
2582 20.35 0 0.090480 13 119.5466 0 19 1 2 0

In [11]:
param_set = {'max_leaf':[1000,1200,1300,1400,1500,1600,1700,1800,1900,2000],
              'l2':[0.1,0.2,0.3],
              'min_samples_leaf':[4,10]}

gsearch = GridSearchCV(estimator = RGFRegressor(learning_rate =0.1, loss='Log'), 
 param_grid = param_set,n_jobs=7, cv=10, scoring='neg_mean_squared_error')

In [13]:
rgf_model = gsearch.fit(X_train, y_train)
rgf_model.cv_results_, rgf_model.best_params_, rgf_model.best_score_


Out[13]:
({'mean_fit_time': array([ 0.3684557 ,  0.59250512,  0.45376027,  0.44017498,  0.45626903,
          0.44970973,  0.43894658,  0.42482817,  0.49904621,  0.43536808,
          0.44014027,  0.44622054,  0.43466704,  0.45483651,  0.43847854,
          0.45948772,  0.44655688,  0.45149384,  0.45311253,  0.46100452,
          0.44782608,  0.45524945,  0.4535507 ,  0.47965879,  0.47501144,
          0.45171614,  0.47223487,  0.46248789,  0.45438995,  0.46145663,
          0.46803682,  0.442698  ,  0.44157901,  0.43842547,  0.44351537,
          0.44436464,  0.4477586 ,  0.44880841,  0.4553823 ,  0.4346102 ,
          0.44632061,  0.44164464,  0.45784819,  0.4479074 ,  0.45300131,
          0.44986243,  0.43918016,  0.48512106,  0.471105  ,  0.46990399,
          0.45762208,  0.44246798,  0.45598526,  0.4642153 ,  0.44291341,
          0.43375523,  0.44405489,  0.44084697,  0.45812194,  0.43781297]),
  'mean_score_time': array([ 0.04046104,  0.0551976 ,  0.04598184,  0.04738538,  0.0429038 ,
          0.05474763,  0.04634361,  0.04158435,  0.0466908 ,  0.04448042,
          0.04823101,  0.04795635,  0.05046024,  0.05352499,  0.05181653,
          0.04520338,  0.04408855,  0.05587437,  0.05473716,  0.04534819,
          0.04952407,  0.04940584,  0.05083671,  0.04855413,  0.04531181,
          0.05385697,  0.04632862,  0.04706519,  0.04987118,  0.04473786,
          0.04536426,  0.04845929,  0.05108988,  0.0429173 ,  0.04908371,
          0.05201006,  0.04913671,  0.04596291,  0.04940317,  0.04767489,
          0.04825537,  0.05056312,  0.05134263,  0.04312971,  0.04951243,
          0.05168281,  0.05587878,  0.05950878,  0.0600652 ,  0.05484829,
          0.05214508,  0.0527045 ,  0.05935094,  0.0600343 ,  0.05676706,
          0.05559394,  0.0552933 ,  0.06353762,  0.05417867,  0.0562829 ]),
  'mean_test_score': array([-2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523,
         -2857080.48825523, -2857080.48825523, -2857080.48825523]),
  'mean_train_score': array([-2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434,
         -2856293.03625434, -2856293.03625434, -2856293.03625434]),
  'param_l2': masked_array(data = [0.1 0.1 0.1 0.1 0.1 0.1 0.1 0.1 0.1 0.1 0.1 0.1 0.1 0.1 0.1 0.1 0.1 0.1
   0.1 0.1 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2
   0.2 0.2 0.2 0.2 0.3 0.3 0.3 0.3 0.3 0.3 0.3 0.3 0.3 0.3 0.3 0.3 0.3 0.3
   0.3 0.3 0.3 0.3 0.3 0.3],
               mask = [False False False False False False False False False False False False
   False False False False False False False False False False False False
   False False False False False False False False False False False False
   False False False False False False False False False False False False
   False False False False False False False False False False False False],
         fill_value = ?),
  'param_max_leaf': masked_array(data = [1000 1000 1200 1200 1300 1300 1400 1400 1500 1500 1600 1600 1700 1700 1800
   1800 1900 1900 2000 2000 1000 1000 1200 1200 1300 1300 1400 1400 1500 1500
   1600 1600 1700 1700 1800 1800 1900 1900 2000 2000 1000 1000 1200 1200 1300
   1300 1400 1400 1500 1500 1600 1600 1700 1700 1800 1800 1900 1900 2000 2000],
               mask = [False False False False False False False False False False False False
   False False False False False False False False False False False False
   False False False False False False False False False False False False
   False False False False False False False False False False False False
   False False False False False False False False False False False False],
         fill_value = ?),
  'param_min_samples_leaf': masked_array(data = [4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10
   4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10 4 10],
               mask = [False False False False False False False False False False False False
   False False False False False False False False False False False False
   False False False False False False False False False False False False
   False False False False False False False False False False False False
   False False False False False False False False False False False False],
         fill_value = ?),
  'params': ({'l2': 0.1, 'max_leaf': 1000, 'min_samples_leaf': 4},
   {'l2': 0.1, 'max_leaf': 1000, 'min_samples_leaf': 10},
   {'l2': 0.1, 'max_leaf': 1200, 'min_samples_leaf': 4},
   {'l2': 0.1, 'max_leaf': 1200, 'min_samples_leaf': 10},
   {'l2': 0.1, 'max_leaf': 1300, 'min_samples_leaf': 4},
   {'l2': 0.1, 'max_leaf': 1300, 'min_samples_leaf': 10},
   {'l2': 0.1, 'max_leaf': 1400, 'min_samples_leaf': 4},
   {'l2': 0.1, 'max_leaf': 1400, 'min_samples_leaf': 10},
   {'l2': 0.1, 'max_leaf': 1500, 'min_samples_leaf': 4},
   {'l2': 0.1, 'max_leaf': 1500, 'min_samples_leaf': 10},
   {'l2': 0.1, 'max_leaf': 1600, 'min_samples_leaf': 4},
   {'l2': 0.1, 'max_leaf': 1600, 'min_samples_leaf': 10},
   {'l2': 0.1, 'max_leaf': 1700, 'min_samples_leaf': 4},
   {'l2': 0.1, 'max_leaf': 1700, 'min_samples_leaf': 10},
   {'l2': 0.1, 'max_leaf': 1800, 'min_samples_leaf': 4},
   {'l2': 0.1, 'max_leaf': 1800, 'min_samples_leaf': 10},
   {'l2': 0.1, 'max_leaf': 1900, 'min_samples_leaf': 4},
   {'l2': 0.1, 'max_leaf': 1900, 'min_samples_leaf': 10},
   {'l2': 0.1, 'max_leaf': 2000, 'min_samples_leaf': 4},
   {'l2': 0.1, 'max_leaf': 2000, 'min_samples_leaf': 10},
   {'l2': 0.2, 'max_leaf': 1000, 'min_samples_leaf': 4},
   {'l2': 0.2, 'max_leaf': 1000, 'min_samples_leaf': 10},
   {'l2': 0.2, 'max_leaf': 1200, 'min_samples_leaf': 4},
   {'l2': 0.2, 'max_leaf': 1200, 'min_samples_leaf': 10},
   {'l2': 0.2, 'max_leaf': 1300, 'min_samples_leaf': 4},
   {'l2': 0.2, 'max_leaf': 1300, 'min_samples_leaf': 10},
   {'l2': 0.2, 'max_leaf': 1400, 'min_samples_leaf': 4},
   {'l2': 0.2, 'max_leaf': 1400, 'min_samples_leaf': 10},
   {'l2': 0.2, 'max_leaf': 1500, 'min_samples_leaf': 4},
   {'l2': 0.2, 'max_leaf': 1500, 'min_samples_leaf': 10},
   {'l2': 0.2, 'max_leaf': 1600, 'min_samples_leaf': 4},
   {'l2': 0.2, 'max_leaf': 1600, 'min_samples_leaf': 10},
   {'l2': 0.2, 'max_leaf': 1700, 'min_samples_leaf': 4},
   {'l2': 0.2, 'max_leaf': 1700, 'min_samples_leaf': 10},
   {'l2': 0.2, 'max_leaf': 1800, 'min_samples_leaf': 4},
   {'l2': 0.2, 'max_leaf': 1800, 'min_samples_leaf': 10},
   {'l2': 0.2, 'max_leaf': 1900, 'min_samples_leaf': 4},
   {'l2': 0.2, 'max_leaf': 1900, 'min_samples_leaf': 10},
   {'l2': 0.2, 'max_leaf': 2000, 'min_samples_leaf': 4},
   {'l2': 0.2, 'max_leaf': 2000, 'min_samples_leaf': 10},
   {'l2': 0.3, 'max_leaf': 1000, 'min_samples_leaf': 4},
   {'l2': 0.3, 'max_leaf': 1000, 'min_samples_leaf': 10},
   {'l2': 0.3, 'max_leaf': 1200, 'min_samples_leaf': 4},
   {'l2': 0.3, 'max_leaf': 1200, 'min_samples_leaf': 10},
   {'l2': 0.3, 'max_leaf': 1300, 'min_samples_leaf': 4},
   {'l2': 0.3, 'max_leaf': 1300, 'min_samples_leaf': 10},
   {'l2': 0.3, 'max_leaf': 1400, 'min_samples_leaf': 4},
   {'l2': 0.3, 'max_leaf': 1400, 'min_samples_leaf': 10},
   {'l2': 0.3, 'max_leaf': 1500, 'min_samples_leaf': 4},
   {'l2': 0.3, 'max_leaf': 1500, 'min_samples_leaf': 10},
   {'l2': 0.3, 'max_leaf': 1600, 'min_samples_leaf': 4},
   {'l2': 0.3, 'max_leaf': 1600, 'min_samples_leaf': 10},
   {'l2': 0.3, 'max_leaf': 1700, 'min_samples_leaf': 4},
   {'l2': 0.3, 'max_leaf': 1700, 'min_samples_leaf': 10},
   {'l2': 0.3, 'max_leaf': 1800, 'min_samples_leaf': 4},
   {'l2': 0.3, 'max_leaf': 1800, 'min_samples_leaf': 10},
   {'l2': 0.3, 'max_leaf': 1900, 'min_samples_leaf': 4},
   {'l2': 0.3, 'max_leaf': 1900, 'min_samples_leaf': 10},
   {'l2': 0.3, 'max_leaf': 2000, 'min_samples_leaf': 4},
   {'l2': 0.3, 'max_leaf': 2000, 'min_samples_leaf': 10}),
  'rank_test_score': array([1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
         1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
         1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], dtype=int32),
  'split0_test_score': array([-2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249,
         -2776062.95022249, -2776062.95022249, -2776062.95022249]),
  'split0_train_score': array([-2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548,
         -2865372.6532548, -2865372.6532548, -2865372.6532548]),
  'split1_test_score': array([-3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288,
         -3004644.62486288, -3004644.62486288, -3004644.62486288]),
  'split1_train_score': array([-2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603,
         -2839885.19557603, -2839885.19557603, -2839885.19557603]),
  'split2_test_score': array([-2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769,
         -2900220.26168769, -2900220.26168769, -2900220.26168769]),
  'split2_train_score': array([-2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191,
         -2851539.54211191, -2851539.54211191, -2851539.54211191]),
  'split3_test_score': array([-3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447,
         -3040845.81236447, -3040845.81236447, -3040845.81236447]),
  'split3_train_score': array([-2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385,
         -2835817.05052385, -2835817.05052385, -2835817.05052385]),
  'split4_test_score': array([-2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873,
         -2597060.23592873, -2597060.23592873, -2597060.23592873]),
  'split4_train_score': array([-2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286,
         -2885189.47261286, -2885189.47261286, -2885189.47261286]),
  'split5_test_score': array([-2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796,
         -2638127.39274796, -2638127.39274796, -2638127.39274796]),
  'split5_train_score': array([-2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337,
         -2880663.85156337, -2880663.85156337, -2880663.85156337]),
  'split6_test_score': array([-3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701,
         -3189750.79887701, -3189750.79887701, -3189750.79887701]),
  'split6_train_score': array([-2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314,
         -2819349.3472314, -2819349.3472314, -2819349.3472314]),
  'split7_test_score': array([-2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488,
         -2960112.49809488, -2960112.49809488, -2960112.49809488]),
  'split7_train_score': array([-2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342,
         -2844814.40457342, -2844814.40457342, -2844814.40457342]),
  'split8_test_score': array([-2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895,
         -2641999.82177895, -2641999.82177895, -2641999.82177895]),
  'split8_train_score': array([-2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345,
         -2880121.03767345, -2880121.03767345, -2880121.03767345]),
  'split9_test_score': array([-2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641,
         -2822291.76392641, -2822291.76392641, -2822291.76392641]),
  'split9_train_score': array([-2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235,
         -2860177.80742235, -2860177.80742235, -2860177.80742235]),
  'std_fit_time': array([ 0.07003647,  0.10939787,  0.05440079,  0.02323791,  0.03195635,
          0.03409246,  0.0282477 ,  0.02728663,  0.05661752,  0.02864217,
          0.02856771,  0.03186752,  0.01999223,  0.02947235,  0.01818718,
          0.02841084,  0.01647963,  0.01827562,  0.02302459,  0.0146498 ,
          0.01572038,  0.02434109,  0.01782538,  0.03329793,  0.01579261,
          0.01928341,  0.04728298,  0.01589499,  0.02538911,  0.02026158,
          0.01974127,  0.01091489,  0.01429731,  0.01568751,  0.01371622,
          0.0151309 ,  0.02100357,  0.01738316,  0.0182147 ,  0.01243647,
          0.01681152,  0.02418367,  0.01373587,  0.00942205,  0.02741182,
          0.02317303,  0.01889606,  0.02620571,  0.04094543,  0.01726726,
          0.01348773,  0.01830132,  0.02333939,  0.02221836,  0.01965785,
          0.02402031,  0.01452782,  0.0159529 ,  0.02381651,  0.06272376]),
  'std_score_time': array([ 0.00600049,  0.01381409,  0.00844949,  0.01087642,  0.00841234,
          0.01482654,  0.00793956,  0.00849723,  0.00944325,  0.00894834,
          0.00945621,  0.00970096,  0.01876238,  0.01416629,  0.01260631,
          0.01033665,  0.01104499,  0.01708854,  0.01543645,  0.0088805 ,
          0.01224368,  0.01137507,  0.01308997,  0.00976282,  0.00824619,
          0.01415281,  0.00685542,  0.00783131,  0.01489142,  0.00810487,
          0.01141579,  0.00778709,  0.01556294,  0.01054666,  0.00895094,
          0.01722476,  0.01157164,  0.00981526,  0.00873521,  0.0088544 ,
          0.00882836,  0.00870744,  0.01191126,  0.00928156,  0.01427147,
          0.01047817,  0.01234109,  0.01317315,  0.01317103,  0.01201124,
          0.01020182,  0.01235683,  0.01542119,  0.01235834,  0.01237864,
          0.00981357,  0.0155668 ,  0.00774542,  0.00869656,  0.02070143]),
  'std_test_score': array([ 186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713,
          186608.27010713,  186608.27010713,  186608.27010713]),
  'std_train_score': array([ 20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676,
          20741.06866676,  20741.06866676,  20741.06866676,  20741.06866676])},
 {'l2': 0.1, 'max_leaf': 1000, 'min_samples_leaf': 4},
 -2857080.4882552344)

In [15]:
y_pred = rgf_model.predict(X_validation)
print(y_pred)


[ 2173.45  2173.45  2173.45 ...,  2173.45  2173.45  2173.45]

In [22]:
# The mean squared error
print("Mean squared error: %.2f"
      % mean_squared_error(y_validation, y_pred))
# Explained variance score: 1 is perfect prediction
print('Variance score: %.2f' % r2_score(y_validation, y_pred))


Mean squared error: 3041420.35
Variance score: -0.00