In [13]:
# https://gist.github.com/arngarden/9747287
import theano
from pylearn2.models import mlp
from pylearn2.train_extensions import best_params
from pylearn2.training_algorithms import sgd, learning_rule
from pylearn2.utils import serial
from pylearn2.termination_criteria import MonitorBased
from pylearn2.datasets.dense_design_matrix import DenseDesignMatrix
from sklearn.preprocessing import StandardScaler
import numpy as np
from random import randint
import itertools
import os
In [14]:
PIMA_DATASET = "./pima-indians-diabetes.data.txt"
In [15]:
scaler = StandardScaler()
class Pima(DenseDesignMatrix):
def __init__(self, X=None, y=None):
X = X
y = y
if X is None:
X = []
y = []
with open(PIMA_DATASET) as f:
for line in f:
features, label = line.rsplit(',', 1)
X.append(map(float, features.split(',')))
if int(label) == 0:
y.append([1, 0])
else:
y.append([0, 1])
X = np.asarray(X)
X = scaler.fit_transform(X)
y = np.asarray(y)
super(Pima, self).__init__(X=X, y=y)
@property
def nr_inputs(self):
return len(self.X[0])
def split(self, prop=.8):
cutoff = int(len(self.y) * prop)
X1, X2 = self.X[:cutoff], self.X[cutoff:]
y1, y2 = self.y[:cutoff], self.y[cutoff:]
return Pima(X1, y1), Pima(X2, y2)
def __len__(self):
return self.X.shape[0]
def __iter__(self):
return itertools.izip_longest(self.X, self.y)
In [16]:
# create datasets
ds_train = Pima()
ds_train, ds_valid = ds_train.split(0.7)
ds_valid, ds_test = ds_valid.split(0.7)
In [17]:
# create sigmoid hidden layer with 20 nodes, init weights in range -0.05 to 0.05 and add
# a bias with value 1
hidden_layer = mlp.Sigmoid(layer_name='hidden', dim=20, irange=.05, init_bias=1.)
# softmax output layer
output_layer = mlp.Softmax(2, 'output', irange=.05)
layers = [hidden_layer, output_layer]
In [18]:
# termination criterion that stops after 50 epochs without
# any increase in misclassification on the validation set
termination_criterion = MonitorBased(channel_name='output_misclass',
N=50, prop_decrease=0.0)
In [19]:
# momentum
initial_momentum = .5
final_momentum = .99
start = 1
saturate = 50
momentum_adjustor = learning_rule.MomentumAdjustor(final_momentum, start, saturate)
momentum_rule = learning_rule.Momentum(initial_momentum)
In [20]:
# learning rate
start = 1
saturate = 50
decay_factor = .1
learning_rate_adjustor = sgd.LinearDecayOverEpoch(start, saturate, decay_factor)
In [21]:
# create neural net
ann = mlp.MLP(layers, nvis=ds_train.nr_inputs)
In [22]:
ds_train.nr_inputs
Out[22]:
8
In [23]:
# create Stochastic Gradient Descent trainer
trainer = sgd.SGD(learning_rate=.05, batch_size=10, monitoring_dataset=ds_valid,
termination_criterion=termination_criterion, learning_rule=momentum_rule)
trainer.setup(ann, ds_train)
Parameter and initial learning rate summary:
hidden_W: 0.05
hidden_b: 0.05
softmax_b: 0.05
softmax_W: 0.05
Compiling sgd_update...
Compiling sgd_update done. Time elapsed: 1.844264 seconds
In [24]:
print ds_train.X.shape
print ds_train.y.shape
print ds_train.y[0]
(537, 8)
(537, 2)
[0 1]
In [25]:
# add monitor for saving the model with best score
monitor_save_best = best_params.MonitorBasedSaveBest('output_misclass',
'/tmp/best.pkl')
In [26]:
# train neural net until the termination criterion is true
while True:
trainer.train(dataset=ds_train)
ann.monitor.report_epoch()
ann.monitor()
monitor_save_best.on_monitor(ann, ds_valid, trainer)
if not trainer.continue_learning(ann):
break
momentum_adjustor.on_monitor(ann, ds_valid, trainer)
learning_rate_adjustor.on_monitor(ann, ds_valid, trainer)
compiling begin_record_entry...
compiling begin_record_entry done. Time elapsed: 0.118892 seconds
Monitored channels:
hidden_col_norms_max
hidden_col_norms_mean
hidden_col_norms_min
hidden_max_x_max_u
hidden_max_x_mean_u
hidden_max_x_min_u
hidden_mean_x_max_u
hidden_mean_x_mean_u
hidden_mean_x_min_u
hidden_min_x_max_u
hidden_min_x_mean_u
hidden_min_x_min_u
hidden_range_x_max_u
hidden_range_x_mean_u
hidden_range_x_min_u
hidden_row_norms_max
hidden_row_norms_mean
hidden_row_norms_min
learning_rate
momentum
objective
output_col_norms_max
output_col_norms_mean
output_col_norms_min
output_max_max_class
output_mean_max_class
output_min_max_class
output_misclass
output_nll
output_row_norms_max
output_row_norms_mean
output_row_norms_min
Compiling accum...
graph size: 115
Compiling accum done. Time elapsed: 1.673217 seconds
Monitoring step:
Epochs seen: 1
Batches seen: 54
Examples seen: 537
hidden_col_norms_max: 0.109786641873
hidden_col_norms_mean: 0.0845127763891
hidden_col_norms_min: 0.0537760917543
hidden_max_x_max_u: 0.773151445491
hidden_max_x_mean_u: 0.753514598861
hidden_max_x_min_u: 0.739247271028
hidden_mean_x_max_u: 0.740335626065
hidden_mean_x_mean_u: 0.730331657144
hidden_mean_x_min_u: 0.71945347983
hidden_min_x_max_u: 0.723199296209
hidden_min_x_mean_u: 0.705058002976
hidden_min_x_min_u: 0.678534675785
hidden_range_x_max_u: 0.083483093223
hidden_range_x_mean_u: 0.0484565958842
hidden_range_x_min_u: 0.0235573862317
hidden_row_norms_max: 0.155564962681
hidden_row_norms_mean: 0.134770906285
hidden_row_norms_min: 0.116609516544
learning_rate: 0.05
momentum: 0.5
objective: 0.634254240816
output_col_norms_max: 0.160088750152
output_col_norms_mean: 0.148860865706
output_col_norms_min: 0.137632981261
output_max_max_class: 0.621779775724
output_mean_max_class: 0.619240036997
output_min_max_class: 0.616560250855
output_misclass: 0.32298136646
output_nll: 0.634254240816
output_row_norms_max: 0.0750876852534
output_row_norms_mean: 0.0427986172367
output_row_norms_min: 0.0139336664605
Saving to /tmp/best.pkl...
Saving to /tmp/best.pkl done. Time elapsed: 0.033026 seconds
/Users/dikien/anaconda/lib/python2.7/site-packages/pylearn2/monitor.py:572: UserWarning: Trained model saved without indicating yaml_src
'indicating yaml_src')
Monitoring step:
Epochs seen: 2
Batches seen: 108
Examples seen: 1074
hidden_col_norms_max: 0.132866632896
hidden_col_norms_mean: 0.09400848252
hidden_col_norms_min: 0.0593944818248
hidden_max_x_max_u: 0.778959390726
hidden_max_x_mean_u: 0.756450705718
hidden_max_x_min_u: 0.739225983286
hidden_mean_x_max_u: 0.741111638254
hidden_mean_x_mean_u: 0.729807697106
hidden_mean_x_min_u: 0.716512105612
hidden_min_x_max_u: 0.7226511796
hidden_min_x_mean_u: 0.700208740093
hidden_min_x_min_u: 0.668049267803
hidden_range_x_max_u: 0.102604805442
hidden_range_x_mean_u: 0.0562419656251
hidden_range_x_min_u: 0.0256893368843
hidden_row_norms_max: 0.187597788857
hidden_row_norms_mean: 0.149789582081
hidden_row_norms_min: 0.119085906015
learning_rate: 0.0491
momentum: 0.5
objective: 0.645925166629
output_col_norms_max: 0.25827756524
output_col_norms_mean: 0.247282976762
output_col_norms_min: 0.236288388283
output_max_max_class: 0.780283204956
output_mean_max_class: 0.773584053768
output_min_max_class: 0.766234045602
output_misclass: 0.32298136646
output_nll: 0.645925166629
output_row_norms_max: 0.124742289469
output_row_norms_mean: 0.0685402407348
output_row_norms_min: 0.00802420443844
Monitoring step:
Epochs seen: 3
Batches seen: 162
Examples seen: 1611
hidden_col_norms_max: 0.172077468222
hidden_col_norms_mean: 0.112327696926
hidden_col_norms_min: 0.0737340304264
hidden_max_x_max_u: 0.792726802249
hidden_max_x_mean_u: 0.762148147478
hidden_max_x_min_u: 0.739599905289
hidden_mean_x_max_u: 0.743063398223
hidden_mean_x_mean_u: 0.728843783115
hidden_mean_x_min_u: 0.711540289014
hidden_min_x_max_u: 0.720429977468
hidden_min_x_mean_u: 0.691093997033
hidden_min_x_min_u: 0.64693933048
hidden_range_x_max_u: 0.134020869524
hidden_range_x_mean_u: 0.0710541504448
hidden_range_x_min_u: 0.0304503135754
hidden_row_norms_max: 0.267568089337
hidden_row_norms_mean: 0.177990371401
hidden_row_norms_min: 0.127166536677
learning_rate: 0.0482
momentum: 0.51
objective: 0.625440282161
output_col_norms_max: 0.264742796269
output_col_norms_mean: 0.261660620852
output_col_norms_min: 0.258578445435
output_max_max_class: 0.626809789503
output_mean_max_class: 0.611413869735
output_min_max_class: 0.594536446297
output_misclass: 0.32298136646
output_nll: 0.625440282161
output_row_norms_max: 0.149977624908
output_row_norms_mean: 0.0745882256073
output_row_norms_min: 0.0241274480621
Monitoring step:
Epochs seen: 4
Batches seen: 216
Examples seen: 2148
hidden_col_norms_max: 0.233927327501
hidden_col_norms_mean: 0.142624327581
hidden_col_norms_min: 0.0848797973633
hidden_max_x_max_u: 0.814361616157
hidden_max_x_mean_u: 0.771710759841
hidden_max_x_min_u: 0.740851535312
hidden_mean_x_max_u: 0.7462488181
hidden_mean_x_mean_u: 0.72728058072
hidden_mean_x_min_u: 0.702544871977
hidden_min_x_max_u: 0.719126560094
hidden_min_x_mean_u: 0.676093016931
hidden_min_x_min_u: 0.612056802552
hidden_range_x_max_u: 0.183672480833
hidden_range_x_mean_u: 0.0956177429101
hidden_range_x_min_u: 0.0387339328654
hidden_row_norms_max: 0.388345679597
hidden_row_norms_mean: 0.224002949611
hidden_row_norms_min: 0.137593585012
learning_rate: 0.0473
momentum: 0.52
objective: 0.611408848071
output_col_norms_max: 0.384468676048
output_col_norms_mean: 0.383338752692
output_col_norms_min: 0.382208829336
output_max_max_class: 0.640591562245
output_mean_max_class: 0.606085823758
output_min_max_class: 0.567224587527
output_misclass: 0.32298136646
output_nll: 0.611408848071
output_row_norms_max: 0.24503383804
output_row_norms_mean: 0.107469612451
output_row_norms_min: 0.0231756786952
Monitoring step:
Epochs seen: 5
Batches seen: 270
Examples seen: 2685
hidden_col_norms_max: 0.333829851297
hidden_col_norms_mean: 0.186277739301
hidden_col_norms_min: 0.0847010982272
hidden_max_x_max_u: 0.842479009747
hidden_max_x_mean_u: 0.784270654963
hidden_max_x_min_u: 0.741837025243
hidden_mean_x_max_u: 0.749211126231
hidden_mean_x_mean_u: 0.724985759591
hidden_mean_x_min_u: 0.688308280325
hidden_min_x_max_u: 0.716564554547
hidden_min_x_mean_u: 0.655018702641
hidden_min_x_min_u: 0.55877963073
hidden_range_x_max_u: 0.252673357129
hidden_range_x_mean_u: 0.129251952322
hidden_range_x_min_u: 0.0403314493574
hidden_row_norms_max: 0.556089851806
hidden_row_norms_mean: 0.289208417366
hidden_row_norms_min: 0.140049271051
learning_rate: 0.0464
momentum: 0.53
objective: 0.570800896821
output_col_norms_max: 0.570999664521
output_col_norms_mean: 0.569423174726
output_col_norms_min: 0.567846684931
output_max_max_class: 0.766819818069
output_mean_max_class: 0.702976179368
output_min_max_class: 0.623892592104
output_misclass: 0.32298136646
output_nll: 0.570800896821
output_row_norms_max: 0.352779669371
output_row_norms_mean: 0.158816676437
output_row_norms_min: 0.0244479644955
Monitoring step:
Epochs seen: 6
Batches seen: 324
Examples seen: 3222
hidden_col_norms_max: 0.45998876271
hidden_col_norms_mean: 0.238555235491
hidden_col_norms_min: 0.0861120308386
hidden_max_x_max_u: 0.870178849886
hidden_max_x_mean_u: 0.797856798683
hidden_max_x_min_u: 0.741892691643
hidden_mean_x_max_u: 0.751032352957
hidden_mean_x_mean_u: 0.721671326
hidden_mean_x_min_u: 0.670361997864
hidden_min_x_max_u: 0.714738142771
hidden_min_x_mean_u: 0.62959075445
hidden_min_x_min_u: 0.49501096694
hidden_range_x_max_u: 0.335268246087
hidden_range_x_mean_u: 0.168266044233
hidden_range_x_min_u: 0.0409946421588
hidden_row_norms_max: 0.762788484227
hidden_row_norms_mean: 0.364010936716
hidden_row_norms_min: 0.139827984312
learning_rate: 0.0455
momentum: 0.54
objective: 0.533450047068
output_col_norms_max: 0.775353407429
output_col_norms_mean: 0.774418109933
output_col_norms_min: 0.773482812437
output_max_max_class: 0.828347415413
output_mean_max_class: 0.723614584515
output_min_max_class: 0.584911804287
output_misclass: 0.316770186335
output_nll: 0.533450047068
output_row_norms_max: 0.491622313043
output_row_norms_mean: 0.214266778788
output_row_norms_min: 0.0242568231581
Saving to /tmp/best.pkl...
Saving to /tmp/best.pkl done. Time elapsed: 0.018463 seconds
Monitoring step:
Epochs seen: 7
Batches seen: 378
Examples seen: 3759
hidden_col_norms_max: 0.57764230642
hidden_col_norms_mean: 0.290776013072
hidden_col_norms_min: 0.0906561482832
hidden_max_x_max_u: 0.890065558947
hidden_max_x_mean_u: 0.809154140948
hidden_max_x_min_u: 0.741698076052
hidden_mean_x_max_u: 0.75218093663
hidden_mean_x_mean_u: 0.7181222785
hidden_mean_x_min_u: 0.65363659397
hidden_min_x_max_u: 0.713035246787
hidden_min_x_mean_u: 0.605008046591
hidden_min_x_min_u: 0.43775184089
hidden_range_x_max_u: 0.407581164107
hidden_range_x_mean_u: 0.204146094357
hidden_range_x_min_u: 0.0417421357854
hidden_row_norms_max: 0.966378395504
hidden_row_norms_mean: 0.43602100631
hidden_row_norms_min: 0.14283963366
learning_rate: 0.0446
momentum: 0.55
objective: 0.499126170151
output_col_norms_max: 0.962795210834
output_col_norms_mean: 0.961997638232
output_col_norms_min: 0.96120006563
output_max_max_class: 0.798728757743
output_mean_max_class: 0.660253185579
output_min_max_class: 0.523253371878
output_misclass: 0.223602484472
output_nll: 0.499126170151
output_row_norms_max: 0.650648986687
output_row_norms_mean: 0.262747524653
output_row_norms_min: 0.0203031180241
Saving to /tmp/best.pkl...
Saving to /tmp/best.pkl done. Time elapsed: 0.016413 seconds
Monitoring step:
Epochs seen: 8
Batches seen: 432
Examples seen: 4296
hidden_col_norms_max: 0.673393237668
hidden_col_norms_mean: 0.333189740031
hidden_col_norms_min: 0.0904115494994
hidden_max_x_max_u: 0.902705539366
hidden_max_x_mean_u: 0.816865079972
hidden_max_x_min_u: 0.741260041878
hidden_mean_x_max_u: 0.752267799267
hidden_mean_x_mean_u: 0.715104055473
hidden_mean_x_min_u: 0.641026326651
hidden_min_x_max_u: 0.711990351136
hidden_min_x_mean_u: 0.585839121332
hidden_min_x_min_u: 0.395482318576
hidden_range_x_max_u: 0.461483777807
hidden_range_x_mean_u: 0.23102595864
hidden_range_x_min_u: 0.0414850457233
hidden_row_norms_max: 1.14197039944
hidden_row_norms_mean: 0.490539077551
hidden_row_norms_min: 0.144906268583
learning_rate: 0.0437
momentum: 0.56
objective: 0.468509468769
output_col_norms_max: 1.12528494269
output_col_norms_mean: 1.12428761779
output_col_norms_min: 1.12329029289
output_max_max_class: 0.848330267545
output_mean_max_class: 0.691879174637
output_min_max_class: 0.531029094223
output_misclass: 0.198757763975
output_nll: 0.468509468769
output_row_norms_max: 0.759396294493
output_row_norms_mean: 0.306519450132
output_row_norms_min: 0.0184168891901
Saving to /tmp/best.pkl...
Saving to /tmp/best.pkl done. Time elapsed: 0.016076 seconds
Monitoring step:
Epochs seen: 9
Batches seen: 486
Examples seen: 4833
hidden_col_norms_max: 0.749065972074
hidden_col_norms_mean: 0.366267821509
hidden_col_norms_min: 0.0887623517698
hidden_max_x_max_u: 0.910390324929
hidden_max_x_mean_u: 0.821844706537
hidden_max_x_min_u: 0.740614072267
hidden_mean_x_max_u: 0.751790506623
hidden_mean_x_mean_u: 0.712765477456
hidden_mean_x_min_u: 0.631855058144
hidden_min_x_max_u: 0.711199951195
hidden_min_x_mean_u: 0.571777835608
hidden_min_x_min_u: 0.363152212822
hidden_range_x_max_u: 0.500999261576
hidden_range_x_mean_u: 0.250066870928
hidden_range_x_min_u: 0.0415416748104
hidden_row_norms_max: 1.27923101458
hidden_row_norms_mean: 0.53145006644
hidden_row_norms_min: 0.135878860517
learning_rate: 0.0428
momentum: 0.57
objective: 0.457757957719
output_col_norms_max: 1.26564920458
output_col_norms_mean: 1.265563235
output_col_norms_min: 1.26547726542
output_max_max_class: 0.939348003056
output_mean_max_class: 0.784958701894
output_min_max_class: 0.578826311479
output_misclass: 0.248447204969
output_nll: 0.457757957719
output_row_norms_max: 0.809131224021
output_row_norms_mean: 0.347598106229
output_row_norms_min: 0.0305953704435
Monitoring step:
Epochs seen: 10
Batches seen: 540
Examples seen: 5370
hidden_col_norms_max: 0.794499139944
hidden_col_norms_mean: 0.388468520859
hidden_col_norms_min: 0.0881671520938
hidden_max_x_max_u: 0.914933886478
hidden_max_x_mean_u: 0.824523865458
hidden_max_x_min_u: 0.740516669254
hidden_mean_x_max_u: 0.751144118368
hidden_mean_x_mean_u: 0.711103749835
hidden_mean_x_min_u: 0.627943188181
hidden_min_x_max_u: 0.711099291215
hidden_min_x_mean_u: 0.562793098052
hidden_min_x_min_u: 0.345077768988
hidden_range_x_max_u: 0.522804707542
hidden_range_x_mean_u: 0.261730767406
hidden_range_x_min_u: 0.0417147808696
hidden_row_norms_max: 1.38667024889
hidden_row_norms_mean: 0.554824137518
hidden_row_norms_min: 0.130766871502
learning_rate: 0.0419
momentum: 0.58
objective: 0.472878066798
output_col_norms_max: 1.32783643121
output_col_norms_mean: 1.32602482503
output_col_norms_min: 1.32421321885
output_max_max_class: 0.875384695961
output_mean_max_class: 0.708947711183
output_min_max_class: 0.539185585381
output_misclass: 0.186335403727
output_nll: 0.472878066798
output_row_norms_max: 0.912290323958
output_row_norms_mean: 0.358952558569
output_row_norms_min: 0.00527440664365
Saving to /tmp/best.pkl...
Saving to /tmp/best.pkl done. Time elapsed: 0.017052 seconds
Monitoring step:
Epochs seen: 11
Batches seen: 594
Examples seen: 5907
hidden_col_norms_max: 0.830851092882
hidden_col_norms_mean: 0.405250831521
hidden_col_norms_min: 0.0878899680532
hidden_max_x_max_u: 0.916892266469
hidden_max_x_mean_u: 0.825563010934
hidden_max_x_min_u: 0.740361360759
hidden_mean_x_max_u: 0.750295035742
hidden_mean_x_mean_u: 0.710199647668
hidden_mean_x_min_u: 0.624635851411
hidden_min_x_max_u: 0.710831584639
hidden_min_x_mean_u: 0.558338036413
hidden_min_x_min_u: 0.334619308351
hidden_range_x_max_u: 0.537326335973
hidden_range_x_mean_u: 0.267224974521
hidden_range_x_min_u: 0.0416051510108
hidden_row_norms_max: 1.45823455277
hidden_row_norms_mean: 0.571582347787
hidden_row_norms_min: 0.120407951573
learning_rate: 0.041
momentum: 0.59
objective: 0.423246813506
output_col_norms_max: 1.39379439085
output_col_norms_mean: 1.39274500839
output_col_norms_min: 1.39169562593
output_max_max_class: 0.921313901926
output_mean_max_class: 0.748749778964
output_min_max_class: 0.542109472922
output_misclass: 0.217391304348
output_nll: 0.423246813506
output_row_norms_max: 0.926832746892
output_row_norms_mean: 0.3793129102
output_row_norms_min: 0.0171519241686
Monitoring step:
Epochs seen: 12
Batches seen: 648
Examples seen: 6444
hidden_col_norms_max: 0.861432054397
hidden_col_norms_mean: 0.419972538895
hidden_col_norms_min: 0.0879280735838
hidden_max_x_max_u: 0.918701601928
hidden_max_x_mean_u: 0.826078336536
hidden_max_x_min_u: 0.740156311359
hidden_mean_x_max_u: 0.749668018774
hidden_mean_x_mean_u: 0.709152772824
hidden_mean_x_min_u: 0.622295484983
hidden_min_x_max_u: 0.710738143987
hidden_min_x_mean_u: 0.554092374777
hidden_min_x_min_u: 0.324892653167
hidden_range_x_max_u: 0.548181114721
hidden_range_x_mean_u: 0.271985961759
hidden_range_x_min_u: 0.0412911938467
hidden_row_norms_max: 1.51154371512
hidden_row_norms_mean: 0.589072765978
hidden_row_norms_min: 0.122470999334
learning_rate: 0.0401
momentum: 0.6
objective: 0.470930428291
output_col_norms_max: 1.43853630802
output_col_norms_mean: 1.43648471602
output_col_norms_min: 1.43443312402
output_max_max_class: 0.897053499316
output_mean_max_class: 0.72144372792
output_min_max_class: 0.540754046762
output_misclass: 0.186335403727
output_nll: 0.470930428291
output_row_norms_max: 0.988905656164
output_row_norms_mean: 0.388617399752
output_row_norms_min: 0.0158925881917
Monitoring step:
Epochs seen: 13
Batches seen: 702
Examples seen: 6981
hidden_col_norms_max: 0.880851046213
hidden_col_norms_mean: 0.427859120666
hidden_col_norms_min: 0.0876582647296
hidden_max_x_max_u: 0.920331281839
hidden_max_x_mean_u: 0.826239908974
hidden_max_x_min_u: 0.739455321558
hidden_mean_x_max_u: 0.749155267982
hidden_mean_x_mean_u: 0.708499809485
hidden_mean_x_min_u: 0.620189941568
hidden_min_x_max_u: 0.710296510647
hidden_min_x_mean_u: 0.551197397465
hidden_min_x_min_u: 0.31539691213
hidden_range_x_max_u: 0.55899379799
hidden_range_x_mean_u: 0.275042511508
hidden_range_x_min_u: 0.0407516894982
hidden_row_norms_max: 1.54396151568
hidden_row_norms_mean: 0.598488165159
hidden_row_norms_min: 0.122293288957
learning_rate: 0.0392
momentum: 0.61
objective: 0.414769111488
output_col_norms_max: 1.469904219
output_col_norms_mean: 1.46891191628
output_col_norms_min: 1.46791961357
output_max_max_class: 0.938138663389
output_mean_max_class: 0.766335642077
output_min_max_class: 0.553163697202
output_misclass: 0.229813664596
output_nll: 0.414769111488
output_row_norms_max: 0.971197959541
output_row_norms_mean: 0.399904119396
output_row_norms_min: 0.0177842469843
Monitoring step:
Epochs seen: 14
Batches seen: 756
Examples seen: 7518
hidden_col_norms_max: 0.897340611027
hidden_col_norms_mean: 0.435492477193
hidden_col_norms_min: 0.0874835588417
hidden_max_x_max_u: 0.920968196761
hidden_max_x_mean_u: 0.82611754749
hidden_max_x_min_u: 0.739321537647
hidden_mean_x_max_u: 0.748963627748
hidden_mean_x_mean_u: 0.708106028061
hidden_mean_x_min_u: 0.61923018532
hidden_min_x_max_u: 0.710076633477
hidden_min_x_mean_u: 0.549650517837
hidden_min_x_min_u: 0.309476499123
hidden_range_x_max_u: 0.565261165237
hidden_range_x_mean_u: 0.276467029653
hidden_range_x_min_u: 0.0406118623644
hidden_row_norms_max: 1.57281553893
hidden_row_norms_mean: 0.610424695979
hidden_row_norms_min: 0.124539628359
learning_rate: 0.0383
momentum: 0.62
objective: 0.413253492588
output_col_norms_max: 1.49248176756
output_col_norms_mean: 1.49139555043
output_col_norms_min: 1.49030933329
output_max_max_class: 0.938629636612
output_mean_max_class: 0.765488188851
output_min_max_class: 0.549691634572
output_misclass: 0.217391304348
output_nll: 0.413253492588
output_row_norms_max: 0.98794678256
output_row_norms_mean: 0.405506265987
output_row_norms_min: 0.0133732614156
Monitoring step:
Epochs seen: 15
Batches seen: 810
Examples seen: 8055
hidden_col_norms_max: 0.911892889547
hidden_col_norms_mean: 0.442111848665
hidden_col_norms_min: 0.0872417757082
hidden_max_x_max_u: 0.923394818766
hidden_max_x_mean_u: 0.826404961186
hidden_max_x_min_u: 0.738758395027
hidden_mean_x_max_u: 0.748736000859
hidden_mean_x_mean_u: 0.707587496798
hidden_mean_x_min_u: 0.618008467182
hidden_min_x_max_u: 0.709841738953
hidden_min_x_mean_u: 0.54684777035
hidden_min_x_min_u: 0.300778674817
hidden_range_x_max_u: 0.574505359594
hidden_range_x_mean_u: 0.279557190836
hidden_range_x_min_u: 0.0404003239041
hidden_row_norms_max: 1.60421791752
hidden_row_norms_mean: 0.619625447068
hidden_row_norms_min: 0.124304761681
learning_rate: 0.0374
momentum: 0.63
objective: 0.413202510955
output_col_norms_max: 1.50975812068
output_col_norms_mean: 1.50863405054
output_col_norms_min: 1.5075099804
output_max_max_class: 0.938874798749
output_mean_max_class: 0.7652977201
output_min_max_class: 0.549804781771
output_misclass: 0.229813664596
output_nll: 0.413202510955
output_row_norms_max: 1.00179468389
output_row_norms_mean: 0.409698465714
output_row_norms_min: 0.0101259818096
Monitoring step:
Epochs seen: 16
Batches seen: 864
Examples seen: 8592
hidden_col_norms_max: 0.919243131791
hidden_col_norms_mean: 0.445074562296
hidden_col_norms_min: 0.0870159480177
hidden_max_x_max_u: 0.923812516051
hidden_max_x_mean_u: 0.826181881748
hidden_max_x_min_u: 0.738506337557
hidden_mean_x_max_u: 0.74894203137
hidden_mean_x_mean_u: 0.707439082502
hidden_mean_x_min_u: 0.617433847064
hidden_min_x_max_u: 0.709519805219
hidden_min_x_mean_u: 0.546427364628
hidden_min_x_min_u: 0.297258239095
hidden_range_x_max_u: 0.578363867135
hidden_range_x_mean_u: 0.27975451712
hidden_range_x_min_u: 0.0403606336908
hidden_row_norms_max: 1.61443256965
hidden_row_norms_mean: 0.626749179673
hidden_row_norms_min: 0.12383721552
learning_rate: 0.0365
momentum: 0.64
objective: 0.41350668549
output_col_norms_max: 1.51747058358
output_col_norms_mean: 1.51662371349
output_col_norms_min: 1.51577684339
output_max_max_class: 0.949105835468
output_mean_max_class: 0.781671151087
output_min_max_class: 0.566175923332
output_misclass: 0.217391304348
output_nll: 0.41350668549
output_row_norms_max: 0.99632680408
output_row_norms_mean: 0.412512438405
output_row_norms_min: 0.0181004614042
Monitoring step:
Epochs seen: 17
Batches seen: 918
Examples seen: 9129
hidden_col_norms_max: 0.933034067159
hidden_col_norms_mean: 0.450962215431
hidden_col_norms_min: 0.0870220450146
hidden_max_x_max_u: 0.924470576651
hidden_max_x_mean_u: 0.826193288786
hidden_max_x_min_u: 0.738281526094
hidden_mean_x_max_u: 0.748917721387
hidden_mean_x_mean_u: 0.70712077487
hidden_mean_x_min_u: 0.616535470406
hidden_min_x_max_u: 0.7093150946
hidden_min_x_mean_u: 0.545221446248
hidden_min_x_min_u: 0.291806684857
hidden_range_x_max_u: 0.584984586687
hidden_range_x_mean_u: 0.280971842537
hidden_range_x_min_u: 0.0402142389593
hidden_row_norms_max: 1.63709400224
hidden_row_norms_mean: 0.638578561569
hidden_row_norms_min: 0.123711637734
learning_rate: 0.0356
momentum: 0.65
objective: 0.412309523536
output_col_norms_max: 1.53428850971
output_col_norms_mean: 1.53342205056
output_col_norms_min: 1.53255559141
output_max_max_class: 0.950973813358
output_mean_max_class: 0.783936300789
output_min_max_class: 0.567990844688
output_misclass: 0.217391304348
output_nll: 0.412309523536
output_row_norms_max: 1.00725210493
output_row_norms_mean: 0.416799168542
output_row_norms_min: 0.0165076617863
Monitoring step:
Epochs seen: 18
Batches seen: 972
Examples seen: 9666
hidden_col_norms_max: 0.93934035205
hidden_col_norms_mean: 0.454106111477
hidden_col_norms_min: 0.0872106237665
hidden_max_x_max_u: 0.925417133252
hidden_max_x_mean_u: 0.82623381052
hidden_max_x_min_u: 0.738322455518
hidden_mean_x_max_u: 0.74913269574
hidden_mean_x_mean_u: 0.706719533593
hidden_mean_x_min_u: 0.616572191967
hidden_min_x_max_u: 0.709133215077
hidden_min_x_mean_u: 0.543802265984
hidden_min_x_min_u: 0.289239480968
hidden_range_x_max_u: 0.588361713987
hidden_range_x_mean_u: 0.282431544535
hidden_range_x_min_u: 0.0403954822408
hidden_row_norms_max: 1.65683519533
hidden_row_norms_mean: 0.645502301694
hidden_row_norms_min: 0.127259772561
learning_rate: 0.0347
momentum: 0.66
objective: 0.475580078257
output_col_norms_max: 1.52751333755
output_col_norms_mean: 1.52531955958
output_col_norms_min: 1.52312578161
output_max_max_class: 0.91358260473
output_mean_max_class: 0.728907586587
output_min_max_class: 0.534711300371
output_misclass: 0.186335403727
output_nll: 0.475580078257
output_row_norms_max: 1.05507554245
output_row_norms_mean: 0.411706506212
output_row_norms_min: 0.0303016874973
Monitoring step:
Epochs seen: 19
Batches seen: 1026
Examples seen: 10203
hidden_col_norms_max: 0.954323273319
hidden_col_norms_mean: 0.461227068519
hidden_col_norms_min: 0.0866629721007
hidden_max_x_max_u: 0.927242952184
hidden_max_x_mean_u: 0.827243688862
hidden_max_x_min_u: 0.737720774955
hidden_mean_x_max_u: 0.749085490368
hidden_mean_x_mean_u: 0.706138208432
hidden_mean_x_min_u: 0.613740442829
hidden_min_x_max_u: 0.708687977492
hidden_min_x_mean_u: 0.540439394428
hidden_min_x_min_u: 0.27936327021
hidden_range_x_max_u: 0.599861968783
hidden_range_x_mean_u: 0.286804294434
hidden_range_x_min_u: 0.0401547415909
hidden_row_norms_max: 1.69553071859
hidden_row_norms_mean: 0.657115065107
hidden_row_norms_min: 0.12407944013
learning_rate: 0.0338
momentum: 0.67
objective: 0.408139453083
output_col_norms_max: 1.55610950157
output_col_norms_mean: 1.55513183692
output_col_norms_min: 1.55415417227
output_max_max_class: 0.950558053505
output_mean_max_class: 0.780719995915
output_min_max_class: 0.558549521418
output_misclass: 0.217391304348
output_nll: 0.408139453083
output_row_norms_max: 1.027874948
output_row_norms_mean: 0.421728992738
output_row_norms_min: 0.0100933681657
Monitoring step:
Epochs seen: 20
Batches seen: 1080
Examples seen: 10740
hidden_col_norms_max: 0.964354407906
hidden_col_norms_mean: 0.463098154151
hidden_col_norms_min: 0.0865802775725
hidden_max_x_max_u: 0.927621131643
hidden_max_x_mean_u: 0.82679072723
hidden_max_x_min_u: 0.737411217854
hidden_mean_x_max_u: 0.749199034969
hidden_mean_x_mean_u: 0.706041949375
hidden_mean_x_min_u: 0.613629233334
hidden_min_x_max_u: 0.708310133012
hidden_min_x_mean_u: 0.540583225712
hidden_min_x_min_u: 0.276769390907
hidden_range_x_max_u: 0.604041759475
hidden_range_x_mean_u: 0.286207501518
hidden_range_x_min_u: 0.0402654704861
hidden_row_norms_max: 1.70424924001
hidden_row_norms_mean: 0.664543984321
hidden_row_norms_min: 0.126118731342
learning_rate: 0.0329
momentum: 0.68
objective: 0.408793477059
output_col_norms_max: 1.55452243756
output_col_norms_mean: 1.55360491268
output_col_norms_min: 1.55268738781
output_max_max_class: 0.952440500178
output_mean_max_class: 0.784294143344
output_min_max_class: 0.562445334769
output_misclass: 0.211180124224
output_nll: 0.408793477059
output_row_norms_max: 1.02690432519
output_row_norms_mean: 0.421170438387
output_row_norms_min: 0.0117822410683
Monitoring step:
Epochs seen: 21
Batches seen: 1134
Examples seen: 11277
hidden_col_norms_max: 0.971404873319
hidden_col_norms_mean: 0.46806179099
hidden_col_norms_min: 0.0868958838615
hidden_max_x_max_u: 0.928760858155
hidden_max_x_mean_u: 0.82739304114
hidden_max_x_min_u: 0.737493744928
hidden_mean_x_max_u: 0.749636019538
hidden_mean_x_mean_u: 0.70551182985
hidden_mean_x_min_u: 0.612772883416
hidden_min_x_max_u: 0.708282479763
hidden_min_x_mean_u: 0.538002424992
hidden_min_x_min_u: 0.271370029266
hidden_range_x_max_u: 0.610963175617
hidden_range_x_mean_u: 0.289390616147
hidden_range_x_min_u: 0.0405487175901
hidden_row_norms_max: 1.7088046345
hidden_row_norms_mean: 0.673722444661
hidden_row_norms_min: 0.125743563212
learning_rate: 0.032
momentum: 0.69
objective: 0.435688025994
output_col_norms_max: 1.55553583762
output_col_norms_mean: 1.55377537293
output_col_norms_min: 1.55201490823
output_max_max_class: 0.927789810918
output_mean_max_class: 0.746062044327
output_min_max_class: 0.544222589359
output_misclass: 0.186335403727
output_nll: 0.435688025994
output_row_norms_max: 1.06157590428
output_row_norms_mean: 0.41949571448
output_row_norms_min: 0.0190130602526
Saving to /tmp/best.pkl...
Saving to /tmp/best.pkl done. Time elapsed: 0.029484 seconds
Monitoring step:
Epochs seen: 22
Batches seen: 1188
Examples seen: 11814
hidden_col_norms_max: 0.972849952942
hidden_col_norms_mean: 0.466667605966
hidden_col_norms_min: 0.0884350723356
hidden_max_x_max_u: 0.928068789573
hidden_max_x_mean_u: 0.826328561793
hidden_max_x_min_u: 0.737234598602
hidden_mean_x_max_u: 0.749907033088
hidden_mean_x_mean_u: 0.706005383154
hidden_mean_x_min_u: 0.613829104247
hidden_min_x_max_u: 0.707306858047
hidden_min_x_mean_u: 0.54019042602
hidden_min_x_min_u: 0.271262518
hidden_range_x_max_u: 0.610628919975
hidden_range_x_mean_u: 0.286138135774
hidden_range_x_min_u: 0.0412971418568
hidden_row_norms_max: 1.67747616904
hidden_row_norms_mean: 0.680527700927
hidden_row_norms_min: 0.126145547696
learning_rate: 0.0311
momentum: 0.7
objective: 0.412801077814
output_col_norms_max: 1.54925990955
output_col_norms_mean: 1.54844044034
output_col_norms_min: 1.54762097113
output_max_max_class: 0.954280750543
output_mean_max_class: 0.788119631182
output_min_max_class: 0.570925641866
output_misclass: 0.217391304348
output_nll: 0.412801077814
output_row_norms_max: 1.02200921036
output_row_norms_mean: 0.419600458948
output_row_norms_min: 0.0148757806353
Monitoring step:
Epochs seen: 23
Batches seen: 1242
Examples seen: 12351
hidden_col_norms_max: 0.978574321048
hidden_col_norms_mean: 0.467765017796
hidden_col_norms_min: 0.0879774977743
hidden_max_x_max_u: 0.929091465324
hidden_max_x_mean_u: 0.826334290623
hidden_max_x_min_u: 0.736939850614
hidden_mean_x_max_u: 0.750588337033
hidden_mean_x_mean_u: 0.705833300661
hidden_mean_x_min_u: 0.613291257273
hidden_min_x_max_u: 0.706952969235
hidden_min_x_mean_u: 0.539497420425
hidden_min_x_min_u: 0.26971425897
hidden_range_x_max_u: 0.614011327006
hidden_range_x_mean_u: 0.286836870198
hidden_range_x_min_u: 0.0411884821204
hidden_row_norms_max: 1.69376213117
hidden_row_norms_mean: 0.686761888286
hidden_row_norms_min: 0.127726448064
learning_rate: 0.0302
momentum: 0.71
objective: 0.415950428625
output_col_norms_max: 1.53678781654
output_col_norms_mean: 1.53541814774
output_col_norms_min: 1.53404847894
output_max_max_class: 0.933989553971
output_mean_max_class: 0.75767354395
output_min_max_class: 0.544715289164
output_misclass: 0.198757763975
output_nll: 0.415950428625
output_row_norms_max: 1.04013622752
output_row_norms_mean: 0.414161430629
output_row_norms_min: 0.00585220176036
Monitoring step:
Epochs seen: 24
Batches seen: 1296
Examples seen: 12888
hidden_col_norms_max: 0.995067050246
hidden_col_norms_mean: 0.472887315369
hidden_col_norms_min: 0.0871725376427
hidden_max_x_max_u: 0.930541532138
hidden_max_x_mean_u: 0.826884928331
hidden_max_x_min_u: 0.7361179733
hidden_mean_x_max_u: 0.750689702031
hidden_mean_x_mean_u: 0.705222974665
hidden_mean_x_min_u: 0.610530461132
hidden_min_x_max_u: 0.70650099583
hidden_min_x_mean_u: 0.536953231433
hidden_min_x_min_u: 0.262617330651
hidden_range_x_max_u: 0.622800865396
hidden_range_x_mean_u: 0.289931696898
hidden_range_x_min_u: 0.0410119680168
hidden_row_norms_max: 1.72246589373
hidden_row_norms_mean: 0.698422405906
hidden_row_norms_min: 0.129777611132
learning_rate: 0.0293
momentum: 0.72
objective: 0.421941832196
output_col_norms_max: 1.55988084006
output_col_norms_mean: 1.55943516857
output_col_norms_min: 1.55898949708
output_max_max_class: 0.964112617339
output_mean_max_class: 0.809493304467
output_min_max_class: 0.592694309941
output_misclass: 0.217391304348
output_nll: 0.421941832196
output_row_norms_max: 1.02067974529
output_row_norms_mean: 0.422665358098
output_row_norms_min: 0.0261411676747
Monitoring step:
Epochs seen: 25
Batches seen: 1350
Examples seen: 13425
hidden_col_norms_max: 1.00440989649
hidden_col_norms_mean: 0.477595963482
hidden_col_norms_min: 0.0879250903598
hidden_max_x_max_u: 0.931313627744
hidden_max_x_mean_u: 0.827152946986
hidden_max_x_min_u: 0.736014228838
hidden_mean_x_max_u: 0.750686994751
hidden_mean_x_mean_u: 0.704865312741
hidden_mean_x_min_u: 0.610511803947
hidden_min_x_max_u: 0.705888516267
hidden_min_x_mean_u: 0.534949649336
hidden_min_x_min_u: 0.259803894418
hidden_range_x_max_u: 0.627673354411
hidden_range_x_mean_u: 0.292203297649
hidden_range_x_min_u: 0.0414423820178
hidden_row_norms_max: 1.7525488654
hidden_row_norms_mean: 0.70611736054
hidden_row_norms_min: 0.131814288837
learning_rate: 0.0284
momentum: 0.73
objective: 0.410799670126
output_col_norms_max: 1.56575200446
output_col_norms_mean: 1.56504097605
output_col_norms_min: 1.56432994764
output_max_max_class: 0.957887911636
output_mean_max_class: 0.79490321163
output_min_max_class: 0.577455106428
output_misclass: 0.211180124224
output_nll: 0.410799670126
output_row_norms_max: 1.03754184107
output_row_norms_mean: 0.422952982474
output_row_norms_min: 0.0143075858819
Monitoring step:
Epochs seen: 26
Batches seen: 1404
Examples seen: 13962
hidden_col_norms_max: 1.01414389679
hidden_col_norms_mean: 0.47956870404
hidden_col_norms_min: 0.0886969777934
hidden_max_x_max_u: 0.9315253853
hidden_max_x_mean_u: 0.827041144711
hidden_max_x_min_u: 0.735970407766
hidden_mean_x_max_u: 0.751224878936
hidden_mean_x_mean_u: 0.70484667979
hidden_mean_x_min_u: 0.609715673868
hidden_min_x_max_u: 0.705265458526
hidden_min_x_mean_u: 0.53509133945
hidden_min_x_min_u: 0.257652396433
hidden_range_x_max_u: 0.630792124424
hidden_range_x_mean_u: 0.291949805262
hidden_range_x_min_u: 0.0419574390666
hidden_row_norms_max: 1.73504909488
hidden_row_norms_mean: 0.717174721329
hidden_row_norms_min: 0.135986133621
learning_rate: 0.0275
momentum: 0.74
objective: 0.422933244234
output_col_norms_max: 1.56671154736
output_col_norms_mean: 1.5662862474
output_col_norms_min: 1.56586094744
output_max_max_class: 0.964558574677
output_mean_max_class: 0.810623947621
output_min_max_class: 0.597319589398
output_misclass: 0.217391304348
output_nll: 0.422933244234
output_row_norms_max: 1.02896592975
output_row_norms_mean: 0.423754774744
output_row_norms_min: 0.0251939517343
Monitoring step:
Epochs seen: 27
Batches seen: 1458
Examples seen: 14499
hidden_col_norms_max: 1.02235133679
hidden_col_norms_mean: 0.481839338988
hidden_col_norms_min: 0.0887345563734
hidden_max_x_max_u: 0.932295841408
hidden_max_x_mean_u: 0.826945761544
hidden_max_x_min_u: 0.735971935386
hidden_mean_x_max_u: 0.751449902445
hidden_mean_x_mean_u: 0.704635283939
hidden_mean_x_min_u: 0.61020148743
hidden_min_x_max_u: 0.704986121409
hidden_min_x_mean_u: 0.534731191851
hidden_min_x_min_u: 0.25714909226
hidden_range_x_max_u: 0.633105533347
hidden_range_x_mean_u: 0.292214569693
hidden_range_x_min_u: 0.0420392548516
hidden_row_norms_max: 1.74046922548
hidden_row_norms_mean: 0.724568719963
hidden_row_norms_min: 0.139785887126
learning_rate: 0.0266
momentum: 0.75
objective: 0.41609194108
output_col_norms_max: 1.55305332583
output_col_norms_mean: 1.55164606255
output_col_norms_min: 1.55023879926
output_max_max_class: 0.934564724511
output_mean_max_class: 0.757313670093
output_min_max_class: 0.545812905616
output_misclass: 0.198757763975
output_nll: 0.41609194108
output_row_norms_max: 1.06413195201
output_row_norms_mean: 0.417086832744
output_row_norms_min: 0.00995245336642
Monitoring step:
Epochs seen: 28
Batches seen: 1512
Examples seen: 15036
hidden_col_norms_max: 1.04040090033
hidden_col_norms_mean: 0.485646157241
hidden_col_norms_min: 0.0893317416745
hidden_max_x_max_u: 0.934230959807
hidden_max_x_mean_u: 0.827669837184
hidden_max_x_min_u: 0.735780830289
hidden_mean_x_max_u: 0.752117410894
hidden_mean_x_mean_u: 0.704340999983
hidden_mean_x_min_u: 0.607775120135
hidden_min_x_max_u: 0.704355734113
hidden_min_x_mean_u: 0.533151257508
hidden_min_x_min_u: 0.25159664982
hidden_range_x_max_u: 0.640774547121
hidden_range_x_mean_u: 0.294518579676
hidden_range_x_min_u: 0.042544855438
hidden_row_norms_max: 1.74000755775
hidden_row_norms_mean: 0.735861190712
hidden_row_norms_min: 0.144869056382
learning_rate: 0.0257
momentum: 0.76
objective: 0.408984730095
output_col_norms_max: 1.5650095486
output_col_norms_mean: 1.56416719462
output_col_norms_min: 1.56332484064
output_max_max_class: 0.95541868538
output_mean_max_class: 0.789195336966
output_min_max_class: 0.576072524193
output_misclass: 0.217391304348
output_nll: 0.408984730095
output_row_norms_max: 1.05467407372
output_row_norms_mean: 0.421198553092
output_row_norms_min: 0.0118070298843
Monitoring step:
Epochs seen: 29
Batches seen: 1566
Examples seen: 15573
hidden_col_norms_max: 1.04997765338
hidden_col_norms_mean: 0.487337856478
hidden_col_norms_min: 0.0892376184364
hidden_max_x_max_u: 0.935515491769
hidden_max_x_mean_u: 0.82768135802
hidden_max_x_min_u: 0.735631563779
hidden_mean_x_max_u: 0.752541955016
hidden_mean_x_mean_u: 0.704325499167
hidden_mean_x_min_u: 0.608021166252
hidden_min_x_max_u: 0.70420262357
hidden_min_x_mean_u: 0.532414920092
hidden_min_x_min_u: 0.248980337553
hidden_range_x_max_u: 0.644632394949
hidden_range_x_mean_u: 0.295266437928
hidden_range_x_min_u: 0.0425601169261
hidden_row_norms_max: 1.74950266381
hidden_row_norms_mean: 0.741416660171
hidden_row_norms_min: 0.14554125071
learning_rate: 0.0248
momentum: 0.77
objective: 0.411799637432
output_col_norms_max: 1.55791726413
output_col_norms_mean: 1.55665623106
output_col_norms_min: 1.55539519799
output_max_max_class: 0.939009965587
output_mean_max_class: 0.762463992135
output_min_max_class: 0.542756054218
output_misclass: 0.204968944099
output_nll: 0.411799637432
output_row_norms_max: 1.07344602821
output_row_norms_mean: 0.41733935004
output_row_norms_min: 0.00502849272489
Monitoring step:
Epochs seen: 30
Batches seen: 1620
Examples seen: 16110
hidden_col_norms_max: 1.06124390329
hidden_col_norms_mean: 0.489441891989
hidden_col_norms_min: 0.0888553558096
hidden_max_x_max_u: 0.936889163883
hidden_max_x_mean_u: 0.827517806746
hidden_max_x_min_u: 0.735192500794
hidden_mean_x_max_u: 0.75287937299
hidden_mean_x_mean_u: 0.70441380484
hidden_mean_x_min_u: 0.608093026284
hidden_min_x_max_u: 0.703923916973
hidden_min_x_mean_u: 0.532742981744
hidden_min_x_min_u: 0.248069662304
hidden_range_x_max_u: 0.646721826564
hidden_range_x_mean_u: 0.294774825002
hidden_range_x_min_u: 0.0423348432284
hidden_row_norms_max: 1.74384603231
hidden_row_norms_mean: 0.751328183724
hidden_row_norms_min: 0.14944654015
learning_rate: 0.0239
momentum: 0.78
objective: 0.41014580202
output_col_norms_max: 1.56143539272
output_col_norms_mean: 1.56063745118
output_col_norms_min: 1.55983950965
output_max_max_class: 0.953949438227
output_mean_max_class: 0.787416117284
output_min_max_class: 0.576558963488
output_misclass: 0.217391304348
output_nll: 0.41014580202
output_row_norms_max: 1.05983814555
output_row_norms_mean: 0.419014911639
output_row_norms_min: 0.0103053585186
Monitoring step:
Epochs seen: 31
Batches seen: 1674
Examples seen: 16647
hidden_col_norms_max: 1.08067378143
hidden_col_norms_mean: 0.494031430812
hidden_col_norms_min: 0.0885947609191
hidden_max_x_max_u: 0.938746938664
hidden_max_x_mean_u: 0.827926495183
hidden_max_x_min_u: 0.735003967038
hidden_mean_x_max_u: 0.75316290631
hidden_mean_x_mean_u: 0.704054541813
hidden_mean_x_min_u: 0.606485117321
hidden_min_x_max_u: 0.703748526855
hidden_min_x_mean_u: 0.531527561034
hidden_min_x_min_u: 0.244603036746
hidden_range_x_max_u: 0.651595228154
hidden_range_x_mean_u: 0.296398934149
hidden_range_x_min_u: 0.042248706412
hidden_row_norms_max: 1.75320499129
hidden_row_norms_mean: 0.763838442499
hidden_row_norms_min: 0.155417790755
learning_rate: 0.023
momentum: 0.79
objective: 0.408924642725
output_col_norms_max: 1.56637644941
output_col_norms_mean: 1.56522886011
output_col_norms_min: 1.56408127082
output_max_max_class: 0.943525838945
output_mean_max_class: 0.768161194303
output_min_max_class: 0.543860260146
output_misclass: 0.211180124224
output_nll: 0.408924642725
output_row_norms_max: 1.08410943796
output_row_norms_mean: 0.418596872575
output_row_norms_min: 0.00203248170821
Monitoring step:
Epochs seen: 32
Batches seen: 1728
Examples seen: 17184
hidden_col_norms_max: 1.09152123843
hidden_col_norms_mean: 0.495178202834
hidden_col_norms_min: 0.0887416624806
hidden_max_x_max_u: 0.941519716667
hidden_max_x_mean_u: 0.828016371235
hidden_max_x_min_u: 0.734930569724
hidden_mean_x_max_u: 0.753634953351
hidden_mean_x_mean_u: 0.704087723382
hidden_mean_x_min_u: 0.606794647934
hidden_min_x_max_u: 0.703500826198
hidden_min_x_mean_u: 0.531793507473
hidden_min_x_min_u: 0.244311022643
hidden_range_x_max_u: 0.654177706031
hidden_range_x_mean_u: 0.296222863762
hidden_range_x_min_u: 0.0423668860286
hidden_row_norms_max: 1.74567116833
hidden_row_norms_mean: 0.769311473898
hidden_row_norms_min: 0.158031258767
learning_rate: 0.0221
momentum: 0.8
objective: 0.417652265684
output_col_norms_max: 1.55693517914
output_col_norms_mean: 1.5555206582
output_col_norms_min: 1.55410613726
output_max_max_class: 0.933348478728
output_mean_max_class: 0.753591884334
output_min_max_class: 0.547294188039
output_misclass: 0.192546583851
output_nll: 0.417652265684
output_row_norms_max: 1.09433325898
output_row_norms_mean: 0.415127357167
output_row_norms_min: 0.0111261739415
Monitoring step:
Epochs seen: 33
Batches seen: 1782
Examples seen: 17721
hidden_col_norms_max: 1.12269155636
hidden_col_norms_mean: 0.504418116123
hidden_col_norms_min: 0.0873917790912
hidden_max_x_max_u: 0.944564787282
hidden_max_x_mean_u: 0.82969196365
hidden_max_x_min_u: 0.734266804418
hidden_mean_x_max_u: 0.753972602358
hidden_mean_x_mean_u: 0.703181221421
hidden_mean_x_min_u: 0.602077276473
hidden_min_x_max_u: 0.703322790767
hidden_min_x_mean_u: 0.526808263647
hidden_min_x_min_u: 0.233073945076
hidden_range_x_max_u: 0.667727195448
hidden_range_x_mean_u: 0.302883700003
hidden_range_x_min_u: 0.041974442316
hidden_row_norms_max: 1.79103789109
hidden_row_norms_mean: 0.784908431523
hidden_row_norms_min: 0.164880998036
learning_rate: 0.0212
momentum: 0.81
objective: 0.405600921642
output_col_norms_max: 1.59262332192
output_col_norms_mean: 1.59188909653
output_col_norms_min: 1.59115487114
output_max_max_class: 0.956631634571
output_mean_max_class: 0.789471243336
output_min_max_class: 0.570023876479
output_misclass: 0.217391304348
output_nll: 0.405600921642
output_row_norms_max: 1.10050551441
output_row_norms_mean: 0.425287787788
output_row_norms_min: 0.00999201835861
Monitoring step:
Epochs seen: 34
Batches seen: 1836
Examples seen: 18258
hidden_col_norms_max: 1.13608161613
hidden_col_norms_mean: 0.505463797207
hidden_col_norms_min: 0.0888836020973
hidden_max_x_max_u: 0.94689833707
hidden_max_x_mean_u: 0.829625166183
hidden_max_x_min_u: 0.73420598944
hidden_mean_x_max_u: 0.754349881362
hidden_mean_x_mean_u: 0.7031970316
hidden_mean_x_min_u: 0.601428938394
hidden_min_x_max_u: 0.70284113495
hidden_min_x_mean_u: 0.527421550861
hidden_min_x_min_u: 0.233027603473
hidden_range_x_max_u: 0.670357940536
hidden_range_x_mean_u: 0.302203615322
hidden_range_x_min_u: 0.0425670547392
hidden_row_norms_max: 1.77813686136
hidden_row_norms_mean: 0.793768851958
hidden_row_norms_min: 0.168337026246
learning_rate: 0.0203
momentum: 0.82
objective: 0.417301542814
output_col_norms_max: 1.59069356559
output_col_norms_mean: 1.59029192564
output_col_norms_min: 1.58989028568
output_max_max_class: 0.964296548347
output_mean_max_class: 0.807581457604
output_min_max_class: 0.596309708563
output_misclass: 0.217391304348
output_nll: 0.417301542814
output_row_norms_max: 1.09110694587
output_row_norms_mean: 0.425349978845
output_row_norms_min: 0.0228472500434
Monitoring step:
Epochs seen: 35
Batches seen: 1890
Examples seen: 18795
hidden_col_norms_max: 1.15526207584
hidden_col_norms_mean: 0.507159394681
hidden_col_norms_min: 0.0882323801713
hidden_max_x_max_u: 0.95024980539
hidden_max_x_mean_u: 0.830062005785
hidden_max_x_min_u: 0.73359921899
hidden_mean_x_max_u: 0.75485747343
hidden_mean_x_mean_u: 0.70285176198
hidden_mean_x_min_u: 0.599991110731
hidden_min_x_max_u: 0.702754326134
hidden_min_x_mean_u: 0.526347236996
hidden_min_x_min_u: 0.2293392806
hidden_range_x_max_u: 0.679270970183
hidden_range_x_mean_u: 0.303714768789
hidden_range_x_min_u: 0.0422977759176
hidden_row_norms_max: 1.78242535758
hidden_row_norms_mean: 0.801420025169
hidden_row_norms_min: 0.175435814744
learning_rate: 0.0194
momentum: 0.83
objective: 0.406011121293
output_col_norms_max: 1.57757958241
output_col_norms_mean: 1.57671567559
output_col_norms_min: 1.57585176878
output_max_max_class: 0.948608845211
output_mean_max_class: 0.775687484965
output_min_max_class: 0.555645943934
output_misclass: 0.223602484472
output_nll: 0.406011121293
output_row_norms_max: 1.11797750932
output_row_norms_mean: 0.418704619606
output_row_norms_min: 0.00480796963605
Monitoring step:
Epochs seen: 36
Batches seen: 1944
Examples seen: 19332
hidden_col_norms_max: 1.17430941979
hidden_col_norms_mean: 0.512879931288
hidden_col_norms_min: 0.0877281866981
hidden_max_x_max_u: 0.952457609552
hidden_max_x_mean_u: 0.830100166427
hidden_max_x_min_u: 0.733375270364
hidden_mean_x_max_u: 0.754648316461
hidden_mean_x_mean_u: 0.702684721367
hidden_mean_x_min_u: 0.600010253329
hidden_min_x_max_u: 0.702573022239
hidden_min_x_mean_u: 0.526609085872
hidden_min_x_min_u: 0.231565508637
hidden_range_x_max_u: 0.680865835612
hidden_range_x_mean_u: 0.303491080554
hidden_range_x_min_u: 0.0420460567438
hidden_row_norms_max: 1.79489550892
hidden_row_norms_mean: 0.817409813845
hidden_row_norms_min: 0.180030532986
learning_rate: 0.0185
momentum: 0.84
objective: 0.412486138742
output_col_norms_max: 1.58924841142
output_col_norms_mean: 1.58800782325
output_col_norms_min: 1.58676723509
output_max_max_class: 0.937991944776
output_mean_max_class: 0.758332687973
output_min_max_class: 0.545220509048
output_misclass: 0.198757763975
output_nll: 0.412486138742
output_row_norms_max: 1.14370428166
output_row_norms_mean: 0.420524959153
output_row_norms_min: 0.0108896762375
Monitoring step:
Epochs seen: 37
Batches seen: 1998
Examples seen: 19869
hidden_col_norms_max: 1.20968551234
hidden_col_norms_mean: 0.517542268406
hidden_col_norms_min: 0.0874875183337
hidden_max_x_max_u: 0.956413808929
hidden_max_x_mean_u: 0.831447866956
hidden_max_x_min_u: 0.73306578611
hidden_mean_x_max_u: 0.755739699779
hidden_mean_x_mean_u: 0.702310730102
hidden_mean_x_min_u: 0.595607379948
hidden_min_x_max_u: 0.702573846865
hidden_min_x_mean_u: 0.523811322721
hidden_min_x_min_u: 0.219661423506
hidden_range_x_max_u: 0.696598620408
hidden_range_x_mean_u: 0.307636544235
hidden_range_x_min_u: 0.0420226709068
hidden_row_norms_max: 1.79393232898
hidden_row_norms_mean: 0.826510011929
hidden_row_norms_min: 0.182627072671
learning_rate: 0.0176
momentum: 0.85
objective: 0.410600978073
output_col_norms_max: 1.60531907977
output_col_norms_mean: 1.60494292162
output_col_norms_min: 1.60456676347
output_max_max_class: 0.963467860851
output_mean_max_class: 0.803337007362
output_min_max_class: 0.593212460282
output_misclass: 0.217391304348
output_nll: 0.410600978073
output_row_norms_max: 1.13665900197
output_row_norms_mean: 0.42589955454
output_row_norms_min: 0.0220702205022
Monitoring step:
Epochs seen: 38
Batches seen: 2052
Examples seen: 20406
hidden_col_norms_max: 1.225507779
hidden_col_norms_mean: 0.519700707571
hidden_col_norms_min: 0.0883599232182
hidden_max_x_max_u: 0.958402521508
hidden_max_x_mean_u: 0.831479315288
hidden_max_x_min_u: 0.733129458983
hidden_mean_x_max_u: 0.755982508797
hidden_mean_x_mean_u: 0.702273478722
hidden_mean_x_min_u: 0.595647834599
hidden_min_x_max_u: 0.702443969655
hidden_min_x_mean_u: 0.523793653757
hidden_min_x_min_u: 0.219739565185
hidden_range_x_max_u: 0.699390440179
hidden_range_x_mean_u: 0.307685661532
hidden_range_x_min_u: 0.0423786637399
hidden_row_norms_max: 1.79398898058
hidden_row_norms_mean: 0.835704038133
hidden_row_norms_min: 0.190705629326
learning_rate: 0.0167
momentum: 0.86
objective: 0.411095629125
output_col_norms_max: 1.59333907027
output_col_norms_mean: 1.59227622956
output_col_norms_min: 1.59121338886
output_max_max_class: 0.940763411883
output_mean_max_class: 0.760883980285
output_min_max_class: 0.542862338298
output_misclass: 0.204968944099
output_nll: 0.411095629125
output_row_norms_max: 1.16867963329
output_row_norms_mean: 0.419131277613
output_row_norms_min: 0.00480310554283
Monitoring step:
Epochs seen: 39
Batches seen: 2106
Examples seen: 20943
hidden_col_norms_max: 1.25505117399
hidden_col_norms_mean: 0.525910947678
hidden_col_norms_min: 0.0876226608337
hidden_max_x_max_u: 0.961084393658
hidden_max_x_mean_u: 0.832060448787
hidden_max_x_min_u: 0.73268551941
hidden_mean_x_max_u: 0.756118035107
hidden_mean_x_mean_u: 0.701682986649
hidden_mean_x_min_u: 0.593488664403
hidden_min_x_max_u: 0.702168270292
hidden_min_x_mean_u: 0.521572439033
hidden_min_x_min_u: 0.21419151028
hidden_range_x_max_u: 0.708443523673
hidden_range_x_mean_u: 0.310488009754
hidden_range_x_min_u: 0.042234439103
hidden_row_norms_max: 1.81807038075
hidden_row_norms_mean: 0.84752794334
hidden_row_norms_min: 0.196367563857
learning_rate: 0.0158
momentum: 0.87
objective: 0.444328962829
output_col_norms_max: 1.60312148358
output_col_norms_mean: 1.60156970256
output_col_norms_min: 1.60001792155
output_max_max_class: 0.9298468243
output_mean_max_class: 0.743435340625
output_min_max_class: 0.541273692011
output_misclass: 0.173913043478
output_nll: 0.444328962829
output_row_norms_max: 1.20823882442
output_row_norms_mean: 0.419459217151
output_row_norms_min: 0.024835903179
Saving to /tmp/best.pkl...
Saving to /tmp/best.pkl done. Time elapsed: 0.043155 seconds
Monitoring step:
Epochs seen: 40
Batches seen: 2160
Examples seen: 21480
hidden_col_norms_max: 1.27564348563
hidden_col_norms_mean: 0.530589021253
hidden_col_norms_min: 0.0890882462829
hidden_max_x_max_u: 0.962675446051
hidden_max_x_mean_u: 0.832846275637
hidden_max_x_min_u: 0.732338990997
hidden_mean_x_max_u: 0.756632442568
hidden_mean_x_mean_u: 0.701346617452
hidden_mean_x_min_u: 0.592274683695
hidden_min_x_max_u: 0.701734907381
hidden_min_x_mean_u: 0.520136809467
hidden_min_x_min_u: 0.207379134812
hidden_range_x_max_u: 0.715738059085
hidden_range_x_mean_u: 0.312709466169
hidden_range_x_min_u: 0.0430508416347
hidden_row_norms_max: 1.81538524384
hidden_row_norms_mean: 0.858576572818
hidden_row_norms_min: 0.198904665572
learning_rate: 0.0149
momentum: 0.88
objective: 0.434667518895
output_col_norms_max: 1.61145140824
output_col_norms_mean: 1.61012571918
output_col_norms_min: 1.60880003013
output_max_max_class: 0.933834418518
output_mean_max_class: 0.747237892324
output_min_max_class: 0.545032328021
output_misclass: 0.186335403727
output_nll: 0.434667518895
output_row_norms_max: 1.21309049455
output_row_norms_mean: 0.421269965348
output_row_norms_min: 0.0205084879391
Monitoring step:
Epochs seen: 41
Batches seen: 2214
Examples seen: 22017
hidden_col_norms_max: 1.3141653054
hidden_col_norms_mean: 0.535860414832
hidden_col_norms_min: 0.0889812779209
hidden_max_x_max_u: 0.964544214827
hidden_max_x_mean_u: 0.83332114856
hidden_max_x_min_u: 0.731897398363
hidden_mean_x_max_u: 0.757037543037
hidden_mean_x_mean_u: 0.700966719139
hidden_mean_x_min_u: 0.587977916847
hidden_min_x_max_u: 0.701635685854
hidden_min_x_mean_u: 0.518117132487
hidden_min_x_min_u: 0.198697783868
hidden_range_x_max_u: 0.724827640464
hidden_range_x_mean_u: 0.315204016073
hidden_range_x_min_u: 0.0429546464427
hidden_row_norms_max: 1.84159167738
hidden_row_norms_mean: 0.872661302831
hidden_row_norms_min: 0.202801176906
learning_rate: 0.014
momentum: 0.89
objective: 0.409302947047
output_col_norms_max: 1.63066299877
output_col_norms_mean: 1.62983837007
output_col_norms_min: 1.62901374137
output_max_max_class: 0.944743586654
output_mean_max_class: 0.765421787067
output_min_max_class: 0.546775965624
output_misclass: 0.211180124224
output_nll: 0.409302947047
output_row_norms_max: 1.23026985801
output_row_norms_mean: 0.424860853136
output_row_norms_min: 0.00365403672208
Monitoring step:
Epochs seen: 42
Batches seen: 2268
Examples seen: 22554
hidden_col_norms_max: 1.33661116376
hidden_col_norms_mean: 0.540875353826
hidden_col_norms_min: 0.0890157180125
hidden_max_x_max_u: 0.967036107525
hidden_max_x_mean_u: 0.83488337218
hidden_max_x_min_u: 0.73131568798
hidden_mean_x_max_u: 0.757715589344
hidden_mean_x_mean_u: 0.700699893441
hidden_mean_x_min_u: 0.58621997647
hidden_min_x_max_u: 0.701208342559
hidden_min_x_mean_u: 0.516185719389
hidden_min_x_min_u: 0.187017121765
hidden_range_x_max_u: 0.738387697997
hidden_range_x_mean_u: 0.318697652791
hidden_range_x_min_u: 0.0430883291024
hidden_row_norms_max: 1.84391868233
hidden_row_norms_mean: 0.883795427372
hidden_row_norms_min: 0.221476688749
learning_rate: 0.0131
momentum: 0.9
objective: 0.406304998128
output_col_norms_max: 1.64159198237
output_col_norms_mean: 1.6415599139
output_col_norms_min: 1.64152784543
output_max_max_class: 0.962808145958
output_mean_max_class: 0.798827792413
output_min_max_class: 0.581926611444
output_misclass: 0.211180124224
output_nll: 0.406304998128
output_row_norms_max: 1.21495971342
output_row_norms_mean: 0.429096232667
output_row_norms_min: 0.0177968680822
Monitoring step:
Epochs seen: 43
Batches seen: 2322
Examples seen: 23091
hidden_col_norms_max: 1.37722925215
hidden_col_norms_mean: 0.543856648946
hidden_col_norms_min: 0.0901376245151
hidden_max_x_max_u: 0.969939657459
hidden_max_x_mean_u: 0.83447548382
hidden_max_x_min_u: 0.731060078067
hidden_mean_x_max_u: 0.757636647447
hidden_mean_x_mean_u: 0.700402036061
hidden_mean_x_min_u: 0.583008143555
hidden_min_x_max_u: 0.699776149664
hidden_min_x_mean_u: 0.517861353952
hidden_min_x_min_u: 0.184017301841
hidden_range_x_max_u: 0.741304229056
hidden_range_x_mean_u: 0.316614129868
hidden_range_x_min_u: 0.0437633550625
hidden_row_norms_max: 1.81072186689
hidden_row_norms_mean: 0.899992964477
hidden_row_norms_min: 0.222821410402
learning_rate: 0.0122
momentum: 0.91
objective: 0.418389975227
output_col_norms_max: 1.6410693614
output_col_norms_mean: 1.64100070253
output_col_norms_min: 1.64093204367
output_max_max_class: 0.96803724702
output_mean_max_class: 0.812617658864
output_min_max_class: 0.595648796563
output_misclass: 0.211180124224
output_nll: 0.418389975227
output_row_norms_max: 1.22657137163
output_row_norms_mean: 0.428057815576
output_row_norms_min: 0.0305112884911
Monitoring step:
Epochs seen: 44
Batches seen: 2376
Examples seen: 23628
hidden_col_norms_max: 1.39717678245
hidden_col_norms_mean: 0.551778997775
hidden_col_norms_min: 0.0898452069223
hidden_max_x_max_u: 0.970927936339
hidden_max_x_mean_u: 0.835347462919
hidden_max_x_min_u: 0.730971675697
hidden_mean_x_max_u: 0.75749179643
hidden_mean_x_mean_u: 0.699661094669
hidden_mean_x_min_u: 0.582986349221
hidden_min_x_max_u: 0.699281248277
hidden_min_x_mean_u: 0.514097053862
hidden_min_x_min_u: 0.171835917676
hidden_range_x_max_u: 0.751497271018
hidden_range_x_mean_u: 0.321250409057
hidden_range_x_min_u: 0.0436714382998
hidden_row_norms_max: 1.86640172371
hidden_row_norms_mean: 0.910919088262
hidden_row_norms_min: 0.230671124203
learning_rate: 0.0113
momentum: 0.92
objective: 0.450675819072
output_col_norms_max: 1.64686833613
output_col_norms_mean: 1.64581918861
output_col_norms_min: 1.64477004109
output_max_max_class: 0.932575180864
output_mean_max_class: 0.742755776249
output_min_max_class: 0.54151101206
output_misclass: 0.180124223602
output_nll: 0.450675819072
output_row_norms_max: 1.29324374974
output_row_norms_mean: 0.423900327143
output_row_norms_min: 0.028680181024
Monitoring step:
Epochs seen: 45
Batches seen: 2430
Examples seen: 24165
hidden_col_norms_max: 1.43428028679
hidden_col_norms_mean: 0.556326281529
hidden_col_norms_min: 0.0893489682251
hidden_max_x_max_u: 0.972703175278
hidden_max_x_mean_u: 0.835481735899
hidden_max_x_min_u: 0.730518451958
hidden_mean_x_max_u: 0.757745092007
hidden_mean_x_mean_u: 0.69976507484
hidden_mean_x_min_u: 0.581589642242
hidden_min_x_max_u: 0.698881052632
hidden_min_x_mean_u: 0.514596554755
hidden_min_x_min_u: 0.167114493544
hidden_range_x_max_u: 0.759559032912
hidden_range_x_mean_u: 0.320885181144
hidden_range_x_min_u: 0.0436958509563
hidden_row_norms_max: 1.88447963435
hidden_row_norms_mean: 0.92344915934
hidden_row_norms_min: 0.22101876809
learning_rate: 0.0104
momentum: 0.93
objective: 0.402975982491
output_col_norms_max: 1.66146296249
output_col_norms_mean: 1.6613005339
output_col_norms_min: 1.66113810531
output_max_max_class: 0.949587939664
output_mean_max_class: 0.773430212116
output_min_max_class: 0.551019153423
output_misclass: 0.229813664596
output_nll: 0.402975982491
output_row_norms_max: 1.29257982233
output_row_norms_mean: 0.426067588654
output_row_norms_min: 0.00149150546297
Monitoring step:
Epochs seen: 46
Batches seen: 2484
Examples seen: 24702
hidden_col_norms_max: 1.49199158982
hidden_col_norms_mean: 0.562232411249
hidden_col_norms_min: 0.0904401697932
hidden_max_x_max_u: 0.97586345165
hidden_max_x_mean_u: 0.837085306679
hidden_max_x_min_u: 0.73065237779
hidden_mean_x_max_u: 0.758476753044
hidden_mean_x_mean_u: 0.699013529873
hidden_mean_x_min_u: 0.575868008705
hidden_min_x_max_u: 0.698140809394
hidden_min_x_mean_u: 0.512465389782
hidden_min_x_min_u: 0.156895928665
hidden_range_x_max_u: 0.772826836605
hidden_range_x_mean_u: 0.324619916897
hidden_range_x_min_u: 0.044209977936
hidden_row_norms_max: 1.85315537557
hidden_row_norms_mean: 0.944450575456
hidden_row_norms_min: 0.256086689916
learning_rate: 0.0095
momentum: 0.94
objective: 0.410231390307
output_col_norms_max: 1.68469342316
output_col_norms_mean: 1.68427121318
output_col_norms_min: 1.68384900321
output_max_max_class: 0.96722929148
output_mean_max_class: 0.807798064568
output_min_max_class: 0.587858606984
output_misclass: 0.204968944099
output_nll: 0.410231390307
output_row_norms_max: 1.3127974926
output_row_norms_mean: 0.432136135289
output_row_norms_min: 0.0255778562297
Monitoring step:
Epochs seen: 47
Batches seen: 2538
Examples seen: 25239
hidden_col_norms_max: 1.52821622722
hidden_col_norms_mean: 0.575025463014
hidden_col_norms_min: 0.0899668048478
hidden_max_x_max_u: 0.976944188606
hidden_max_x_mean_u: 0.838361109641
hidden_max_x_min_u: 0.730043505317
hidden_mean_x_max_u: 0.758623832058
hidden_mean_x_mean_u: 0.697615260377
hidden_mean_x_min_u: 0.571369026176
hidden_min_x_max_u: 0.69731888268
hidden_min_x_mean_u: 0.50591259673
hidden_min_x_min_u: 0.143321192706
hidden_range_x_max_u: 0.788346300128
hidden_range_x_mean_u: 0.332448512911
hidden_range_x_min_u: 0.0445370416687
hidden_row_norms_max: 1.93029077121
hidden_row_norms_mean: 0.960309563172
hidden_row_norms_min: 0.2414875356
learning_rate: 0.0086
momentum: 0.95
objective: 0.400411484407
output_col_norms_max: 1.72374161603
output_col_norms_mean: 1.7235157779
output_col_norms_min: 1.72328993977
output_max_max_class: 0.956899866229
output_mean_max_class: 0.780831591175
output_min_max_class: 0.55911620309
output_misclass: 0.223602484472
output_nll: 0.400411484407
output_row_norms_max: 1.37523608993
output_row_norms_mean: 0.437418015342
output_row_norms_min: 0.003349393123
Monitoring step:
Epochs seen: 48
Batches seen: 2592
Examples seen: 25776
hidden_col_norms_max: 1.56859793603
hidden_col_norms_mean: 0.579081033042
hidden_col_norms_min: 0.0918575020275
hidden_max_x_max_u: 0.978364436643
hidden_max_x_mean_u: 0.837819517512
hidden_max_x_min_u: 0.7293158603
hidden_mean_x_max_u: 0.757496775453
hidden_mean_x_mean_u: 0.69668606034
hidden_mean_x_min_u: 0.57069909029
hidden_min_x_max_u: 0.695543989509
hidden_min_x_mean_u: 0.506823286766
hidden_min_x_min_u: 0.139200157572
hidden_range_x_max_u: 0.793528587672
hidden_range_x_mean_u: 0.330996230747
hidden_range_x_min_u: 0.0458381719395
hidden_row_norms_max: 1.90747324501
hidden_row_norms_mean: 0.975632454006
hidden_row_norms_min: 0.258199080342
learning_rate: 0.0077
momentum: 0.96
objective: 0.404107019427
output_col_norms_max: 1.71852636021
output_col_norms_mean: 1.71798577823
output_col_norms_min: 1.71744519624
output_max_max_class: 0.965340917221
output_mean_max_class: 0.803012858491
output_min_max_class: 0.585848294242
output_misclass: 0.217391304348
output_nll: 0.404107019427
output_row_norms_max: 1.37219598524
output_row_norms_mean: 0.435076434903
output_row_norms_min: 0.0173563803736
Monitoring step:
Epochs seen: 49
Batches seen: 2646
Examples seen: 26313
hidden_col_norms_max: 1.63472475824
hidden_col_norms_mean: 0.588785317457
hidden_col_norms_min: 0.0907464551521
hidden_max_x_max_u: 0.979948936992
hidden_max_x_mean_u: 0.837126138092
hidden_max_x_min_u: 0.728231250771
hidden_mean_x_max_u: 0.756888149556
hidden_mean_x_mean_u: 0.695576471998
hidden_mean_x_min_u: 0.566577844267
hidden_min_x_max_u: 0.694654944794
hidden_min_x_mean_u: 0.504982989544
hidden_min_x_min_u: 0.128703110921
hidden_range_x_max_u: 0.808288299177
hidden_range_x_mean_u: 0.332143148548
hidden_range_x_min_u: 0.0462756407122
hidden_row_norms_max: 1.92745205978
hidden_row_norms_mean: 1.00018702937
hidden_row_norms_min: 0.256032013572
learning_rate: 0.0068
momentum: 0.97
objective: 0.400578723663
output_col_norms_max: 1.73219515594
output_col_norms_mean: 1.73200212441
output_col_norms_min: 1.73180909288
output_max_max_class: 0.95545457009
output_mean_max_class: 0.78327778365
output_min_max_class: 0.562838803201
output_misclass: 0.229813664596
output_nll: 0.400578723663
output_row_norms_max: 1.43552160713
output_row_norms_mean: 0.432094521777
output_row_norms_min: 0.00450136458439
Monitoring step:
Epochs seen: 50
Batches seen: 2700
Examples seen: 26850
hidden_col_norms_max: 1.67602764255
hidden_col_norms_mean: 0.600527624427
hidden_col_norms_min: 0.0935196009977
hidden_max_x_max_u: 0.980639553172
hidden_max_x_mean_u: 0.839940192131
hidden_max_x_min_u: 0.726489787227
hidden_mean_x_max_u: 0.758064409157
hidden_mean_x_mean_u: 0.6944767674
hidden_mean_x_min_u: 0.565407621119
hidden_min_x_max_u: 0.693504983903
hidden_min_x_mean_u: 0.49968928798
hidden_min_x_min_u: 0.116013874585
hidden_range_x_max_u: 0.825382211317
hidden_range_x_mean_u: 0.340250904151
hidden_range_x_min_u: 0.0481044172547
hidden_row_norms_max: 1.88894625892
hidden_row_norms_mean: 1.0263582057
hidden_row_norms_min: 0.298098880041
learning_rate: 0.0059
momentum: 0.98
objective: 0.413367970133
output_col_norms_max: 1.74911598037
output_col_norms_mean: 1.74847679805
output_col_norms_min: 1.74783761573
output_max_max_class: 0.949567936884
output_mean_max_class: 0.770243951341
output_min_max_class: 0.57073434044
output_misclass: 0.217391304348
output_nll: 0.413367970133
output_row_norms_max: 1.45595991543
output_row_norms_mean: 0.433567451703
output_row_norms_min: 0.0045015353831
Monitoring step:
Epochs seen: 51
Batches seen: 2754
Examples seen: 27387
hidden_col_norms_max: 1.79069388529
hidden_col_norms_mean: 0.61239387807
hidden_col_norms_min: 0.0896462706292
hidden_max_x_max_u: 0.98342576348
hidden_max_x_mean_u: 0.840061755189
hidden_max_x_min_u: 0.725640651736
hidden_mean_x_max_u: 0.75879579292
hidden_mean_x_mean_u: 0.693894706367
hidden_mean_x_min_u: 0.558464842846
hidden_min_x_max_u: 0.693414311989
hidden_min_x_mean_u: 0.498329243761
hidden_min_x_min_u: 0.104317566896
hidden_range_x_max_u: 0.840902526654
hidden_range_x_mean_u: 0.341732511429
hidden_range_x_min_u: 0.0468562883792
hidden_row_norms_max: 1.94011143439
hidden_row_norms_mean: 1.05106347482
hidden_row_norms_min: 0.269645071243
learning_rate: 0.005
momentum: 0.99
objective: 0.399169303333
output_col_norms_max: 1.78812478165
output_col_norms_mean: 1.78740600473
output_col_norms_min: 1.78668722781
output_max_max_class: 0.956112907913
output_mean_max_class: 0.778872101003
output_min_max_class: 0.55872527726
output_misclass: 0.204968944099
output_nll: 0.399169303333
output_row_norms_max: 1.55345298538
output_row_norms_mean: 0.434519353164
output_row_norms_min: 0.00989422541728
Monitoring step:
Epochs seen: 52
Batches seen: 2808
Examples seen: 27924
hidden_col_norms_max: 1.87047900579
hidden_col_norms_mean: 0.623639703114
hidden_col_norms_min: 0.0876136659089
hidden_max_x_max_u: 0.984476098475
hidden_max_x_mean_u: 0.841123005372
hidden_max_x_min_u: 0.724319496329
hidden_mean_x_max_u: 0.758879544041
hidden_mean_x_mean_u: 0.693713090073
hidden_mean_x_min_u: 0.557372875473
hidden_min_x_max_u: 0.693059833505
hidden_min_x_mean_u: 0.498114364823
hidden_min_x_min_u: 0.0939218146823
hidden_range_x_max_u: 0.855454481379
hidden_range_x_mean_u: 0.343008640548
hidden_range_x_min_u: 0.0467657261293
hidden_row_norms_max: 2.02064367279
hidden_row_norms_mean: 1.07792877864
hidden_row_norms_min: 0.271470750327
learning_rate: 0.005
momentum: 0.99
objective: 0.404385483143
output_col_norms_max: 1.80574347001
output_col_norms_mean: 1.80419315147
output_col_norms_min: 1.80264283293
output_max_max_class: 0.965756093559
output_mean_max_class: 0.80315281529
output_min_max_class: 0.580366525528
output_misclass: 0.223602484472
output_nll: 0.404385483143
output_row_norms_max: 1.57547474349
output_row_norms_mean: 0.433968343023
output_row_norms_min: 0.024513258788
Monitoring step:
Epochs seen: 53
Batches seen: 2862
Examples seen: 28461
hidden_col_norms_max: 1.97723169528
hidden_col_norms_mean: 0.638425153402
hidden_col_norms_min: 0.0865679848914
hidden_max_x_max_u: 0.986584218583
hidden_max_x_mean_u: 0.84218914883
hidden_max_x_min_u: 0.724412871556
hidden_mean_x_max_u: 0.759813725226
hidden_mean_x_mean_u: 0.69247282283
hidden_mean_x_min_u: 0.552083321254
hidden_min_x_max_u: 0.692085051931
hidden_min_x_mean_u: 0.493908033022
hidden_min_x_min_u: 0.0824698065539
hidden_range_x_max_u: 0.870293562778
hidden_range_x_mean_u: 0.348281115808
hidden_range_x_min_u: 0.0476535773737
hidden_row_norms_max: 2.16565893923
hidden_row_norms_mean: 1.10237341045
hidden_row_norms_min: 0.283854956831
learning_rate: 0.005
momentum: 0.99
objective: 0.398919860308
output_col_norms_max: 1.8417474514
output_col_norms_mean: 1.84051106706
output_col_norms_min: 1.83927468273
output_max_max_class: 0.953184991979
output_mean_max_class: 0.774222437313
output_min_max_class: 0.567245938507
output_misclass: 0.211180124224
output_nll: 0.398919860308
output_row_norms_max: 1.69538144162
output_row_norms_mean: 0.429434568125
output_row_norms_min: 0.0116711461056
Monitoring step:
Epochs seen: 54
Batches seen: 2916
Examples seen: 28998
hidden_col_norms_max: 2.06223160278
hidden_col_norms_mean: 0.662373941653
hidden_col_norms_min: 0.0865320143456
hidden_max_x_max_u: 0.987091203693
hidden_max_x_mean_u: 0.844085123542
hidden_max_x_min_u: 0.724598545975
hidden_mean_x_max_u: 0.759771793376
hidden_mean_x_mean_u: 0.691073150913
hidden_mean_x_min_u: 0.549845293558
hidden_min_x_max_u: 0.690952388961
hidden_min_x_mean_u: 0.487184019705
hidden_min_x_min_u: 0.0739126167473
hidden_range_x_max_u: 0.881463530363
hidden_range_x_mean_u: 0.356901103837
hidden_range_x_min_u: 0.048145128312
hidden_row_norms_max: 2.28951507385
hidden_row_norms_mean: 1.14023413911
hidden_row_norms_min: 0.267332729656
learning_rate: 0.005
momentum: 0.99
objective: 0.401568949997
output_col_norms_max: 1.93289944184
output_col_norms_mean: 1.93124004417
output_col_norms_min: 1.92958064651
output_max_max_class: 0.956547096026
output_mean_max_class: 0.777302383115
output_min_max_class: 0.568956010583
output_misclass: 0.204968944099
output_nll: 0.401568949997
output_row_norms_max: 1.78958609295
output_row_norms_mean: 0.444276848109
output_row_norms_min: 0.00346237753559
Monitoring step:
Epochs seen: 55
Batches seen: 2970
Examples seen: 29535
hidden_col_norms_max: 2.14626903726
hidden_col_norms_mean: 0.682229758111
hidden_col_norms_min: 0.0852617662808
hidden_max_x_max_u: 0.98801545195
hidden_max_x_mean_u: 0.844629615544
hidden_max_x_min_u: 0.724175841506
hidden_mean_x_max_u: 0.759363569017
hidden_mean_x_mean_u: 0.689749845887
hidden_mean_x_min_u: 0.547556865551
hidden_min_x_max_u: 0.690263088478
hidden_min_x_mean_u: 0.483768483765
hidden_min_x_min_u: 0.0667216503804
hidden_range_x_max_u: 0.890376555213
hidden_range_x_mean_u: 0.36086113178
hidden_range_x_min_u: 0.0479718829928
hidden_row_norms_max: 2.41375786289
hidden_row_norms_mean: 1.17895664294
hidden_row_norms_min: 0.277674373986
learning_rate: 0.005
momentum: 0.99
objective: 0.453691898224
output_col_norms_max: 2.00318376226
output_col_norms_mean: 2.00196164375
output_col_norms_min: 2.00073952525
output_max_max_class: 0.945843676745
output_mean_max_class: 0.753643043372
output_min_max_class: 0.535463354398
output_misclass: 0.155279503106
output_nll: 0.453691898224
output_row_norms_max: 1.91489079504
output_row_norms_mean: 0.450392314295
output_row_norms_min: 0.0206500632311
Saving to /tmp/best.pkl...
Saving to /tmp/best.pkl done. Time elapsed: 0.061673 seconds
Monitoring step:
Epochs seen: 56
Batches seen: 3024
Examples seen: 30072
hidden_col_norms_max: 2.22079422366
hidden_col_norms_mean: 0.696794942908
hidden_col_norms_min: 0.0825158699845
hidden_max_x_max_u: 0.988369493486
hidden_max_x_mean_u: 0.844882949168
hidden_max_x_min_u: 0.72293531311
hidden_mean_x_max_u: 0.758457316782
hidden_mean_x_mean_u: 0.688162664443
hidden_mean_x_min_u: 0.548605519171
hidden_min_x_max_u: 0.688978868809
hidden_min_x_mean_u: 0.480999525807
hidden_min_x_min_u: 0.0645533959794
hidden_range_x_max_u: 0.894908787987
hidden_range_x_mean_u: 0.363883423361
hidden_range_x_min_u: 0.0467143061543
hidden_row_norms_max: 2.53787754243
hidden_row_norms_mean: 1.20806718131
hidden_row_norms_min: 0.269619832428
learning_rate: 0.005
momentum: 0.99
objective: 0.468609760593
output_col_norms_max: 2.03285282696
output_col_norms_mean: 2.03166813813
output_col_norms_min: 2.0304834493
output_max_max_class: 0.94364810678
output_mean_max_class: 0.745875941626
output_min_max_class: 0.526409666092
output_misclass: 0.167701863354
output_nll: 0.468609760593
output_row_norms_max: 1.9822237868
output_row_norms_mean: 0.449296475515
output_row_norms_min: 0.0184574272438
Monitoring step:
Epochs seen: 57
Batches seen: 3078
Examples seen: 30609
hidden_col_norms_max: 2.30647018558
hidden_col_norms_mean: 0.714592470591
hidden_col_norms_min: 0.0820031927809
hidden_max_x_max_u: 0.989219972056
hidden_max_x_mean_u: 0.844734530414
hidden_max_x_min_u: 0.718933184319
hidden_mean_x_max_u: 0.758308359956
hidden_mean_x_mean_u: 0.684563745186
hidden_mean_x_min_u: 0.541670596908
hidden_min_x_max_u: 0.685122810009
hidden_min_x_mean_u: 0.474141723594
hidden_min_x_min_u: 0.0575952632601
hidden_range_x_max_u: 0.904590831614
hidden_range_x_mean_u: 0.370592806819
hidden_range_x_min_u: 0.0473415251329
hidden_row_norms_max: 2.63814164016
hidden_row_norms_mean: 1.24591469121
hidden_row_norms_min: 0.269524703571
learning_rate: 0.005
momentum: 0.99
objective: 0.485842674466
output_col_norms_max: 2.08334716717
output_col_norms_mean: 2.08219116583
output_col_norms_min: 2.08103516449
output_max_max_class: 0.949212232556
output_mean_max_class: 0.752269986461
output_min_max_class: 0.530895458969
output_misclass: 0.186335403727
output_nll: 0.485842674466
output_row_norms_max: 2.07628015901
output_row_norms_mean: 0.451174569771
output_row_norms_min: 0.018796033311
Monitoring step:
Epochs seen: 58
Batches seen: 3132
Examples seen: 31146
hidden_col_norms_max: 2.38250556842
hidden_col_norms_mean: 0.749319671309
hidden_col_norms_min: 0.0811054727846
hidden_max_x_max_u: 0.990026067523
hidden_max_x_mean_u: 0.845148452905
hidden_max_x_min_u: 0.712259443362
hidden_mean_x_max_u: 0.754967093796
hidden_mean_x_mean_u: 0.677541345976
hidden_mean_x_min_u: 0.5342118848
hidden_min_x_max_u: 0.677554071989
hidden_min_x_mean_u: 0.456037686049
hidden_min_x_min_u: 0.0497492925823
hidden_range_x_max_u: 0.912621224793
hidden_range_x_mean_u: 0.389110766855
hidden_range_x_min_u: 0.0487833590224
hidden_row_norms_max: 2.71913332066
hidden_row_norms_mean: 1.3034866945
hidden_row_norms_min: 0.298590080026
learning_rate: 0.005
momentum: 0.99
objective: 0.52539242487
output_col_norms_max: 2.2206834531
output_col_norms_mean: 2.21913615395
output_col_norms_min: 2.2175888548
output_max_max_class: 0.965650231214
output_mean_max_class: 0.773085121966
output_min_max_class: 0.548617275152
output_misclass: 0.211180124224
output_nll: 0.52539242487
output_row_norms_max: 2.17916908402
output_row_norms_mean: 0.483749217915
output_row_norms_min: 0.0205347744455
Monitoring step:
Epochs seen: 59
Batches seen: 3186
Examples seen: 31683
hidden_col_norms_max: 2.4380989904
hidden_col_norms_mean: 0.789247125935
hidden_col_norms_min: 0.0812484614988
hidden_max_x_max_u: 0.989977527143
hidden_max_x_mean_u: 0.842813182621
hidden_max_x_min_u: 0.701032992425
hidden_mean_x_max_u: 0.746258829261
hidden_mean_x_mean_u: 0.665966081087
hidden_mean_x_min_u: 0.528717652653
hidden_min_x_max_u: 0.664884908555
hidden_min_x_mean_u: 0.43206228868
hidden_min_x_min_u: 0.0412878803945
hidden_range_x_max_u: 0.919485493044
hidden_range_x_mean_u: 0.410750893941
hidden_range_x_min_u: 0.0474924099235
hidden_row_norms_max: 2.77755623847
hidden_row_norms_mean: 1.36193940471
hidden_row_norms_min: 0.316935600975
learning_rate: 0.005
momentum: 0.99
objective: 0.748571785744
output_col_norms_max: 2.34268178721
output_col_norms_mean: 2.34152123312
output_col_norms_min: 2.34036067903
output_max_max_class: 0.979345109077
output_mean_max_class: 0.797862131353
output_min_max_class: 0.565421891968
output_misclass: 0.347826086957
output_nll: 0.748571785744
output_row_norms_max: 2.26909096951
output_row_norms_mean: 0.519350291071
output_row_norms_min: 0.016958458727
Monitoring step:
Epochs seen: 60
Batches seen: 3240
Examples seen: 32220
hidden_col_norms_max: 2.59523017328
hidden_col_norms_mean: 0.829048939431
hidden_col_norms_min: 0.0854792412137
hidden_max_x_max_u: 0.99110752977
hidden_max_x_mean_u: 0.836103310985
hidden_max_x_min_u: 0.685362355896
hidden_mean_x_max_u: 0.737421195659
hidden_mean_x_mean_u: 0.651290603611
hidden_mean_x_min_u: 0.519011584568
hidden_min_x_max_u: 0.641988065403
hidden_min_x_mean_u: 0.410016367767
hidden_min_x_min_u: 0.0383347382211
hidden_range_x_max_u: 0.921006707037
hidden_range_x_mean_u: 0.426086943219
hidden_range_x_min_u: 0.0517821075952
hidden_row_norms_max: 2.87830282378
hidden_row_norms_mean: 1.44199356783
hidden_row_norms_min: 0.354144616478
learning_rate: 0.005
momentum: 0.99
objective: 0.518400906865
output_col_norms_max: 2.43013150647
output_col_norms_mean: 2.42931716651
output_col_norms_min: 2.42850282655
output_max_max_class: 0.977044655253
output_mean_max_class: 0.797204550679
output_min_max_class: 0.552314406906
output_misclass: 0.198757763975
output_nll: 0.518400906865
output_row_norms_max: 2.3784952714
output_row_norms_mean: 0.53223454347
output_row_norms_min: 0.028001096734
Monitoring step:
Epochs seen: 61
Batches seen: 3294
Examples seen: 32757
hidden_col_norms_max: 2.64826165326
hidden_col_norms_mean: 0.844511829544
hidden_col_norms_min: 0.0948501442622
hidden_max_x_max_u: 0.990460732971
hidden_max_x_mean_u: 0.830588711107
hidden_max_x_min_u: 0.670744960084
hidden_mean_x_max_u: 0.730444052228
hidden_mean_x_mean_u: 0.639800614381
hidden_mean_x_min_u: 0.512262444138
hidden_min_x_max_u: 0.616477472149
hidden_min_x_mean_u: 0.395147894389
hidden_min_x_min_u: 0.0366100452833
hidden_range_x_max_u: 0.921239839285
hidden_range_x_mean_u: 0.435440816718
hidden_range_x_min_u: 0.0610886715081
hidden_row_norms_max: 2.99843916843
hidden_row_norms_mean: 1.47260294723
hidden_row_norms_min: 0.38566266957
learning_rate: 0.005
momentum: 0.99
objective: 0.454057973608
output_col_norms_max: 2.33222020837
output_col_norms_mean: 2.33105005597
output_col_norms_min: 2.32987990356
output_max_max_class: 0.966774093013
output_mean_max_class: 0.785548715689
output_min_max_class: 0.541991899748
output_misclass: 0.204968944099
output_nll: 0.454057973608
output_row_norms_max: 2.32518748539
output_row_norms_mean: 0.497889864926
output_row_norms_min: 0.0211296986981
Monitoring step:
Epochs seen: 62
Batches seen: 3348
Examples seen: 33294
hidden_col_norms_max: 2.64925575414
hidden_col_norms_mean: 0.854092082955
hidden_col_norms_min: 0.106897551861
hidden_max_x_max_u: 0.990195313958
hidden_max_x_mean_u: 0.829811239469
hidden_max_x_min_u: 0.663426277242
hidden_mean_x_max_u: 0.727313081563
hidden_mean_x_mean_u: 0.631504269002
hidden_mean_x_min_u: 0.510674012413
hidden_min_x_max_u: 0.595933814932
hidden_min_x_mean_u: 0.381190541737
hidden_min_x_min_u: 0.0357085963967
hidden_range_x_max_u: 0.925749003692
hidden_range_x_mean_u: 0.448620697732
hidden_range_x_min_u: 0.074608852129
hidden_row_norms_max: 3.12527622633
hidden_row_norms_mean: 1.4763951625
hidden_row_norms_min: 0.495370264052
learning_rate: 0.005
momentum: 0.99
objective: 0.438231067798
output_col_norms_max: 2.19388848272
output_col_norms_mean: 2.19159225824
output_col_norms_min: 2.18929603377
output_max_max_class: 0.95594944499
output_mean_max_class: 0.774420981862
output_min_max_class: 0.546542153601
output_misclass: 0.211180124224
output_nll: 0.438231067798
output_row_norms_max: 2.19998715644
output_row_norms_mean: 0.460686366111
output_row_norms_min: 0.0208818141128
Monitoring step:
Epochs seen: 63
Batches seen: 3402
Examples seen: 33831
hidden_col_norms_max: 2.70899301814
hidden_col_norms_mean: 0.856644044679
hidden_col_norms_min: 0.118180307013
hidden_max_x_max_u: 0.991053165277
hidden_max_x_mean_u: 0.827428648806
hidden_max_x_min_u: 0.659158988634
hidden_mean_x_max_u: 0.725150699605
hidden_mean_x_mean_u: 0.625873263844
hidden_mean_x_min_u: 0.506770099628
hidden_min_x_max_u: 0.581163370074
hidden_min_x_mean_u: 0.373229370373
hidden_min_x_min_u: 0.0342475049543
hidden_range_x_max_u: 0.928486207033
hidden_range_x_mean_u: 0.454199278433
hidden_range_x_min_u: 0.0868655624889
hidden_row_norms_max: 3.21977837281
hidden_row_norms_mean: 1.47846459296
hidden_row_norms_min: 0.559895567364
learning_rate: 0.005
momentum: 0.99
objective: 0.461103246987
output_col_norms_max: 2.05559438016
output_col_norms_mean: 2.05340720666
output_col_norms_min: 2.05122003317
output_max_max_class: 0.937905723475
output_mean_max_class: 0.749638430322
output_min_max_class: 0.532288392325
output_misclass: 0.223602484472
output_nll: 0.461103246987
output_row_norms_max: 2.18530152452
output_row_norms_mean: 0.411801716534
output_row_norms_min: 0.0114331789125
Monitoring step:
Epochs seen: 64
Batches seen: 3456
Examples seen: 34368
hidden_col_norms_max: 2.79740939207
hidden_col_norms_mean: 0.874584757999
hidden_col_norms_min: 0.127791661415
hidden_max_x_max_u: 0.991799546348
hidden_max_x_mean_u: 0.82494672698
hidden_max_x_min_u: 0.656800616249
hidden_mean_x_max_u: 0.723726111939
hidden_mean_x_mean_u: 0.620495071636
hidden_mean_x_min_u: 0.502365519282
hidden_min_x_max_u: 0.570167543183
hidden_min_x_mean_u: 0.364505836174
hidden_min_x_min_u: 0.0347878653814
hidden_range_x_max_u: 0.92748834168
hidden_range_x_mean_u: 0.460440890806
hidden_range_x_min_u: 0.0971050450294
hidden_row_norms_max: 3.31111709924
hidden_row_norms_mean: 1.50594692523
hidden_row_norms_min: 0.53160964382
learning_rate: 0.005
momentum: 0.99
objective: 0.400438957225
output_col_norms_max: 2.09729496521
output_col_norms_mean: 2.09491010979
output_col_norms_min: 2.09252525438
output_max_max_class: 0.965354180865
output_mean_max_class: 0.793306581919
output_min_max_class: 0.573128286205
output_misclass: 0.198757763975
output_nll: 0.400438957225
output_row_norms_max: 2.22363570825
output_row_norms_mean: 0.427738870127
output_row_norms_min: 0.00848164790038
Monitoring step:
Epochs seen: 65
Batches seen: 3510
Examples seen: 34905
hidden_col_norms_max: 2.85913501231
hidden_col_norms_mean: 0.892202917352
hidden_col_norms_min: 0.134581391363
hidden_max_x_max_u: 0.992280577639
hidden_max_x_mean_u: 0.823051577029
hidden_max_x_min_u: 0.653581901616
hidden_mean_x_max_u: 0.721990843422
hidden_mean_x_mean_u: 0.615151753113
hidden_mean_x_min_u: 0.500790598687
hidden_min_x_max_u: 0.559094294325
hidden_min_x_mean_u: 0.355789532667
hidden_min_x_min_u: 0.0346202676822
hidden_range_x_max_u: 0.925946760629
hidden_range_x_mean_u: 0.467262044361
hidden_range_x_min_u: 0.106033370767
hidden_row_norms_max: 3.38418876909
hidden_row_norms_mean: 1.53790664365
hidden_row_norms_min: 0.587977117364
learning_rate: 0.005
momentum: 0.99
objective: 0.394706696234
output_col_norms_max: 2.15183512642
output_col_norms_mean: 2.14939365357
output_col_norms_min: 2.14695218072
output_max_max_class: 0.971010904734
output_mean_max_class: 0.802695966141
output_min_max_class: 0.575101823704
output_misclass: 0.186335403727
output_nll: 0.394706696234
output_row_norms_max: 2.28522147569
output_row_norms_mean: 0.437025644787
output_row_norms_min: 0.00770134911982
Monitoring step:
Epochs seen: 66
Batches seen: 3564
Examples seen: 35442
hidden_col_norms_max: 2.94335206949
hidden_col_norms_mean: 0.912035019257
hidden_col_norms_min: 0.142003639779
hidden_max_x_max_u: 0.99243697696
hidden_max_x_mean_u: 0.821279505634
hidden_max_x_min_u: 0.649531581731
hidden_mean_x_max_u: 0.720074971801
hidden_mean_x_mean_u: 0.609387927576
hidden_mean_x_min_u: 0.49308318388
hidden_min_x_max_u: 0.548833330892
hidden_min_x_mean_u: 0.346044998507
hidden_min_x_min_u: 0.0346685788336
hidden_range_x_max_u: 0.927467208063
hidden_range_x_mean_u: 0.475234507127
hidden_range_x_min_u: 0.112559124166
hidden_row_norms_max: 3.45709072345
hidden_row_norms_mean: 1.57917877492
hidden_row_norms_min: 0.661642784204
learning_rate: 0.005
momentum: 0.99
objective: 0.505852250033
output_col_norms_max: 2.25520066806
output_col_norms_mean: 2.25108238834
output_col_norms_min: 2.24696410862
output_max_max_class: 0.994778244918
output_mean_max_class: 0.884106032134
output_min_max_class: 0.665183402464
output_misclass: 0.248447204969
output_nll: 0.505852250033
output_row_norms_max: 2.27015425633
output_row_norms_mean: 0.492398140325
output_row_norms_min: 0.0856975268233
Monitoring step:
Epochs seen: 67
Batches seen: 3618
Examples seen: 35979
hidden_col_norms_max: 2.9873608569
hidden_col_norms_mean: 0.928139362087
hidden_col_norms_min: 0.14948006685
hidden_max_x_max_u: 0.992489071213
hidden_max_x_mean_u: 0.817117674056
hidden_max_x_min_u: 0.64214397868
hidden_mean_x_max_u: 0.716923514666
hidden_mean_x_mean_u: 0.601194692463
hidden_mean_x_min_u: 0.489924909431
hidden_min_x_max_u: 0.535723779177
hidden_min_x_mean_u: 0.335312423448
hidden_min_x_min_u: 0.0355020118356
hidden_range_x_max_u: 0.924968489286
hidden_range_x_mean_u: 0.481805250608
hidden_range_x_min_u: 0.118492473977
hidden_row_norms_max: 3.49109082306
hidden_row_norms_mean: 1.61460047351
hidden_row_norms_min: 0.728362136616
learning_rate: 0.005
momentum: 0.99
objective: 0.485279895023
output_col_norms_max: 2.29900467747
output_col_norms_mean: 2.29545019006
output_col_norms_min: 2.29189570266
output_max_max_class: 0.994462569136
output_mean_max_class: 0.880003472268
output_min_max_class: 0.659498490817
output_misclass: 0.23602484472
output_nll: 0.485279895023
output_row_norms_max: 2.31684599903
output_row_norms_mean: 0.502184112533
output_row_norms_min: 0.0834951439254
Monitoring step:
Epochs seen: 68
Batches seen: 3672
Examples seen: 36516
hidden_col_norms_max: 2.99112193591
hidden_col_norms_mean: 0.943243550758
hidden_col_norms_min: 0.155639715131
hidden_max_x_max_u: 0.992096931932
hidden_max_x_mean_u: 0.812579036674
hidden_max_x_min_u: 0.632610970254
hidden_mean_x_max_u: 0.716497557278
hidden_mean_x_mean_u: 0.59279725002
hidden_mean_x_min_u: 0.488664567362
hidden_min_x_max_u: 0.520708912267
hidden_min_x_mean_u: 0.324882736913
hidden_min_x_min_u: 0.0354169043267
hidden_range_x_max_u: 0.922590502813
hidden_range_x_mean_u: 0.48769629976
hidden_range_x_min_u: 0.122380119999
hidden_row_norms_max: 3.50828669833
hidden_row_norms_mean: 1.64812494777
hidden_row_norms_min: 0.763309529155
learning_rate: 0.005
momentum: 0.99
objective: 0.490528356973
output_col_norms_max: 2.30363887691
output_col_norms_mean: 2.30047570444
output_col_norms_min: 2.29731253197
output_max_max_class: 0.992925999594
output_mean_max_class: 0.878788627115
output_min_max_class: 0.671823901809
output_misclass: 0.242236024845
output_nll: 0.490528356973
output_row_norms_max: 2.28350586117
output_row_norms_mean: 0.504299158904
output_row_norms_min: 0.0707509971732
Monitoring step:
Epochs seen: 69
Batches seen: 3726
Examples seen: 37053
hidden_col_norms_max: 3.03752372422
hidden_col_norms_mean: 0.950997084825
hidden_col_norms_min: 0.167586043645
hidden_max_x_max_u: 0.992468906679
hidden_max_x_mean_u: 0.807736487857
hidden_max_x_min_u: 0.624680159418
hidden_mean_x_max_u: 0.71673502108
hidden_mean_x_mean_u: 0.58431502698
hidden_mean_x_min_u: 0.481429425063
hidden_min_x_max_u: 0.504545935969
hidden_min_x_mean_u: 0.31577755023
hidden_min_x_min_u: 0.0328844323466
hidden_range_x_max_u: 0.924152671354
hidden_range_x_mean_u: 0.491958937627
hidden_range_x_min_u: 0.132707226182
hidden_row_norms_max: 3.54771860431
hidden_row_norms_mean: 1.6798937929
hidden_row_norms_min: 0.850204755963
learning_rate: 0.005
momentum: 0.99
objective: 0.399635721981
output_col_norms_max: 2.26270654331
output_col_norms_mean: 2.2605002408
output_col_norms_min: 2.25829393829
output_max_max_class: 0.976608843425
output_mean_max_class: 0.811108633054
output_min_max_class: 0.573667151556
output_misclass: 0.198757763975
output_nll: 0.399635721981
output_row_norms_max: 2.36907597239
output_row_norms_mean: 0.466862710254
output_row_norms_min: 0.0411937741545
Monitoring step:
Epochs seen: 70
Batches seen: 3780
Examples seen: 37590
hidden_col_norms_max: 3.06038752765
hidden_col_norms_mean: 0.957995290723
hidden_col_norms_min: 0.173598851534
hidden_max_x_max_u: 0.99309387812
hidden_max_x_mean_u: 0.804588431121
hidden_max_x_min_u: 0.618298435318
hidden_mean_x_max_u: 0.718113590908
hidden_mean_x_mean_u: 0.578830304878
hidden_mean_x_min_u: 0.477827716795
hidden_min_x_max_u: 0.494842807484
hidden_min_x_mean_u: 0.309363418804
hidden_min_x_min_u: 0.0322050083327
hidden_range_x_max_u: 0.92460965259
hidden_range_x_mean_u: 0.495225012318
hidden_range_x_min_u: 0.138504900962
hidden_row_norms_max: 3.60138644183
hidden_row_norms_mean: 1.69715079643
hidden_row_norms_min: 0.863104911662
learning_rate: 0.005
momentum: 0.99
objective: 0.404944801066
output_col_norms_max: 2.23302298143
output_col_norms_mean: 2.23095999542
output_col_norms_min: 2.22889700941
output_max_max_class: 0.96543348326
output_mean_max_class: 0.787481241558
output_min_max_class: 0.566739837179
output_misclass: 0.186335403727
output_nll: 0.404944801066
output_row_norms_max: 2.36881792304
output_row_norms_mean: 0.451233163896
output_row_norms_min: 0.0361148808361
Monitoring step:
Epochs seen: 71
Batches seen: 3834
Examples seen: 38127
hidden_col_norms_max: 3.0622920711
hidden_col_norms_mean: 0.961370445081
hidden_col_norms_min: 0.174241044133
hidden_max_x_max_u: 0.993430916851
hidden_max_x_mean_u: 0.802106588887
hidden_max_x_min_u: 0.612632389911
hidden_mean_x_max_u: 0.720213640672
hidden_mean_x_mean_u: 0.575412683892
hidden_mean_x_min_u: 0.47537714248
hidden_min_x_max_u: 0.487006994046
hidden_min_x_mean_u: 0.304750217689
hidden_min_x_min_u: 0.0321071906484
hidden_range_x_max_u: 0.925657377506
hidden_range_x_mean_u: 0.497356371198
hidden_range_x_min_u: 0.140159407798
hidden_row_norms_max: 3.64123762055
hidden_row_norms_mean: 1.70113228046
hidden_row_norms_min: 0.830771381581
learning_rate: 0.005
momentum: 0.99
objective: 0.413467859354
output_col_norms_max: 2.17029222373
output_col_norms_mean: 2.16836095295
output_col_norms_min: 2.16642968218
output_max_max_class: 0.955543298868
output_mean_max_class: 0.775205783558
output_min_max_class: 0.569072617842
output_misclass: 0.192546583851
output_nll: 0.413467859354
output_row_norms_max: 2.31300644786
output_row_norms_mean: 0.435805326101
output_row_norms_min: 0.0414180681293
Monitoring step:
Epochs seen: 72
Batches seen: 3888
Examples seen: 38664
hidden_col_norms_max: 3.08352827256
hidden_col_norms_mean: 0.966490971783
hidden_col_norms_min: 0.175999906889
hidden_max_x_max_u: 0.993535821792
hidden_max_x_mean_u: 0.800896265425
hidden_max_x_min_u: 0.609498656031
hidden_mean_x_max_u: 0.724497902795
hidden_mean_x_mean_u: 0.573644640327
hidden_mean_x_min_u: 0.472334588267
hidden_min_x_max_u: 0.484286873845
hidden_min_x_mean_u: 0.302621123294
hidden_min_x_min_u: 0.0327728204965
hidden_range_x_max_u: 0.92592766382
hidden_range_x_mean_u: 0.498275142131
hidden_range_x_min_u: 0.142486509369
hidden_row_norms_max: 3.66767343842
hidden_row_norms_mean: 1.71869769425
hidden_row_norms_min: 0.850003440409
learning_rate: 0.005
momentum: 0.99
objective: 0.418432162237
output_col_norms_max: 2.16080615285
output_col_norms_mean: 2.15858046849
output_col_norms_min: 2.15635478414
output_max_max_class: 0.954515842024
output_mean_max_class: 0.773628589038
output_min_max_class: 0.57198470341
output_misclass: 0.186335403727
output_nll: 0.418432162237
output_row_norms_max: 2.31086537823
output_row_norms_mean: 0.4314050585
output_row_norms_min: 0.04259817089
Monitoring step:
Epochs seen: 73
Batches seen: 3942
Examples seen: 39201
hidden_col_norms_max: 3.12277509631
hidden_col_norms_mean: 0.974699181369
hidden_col_norms_min: 0.175165899862
hidden_max_x_max_u: 0.993081547474
hidden_max_x_mean_u: 0.799801378998
hidden_max_x_min_u: 0.60580158782
hidden_mean_x_max_u: 0.726083540064
hidden_mean_x_mean_u: 0.572942510395
hidden_mean_x_min_u: 0.472548597598
hidden_min_x_max_u: 0.48303126974
hidden_min_x_mean_u: 0.300901392269
hidden_min_x_min_u: 0.0338153458292
hidden_range_x_max_u: 0.925722635476
hidden_range_x_mean_u: 0.498899986728
hidden_range_x_min_u: 0.14029631934
hidden_row_norms_max: 3.71155910832
hidden_row_norms_mean: 1.74077002954
hidden_row_norms_min: 0.899827064625
learning_rate: 0.005
momentum: 0.99
objective: 0.412754084245
output_col_norms_max: 2.18137461657
output_col_norms_mean: 2.1785850647
output_col_norms_min: 2.17579551283
output_max_max_class: 0.96308734429
output_mean_max_class: 0.795672582109
output_min_max_class: 0.584305788963
output_misclass: 0.186335403727
output_nll: 0.412754084245
output_row_norms_max: 2.28282974435
output_row_norms_mean: 0.443629786974
output_row_norms_min: 0.0516254814783
Monitoring step:
Epochs seen: 74
Batches seen: 3996
Examples seen: 39738
hidden_col_norms_max: 3.17016689853
hidden_col_norms_mean: 0.988088294303
hidden_col_norms_min: 0.179997585535
hidden_max_x_max_u: 0.993326686415
hidden_max_x_mean_u: 0.799396667932
hidden_max_x_min_u: 0.605288947811
hidden_mean_x_max_u: 0.728422267754
hidden_mean_x_mean_u: 0.571810643232
hidden_mean_x_min_u: 0.470977714307
hidden_min_x_max_u: 0.484176785743
hidden_min_x_mean_u: 0.297718159699
hidden_min_x_min_u: 0.0335557025446
hidden_range_x_max_u: 0.926735279541
hidden_range_x_mean_u: 0.501678508232
hidden_range_x_min_u: 0.143322087587
hidden_row_norms_max: 3.73284538978
hidden_row_norms_mean: 1.77427442648
hidden_row_norms_min: 0.916715299844
learning_rate: 0.005
momentum: 0.99
objective: 0.405505369991
output_col_norms_max: 2.25694276702
output_col_norms_mean: 2.25466194431
output_col_norms_min: 2.25238112159
output_max_max_class: 0.967075909601
output_mean_max_class: 0.799159815662
output_min_max_class: 0.573387120167
output_misclass: 0.186335403727
output_nll: 0.405505369991
output_row_norms_max: 2.34622082586
output_row_norms_mean: 0.462113344978
output_row_norms_min: 0.0497530041558
Monitoring step:
Epochs seen: 75
Batches seen: 4050
Examples seen: 40275
hidden_col_norms_max: 3.20920687497
hidden_col_norms_mean: 0.999710454969
hidden_col_norms_min: 0.177868381445
hidden_max_x_max_u: 0.993235147815
hidden_max_x_mean_u: 0.799092464648
hidden_max_x_min_u: 0.603324907945
hidden_mean_x_max_u: 0.730344717875
hidden_mean_x_mean_u: 0.571114909425
hidden_mean_x_min_u: 0.470166747066
hidden_min_x_max_u: 0.485297289184
hidden_min_x_mean_u: 0.296147863505
hidden_min_x_min_u: 0.0342313038251
hidden_range_x_max_u: 0.926743070326
hidden_range_x_mean_u: 0.502944601143
hidden_range_x_min_u: 0.14257030628
hidden_row_norms_max: 3.7688570413
hidden_row_norms_mean: 1.80236958684
hidden_row_norms_min: 0.917335045428
learning_rate: 0.005
momentum: 0.99
objective: 0.423833494516
output_col_norms_max: 2.31327370817
output_col_norms_mean: 2.31203966341
output_col_norms_min: 2.31080561865
output_max_max_class: 0.954034453138
output_mean_max_class: 0.774061867311
output_min_max_class: 0.571711974146
output_misclass: 0.198757763975
output_nll: 0.423833494516
output_row_norms_max: 2.41657707357
output_row_norms_mean: 0.463879803763
output_row_norms_min: 0.0237702750082
Monitoring step:
Epochs seen: 76
Batches seen: 4104
Examples seen: 40812
hidden_col_norms_max: 3.27137692296
hidden_col_norms_mean: 1.00840243189
hidden_col_norms_min: 0.176859292299
hidden_max_x_max_u: 0.992936626425
hidden_max_x_mean_u: 0.799321507833
hidden_max_x_min_u: 0.601775612867
hidden_mean_x_max_u: 0.732344258621
hidden_mean_x_mean_u: 0.570806188839
hidden_mean_x_min_u: 0.466485133462
hidden_min_x_max_u: 0.487785284768
hidden_min_x_mean_u: 0.295036759956
hidden_min_x_min_u: 0.0322439738842
hidden_range_x_max_u: 0.931417015276
hidden_range_x_mean_u: 0.504284747876
hidden_range_x_min_u: 0.141981061888
hidden_row_norms_max: 3.81235316955
hidden_row_norms_mean: 1.83361182655
hidden_row_norms_min: 0.944750489541
learning_rate: 0.005
momentum: 0.99
objective: 0.413466714342
output_col_norms_max: 2.36556300596
output_col_norms_mean: 2.36360475297
output_col_norms_min: 2.36164649998
output_max_max_class: 0.967047535635
output_mean_max_class: 0.79034584853
output_min_max_class: 0.581003071377
output_misclass: 0.204968944099
output_nll: 0.413466714342
output_row_norms_max: 2.46018636212
output_row_norms_mean: 0.479588351245
output_row_norms_min: 0.0387377490142
Monitoring step:
Epochs seen: 77
Batches seen: 4158
Examples seen: 41349
hidden_col_norms_max: 3.30755687008
hidden_col_norms_mean: 1.01524767517
hidden_col_norms_min: 0.166522310012
hidden_max_x_max_u: 0.992896693131
hidden_max_x_mean_u: 0.798209474895
hidden_max_x_min_u: 0.595828309522
hidden_mean_x_max_u: 0.734211767485
hidden_mean_x_mean_u: 0.570478641125
hidden_mean_x_min_u: 0.466747385766
hidden_min_x_max_u: 0.490899442364
hidden_min_x_mean_u: 0.295441924951
hidden_min_x_min_u: 0.0324227382085
hidden_range_x_max_u: 0.932218108782
hidden_range_x_mean_u: 0.502767549943
hidden_range_x_min_u: 0.135273790385
hidden_row_norms_max: 3.85046221184
hidden_row_norms_mean: 1.85777724039
hidden_row_norms_min: 0.9649910704
learning_rate: 0.005
momentum: 0.99
objective: 0.4276987211
output_col_norms_max: 2.37140300653
output_col_norms_mean: 2.369889228
output_col_norms_min: 2.36837544946
output_max_max_class: 0.95332672202
output_mean_max_class: 0.772291207112
output_min_max_class: 0.574831649917
output_misclass: 0.204968944099
output_nll: 0.4276987211
output_row_norms_max: 2.46741458717
output_row_norms_mean: 0.47363087737
output_row_norms_min: 0.0224107828113
Monitoring step:
Epochs seen: 78
Batches seen: 4212
Examples seen: 41886
hidden_col_norms_max: 3.33293026662
hidden_col_norms_mean: 1.02561315475
hidden_col_norms_min: 0.160770865381
hidden_max_x_max_u: 0.99293633962
hidden_max_x_mean_u: 0.797279035119
hidden_max_x_min_u: 0.591558304245
hidden_mean_x_max_u: 0.735244406804
hidden_mean_x_mean_u: 0.569562871609
hidden_mean_x_min_u: 0.466553567646
hidden_min_x_max_u: 0.491394759872
hidden_min_x_mean_u: 0.294926767188
hidden_min_x_min_u: 0.0321692451786
hidden_range_x_max_u: 0.933241915944
hidden_range_x_mean_u: 0.50235226793
hidden_range_x_min_u: 0.130300148164
hidden_row_norms_max: 3.90702687547
hidden_row_norms_mean: 1.88182358623
hidden_row_norms_min: 0.981422812641
learning_rate: 0.005
momentum: 0.99
objective: 0.425280892224
output_col_norms_max: 2.40083800794
output_col_norms_mean: 2.39948717511
output_col_norms_min: 2.39813634228
output_max_max_class: 0.951181485488
output_mean_max_class: 0.771182899203
output_min_max_class: 0.575073122854
output_misclass: 0.198757763975
output_nll: 0.425280892224
output_row_norms_max: 2.44629275919
output_row_norms_mean: 0.48514677389
output_row_norms_min: 0.0189719560456
Monitoring step:
Epochs seen: 79
Batches seen: 4266
Examples seen: 42423
hidden_col_norms_max: 3.37778563992
hidden_col_norms_mean: 1.03826376306
hidden_col_norms_min: 0.164112515356
hidden_max_x_max_u: 0.992923198048
hidden_max_x_mean_u: 0.796972620716
hidden_max_x_min_u: 0.591186165147
hidden_mean_x_max_u: 0.738095140423
hidden_mean_x_mean_u: 0.568621658096
hidden_mean_x_min_u: 0.462496586536
hidden_min_x_max_u: 0.491432629621
hidden_min_x_mean_u: 0.292090019539
hidden_min_x_min_u: 0.0310544121236
hidden_range_x_max_u: 0.936070546184
hidden_range_x_mean_u: 0.504882601178
hidden_range_x_min_u: 0.133725077724
hidden_row_norms_max: 3.94913393476
hidden_row_norms_mean: 1.91435161785
hidden_row_norms_min: 0.985551567728
learning_rate: 0.005
momentum: 0.99
objective: 0.422951508613
output_col_norms_max: 2.46117375234
output_col_norms_mean: 2.45943836865
output_col_norms_min: 2.45770298496
output_max_max_class: 0.959270117726
output_mean_max_class: 0.780102123853
output_min_max_class: 0.581115866221
output_misclass: 0.198757763975
output_nll: 0.422951508613
output_row_norms_max: 2.46719128959
output_row_norms_mean: 0.500127513511
output_row_norms_min: 0.018628675307
Monitoring step:
Epochs seen: 80
Batches seen: 4320
Examples seen: 42960
hidden_col_norms_max: 3.41414643066
hidden_col_norms_mean: 1.04817946159
hidden_col_norms_min: 0.165179454045
hidden_max_x_max_u: 0.99295803273
hidden_max_x_mean_u: 0.796263844338
hidden_max_x_min_u: 0.590378094764
hidden_mean_x_max_u: 0.741106542089
hidden_mean_x_mean_u: 0.567721976934
hidden_mean_x_min_u: 0.458326793314
hidden_min_x_max_u: 0.48877768857
hidden_min_x_mean_u: 0.290049655183
hidden_min_x_min_u: 0.0306338675299
hidden_range_x_max_u: 0.937265633642
hidden_range_x_mean_u: 0.506214189155
hidden_range_x_min_u: 0.136641399446
hidden_row_norms_max: 3.96762882077
hidden_row_norms_mean: 1.94373514596
hidden_row_norms_min: 1.01539945501
learning_rate: 0.005
momentum: 0.99
objective: 0.427500342584
output_col_norms_max: 2.49510832752
output_col_norms_mean: 2.49296033487
output_col_norms_min: 2.49081234221
output_max_max_class: 0.978993839673
output_mean_max_class: 0.829386056149
output_min_max_class: 0.610948880356
output_misclass: 0.223602484472
output_nll: 0.427500342584
output_row_norms_max: 2.41824411654
output_row_norms_mean: 0.527585814794
output_row_norms_min: 0.043264742749
Monitoring step:
Epochs seen: 81
Batches seen: 4374
Examples seen: 43497
hidden_col_norms_max: 3.44632718076
hidden_col_norms_mean: 1.06310168678
hidden_col_norms_min: 0.16270217576
hidden_max_x_max_u: 0.992863225677
hidden_max_x_mean_u: 0.796110994826
hidden_max_x_min_u: 0.587098197457
hidden_mean_x_max_u: 0.742813046594
hidden_mean_x_mean_u: 0.566220897662
hidden_mean_x_min_u: 0.457167361144
hidden_min_x_max_u: 0.490307089539
hidden_min_x_mean_u: 0.286864878951
hidden_min_x_min_u: 0.029679700341
hidden_range_x_max_u: 0.939176132998
hidden_range_x_mean_u: 0.509246115876
hidden_range_x_min_u: 0.131914940738
hidden_row_norms_max: 4.01520443992
hidden_row_norms_mean: 1.97865644737
hidden_row_norms_min: 1.06051835864
learning_rate: 0.005
momentum: 0.99
objective: 0.445908257085
output_col_norms_max: 2.55470576757
output_col_norms_mean: 2.55205595014
output_col_norms_min: 2.54940613271
output_max_max_class: 0.981518725371
output_mean_max_class: 0.841276670189
output_min_max_class: 0.619939289419
output_misclass: 0.217391304348
output_nll: 0.445908257085
output_row_norms_max: 2.41048347329
output_row_norms_mean: 0.542640244751
output_row_norms_min: 0.0368650013387
Monitoring step:
Epochs seen: 82
Batches seen: 4428
Examples seen: 44034
hidden_col_norms_max: 3.54873835528
hidden_col_norms_mean: 1.07861447648
hidden_col_norms_min: 0.169812561057
hidden_max_x_max_u: 0.993641837033
hidden_max_x_mean_u: 0.796190207442
hidden_max_x_min_u: 0.586665252596
hidden_mean_x_max_u: 0.740600727382
hidden_mean_x_mean_u: 0.562512513384
hidden_mean_x_min_u: 0.449839506917
hidden_min_x_max_u: 0.488678509119
hidden_min_x_mean_u: 0.280909253742
hidden_min_x_min_u: 0.0272435858965
hidden_range_x_max_u: 0.943352686856
hidden_range_x_mean_u: 0.5152809537
hidden_range_x_min_u: 0.134068036149
hidden_row_norms_max: 4.09680287222
hidden_row_norms_mean: 2.01247659468
hidden_row_norms_min: 1.0390225413
learning_rate: 0.005
momentum: 0.99
objective: 0.429225021779
output_col_norms_max: 2.60861006743
output_col_norms_mean: 2.60613006694
output_col_norms_min: 2.60365006645
output_max_max_class: 0.982269293167
output_mean_max_class: 0.830665453754
output_min_max_class: 0.605246630469
output_misclass: 0.204968944099
output_nll: 0.429225021779
output_row_norms_max: 2.50734397242
output_row_norms_mean: 0.55548558636
output_row_norms_min: 0.0512581989555
Monitoring step:
Epochs seen: 83
Batches seen: 4482
Examples seen: 44571
hidden_col_norms_max: 3.61308026778
hidden_col_norms_mean: 1.09145756438
hidden_col_norms_min: 0.163472064366
hidden_max_x_max_u: 0.993296477766
hidden_max_x_mean_u: 0.794380650164
hidden_max_x_min_u: 0.581238151016
hidden_mean_x_max_u: 0.742927902224
hidden_mean_x_mean_u: 0.560589592117
hidden_mean_x_min_u: 0.448968418286
hidden_min_x_max_u: 0.487226896529
hidden_min_x_mean_u: 0.279275688371
hidden_min_x_min_u: 0.0286306932222
hidden_range_x_max_u: 0.942663790795
hidden_range_x_mean_u: 0.515104961793
hidden_range_x_min_u: 0.129498253039
hidden_row_norms_max: 4.15378353565
hidden_row_norms_mean: 2.04607253587
hidden_row_norms_min: 1.09360307292
learning_rate: 0.005
momentum: 0.99
objective: 0.421455239774
output_col_norms_max: 2.64087470007
output_col_norms_mean: 2.63960668258
output_col_norms_min: 2.63833866508
output_max_max_class: 0.964400589977
output_mean_max_class: 0.793414166281
output_min_max_class: 0.586721692258
output_misclass: 0.186335403727
output_nll: 0.421455239774
output_row_norms_max: 2.56325938918
output_row_norms_mean: 0.54855455278
output_row_norms_min: 0.0230407916708
Monitoring step:
Epochs seen: 84
Batches seen: 4536
Examples seen: 45108
hidden_col_norms_max: 3.66738130849
hidden_col_norms_mean: 1.10562740955
hidden_col_norms_min: 0.159981420016
hidden_max_x_max_u: 0.993179143654
hidden_max_x_mean_u: 0.794448555557
hidden_max_x_min_u: 0.576261983536
hidden_mean_x_max_u: 0.744397545023
hidden_mean_x_mean_u: 0.559312498675
hidden_mean_x_min_u: 0.447284389009
hidden_min_x_max_u: 0.488771714274
hidden_min_x_mean_u: 0.277157377338
hidden_min_x_min_u: 0.0293067087624
hidden_range_x_max_u: 0.942748900172
hidden_range_x_mean_u: 0.517291178219
hidden_range_x_min_u: 0.123709228317
hidden_row_norms_max: 4.21798784832
hidden_row_norms_mean: 2.07974736868
hidden_row_norms_min: 1.13108814389
learning_rate: 0.005
momentum: 0.99
objective: 0.441300311399
output_col_norms_max: 2.66634789723
output_col_norms_mean: 2.664277986
output_col_norms_min: 2.66220807477
output_max_max_class: 0.973607386951
output_mean_max_class: 0.819155313142
output_min_max_class: 0.596919575095
output_misclass: 0.204968944099
output_nll: 0.441300311399
output_row_norms_max: 2.52270731329
output_row_norms_mean: 0.563832196265
output_row_norms_min: 0.0311455595369
Monitoring step:
Epochs seen: 85
Batches seen: 4590
Examples seen: 45645
hidden_col_norms_max: 3.72298930929
hidden_col_norms_mean: 1.12168646058
hidden_col_norms_min: 0.161955888636
hidden_max_x_max_u: 0.993880240639
hidden_max_x_mean_u: 0.793232981392
hidden_max_x_min_u: 0.575201967095
hidden_mean_x_max_u: 0.748882494444
hidden_mean_x_mean_u: 0.557434210668
hidden_mean_x_min_u: 0.443315611532
hidden_min_x_max_u: 0.48269191927
hidden_min_x_mean_u: 0.273166591709
hidden_min_x_min_u: 0.0287707286534
hidden_range_x_max_u: 0.945177656347
hidden_range_x_mean_u: 0.520066389682
hidden_range_x_min_u: 0.127125853159
hidden_row_norms_max: 4.29543246578
hidden_row_norms_mean: 2.11482153523
hidden_row_norms_min: 1.17611248752
learning_rate: 0.005
momentum: 0.99
objective: 0.412591572976
output_col_norms_max: 2.7317539466
output_col_norms_mean: 2.73021468618
output_col_norms_min: 2.72867542576
output_max_max_class: 0.972416484133
output_mean_max_class: 0.805498418671
output_min_max_class: 0.593816423059
output_misclass: 0.186335403727
output_nll: 0.412591572976
output_row_norms_max: 2.57606801513
output_row_norms_mean: 0.572398774623
output_row_norms_min: 0.0208506772917
Monitoring step:
Epochs seen: 86
Batches seen: 4644
Examples seen: 46182
hidden_col_norms_max: 3.76336672079
hidden_col_norms_mean: 1.13640625963
hidden_col_norms_min: 0.169407335016
hidden_max_x_max_u: 0.994305205228
hidden_max_x_mean_u: 0.792960174784
hidden_max_x_min_u: 0.572346938564
hidden_mean_x_max_u: 0.750529739643
hidden_mean_x_mean_u: 0.555713033623
hidden_mean_x_min_u: 0.439099088303
hidden_min_x_max_u: 0.483432357755
hidden_min_x_mean_u: 0.269889929703
hidden_min_x_min_u: 0.0271576341984
hidden_range_x_max_u: 0.947776244573
hidden_range_x_mean_u: 0.523070245081
hidden_range_x_min_u: 0.128578382805
hidden_row_norms_max: 4.35771634319
hidden_row_norms_mean: 2.14766911522
hidden_row_norms_min: 1.15362840714
learning_rate: 0.005
momentum: 0.99
objective: 0.433934243042
output_col_norms_max: 2.75733328639
output_col_norms_mean: 2.75552978976
output_col_norms_min: 2.75372629313
output_max_max_class: 0.965915591058
output_mean_max_class: 0.783594202657
output_min_max_class: 0.55685406695
output_misclass: 0.198757763975
output_nll: 0.433934243042
output_row_norms_max: 2.56938576323
output_row_norms_mean: 0.57613886758
output_row_norms_min: 0.0185378682997
Monitoring step:
Epochs seen: 87
Batches seen: 4698
Examples seen: 46719
hidden_col_norms_max: 3.79816144161
hidden_col_norms_mean: 1.14710389201
hidden_col_norms_min: 0.163002091873
hidden_max_x_max_u: 0.994329046114
hidden_max_x_mean_u: 0.791521516409
hidden_max_x_min_u: 0.566710171235
hidden_mean_x_max_u: 0.754616112307
hidden_mean_x_mean_u: 0.555212951455
hidden_mean_x_min_u: 0.43917156383
hidden_min_x_max_u: 0.48696209699
hidden_min_x_mean_u: 0.270267584483
hidden_min_x_min_u: 0.0280298448742
hidden_range_x_max_u: 0.947586735154
hidden_range_x_mean_u: 0.521253931926
hidden_range_x_min_u: 0.122677215177
hidden_row_norms_max: 4.40279176844
hidden_row_norms_mean: 2.17754098018
hidden_row_norms_min: 1.20855403594
learning_rate: 0.005
momentum: 0.99
objective: 0.454147713073
output_col_norms_max: 2.78537828999
output_col_norms_mean: 2.78397475655
output_col_norms_min: 2.78257122312
output_max_max_class: 0.950699905082
output_mean_max_class: 0.76174151437
output_min_max_class: 0.534684198583
output_misclass: 0.211180124224
output_nll: 0.454147713073
output_row_norms_max: 2.58235492858
output_row_norms_mean: 0.575221022949
output_row_norms_min: 0.0102583787908
Monitoring step:
Epochs seen: 88
Batches seen: 4752
Examples seen: 47256
hidden_col_norms_max: 3.84529967291
hidden_col_norms_mean: 1.16541338155
hidden_col_norms_min: 0.156840356953
hidden_max_x_max_u: 0.994342051991
hidden_max_x_mean_u: 0.790686033247
hidden_max_x_min_u: 0.560237730251
hidden_mean_x_max_u: 0.754419136594
hidden_mean_x_mean_u: 0.552327916817
hidden_mean_x_min_u: 0.436556595614
hidden_min_x_max_u: 0.482747888399
hidden_min_x_mean_u: 0.266741788742
hidden_min_x_min_u: 0.0279706394063
hidden_range_x_max_u: 0.948701363956
hidden_range_x_mean_u: 0.523944244505
hidden_range_x_min_u: 0.117072340424
hidden_row_norms_max: 4.48595247747
hidden_row_norms_mean: 2.21419050614
hidden_row_norms_min: 1.24039202584
learning_rate: 0.005
momentum: 0.99
objective: 0.430251770753
output_col_norms_max: 2.83889457414
output_col_norms_mean: 2.83751540276
output_col_norms_min: 2.83613623137
output_max_max_class: 0.953202742592
output_mean_max_class: 0.777640006402
output_min_max_class: 0.564718095143
output_misclass: 0.186335403727
output_nll: 0.430251770753
output_row_norms_max: 2.55808952841
output_row_norms_mean: 0.595105805535
output_row_norms_min: 0.0106890985902
Monitoring step:
Epochs seen: 89
Batches seen: 4806
Examples seen: 47793
hidden_col_norms_max: 3.924194279
hidden_col_norms_mean: 1.18977339455
hidden_col_norms_min: 0.171960572512
hidden_max_x_max_u: 0.995028666407
hidden_max_x_mean_u: 0.791473232045
hidden_max_x_min_u: 0.558992747005
hidden_mean_x_max_u: 0.753084331268
hidden_mean_x_mean_u: 0.547857927479
hidden_mean_x_min_u: 0.429033975155
hidden_min_x_max_u: 0.474687027396
hidden_min_x_mean_u: 0.257934907937
hidden_min_x_min_u: 0.0253763827627
hidden_range_x_max_u: 0.953308595144
hidden_range_x_mean_u: 0.533538324108
hidden_range_x_min_u: 0.126815390703
hidden_row_norms_max: 4.57139194113
hidden_row_norms_mean: 2.25977561178
hidden_row_norms_min: 1.21690611737
learning_rate: 0.005
momentum: 0.99
objective: 0.438075957148
output_col_norms_max: 2.92769611847
output_col_norms_mean: 2.92478668469
output_col_norms_min: 2.9218772509
output_max_max_class: 0.984453798757
output_mean_max_class: 0.83810082545
output_min_max_class: 0.614960541457
output_misclass: 0.204968944099
output_nll: 0.438075957148
output_row_norms_max: 2.58096053118
output_row_norms_mean: 0.63805317621
output_row_norms_min: 0.0430182811919
Monitoring step:
Epochs seen: 90
Batches seen: 4860
Examples seen: 48330
hidden_col_norms_max: 3.99758143992
hidden_col_norms_mean: 1.21050752933
hidden_col_norms_min: 0.176497257252
hidden_max_x_max_u: 0.995428139323
hidden_max_x_mean_u: 0.78979864792
hidden_max_x_min_u: 0.557231461976
hidden_mean_x_max_u: 0.754425377297
hidden_mean_x_mean_u: 0.543802565723
hidden_mean_x_min_u: 0.422373342831
hidden_min_x_max_u: 0.470985198495
hidden_min_x_mean_u: 0.252382024266
hidden_min_x_min_u: 0.0236361396864
hidden_range_x_max_u: 0.956008149596
hidden_range_x_mean_u: 0.537416623655
hidden_range_x_min_u: 0.129972171217
hidden_row_norms_max: 4.64121237039
hidden_row_norms_mean: 2.30231444654
hidden_row_norms_min: 1.20217563181
learning_rate: 0.005
momentum: 0.99
objective: 0.455699832399
output_col_norms_max: 3.0066338649
output_col_norms_mean: 3.00389942528
output_col_norms_min: 3.00116498565
output_max_max_class: 0.990766126213
output_mean_max_class: 0.862131056947
output_min_max_class: 0.626102186122
output_misclass: 0.223602484472
output_nll: 0.455699832399
output_row_norms_max: 2.60967803911
output_row_norms_mean: 0.66739373781
output_row_norms_min: 0.0718147975526
Monitoring step:
Epochs seen: 91
Batches seen: 4914
Examples seen: 48867
hidden_col_norms_max: 4.08547737402
hidden_col_norms_mean: 1.22652745268
hidden_col_norms_min: 0.17582141736
hidden_max_x_max_u: 0.995432728695
hidden_max_x_mean_u: 0.787363796623
hidden_max_x_min_u: 0.547020478238
hidden_mean_x_max_u: 0.75408206909
hidden_mean_x_mean_u: 0.538918884576
hidden_mean_x_min_u: 0.418462932213
hidden_min_x_max_u: 0.46737730623
hidden_min_x_mean_u: 0.248227757112
hidden_min_x_min_u: 0.0234513109295
hidden_range_x_max_u: 0.956887861239
hidden_range_x_mean_u: 0.539136039511
hidden_range_x_min_u: 0.124119707297
hidden_row_norms_max: 4.71421647397
hidden_row_norms_mean: 2.34036186673
hidden_row_norms_min: 1.23196507909
learning_rate: 0.005
momentum: 0.99
objective: 0.555601499009
output_col_norms_max: 3.0329285229
output_col_norms_mean: 3.03008262272
output_col_norms_min: 3.02723672253
output_max_max_class: 0.993838701421
output_mean_max_class: 0.889753183709
output_min_max_class: 0.673806391142
output_misclass: 0.248447204969
output_nll: 0.555601499009
output_row_norms_max: 2.61769151968
output_row_norms_mean: 0.682746513759
output_row_norms_min: 0.0967425101381
Monitoring step:
Epochs seen: 92
Batches seen: 4968
Examples seen: 49404
hidden_col_norms_max: 4.14374323969
hidden_col_norms_mean: 1.25472687679
hidden_col_norms_min: 0.205262435582
hidden_max_x_max_u: 0.996019261834
hidden_max_x_mean_u: 0.785054141403
hidden_max_x_min_u: 0.538501664465
hidden_mean_x_max_u: 0.752395058256
hidden_mean_x_mean_u: 0.530006675315
hidden_mean_x_min_u: 0.410687383758
hidden_min_x_max_u: 0.446243632566
hidden_min_x_mean_u: 0.232828424223
hidden_min_x_min_u: 0.0205683042222
hidden_range_x_max_u: 0.959460987135
hidden_range_x_mean_u: 0.55222571718
hidden_range_x_min_u: 0.14227200658
hidden_row_norms_max: 4.76911375707
hidden_row_norms_mean: 2.39364969729
hidden_row_norms_min: 1.2689104855
learning_rate: 0.005
momentum: 0.99
objective: 0.436530730354
output_col_norms_max: 3.09985577908
output_col_norms_mean: 3.09803473294
output_col_norms_min: 3.0962136868
output_max_max_class: 0.97125547694
output_mean_max_class: 0.797092090816
output_min_max_class: 0.560558745925
output_misclass: 0.198757763975
output_nll: 0.436530730354
output_row_norms_max: 2.82158845694
output_row_norms_mean: 0.652275490846
output_row_norms_min: 0.0148722854979
Monitoring step:
Epochs seen: 93
Batches seen: 5022
Examples seen: 49941
hidden_col_norms_max: 4.18510429049
hidden_col_norms_mean: 1.28479082972
hidden_col_norms_min: 0.232555625691
hidden_max_x_max_u: 0.996247397978
hidden_max_x_mean_u: 0.782300974041
hidden_max_x_min_u: 0.526477871307
hidden_mean_x_max_u: 0.74837633031
hidden_mean_x_mean_u: 0.520233650694
hidden_mean_x_min_u: 0.401325849807
hidden_min_x_max_u: 0.425824280009
hidden_min_x_mean_u: 0.218091481089
hidden_min_x_min_u: 0.0188300156817
hidden_range_x_max_u: 0.961666490635
hidden_range_x_mean_u: 0.564209492952
hidden_range_x_min_u: 0.15384115741
hidden_row_norms_max: 4.84014466456
hidden_row_norms_mean: 2.4457397291
hidden_row_norms_min: 1.29786473066
learning_rate: 0.005
momentum: 0.99
objective: 0.530596133029
output_col_norms_max: 3.18378347896
output_col_norms_mean: 3.18225765304
output_col_norms_min: 3.18073182713
output_max_max_class: 0.97175467854
output_mean_max_class: 0.777187261193
output_min_max_class: 0.56349109501
output_misclass: 0.23602484472
output_nll: 0.530596133029
output_row_norms_max: 2.88185698528
output_row_norms_mean: 0.660398833388
output_row_norms_min: 0.0102216312779
Monitoring step:
Epochs seen: 94
Batches seen: 5076
Examples seen: 50478
hidden_col_norms_max: 4.26406150957
hidden_col_norms_mean: 1.30058652917
hidden_col_norms_min: 0.239864881615
hidden_max_x_max_u: 0.996490037805
hidden_max_x_mean_u: 0.777564649936
hidden_max_x_min_u: 0.519010599177
hidden_mean_x_max_u: 0.750917745833
hidden_mean_x_mean_u: 0.51450976205
hidden_mean_x_min_u: 0.391963761881
hidden_min_x_max_u: 0.419587117003
hidden_min_x_mean_u: 0.213994026197
hidden_min_x_min_u: 0.0183269112776
hidden_range_x_max_u: 0.96411762298
hidden_range_x_mean_u: 0.563570623739
hidden_range_x_min_u: 0.156119273434
hidden_row_norms_max: 4.92506526434
hidden_row_norms_mean: 2.47645324602
hidden_row_norms_min: 1.33125335076
learning_rate: 0.005
momentum: 0.99
objective: 0.441590595001
output_col_norms_max: 3.18121649037
output_col_norms_mean: 3.17912293713
output_col_norms_min: 3.17702938389
output_max_max_class: 0.984569531454
output_mean_max_class: 0.839496533251
output_min_max_class: 0.601566183408
output_misclass: 0.204968944099
output_nll: 0.441590595001
output_row_norms_max: 2.77534731491
output_row_norms_mean: 0.689429950169
output_row_norms_min: 0.0491086301135
Monitoring step:
Epochs seen: 95
Batches seen: 5130
Examples seen: 51015
hidden_col_norms_max: 4.3368616209
hidden_col_norms_mean: 1.31772626438
hidden_col_norms_min: 0.25634593059
hidden_max_x_max_u: 0.99676575808
hidden_max_x_mean_u: 0.776734613091
hidden_max_x_min_u: 0.509392697121
hidden_mean_x_max_u: 0.751369594731
hidden_mean_x_mean_u: 0.510050041387
hidden_mean_x_min_u: 0.388511678375
hidden_min_x_max_u: 0.417031495632
hidden_min_x_mean_u: 0.209120577446
hidden_min_x_min_u: 0.0178060842833
hidden_range_x_max_u: 0.965397642237
hidden_range_x_mean_u: 0.567614035645
hidden_range_x_min_u: 0.157331440616
hidden_row_norms_max: 5.01972426145
hidden_row_norms_mean: 2.50420400089
hidden_row_norms_min: 1.35820773916
learning_rate: 0.005
momentum: 0.99
objective: 0.439589668213
output_col_norms_max: 3.16872112682
output_col_norms_mean: 3.16683532655
output_col_norms_min: 3.16494952627
output_max_max_class: 0.970124989188
output_mean_max_class: 0.795989625916
output_min_max_class: 0.577782335059
output_misclass: 0.198757763975
output_nll: 0.439589668213
output_row_norms_max: 2.86410677842
output_row_norms_mean: 0.672028472154
output_row_norms_min: 0.0241551141191
Monitoring step:
Epochs seen: 96
Batches seen: 5184
Examples seen: 51552
hidden_col_norms_max: 4.38072338024
hidden_col_norms_mean: 1.33045920541
hidden_col_norms_min: 0.261853223899
hidden_max_x_max_u: 0.996991910552
hidden_max_x_mean_u: 0.775819583047
hidden_max_x_min_u: 0.504176983568
hidden_mean_x_max_u: 0.753666502121
hidden_mean_x_mean_u: 0.508355143545
hidden_mean_x_min_u: 0.386335058751
hidden_min_x_max_u: 0.419637273595
hidden_min_x_mean_u: 0.207683247457
hidden_min_x_min_u: 0.0175221805375
hidden_range_x_max_u: 0.96603220222
hidden_range_x_mean_u: 0.568136335591
hidden_range_x_min_u: 0.15625117491
hidden_row_norms_max: 5.10076303719
hidden_row_norms_mean: 2.52409852742
hidden_row_norms_min: 1.38203888758
learning_rate: 0.005
momentum: 0.99
objective: 0.445206062892
output_col_norms_max: 3.15995256149
output_col_norms_mean: 3.15777325976
output_col_norms_min: 3.15559395804
output_max_max_class: 0.963778386279
output_mean_max_class: 0.785289746979
output_min_max_class: 0.563490860518
output_misclass: 0.211180124224
output_nll: 0.445206062892
output_row_norms_max: 2.8657289549
output_row_norms_mean: 0.668898685722
output_row_norms_min: 0.0166547558509
Monitoring step:
Epochs seen: 97
Batches seen: 5238
Examples seen: 52089
hidden_col_norms_max: 4.40009379674
hidden_col_norms_mean: 1.34220927694
hidden_col_norms_min: 0.262197785028
hidden_max_x_max_u: 0.99723466529
hidden_max_x_mean_u: 0.773827713894
hidden_max_x_min_u: 0.502232920914
hidden_mean_x_max_u: 0.759959081199
hidden_mean_x_mean_u: 0.507308589048
hidden_mean_x_min_u: 0.381858734867
hidden_min_x_max_u: 0.417233869173
hidden_min_x_mean_u: 0.207133661342
hidden_min_x_min_u: 0.0170792743849
hidden_range_x_max_u: 0.966943473074
hidden_range_x_mean_u: 0.566694052552
hidden_range_x_min_u: 0.1568400509
hidden_row_norms_max: 5.17105957893
hidden_row_norms_mean: 2.54353542107
hidden_row_norms_min: 1.35234342519
learning_rate: 0.005
momentum: 0.99
objective: 0.443422077473
output_col_norms_max: 3.17457578565
output_col_norms_mean: 3.17252254652
output_col_norms_min: 3.17046930739
output_max_max_class: 0.974835602328
output_mean_max_class: 0.818369080183
output_min_max_class: 0.594290752988
output_misclass: 0.204968944099
output_nll: 0.443422077473
output_row_norms_max: 2.76652304027
output_row_norms_mean: 0.684851261684
output_row_norms_min: 0.0304239205328
Monitoring step:
Epochs seen: 98
Batches seen: 5292
Examples seen: 52626
hidden_col_norms_max: 4.4385614896
hidden_col_norms_mean: 1.36172305346
hidden_col_norms_min: 0.263046395414
hidden_max_x_max_u: 0.997567020288
hidden_max_x_mean_u: 0.775228321513
hidden_max_x_min_u: 0.499653343823
hidden_mean_x_max_u: 0.762077872217
hidden_mean_x_mean_u: 0.50562723053
hidden_mean_x_min_u: 0.380190417281
hidden_min_x_max_u: 0.414574727768
hidden_min_x_mean_u: 0.202079778696
hidden_min_x_min_u: 0.0156731647207
hidden_range_x_max_u: 0.968895052534
hidden_range_x_mean_u: 0.573148542817
hidden_range_x_min_u: 0.16258478165
hidden_row_norms_max: 5.23734587835
hidden_row_norms_mean: 2.57751303938
hidden_row_norms_min: 1.34131751835
learning_rate: 0.005
momentum: 0.99
objective: 0.436661379156
output_col_norms_max: 3.23380210806
output_col_norms_mean: 3.23171265812
output_col_norms_min: 3.22962320818
output_max_max_class: 0.974216733658
output_mean_max_class: 0.806685765492
output_min_max_class: 0.589840667971
output_misclass: 0.186335403727
output_nll: 0.436661379156
output_row_norms_max: 2.85500064816
output_row_norms_mean: 0.692748767778
output_row_norms_min: 0.0126451864816
Monitoring step:
Epochs seen: 99
Batches seen: 5346
Examples seen: 53163
hidden_col_norms_max: 4.46673787413
hidden_col_norms_mean: 1.38479647692
hidden_col_norms_min: 0.265174058125
hidden_max_x_max_u: 0.997657730074
hidden_max_x_mean_u: 0.776019918273
hidden_max_x_min_u: 0.497704437909
hidden_mean_x_max_u: 0.760022769326
hidden_mean_x_mean_u: 0.502647409911
hidden_mean_x_min_u: 0.37736519311
hidden_min_x_max_u: 0.411044283617
hidden_min_x_mean_u: 0.196948963759
hidden_min_x_min_u: 0.0148073555854
hidden_range_x_max_u: 0.970161770897
hidden_range_x_mean_u: 0.579070954514
hidden_range_x_min_u: 0.167858012809
hidden_row_norms_max: 5.25931883246
hidden_row_norms_mean: 2.62609038543
hidden_row_norms_min: 1.35138389321
learning_rate: 0.005
momentum: 0.99
objective: 0.547814722851
output_col_norms_max: 3.32146641948
output_col_norms_mean: 3.31998718081
output_col_norms_min: 3.31850794215
output_max_max_class: 0.966665121274
output_mean_max_class: 0.770401764507
output_min_max_class: 0.560044543971
output_misclass: 0.254658385093
output_nll: 0.547814722851
output_row_norms_max: 2.98342881621
output_row_norms_mean: 0.696705954182
output_row_norms_min: 0.022211164409
Monitoring step:
Epochs seen: 100
Batches seen: 5400
Examples seen: 53700
hidden_col_norms_max: 4.52332024113
hidden_col_norms_mean: 1.40126952046
hidden_col_norms_min: 0.272677626315
hidden_max_x_max_u: 0.997661912037
hidden_max_x_mean_u: 0.773443942483
hidden_max_x_min_u: 0.496120799459
hidden_mean_x_max_u: 0.761666768596
hidden_mean_x_mean_u: 0.500048072692
hidden_mean_x_min_u: 0.372942155122
hidden_min_x_max_u: 0.410421412781
hidden_min_x_mean_u: 0.195777100828
hidden_min_x_min_u: 0.0137183266488
hidden_range_x_max_u: 0.971837611088
hidden_range_x_mean_u: 0.577666841655
hidden_range_x_min_u: 0.171421299275
hidden_row_norms_max: 5.29358565571
hidden_row_norms_mean: 2.66949423049
hidden_row_norms_min: 1.40902787312
learning_rate: 0.005
momentum: 0.99
objective: 0.451253545378
output_col_norms_max: 3.38313284039
output_col_norms_mean: 3.38056122636
output_col_norms_min: 3.37798961233
output_max_max_class: 0.987956143553
output_mean_max_class: 0.848098798375
output_min_max_class: 0.604845810961
output_misclass: 0.192546583851
output_nll: 0.451253545378
output_row_norms_max: 2.90417553173
output_row_norms_mean: 0.743138784583
output_row_norms_min: 0.0452406945471
Monitoring step:
Epochs seen: 101
Batches seen: 5454
Examples seen: 54237
hidden_col_norms_max: 4.575695851
hidden_col_norms_mean: 1.41570199455
hidden_col_norms_min: 0.280462131393
hidden_max_x_max_u: 0.997746057979
hidden_max_x_mean_u: 0.77048776192
hidden_max_x_min_u: 0.492559937433
hidden_mean_x_max_u: 0.762451815236
hidden_mean_x_mean_u: 0.495789145151
hidden_mean_x_min_u: 0.367083908481
hidden_min_x_max_u: 0.408634883164
hidden_min_x_mean_u: 0.193214078643
hidden_min_x_min_u: 0.0124572838088
hidden_range_x_max_u: 0.973502039916
hidden_range_x_mean_u: 0.577273683277
hidden_range_x_min_u: 0.174536043111
hidden_row_norms_max: 5.34708785833
hidden_row_norms_mean: 2.70339461133
hidden_row_norms_min: 1.42761690654
learning_rate: 0.005
momentum: 0.99
objective: 0.490573183211
output_col_norms_max: 3.40768501036
output_col_norms_mean: 3.40453048957
output_col_norms_min: 3.40137596878
output_max_max_class: 0.990577951078
output_mean_max_class: 0.866324547227
output_min_max_class: 0.639581307422
output_misclass: 0.223602484472
output_nll: 0.490573183211
output_row_norms_max: 2.89862298962
output_row_norms_mean: 0.75941430629
output_row_norms_min: 0.0695816656083
Monitoring step:
Epochs seen: 102
Batches seen: 5508
Examples seen: 54774
hidden_col_norms_max: 4.61323270222
hidden_col_norms_mean: 1.43562112525
hidden_col_norms_min: 0.285456342023
hidden_max_x_max_u: 0.997897068168
hidden_max_x_mean_u: 0.769529826423
hidden_max_x_min_u: 0.485588611668
hidden_mean_x_max_u: 0.763179392559
hidden_mean_x_mean_u: 0.490430339831
hidden_mean_x_min_u: 0.361745814522
hidden_min_x_max_u: 0.401769896894
hidden_min_x_mean_u: 0.187146125944
hidden_min_x_min_u: 0.0121350624828
hidden_range_x_max_u: 0.974447242293
hidden_range_x_mean_u: 0.582383700479
hidden_range_x_min_u: 0.177460933189
hidden_row_norms_max: 5.43680492843
hidden_row_norms_mean: 2.73254418641
hidden_row_norms_min: 1.42615442656
learning_rate: 0.005
momentum: 0.99
objective: 0.448234578745
output_col_norms_max: 3.44367399707
output_col_norms_mean: 3.44095127895
output_col_norms_min: 3.43822856082
output_max_max_class: 0.976613132993
output_mean_max_class: 0.805198384406
output_min_max_class: 0.574399342495
output_misclass: 0.211180124224
output_nll: 0.448234578745
output_row_norms_max: 3.02085067207
output_row_norms_mean: 0.747556101372
output_row_norms_min: 0.0249461411857
Monitoring step:
Epochs seen: 103
Batches seen: 5562
Examples seen: 55311
hidden_col_norms_max: 4.63854833232
hidden_col_norms_mean: 1.44971047386
hidden_col_norms_min: 0.289443725073
hidden_max_x_max_u: 0.998044779898
hidden_max_x_mean_u: 0.768037530098
hidden_max_x_min_u: 0.482020543861
hidden_mean_x_max_u: 0.765921122831
hidden_mean_x_mean_u: 0.487609245932
hidden_mean_x_min_u: 0.358564274175
hidden_min_x_max_u: 0.39644057032
hidden_min_x_mean_u: 0.184749864298
hidden_min_x_min_u: 0.0119516241389
hidden_range_x_max_u: 0.974981451101
hidden_range_x_mean_u: 0.5832876658
hidden_range_x_min_u: 0.178500480058
hidden_row_norms_max: 5.50665582002
hidden_row_norms_mean: 2.75083399516
hidden_row_norms_min: 1.41547772425
learning_rate: 0.005
momentum: 0.99
objective: 0.456439471995
output_col_norms_max: 3.43712731701
output_col_norms_mean: 3.43476613206
output_col_norms_min: 3.43240494711
output_max_max_class: 0.972549491449
output_mean_max_class: 0.803071457916
output_min_max_class: 0.577270947946
output_misclass: 0.186335403727
output_nll: 0.456439471995
output_row_norms_max: 3.02079264618
output_row_norms_mean: 0.748119810962
output_row_norms_min: 0.0133269420482
Monitoring step:
Epochs seen: 104
Batches seen: 5616
Examples seen: 55848
hidden_col_norms_max: 4.64393667734
hidden_col_norms_mean: 1.46372718356
hidden_col_norms_min: 0.29298383954
hidden_max_x_max_u: 0.998212228335
hidden_max_x_mean_u: 0.766127373421
hidden_max_x_min_u: 0.480232728634
hidden_mean_x_max_u: 0.770007334932
hidden_mean_x_mean_u: 0.486217692511
hidden_mean_x_min_u: 0.354719327065
hidden_min_x_max_u: 0.393635020636
hidden_min_x_mean_u: 0.183482869727
hidden_min_x_min_u: 0.0120924941517
hidden_range_x_max_u: 0.975168215188
hidden_range_x_mean_u: 0.582644503694
hidden_range_x_min_u: 0.182317126702
hidden_row_norms_max: 5.57960090943
hidden_row_norms_mean: 2.77496762677
hidden_row_norms_min: 1.42339838648
learning_rate: 0.005
momentum: 0.99
objective: 0.466190914678
output_col_norms_max: 3.48478849526
output_col_norms_mean: 3.48274636935
output_col_norms_min: 3.48070424345
output_max_max_class: 0.981404850311
output_mean_max_class: 0.837038268348
output_min_max_class: 0.611600190741
output_misclass: 0.204968944099
output_nll: 0.466190914678
output_row_norms_max: 2.97089315459
output_row_norms_mean: 0.766415638047
output_row_norms_min: 0.0192167343361
Monitoring step:
Epochs seen: 105
Batches seen: 5670
Examples seen: 56385
hidden_col_norms_max: 4.68028371541
hidden_col_norms_mean: 1.47971320572
hidden_col_norms_min: 0.299382010728
hidden_max_x_max_u: 0.998426534045
hidden_max_x_mean_u: 0.767609205854
hidden_max_x_min_u: 0.479649434577
hidden_mean_x_max_u: 0.773268030746
hidden_mean_x_mean_u: 0.484674010407
hidden_mean_x_min_u: 0.352317371214
hidden_min_x_max_u: 0.390092072912
hidden_min_x_mean_u: 0.179149191059
hidden_min_x_min_u: 0.0118786765499
hidden_range_x_max_u: 0.975629981559
hidden_range_x_mean_u: 0.588460014795
hidden_range_x_min_u: 0.187895455099
hidden_row_norms_max: 5.6550847503
hidden_row_norms_mean: 2.80131738932
hidden_row_norms_min: 1.44932510685
learning_rate: 0.005
momentum: 0.99
objective: 0.449746283246
output_col_norms_max: 3.52715390766
output_col_norms_mean: 3.5248716885
output_col_norms_min: 3.52258946935
output_max_max_class: 0.982680510756
output_mean_max_class: 0.829398823853
output_min_max_class: 0.600067211728
output_misclass: 0.173913043478
output_nll: 0.449746283246
output_row_norms_max: 3.09222169814
output_row_norms_mean: 0.775598730335
output_row_norms_min: 0.0152780765425
In [27]:
# load the best model
ann = serial.load('/tmp/best.pkl')
In [28]:
# function for classifying a input vector
def classify(inp):
inp = np.asarray(inp)
inp.shape = (1, ds_train.nr_inputs)
return np.argmax(ann.fprop(theano.shared(inp, name='inputs')).eval())
# function for calculating and printing the models accuracy on a given dataset
def score(dataset):
nr_correct = 0
for features, label in dataset:
if classify(features) == np.argmax(label):
nr_correct += 1
print '%s/%s correct' % (nr_correct, len(dataset))
In [29]:
print
print 'Accuracy of train set:'
score(ds_train)
print 'Accuracy of validation set:'
score(ds_valid)
print 'Accuracy of test set:'
score(ds_test)
Accuracy of train set:
398/537 correct
Accuracy of validation set:
136/161 correct
Accuracy of test set:
52/70 correct
In [ ]:
Content source: dikien/personnel-study
Similar notebooks: