In [39]:
import theano
from pylearn2.models import mlp
from pylearn2.training_algorithms import sgd, learning_rule
from pylearn2.termination_criteria import EpochCounter, MonitorBased
from pylearn2.datasets.dense_design_matrix import DenseDesignMatrix
from pylearn2.train_extensions import best_params
from pylearn2.utils import serial
import numpy as np
from random import randint
import itertools
In [2]:
from pprint import PrettyPrinter
pp = PrettyPrinter(depth=6)
In [4]:
features = [[randint(0, 1), randint(0, 1)] for _ in range(1000)]
labels = []
for a, b in features:
if a + b == 1:
labels.append([0, 1])
else:
labels.append([1, 0])
features = np.array(features)
labels = np.array(labels)
In [5]:
print features.shape
print features[0]
print labels.shape
print labels[0]
(1000, 2)
[1 1]
(1000, 2)
[1 0]
In [36]:
# features, lables를 DenseMatrix에 넣어야함
class XOR(DenseDesignMatrix):
def __init__(self, features, labels):
super(XOR, self).__init__(X=features, y=labels)
def split(self, prop=.8):
cutoff = int(len(self.y) * prop)
X1, X2 = self.X[:cutoff], self.X[cutoff:]
y1, y2 = self.y[:cutoff], self.y[cutoff:]
return XOR(X1, y1), XOR(X2, y2)
@property
def nr_inputs(self):
return len(self.X[0])
def __len__(self):
return self.X.shape[0]
def __iter__(self):
return itertools.izip_longest(self.X, self.y)
In [37]:
# create XOR dataset
ds_train = XOR(features, labels)
ds_train, ds_valid = ds_train.split(0.6)
ds_valid, ds_test = ds_valid.split(0.5)
In [8]:
pp.pprint(ds_train.__dict__)
{'X': array([[1, 1],
[0, 0],
[0, 1],
...,
[1, 0],
[1, 0],
[1, 0]]),
'X_labels': None,
'X_space': VectorSpace(dim=2, dtype=float64),
'X_topo_space': None,
'_iter_data_specs': (VectorSpace(dim=2, dtype=float64), 'features'),
'_iter_mode': <class 'pylearn2.utils.iteration.SequentialSubsetIterator'>,
'_iter_targets': False,
'_iter_topo': False,
'compress': False,
'data_specs': (CompositeSpace(VectorSpace(dim=2, dtype=float64), VectorSpace(dim=2, dtype=float64)),
('features', 'targets')),
'design_loc': None,
'preprocessor': None,
'rng': <mtrand.RandomState object at 0x108af88d0>,
'view_converter': None,
'y': array([[1, 0],
[1, 0],
[0, 1],
...,
[0, 1],
[0, 1],
[0, 1]]),
'y_labels': None}
In [9]:
# create hidden layer with 2 nodes, init weights in range -0.1 to 0.1 and add
# a bias with value 1
hidden1_layer = mlp.RectifiedLinear(layer_name='hidden1', dim=4, irange=.1, init_bias=1.)
hidden2_layer = mlp.RectifiedLinear(layer_name='hidden2', dim=2, irange=.1, init_bias=1.)
In [10]:
pp.pprint(hidden1_layer.__dict__)
{'W_lr_scale': None,
'b': hidden1_b,
'b_lr_scale': None,
'copy_input': None,
'dim': 4,
'extensions': [],
'include_prob': 1.0,
'init_bias': 1.0,
'irange': 0.1,
'istdev': None,
'layer_name': 'hidden1',
'left_slope': 0.0,
'mask_weights': None,
'max_col_norm': None,
'max_row_norm': None,
'min_col_norm': None,
'names_to_del': set([]),
'sparse_init': None,
'sparse_stdev': 1.0,
'use_abs_loss': False,
'use_bias': True}
In [11]:
# create Softmax output layer
output_layer = mlp.Softmax(2, 'output', irange=.1)
In [12]:
layers = [hidden1_layer, hidden2_layer, output_layer]
In [15]:
# termination criterion that stops after 50 epochs without
# any increase in misclassification on the validation set
termination_criterion = MonitorBased(channel_name='output_misclass', N=50, prop_decrease=0.0)
# momentum
initial_momentum = .5
final_momentum = .99
start = 1
saturate = 50
momentum_adjustor = learning_rule.MomentumAdjustor(final_momentum, start, saturate)
momentum_rule = learning_rule.Momentum(initial_momentum)
# learning rate
start = 1
saturate = 50
decay_factor = .1
learning_rate_adjustor = sgd.LinearDecayOverEpoch(start, saturate, decay_factor)
In [19]:
# create neural net
ann = mlp.MLP(layers, nvis=ds_train.X.shape[-1])
In [20]:
# create Stochastic Gradient Descent trainer
trainer = sgd.SGD(learning_rate=.05, batch_size=10, monitoring_dataset=ds_valid,
termination_criterion=termination_criterion, learning_rule=momentum_rule)
trainer.setup(ann, ds_train)
Parameter and initial learning rate summary:
hidden1_W: 0.05
hidden1_b: 0.05
hidden2_W: 0.05
hidden2_b: 0.05
softmax_b: 0.05
softmax_W: 0.05
Compiling sgd_update...
Compiling sgd_update done. Time elapsed: 2.370012 seconds
In [23]:
# add monitor for saving the model with best score
monitor_save_best = best_params.MonitorBasedSaveBest('output_misclass', '/tmp/best.pkl')
In [24]:
ls /tmp/best.pkl
ls: /tmp/best.pkl: No such file or directory
In [25]:
# train neural net until the termination criterion is true
while True:
trainer.train(dataset=ds_train)
ann.monitor.report_epoch()
ann.monitor()
monitor_save_best.on_monitor(ann, ds_valid, trainer)
if not trainer.continue_learning(ann):
break
momentum_adjustor.on_monitor(ann, ds_valid, trainer)
learning_rate_adjustor.on_monitor(ann, ds_valid, trainer)
compiling begin_record_entry...
compiling begin_record_entry done. Time elapsed: 0.171775 seconds
Monitored channels:
hidden1_col_norms_max
hidden1_col_norms_mean
hidden1_col_norms_min
hidden1_max_x_max_u
hidden1_max_x_mean_u
hidden1_max_x_min_u
hidden1_mean_x_max_u
hidden1_mean_x_mean_u
hidden1_mean_x_min_u
hidden1_min_x_max_u
hidden1_min_x_mean_u
hidden1_min_x_min_u
hidden1_range_x_max_u
hidden1_range_x_mean_u
hidden1_range_x_min_u
hidden1_row_norms_max
hidden1_row_norms_mean
hidden1_row_norms_min
hidden2_col_norms_max
hidden2_col_norms_mean
hidden2_col_norms_min
hidden2_max_x_max_u
hidden2_max_x_mean_u
hidden2_max_x_min_u
hidden2_mean_x_max_u
hidden2_mean_x_mean_u
hidden2_mean_x_min_u
hidden2_min_x_max_u
hidden2_min_x_mean_u
hidden2_min_x_min_u
hidden2_range_x_max_u
hidden2_range_x_mean_u
hidden2_range_x_min_u
hidden2_row_norms_max
hidden2_row_norms_mean
hidden2_row_norms_min
learning_rate
momentum
objective
output_col_norms_max
output_col_norms_mean
output_col_norms_min
output_max_max_class
output_mean_max_class
output_min_max_class
output_misclass
output_nll
output_row_norms_max
output_row_norms_mean
output_row_norms_min
Compiling accum...
graph size: 178
Compiling accum done. Time elapsed: 2.857973 seconds
Monitoring step:
Epochs seen: 1
Batches seen: 60
Examples seen: 600
hidden1_col_norms_max: 0.0978252449487
hidden1_col_norms_mean: 0.0688622256843
hidden1_col_norms_min: 0.0297476319134
hidden1_max_x_max_u: 1.12502401182
hidden1_max_x_mean_u: 1.08095850623
hidden1_max_x_min_u: 1.00180097839
hidden1_mean_x_max_u: 1.06368240207
hidden1_mean_x_mean_u: 1.03573246756
hidden1_mean_x_min_u: 0.982439540914
hidden1_min_x_max_u: 1.00491205697
hidden1_min_x_mean_u: 0.992639824772
hidden1_min_x_min_u: 0.961788491918
hidden1_range_x_max_u: 0.121110531437
hidden1_range_x_mean_u: 0.0883186814539
hidden1_range_x_min_u: 0.0400124864772
hidden1_row_norms_max: 0.110143260496
hidden1_row_norms_mean: 0.103181359079
hidden1_row_norms_min: 0.0962194576619
hidden2_col_norms_max: 0.178514505815
hidden2_col_norms_mean: 0.17314962269
hidden2_col_norms_min: 0.167784739564
hidden2_max_x_max_u: 0.743021514369
hidden2_max_x_mean_u: 0.731898619584
hidden2_max_x_min_u: 0.7207757248
hidden2_mean_x_max_u: 0.737045883989
hidden2_mean_x_mean_u: 0.726289685748
hidden2_mean_x_min_u: 0.715533487507
hidden2_min_x_max_u: 0.730664671028
hidden2_min_x_mean_u: 0.720305395049
hidden2_min_x_min_u: 0.709946119069
hidden2_range_x_max_u: 0.0123568433403
hidden2_range_x_mean_u: 0.0115932245355
hidden2_range_x_min_u: 0.0108296057307
hidden2_row_norms_max: 0.144096202701
hidden2_row_norms_mean: 0.117399566623
hidden2_row_norms_min: 0.0579437227228
learning_rate: 0.05
momentum: 0.5
objective: 0.693253826165
output_col_norms_max: 0.0613479544167
output_col_norms_mean: 0.0528315320262
output_col_norms_min: 0.0443151096356
output_max_max_class: 0.50235816849
output_mean_max_class: 0.502275978948
output_min_max_class: 0.502188417283
output_misclass: 0.51
output_nll: 0.693253826165
output_row_norms_max: 0.0552708694245
output_row_norms_mean: 0.0534837008349
output_row_norms_min: 0.0516965322453
Saving to /tmp/best.pkl...
Saving to /tmp/best.pkl done. Time elapsed: 0.039006 seconds
/Users/dikien/anaconda/lib/python2.7/site-packages/pylearn2/monitor.py:572: UserWarning: Trained model saved without indicating yaml_src
'indicating yaml_src')
Monitoring step:
Epochs seen: 2
Batches seen: 120
Examples seen: 1200
hidden1_col_norms_max: 0.0993952777922
hidden1_col_norms_mean: 0.0690995991708
hidden1_col_norms_min: 0.0274063974647
hidden1_max_x_max_u: 1.13033747639
hidden1_max_x_mean_u: 1.08408629912
hidden1_max_x_min_u: 1.00481530462
hidden1_mean_x_max_u: 1.06766737706
hidden1_mean_x_mean_u: 1.03861226643
hidden1_mean_x_min_u: 0.987008686719
hidden1_min_x_max_u: 1.00751971447
hidden1_min_x_mean_u: 0.995329317494
hidden1_min_x_min_u: 0.968003873061
hidden1_range_x_max_u: 0.123850472025
hidden1_range_x_mean_u: 0.0887569816264
hidden1_range_x_min_u: 0.0368114315628
hidden1_row_norms_max: 0.110849026357
hidden1_row_norms_mean: 0.104245211493
hidden1_row_norms_min: 0.0976413966298
hidden2_col_norms_max: 0.195894975681
hidden2_col_norms_mean: 0.194868969777
hidden2_col_norms_min: 0.193842963872
hidden2_max_x_max_u: 0.680767082261
hidden2_max_x_mean_u: 0.660043854352
hidden2_max_x_min_u: 0.639320626443
hidden2_mean_x_max_u: 0.672635133993
hidden2_mean_x_mean_u: 0.652024746249
hidden2_mean_x_min_u: 0.631414358506
hidden2_min_x_max_u: 0.663959388195
hidden2_min_x_mean_u: 0.6434753451
hidden2_min_x_min_u: 0.622991302005
hidden2_range_x_max_u: 0.0168076940651
hidden2_range_x_mean_u: 0.0165685092516
hidden2_range_x_min_u: 0.0163293244381
hidden2_row_norms_max: 0.163205433723
hidden2_row_norms_mean: 0.128179435316
hidden2_row_norms_min: 0.0412999018842
learning_rate: 0.0491
momentum: 0.5
objective: 0.695549170308
output_col_norms_max: 0.0758475012577
output_col_norms_mean: 0.0402039273379
output_col_norms_min: 0.00456035341797
output_max_max_class: 0.546192481074
output_mean_max_class: 0.546043991248
output_min_max_class: 0.545885551702
output_misclass: 0.49
output_nll: 0.695549170308
output_row_norms_max: 0.0754683172546
output_row_norms_mean: 0.0421549436563
output_row_norms_min: 0.00884157005803
Saving to /tmp/best.pkl...
Saving to /tmp/best.pkl done. Time elapsed: 0.009624 seconds
Monitoring step:
Epochs seen: 3
Batches seen: 180
Examples seen: 1800
hidden1_col_norms_max: 0.100600266479
hidden1_col_norms_mean: 0.0692966376971
hidden1_col_norms_min: 0.0260398427643
hidden1_max_x_max_u: 1.13394873468
hidden1_max_x_mean_u: 1.08631350689
hidden1_max_x_min_u: 1.00690126671
hidden1_mean_x_max_u: 1.0704357721
hidden1_mean_x_mean_u: 1.04064690859
hidden1_mean_x_min_u: 0.989982943256
hidden1_min_x_max_u: 1.00943644316
hidden1_min_x_mean_u: 0.997212497225
hidden1_min_x_min_u: 0.971926080029
hidden1_range_x_max_u: 0.125556771507
hidden1_range_x_mean_u: 0.0891010096611
hidden1_range_x_min_u: 0.0349751866806
hidden1_row_norms_max: 0.111662346818
hidden1_row_norms_mean: 0.104990731322
hidden1_row_norms_min: 0.0983191158257
hidden2_col_norms_max: 0.21052997264
hidden2_col_norms_mean: 0.209512065246
hidden2_col_norms_min: 0.208494157853
hidden2_max_x_max_u: 0.632079365532
hidden2_max_x_mean_u: 0.613856417448
hidden2_max_x_min_u: 0.595633469364
hidden2_mean_x_max_u: 0.622305531342
hidden2_mean_x_mean_u: 0.604270051291
hidden2_mean_x_min_u: 0.58623457124
hidden2_min_x_max_u: 0.611879626357
hidden2_min_x_mean_u: 0.594050046788
hidden2_min_x_min_u: 0.576220467219
hidden2_range_x_max_u: 0.0201997391743
hidden2_range_x_mean_u: 0.01980637066
hidden2_range_x_min_u: 0.0194130021457
hidden2_row_norms_max: 0.17534362185
hidden2_row_norms_mean: 0.135289522999
hidden2_row_norms_min: 0.0312620031381
learning_rate: 0.0482
momentum: 0.51
objective: 0.694759333443
output_col_norms_max: 0.0703557723201
output_col_norms_mean: 0.0364331280934
output_col_norms_min: 0.00251048386676
output_max_max_class: 0.540251252329
output_mean_max_class: 0.540113953059
output_min_max_class: 0.539967458613
output_misclass: 0.49
output_nll: 0.694759333443
output_row_norms_max: 0.0695219207795
output_row_norms_mean: 0.0403048705426
output_row_norms_min: 0.0110878203056
Monitoring step:
Epochs seen: 4
Batches seen: 240
Examples seen: 2400
hidden1_col_norms_max: 0.101722449487
hidden1_col_norms_mean: 0.0695535872469
hidden1_col_norms_min: 0.0246899847217
hidden1_max_x_max_u: 1.13805483807
hidden1_max_x_mean_u: 1.08893012906
hidden1_max_x_min_u: 1.00934411744
hidden1_mean_x_max_u: 1.07365070296
hidden1_mean_x_mean_u: 1.04303531683
hidden1_mean_x_min_u: 0.993324410047
hidden1_min_x_max_u: 1.01172661575
hidden1_min_x_mean_u: 0.999412390882
hidden1_min_x_min_u: 0.976221221831
hidden1_range_x_max_u: 0.12736143248
hidden1_range_x_mean_u: 0.0895177381831
hidden1_range_x_min_u: 0.033122895607
hidden1_row_norms_max: 0.112336769754
hidden1_row_norms_mean: 0.105842830687
hidden1_row_norms_min: 0.0993488916212
hidden2_col_norms_max: 0.228738597506
hidden2_col_norms_mean: 0.226036288971
hidden2_col_norms_min: 0.223333980436
hidden2_max_x_max_u: 0.574363946559
hidden2_max_x_mean_u: 0.563312430252
hidden2_max_x_min_u: 0.552260913946
hidden2_mean_x_max_u: 0.562642975652
hidden2_mean_x_mean_u: 0.551991407298
hidden2_mean_x_min_u: 0.541339838943
hidden2_min_x_max_u: 0.550143731455
hidden2_min_x_mean_u: 0.539924471454
hidden2_min_x_min_u: 0.529705211452
hidden2_range_x_max_u: 0.024220215104
hidden2_range_x_mean_u: 0.0233879587985
hidden2_range_x_min_u: 0.0225557024931
hidden2_row_norms_max: 0.188945026811
hidden2_row_norms_mean: 0.143645124157
hidden2_row_norms_min: 0.0226290078963
learning_rate: 0.0473
momentum: 0.52
objective: 0.692985190502
output_col_norms_max: 0.0565950953948
output_col_norms_mean: 0.041729668604
output_col_norms_min: 0.0268642418131
output_max_max_class: 0.514265064006
output_mean_max_class: 0.514229508773
output_min_max_class: 0.514196023512
output_misclass: 0.49
output_nll: 0.692985190502
output_row_norms_max: 0.0545745373541
output_row_norms_mean: 0.0426683624575
output_row_norms_min: 0.0307621875608
Monitoring step:
Epochs seen: 5
Batches seen: 300
Examples seen: 3000
hidden1_col_norms_max: 0.103215513837
hidden1_col_norms_mean: 0.0698938816241
hidden1_col_norms_min: 0.0229261983662
hidden1_max_x_max_u: 1.1423006171
hidden1_max_x_mean_u: 1.09170215447
hidden1_max_x_min_u: 1.01158507675
hidden1_mean_x_max_u: 1.07679845541
hidden1_mean_x_mean_u: 1.04550540962
hidden1_mean_x_min_u: 0.996724111299
hidden1_min_x_max_u: 1.0139054482
hidden1_min_x_mean_u: 1.00163548869
hidden1_min_x_min_u: 0.980855007519
hidden1_range_x_max_u: 0.129571642845
hidden1_range_x_mean_u: 0.0900666657792
hidden1_range_x_min_u: 0.0307300692356
hidden1_row_norms_max: 0.113425193597
hidden1_row_norms_mean: 0.106973688737
hidden1_row_norms_min: 0.100522183877
hidden2_col_norms_max: 0.241155729942
hidden2_col_norms_mean: 0.240513033983
hidden2_col_norms_min: 0.239870338023
hidden2_max_x_max_u: 0.536134967416
hidden2_max_x_mean_u: 0.520563510569
hidden2_max_x_min_u: 0.504992053722
hidden2_mean_x_max_u: 0.522868967595
hidden2_mean_x_mean_u: 0.507573892933
hidden2_mean_x_min_u: 0.49227881827
hidden2_min_x_max_u: 0.508723669297
hidden2_min_x_mean_u: 0.493729243827
hidden2_min_x_min_u: 0.478734818357
hidden2_range_x_max_u: 0.027411298119
hidden2_range_x_mean_u: 0.0268342667423
hidden2_range_x_min_u: 0.0262572353655
hidden2_row_norms_max: 0.200999725133
hidden2_row_norms_mean: 0.152792605193
hidden2_row_norms_min: 0.0238103748304
learning_rate: 0.0464
momentum: 0.53
objective: 0.694638443038
output_col_norms_max: 0.0665769870821
output_col_norms_mean: 0.0365655674875
output_col_norms_min: 0.00655414789293
output_max_max_class: 0.539302358575
output_mean_max_class: 0.539122880283
output_min_max_class: 0.538931483079
output_misclass: 0.49
output_nll: 0.694638443038
output_row_norms_max: 0.0662880155794
output_row_norms_mean: 0.0376537487491
output_row_norms_min: 0.00901948191889
Monitoring step:
Epochs seen: 6
Batches seen: 360
Examples seen: 3600
hidden1_col_norms_max: 0.104775010172
hidden1_col_norms_mean: 0.0703467203343
hidden1_col_norms_min: 0.0210538369579
hidden1_max_x_max_u: 1.14721124211
hidden1_max_x_mean_u: 1.09490008945
hidden1_max_x_min_u: 1.01405268356
hidden1_mean_x_max_u: 1.08044535642
hidden1_mean_x_mean_u: 1.04832999365
hidden1_mean_x_min_u: 1.00046196236
hidden1_min_x_max_u: 1.01643653038
hidden1_min_x_mean_u: 1.00414483252
hidden1_min_x_min_u: 0.985939798083
hidden1_range_x_max_u: 0.132100326009
hidden1_range_x_mean_u: 0.09075525693
hidden1_range_x_min_u: 0.0281128854727
hidden1_row_norms_max: 0.11443562251
hidden1_row_norms_mean: 0.108353539833
hidden1_row_norms_min: 0.102271457156
hidden2_col_norms_max: 0.25911193147
hidden2_col_norms_mean: 0.256076583259
hidden2_col_norms_min: 0.253041235049
hidden2_max_x_max_u: 0.482404592445
hidden2_max_x_mean_u: 0.474980243097
hidden2_max_x_min_u: 0.46755589375
hidden2_mean_x_max_u: 0.467028763786
hidden2_mean_x_mean_u: 0.460125432378
hidden2_mean_x_min_u: 0.453222100969
hidden2_min_x_max_u: 0.45063828593
hidden2_min_x_mean_u: 0.444296368979
hidden2_min_x_min_u: 0.437954452028
hidden2_range_x_max_u: 0.0317663065153
hidden2_range_x_mean_u: 0.0306838741187
hidden2_range_x_min_u: 0.0296014417221
hidden2_row_norms_max: 0.213994979607
hidden2_row_norms_mean: 0.163251547212
hidden2_row_norms_min: 0.0278459823898
learning_rate: 0.0455
momentum: 0.54
objective: 0.692974940286
output_col_norms_max: 0.051136205552
output_col_norms_mean: 0.0424198078304
output_col_norms_min: 0.0337034101087
output_max_max_class: 0.506896074538
output_mean_max_class: 0.506779978956
output_min_max_class: 0.506670929185
output_misclass: 0.49
output_nll: 0.692974940286
output_row_norms_max: 0.0517803981385
output_row_norms_mean: 0.0422427351098
output_row_norms_min: 0.0327050720811
Monitoring step:
Epochs seen: 7
Batches seen: 420
Examples seen: 4200
hidden1_col_norms_max: 0.107627068618
hidden1_col_norms_mean: 0.0711173978525
hidden1_col_norms_min: 0.0178101190485
hidden1_max_x_max_u: 1.15420498751
hidden1_max_x_mean_u: 1.09950140565
hidden1_max_x_min_u: 1.01709076255
hidden1_mean_x_max_u: 1.08534105333
hidden1_mean_x_mean_u: 1.05228807922
hidden1_mean_x_min_u: 1.00565512614
hidden1_min_x_max_u: 1.01946454789
hidden1_min_x_mean_u: 1.007566753
hidden1_min_x_min_u: 0.993427919147
hidden1_range_x_max_u: 0.136279213797
hidden1_range_x_mean_u: 0.0919346526517
hidden1_range_x_min_u: 0.023662843402
hidden1_row_norms_max: 0.116731000736
hidden1_row_norms_mean: 0.110762693839
hidden1_row_norms_min: 0.104794386943
hidden2_col_norms_max: 0.274955851185
hidden2_col_norms_mean: 0.274523780702
hidden2_col_norms_min: 0.274091710219
hidden2_max_x_max_u: 0.435769666928
hidden2_max_x_mean_u: 0.422311722583
hidden2_max_x_min_u: 0.408853778237
hidden2_mean_x_max_u: 0.418002666006
hidden2_mean_x_mean_u: 0.404891117398
hidden2_mean_x_min_u: 0.391779568791
hidden2_min_x_max_u: 0.399064980256
hidden2_min_x_mean_u: 0.386328812654
hidden2_min_x_min_u: 0.373592645052
hidden2_range_x_max_u: 0.036704686672
hidden2_range_x_mean_u: 0.0359829099285
hidden2_range_x_min_u: 0.035261133185
hidden2_row_norms_max: 0.228885744076
hidden2_row_norms_mean: 0.177171691837
hidden2_row_norms_min: 0.0400800627511
learning_rate: 0.0446
momentum: 0.55
objective: 0.694771534304
output_col_norms_max: 0.0633134174523
output_col_norms_mean: 0.0370010136991
output_col_norms_min: 0.010688609946
output_max_max_class: 0.540511231471
output_mean_max_class: 0.54026985632
output_min_max_class: 0.540012568218
output_misclass: 0.49
output_nll: 0.694771534304
output_row_norms_max: 0.0637063617978
output_row_norms_mean: 0.0358636259665
output_row_norms_min: 0.00802089013524
Monitoring step:
Epochs seen: 8
Batches seen: 480
Examples seen: 4800
hidden1_col_norms_max: 0.108526567879
hidden1_col_norms_mean: 0.0714570806782
hidden1_col_norms_min: 0.0167398542923
hidden1_max_x_max_u: 1.15752309148
hidden1_max_x_mean_u: 1.10182327641
hidden1_max_x_min_u: 1.01896132754
hidden1_mean_x_max_u: 1.08789261784
hidden1_mean_x_mean_u: 1.05435599054
hidden1_mean_x_min_u: 1.00830555074
hidden1_min_x_max_u: 1.02135545323
hidden1_min_x_mean_u: 1.00941557436
hidden1_min_x_min_u: 0.99690278115
hidden1_range_x_max_u: 0.137824547111
hidden1_range_x_mean_u: 0.0924077020443
hidden1_range_x_min_u: 0.0220585463892
hidden1_row_norms_max: 0.117260615396
hidden1_row_norms_mean: 0.111719044452
hidden1_row_norms_min: 0.106177473508
hidden2_col_norms_max: 0.285621357975
hidden2_col_norms_mean: 0.285349937901
hidden2_col_norms_min: 0.285078517826
hidden2_max_x_max_u: 0.406237752805
hidden2_max_x_mean_u: 0.391545234181
hidden2_max_x_min_u: 0.376852715557
hidden2_mean_x_max_u: 0.387194210849
hidden2_mean_x_mean_u: 0.372804015954
hidden2_mean_x_min_u: 0.358413821059
hidden2_min_x_max_u: 0.366899717107
hidden2_min_x_mean_u: 0.352838516072
hidden2_min_x_min_u: 0.338777315037
hidden2_range_x_max_u: 0.0393380356975
hidden2_range_x_mean_u: 0.0387067181086
hidden2_range_x_min_u: 0.0380754005197
hidden2_row_norms_max: 0.237540886601
hidden2_row_norms_mean: 0.18533005581
hidden2_row_norms_min: 0.0474387627344
learning_rate: 0.0437
momentum: 0.56
objective: 0.696349806616
output_col_norms_max: 0.0682128401731
output_col_norms_mean: 0.0407768887404
output_col_norms_min: 0.0133409373076
output_max_max_class: 0.551632759107
output_mean_max_class: 0.551264340864
output_min_max_class: 0.550871734717
output_misclass: 0.49
output_nll: 0.696349806616
output_row_norms_max: 0.0683017156775
output_row_norms_mean: 0.0405899534321
output_row_norms_min: 0.0128781911866
Monitoring step:
Epochs seen: 9
Batches seen: 540
Examples seen: 5400
hidden1_col_norms_max: 0.109512731368
hidden1_col_norms_mean: 0.0717536698708
hidden1_col_norms_min: 0.0157132822813
hidden1_max_x_max_u: 1.16039496169
hidden1_max_x_mean_u: 1.10376365508
hidden1_max_x_min_u: 1.02038626397
hidden1_mean_x_max_u: 1.09003449514
hidden1_mean_x_mean_u: 1.05605947747
hidden1_mean_x_min_u: 1.01042700326
hidden1_min_x_max_u: 1.02284753412
hidden1_min_x_mean_u: 1.01091836175
hidden1_min_x_min_u: 0.998267736152
hidden1_range_x_max_u: 0.139270055165
hidden1_range_x_mean_u: 0.0928452933376
hidden1_range_x_min_u: 0.0206204648651
hidden1_row_norms_max: 0.118077948971
hidden1_row_norms_mean: 0.112592997795
hidden1_row_norms_min: 0.10710804662
hidden2_col_norms_max: 0.295583104001
hidden2_col_norms_mean: 0.293594659785
hidden2_col_norms_min: 0.291606215569
hidden2_max_x_max_u: 0.376096365482
hidden2_max_x_mean_u: 0.368075912305
hidden2_max_x_min_u: 0.360055459128
hidden2_mean_x_max_u: 0.355755657482
hidden2_mean_x_mean_u: 0.34825237422
hidden2_mean_x_min_u: 0.340749090958
hidden2_min_x_max_u: 0.334079561888
hidden2_min_x_mean_u: 0.32713417039
hidden2_min_x_min_u: 0.320188778892
hidden2_range_x_max_u: 0.0420168035942
hidden2_range_x_mean_u: 0.0409417419155
hidden2_range_x_min_u: 0.0398666802369
hidden2_row_norms_max: 0.24414480951
hidden2_row_norms_mean: 0.191392816647
hidden2_row_norms_min: 0.0523559789676
learning_rate: 0.0428
momentum: 0.57
objective: 0.693177267716
output_col_norms_max: 0.0516900503244
output_col_norms_mean: 0.0372679730706
output_col_norms_min: 0.0228458958168
output_max_max_class: 0.520831420049
output_mean_max_class: 0.520785507935
output_min_max_class: 0.52073652448
output_misclass: 0.49
output_nll: 0.693177267716
output_row_norms_max: 0.0543337891524
output_row_norms_mean: 0.0349392110674
output_row_norms_min: 0.0155446329823
Monitoring step:
Epochs seen: 10
Batches seen: 600
Examples seen: 6000
hidden1_col_norms_max: 0.109836394908
hidden1_col_norms_mean: 0.0719261099103
hidden1_col_norms_min: 0.0153585123417
hidden1_max_x_max_u: 1.1622250778
hidden1_max_x_mean_u: 1.10510920675
hidden1_max_x_min_u: 1.0216169153
hidden1_mean_x_max_u: 1.09154912346
hidden1_mean_x_mean_u: 1.05729123533
hidden1_mean_x_min_u: 1.01196470271
hidden1_min_x_max_u: 1.02410389378
hidden1_min_x_mean_u: 1.01204877974
hidden1_min_x_min_u: 0.998560777325
hidden1_range_x_max_u: 0.139913723673
hidden1_range_x_mean_u: 0.0930604270038
hidden1_range_x_min_u: 0.0199912159731
hidden1_row_norms_max: 0.118171251162
hidden1_row_norms_mean: 0.113016634724
hidden1_row_norms_min: 0.107862018285
hidden2_col_norms_max: 0.302453754815
hidden2_col_norms_mean: 0.300380327564
hidden2_col_norms_min: 0.298306900313
hidden2_max_x_max_u: 0.356310392082
hidden2_max_x_mean_u: 0.348879973485
hidden2_max_x_min_u: 0.341449554888
hidden2_mean_x_max_u: 0.335194507505
hidden2_mean_x_mean_u: 0.3282980576
hidden2_mean_x_min_u: 0.321401607695
hidden2_min_x_max_u: 0.312695224624
hidden2_min_x_mean_u: 0.306375036466
hidden2_min_x_min_u: 0.300054848308
hidden2_range_x_max_u: 0.0436153094408
hidden2_range_x_mean_u: 0.0425049370187
hidden2_range_x_min_u: 0.0413945645967
hidden2_row_norms_max: 0.249496198725
hidden2_row_norms_mean: 0.19649515892
hidden2_row_norms_min: 0.0570691571621
learning_rate: 0.0419
momentum: 0.58
objective: 0.69317036318
output_col_norms_max: 0.0512434655426
output_col_norms_mean: 0.0370398748725
output_col_norms_min: 0.0228362842025
output_max_max_class: 0.5206985728
output_mean_max_class: 0.520641522419
output_min_max_class: 0.520580683195
output_misclass: 0.49
output_nll: 0.69317036318
output_row_norms_max: 0.0542623968362
output_row_norms_mean: 0.0342547671619
output_row_norms_min: 0.0142471374875
Monitoring step:
Epochs seen: 11
Batches seen: 660
Examples seen: 6600
hidden1_col_norms_max: 0.110997765946
hidden1_col_norms_mean: 0.0722441911076
hidden1_col_norms_min: 0.0141435730388
hidden1_max_x_max_u: 1.16508375915
hidden1_max_x_mean_u: 1.10707885963
hidden1_max_x_min_u: 1.02295452217
hidden1_mean_x_max_u: 1.09361285979
hidden1_mean_x_mean_u: 1.05899695122
hidden1_mean_x_min_u: 1.01409297712
hidden1_min_x_max_u: 1.0254640996
hidden1_min_x_mean_u: 1.01353414557
hidden1_min_x_min_u: 0.998952016614
hidden1_range_x_max_u: 0.141488478663
hidden1_range_x_mean_u: 0.093544714059
hidden1_range_x_min_u: 0.0183556079575
hidden1_row_norms_max: 0.119296427844
hidden1_row_norms_mean: 0.113997199138
hidden1_row_norms_min: 0.108697970433
hidden2_col_norms_max: 0.309633564171
hidden2_col_norms_mean: 0.307820943302
hidden2_col_norms_min: 0.306008322434
hidden2_max_x_max_u: 0.335772695204
hidden2_max_x_mean_u: 0.327982450035
hidden2_max_x_min_u: 0.320192204866
hidden2_mean_x_max_u: 0.313586945915
hidden2_mean_x_mean_u: 0.306326400085
hidden2_mean_x_min_u: 0.299065854255
hidden2_min_x_max_u: 0.289946518932
hidden2_min_x_mean_u: 0.283257437329
hidden2_min_x_min_u: 0.276568355726
hidden2_range_x_max_u: 0.0458261762721
hidden2_range_x_mean_u: 0.0447250127062
hidden2_range_x_min_u: 0.0436238491402
hidden2_row_norms_max: 0.255304110977
hidden2_row_norms_mean: 0.202110490052
hidden2_row_norms_min: 0.0624196004701
learning_rate: 0.041
momentum: 0.59
objective: 0.693381741908
output_col_norms_max: 0.0520994582189
output_col_norms_mean: 0.0365920082373
output_col_norms_min: 0.0210845582557
output_max_max_class: 0.524949889554
output_mean_max_class: 0.524842720855
output_min_max_class: 0.524728490577
output_misclass: 0.49
output_nll: 0.693381741908
output_row_norms_max: 0.0550861542713
output_row_norms_mean: 0.0331204365274
output_row_norms_min: 0.0111547187834
Monitoring step:
Epochs seen: 12
Batches seen: 720
Examples seen: 7200
hidden1_col_norms_max: 0.111512602277
hidden1_col_norms_mean: 0.0724449686805
hidden1_col_norms_min: 0.0136160386442
hidden1_max_x_max_u: 1.16689833077
hidden1_max_x_mean_u: 1.10836612844
hidden1_max_x_min_u: 1.02395867753
hidden1_mean_x_max_u: 1.09501300505
hidden1_mean_x_mean_u: 1.06013929921
hidden1_mean_x_min_u: 1.01549612314
hidden1_min_x_max_u: 1.02650162516
hidden1_min_x_mean_u: 1.01455106253
hidden1_min_x_min_u: 0.999227904102
hidden1_range_x_max_u: 0.142315459168
hidden1_range_x_mean_u: 0.0938150659075
hidden1_range_x_min_u: 0.0175338526263
hidden1_row_norms_max: 0.119658891544
hidden1_row_norms_mean: 0.114534402102
hidden1_row_norms_min: 0.109409912661
hidden2_col_norms_max: 0.315737110107
hidden2_col_norms_mean: 0.313267899931
hidden2_col_norms_min: 0.310798689754
hidden2_max_x_max_u: 0.318395620476
hidden2_max_x_mean_u: 0.312637519411
hidden2_max_x_min_u: 0.306879418347
hidden2_mean_x_max_u: 0.295435867807
hidden2_mean_x_mean_u: 0.29027402305
hidden2_mean_x_min_u: 0.285112178294
hidden2_min_x_max_u: 0.270972235251
hidden2_min_x_mean_u: 0.26645297566
hidden2_min_x_min_u: 0.26193371607
hidden2_range_x_max_u: 0.0474233852247
hidden2_range_x_mean_u: 0.0461845437509
hidden2_range_x_min_u: 0.0449457022772
hidden2_row_norms_max: 0.259590700526
hidden2_row_norms_mean: 0.20617958558
hidden2_row_norms_min: 0.0661486146288
learning_rate: 0.0401
momentum: 0.6
objective: 0.693008625772
output_col_norms_max: 0.0482372049942
output_col_norms_mean: 0.0373227312196
output_col_norms_min: 0.0264082574449
output_max_max_class: 0.515580448355
output_mean_max_class: 0.515569419202
output_min_max_class: 0.515557610206
output_misclass: 0.49
output_nll: 0.693008625772
output_row_norms_max: 0.0527633821541
output_row_norms_mean: 0.0341316831833
output_row_norms_min: 0.0154999842125
Monitoring step:
Epochs seen: 13
Batches seen: 780
Examples seen: 7800
hidden1_col_norms_max: 0.112032413229
hidden1_col_norms_mean: 0.0725948365052
hidden1_col_norms_min: 0.0130667919692
hidden1_max_x_max_u: 1.16851535672
hidden1_max_x_mean_u: 1.10956227643
hidden1_max_x_min_u: 1.02494205272
hidden1_mean_x_max_u: 1.09627772616
hidden1_mean_x_mean_u: 1.06121400392
hidden1_mean_x_min_u: 1.01684285096
hidden1_min_x_max_u: 1.02747621366
hidden1_min_x_mean_u: 1.01552417007
hidden1_min_x_min_u: 0.999544270551
hidden1_range_x_max_u: 0.143024553832
hidden1_range_x_mean_u: 0.0940381063621
hidden1_range_x_min_u: 0.016782447634
hidden1_row_norms_max: 0.120168275969
hidden1_row_norms_mean: 0.114990816561
hidden1_row_norms_min: 0.109813357153
hidden2_col_norms_max: 0.319214318129
hidden2_col_norms_mean: 0.318496556315
hidden2_col_norms_min: 0.317778794501
hidden2_max_x_max_u: 0.308305706668
hidden2_max_x_mean_u: 0.298035474176
hidden2_max_x_min_u: 0.287765241684
hidden2_mean_x_max_u: 0.284831335428
hidden2_mean_x_mean_u: 0.275013269068
hidden2_mean_x_min_u: 0.265195202707
hidden2_min_x_max_u: 0.259818923834
hidden2_min_x_mean_u: 0.250489879898
hidden2_min_x_min_u: 0.241160835962
hidden2_range_x_max_u: 0.0484867828338
hidden2_range_x_mean_u: 0.0475455942779
hidden2_range_x_min_u: 0.046604405722
hidden2_row_norms_max: 0.263574374853
hidden2_row_norms_mean: 0.210166416139
hidden2_row_norms_min: 0.070253995437
learning_rate: 0.0392
momentum: 0.61
objective: 0.695303664909
output_col_norms_max: 0.0596181214369
output_col_norms_mean: 0.0379584114892
output_col_norms_min: 0.0162987015415
output_max_max_class: 0.544729772462
output_mean_max_class: 0.544399240564
output_min_max_class: 0.544047061669
output_misclass: 0.49
output_nll: 0.695303664909
output_row_norms_max: 0.0608820657172
output_row_norms_mean: 0.035764146365
output_row_norms_min: 0.0106462270129
Monitoring step:
Epochs seen: 14
Batches seen: 840
Examples seen: 8400
hidden1_col_norms_max: 0.113529449625
hidden1_col_norms_mean: 0.0730677783467
hidden1_col_norms_min: 0.0115623576105
hidden1_max_x_max_u: 1.17234780651
hidden1_max_x_mean_u: 1.11219061305
hidden1_max_x_min_u: 1.02665675089
hidden1_mean_x_max_u: 1.09903597096
hidden1_mean_x_mean_u: 1.06347353385
hidden1_mean_x_min_u: 1.01958822188
hidden1_min_x_max_u: 1.02926476648
hidden1_min_x_mean_u: 1.01747106648
hidden1_min_x_min_u: 1.00007814039
hidden1_range_x_max_u: 0.145142593219
hidden1_range_x_mean_u: 0.0947195465675
hidden1_range_x_min_u: 0.014652757679
hidden1_row_norms_max: 0.121562194868
hidden1_row_norms_mean: 0.116360136856
hidden1_row_norms_min: 0.111158078844
hidden2_col_norms_max: 0.330439898164
hidden2_col_norms_mean: 0.32775900387
hidden2_col_norms_min: 0.325078109576
hidden2_max_x_max_u: 0.276648237757
hidden2_max_x_mean_u: 0.272051476595
hidden2_max_x_min_u: 0.267454715433
hidden2_mean_x_max_u: 0.251546199673
hidden2_mean_x_mean_u: 0.247597637754
hidden2_mean_x_min_u: 0.243649075834
hidden2_min_x_max_u: 0.22479932514
hidden2_min_x_mean_u: 0.221548483794
hidden2_min_x_min_u: 0.218297642449
hidden2_range_x_max_u: 0.0518489126172
hidden2_range_x_mean_u: 0.0505029928006
hidden2_range_x_min_u: 0.049157072984
hidden2_row_norms_max: 0.270838003694
hidden2_row_norms_mean: 0.217047254849
hidden2_row_norms_min: 0.0765192569425
learning_rate: 0.0383
momentum: 0.62
objective: 0.692967201113
output_col_norms_max: 0.0460218082254
output_col_norms_mean: 0.0372600445126
output_col_norms_min: 0.0284982807997
output_max_max_class: 0.51312110591
output_mean_max_class: 0.513110880436
output_min_max_class: 0.513101214539
output_misclass: 0.49
output_nll: 0.692967201113
output_row_norms_max: 0.0520380508423
output_row_norms_mean: 0.0334722144267
output_row_norms_min: 0.0149063780111
Monitoring step:
Epochs seen: 15
Batches seen: 900
Examples seen: 9000
hidden1_col_norms_max: 0.114436901979
hidden1_col_norms_mean: 0.0735367390764
hidden1_col_norms_min: 0.010732676533
hidden1_max_x_max_u: 1.17537083925
hidden1_max_x_mean_u: 1.11434352665
hidden1_max_x_min_u: 1.02813023612
hidden1_mean_x_max_u: 1.10126109293
hidden1_mean_x_mean_u: 1.06533091834
hidden1_mean_x_min_u: 1.02184840029
hidden1_min_x_max_u: 1.03077056967
hidden1_min_x_mean_u: 1.01906847481
hidden1_min_x_min_u: 1.00054779838
hidden1_range_x_max_u: 0.146735304563
hidden1_range_x_mean_u: 0.0952750518402
hidden1_range_x_min_u: 0.0130362939351
hidden1_row_norms_max: 0.122047268381
hidden1_row_norms_mean: 0.11747523157
hidden1_row_norms_min: 0.11290319476
hidden2_col_norms_max: 0.337839908017
hidden2_col_norms_mean: 0.335336080632
hidden2_col_norms_min: 0.332832253247
hidden2_max_x_max_u: 0.255675435044
hidden2_max_x_mean_u: 0.250897987886
hidden2_max_x_min_u: 0.246120540728
hidden2_mean_x_max_u: 0.22941927063
hidden2_mean_x_mean_u: 0.225275733321
hidden2_mean_x_min_u: 0.221132196012
hidden2_min_x_max_u: 0.201447924224
hidden2_min_x_mean_u: 0.197987765024
hidden2_min_x_min_u: 0.194527605823
hidden2_range_x_max_u: 0.054267434415
hidden2_range_x_mean_u: 0.052910222862
hidden2_range_x_min_u: 0.0515530113089
hidden2_row_norms_max: 0.276784453977
hidden2_row_norms_mean: 0.222721981767
hidden2_row_norms_min: 0.0820266124444
learning_rate: 0.0374
momentum: 0.63
objective: 0.69304771382
output_col_norms_max: 0.0470962784749
output_col_norms_mean: 0.0366625641609
output_col_norms_min: 0.0262288498468
output_max_max_class: 0.517276507629
output_mean_max_class: 0.517217360932
output_min_max_class: 0.517154315864
output_misclass: 0.49
output_nll: 0.69304771382
output_row_norms_max: 0.052732501508
output_row_norms_mean: 0.0319630198038
output_row_norms_min: 0.0111935380996
Monitoring step:
Epochs seen: 16
Batches seen: 960
Examples seen: 9600
hidden1_col_norms_max: 0.115287513847
hidden1_col_norms_mean: 0.0738500111126
hidden1_col_norms_min: 0.00993511606208
hidden1_max_x_max_u: 1.17788398515
hidden1_max_x_mean_u: 1.11615442551
hidden1_max_x_min_u: 1.02944008766
hidden1_mean_x_max_u: 1.10315429451
hidden1_mean_x_mean_u: 1.06691885635
hidden1_mean_x_min_u: 1.02376970759
hidden1_min_x_max_u: 1.03211613186
hidden1_min_x_mean_u: 1.02046603886
hidden1_min_x_min_u: 1.00100331937
hidden1_range_x_max_u: 0.147967133665
hidden1_range_x_mean_u: 0.0956883866429
hidden1_range_x_min_u: 0.0117739780365
hidden1_row_norms_max: 0.122818434987
hidden1_row_norms_mean: 0.118312905183
hidden1_row_norms_min: 0.113807375378
hidden2_col_norms_max: 0.344671169613
hidden2_col_norms_mean: 0.342051035717
hidden2_col_norms_min: 0.339430901821
hidden2_max_x_max_u: 0.236340737374
hidden2_max_x_mean_u: 0.232130552648
hidden2_max_x_min_u: 0.227920367922
hidden2_mean_x_max_u: 0.20907788473
hidden2_mean_x_mean_u: 0.205522482757
hidden2_mean_x_min_u: 0.201967080783
hidden2_min_x_max_u: 0.180034541404
hidden2_min_x_mean_u: 0.177184823595
hidden2_min_x_min_u: 0.174335105786
hidden2_range_x_max_u: 0.0563501460981
hidden2_range_x_mean_u: 0.0549457290531
hidden2_range_x_min_u: 0.0535413120081
hidden2_row_norms_max: 0.281962681243
hidden2_row_norms_mean: 0.227731601226
hidden2_row_norms_min: 0.0868434092567
learning_rate: 0.0365
momentum: 0.64
objective: 0.69299788334
output_col_norms_max: 0.0455512106921
output_col_norms_mean: 0.0367549354254
output_col_norms_min: 0.0279586601587
output_max_max_class: 0.51516026598
output_mean_max_class: 0.515129118645
output_min_max_class: 0.515095899374
output_misclass: 0.49
output_nll: 0.69299788334
output_row_norms_max: 0.0521464008071
output_row_norms_mean: 0.0319330714826
output_row_norms_min: 0.011719742158
Monitoring step:
Epochs seen: 17
Batches seen: 1020
Examples seen: 10200
hidden1_col_norms_max: 0.116235035411
hidden1_col_norms_mean: 0.0741898817375
hidden1_col_norms_min: 0.0090921843174
hidden1_max_x_max_u: 1.18078299492
hidden1_max_x_mean_u: 1.1182437906
hidden1_max_x_min_u: 1.0310053566
hidden1_mean_x_max_u: 1.10537338534
hidden1_mean_x_mean_u: 1.06876482197
hidden1_mean_x_min_u: 1.02597776821
hidden1_min_x_max_u: 1.0337387027
hidden1_min_x_mean_u: 1.02210410843
hidden1_min_x_min_u: 1.00155930442
hidden1_range_x_max_u: 0.149314012286
hidden1_range_x_mean_u: 0.0961396821707
hidden1_range_x_min_u: 0.010446176415
hidden1_row_norms_max: 0.12371031212
hidden1_row_norms_mean: 0.119219159163
hidden1_row_norms_min: 0.114728006207
hidden2_col_norms_max: 0.3535133366
hidden2_col_norms_mean: 0.349997838233
hidden2_col_norms_min: 0.346482339866
hidden2_max_x_max_u: 0.211450693893
hidden2_max_x_mean_u: 0.209893949815
hidden2_max_x_min_u: 0.208337205736
hidden2_mean_x_max_u: 0.18294910933
hidden2_mean_x_mean_u: 0.182146930525
hidden2_mean_x_min_u: 0.181344751721
hidden2_min_x_max_u: 0.152704712709
hidden2_min_x_mean_u: 0.152595968081
hidden2_min_x_min_u: 0.152487223452
hidden2_range_x_max_u: 0.058907740866
hidden2_range_x_mean_u: 0.0572979817342
hidden2_range_x_min_u: 0.0556882226024
hidden2_row_norms_max: 0.28807911425
hidden2_row_norms_mean: 0.233633028655
hidden2_row_norms_min: 0.0924259611095
learning_rate: 0.0356
momentum: 0.65
objective: 0.693241786071
output_col_norms_max: 0.0416455972787
output_col_norms_mean: 0.0376378846095
output_col_norms_min: 0.0336301719402
output_max_max_class: 0.502104306464
output_mean_max_class: 0.502007769913
output_min_max_class: 0.501905010625
output_misclass: 0.51
output_nll: 0.693241786071
output_row_norms_max: 0.0510299062054
output_row_norms_mean: 0.0335972317123
output_row_norms_min: 0.0161645572192
Monitoring step:
Epochs seen: 18
Batches seen: 1080
Examples seen: 10800
hidden1_col_norms_max: 0.117196556527
hidden1_col_norms_mean: 0.074290579622
hidden1_col_norms_min: 0.00799234665266
hidden1_max_x_max_u: 1.18315648738
hidden1_max_x_mean_u: 1.12000392655
hidden1_max_x_min_u: 1.03245239458
hidden1_mean_x_max_u: 1.10725154406
hidden1_mean_x_mean_u: 1.07036392739
hidden1_mean_x_min_u: 1.02790546889
hidden1_min_x_max_u: 1.0352126832
hidden1_min_x_mean_u: 1.0235779313
hidden1_min_x_min_u: 1.00214669621
hidden1_range_x_max_u: 0.150289876781
hidden1_range_x_mean_u: 0.0964259952424
hidden1_range_x_min_u: 0.00944188822841
hidden1_row_norms_max: 0.125144273115
hidden1_row_norms_mean: 0.119814430186
hidden1_row_norms_min: 0.114484587257
hidden2_col_norms_max: 0.360002078232
hidden2_col_norms_mean: 0.357302787691
hidden2_col_norms_min: 0.354603497149
hidden2_max_x_max_u: 0.193002604627
hidden2_max_x_mean_u: 0.189485232163
hidden2_max_x_min_u: 0.185967859698
hidden2_mean_x_max_u: 0.163584297595
hidden2_mean_x_mean_u: 0.160777606876
hidden2_mean_x_min_u: 0.157970916156
hidden2_min_x_max_u: 0.132237466994
hidden2_min_x_mean_u: 0.130194712904
hidden2_min_x_min_u: 0.128151958814
hidden2_range_x_max_u: 0.0607651376334
hidden2_range_x_mean_u: 0.0592905192584
hidden2_range_x_min_u: 0.0578159008834
hidden2_row_norms_max: 0.293507219498
hidden2_row_norms_mean: 0.239074740457
hidden2_row_norms_min: 0.0977691495927
learning_rate: 0.0347
momentum: 0.66
objective: 0.693058607488
output_col_norms_max: 0.0455236258769
output_col_norms_mean: 0.0364508837034
output_col_norms_min: 0.02737814153
output_max_max_class: 0.517749089318
output_mean_max_class: 0.517655864701
output_min_max_class: 0.517556512348
output_misclass: 0.49
output_nll: 0.693058607488
output_row_norms_max: 0.052389002619
output_row_norms_mean: 0.0305921015415
output_row_norms_min: 0.00879520046407
Monitoring step:
Epochs seen: 19
Batches seen: 1140
Examples seen: 11400
hidden1_col_norms_max: 0.11816642297
hidden1_col_norms_mean: 0.0746437177706
hidden1_col_norms_min: 0.00710344372491
hidden1_max_x_max_u: 1.18561749247
hidden1_max_x_mean_u: 1.12175553658
hidden1_max_x_min_u: 1.03356923495
hidden1_mean_x_max_u: 1.10902110797
hidden1_mean_x_mean_u: 1.07186340795
hidden1_mean_x_min_u: 1.02969633528
hidden1_min_x_max_u: 1.03635955573
hidden1_min_x_mean_u: 1.02486263741
hidden1_min_x_min_u: 1.00258603208
hidden1_range_x_max_u: 0.151655147439
hidden1_range_x_mean_u: 0.0968928991732
hidden1_range_x_min_u: 0.00804927155126
hidden1_row_norms_max: 0.126110613399
hidden1_row_norms_mean: 0.120763593906
hidden1_row_norms_min: 0.115416574412
hidden2_col_norms_max: 0.365524859213
hidden2_col_norms_mean: 0.362830260886
hidden2_col_norms_min: 0.360135662558
hidden2_max_x_max_u: 0.177451617243
hidden2_max_x_mean_u: 0.174094681042
hidden2_max_x_min_u: 0.170737744842
hidden2_mean_x_max_u: 0.147068342565
hidden2_mean_x_mean_u: 0.144432263761
hidden2_mean_x_min_u: 0.141796184958
hidden2_min_x_max_u: 0.114693117722
hidden2_min_x_mean_u: 0.112831742352
hidden2_min_x_min_u: 0.110970366982
hidden2_range_x_max_u: 0.0627584995204
hidden2_range_x_mean_u: 0.0612629386903
hidden2_range_x_min_u: 0.0597673778601
hidden2_row_norms_max: 0.297745340887
hidden2_row_norms_mean: 0.243178480152
hidden2_row_norms_min: 0.101753752473
learning_rate: 0.0338
momentum: 0.67
objective: 0.693071962096
output_col_norms_max: 0.0447832153853
output_col_norms_mean: 0.0364437893434
output_col_norms_min: 0.0281043633015
output_max_max_class: 0.518165270251
output_mean_max_class: 0.518074648034
output_min_max_class: 0.517978070253
output_misclass: 0.49
output_nll: 0.693071962096
output_row_norms_max: 0.0521657841872
output_row_norms_mean: 0.0303876155737
output_row_norms_min: 0.00860944696025
Monitoring step:
Epochs seen: 20
Batches seen: 1200
Examples seen: 12000
hidden1_col_norms_max: 0.11917211777
hidden1_col_norms_mean: 0.0749700221531
hidden1_col_norms_min: 0.00618342821041
hidden1_max_x_max_u: 1.18814148671
hidden1_max_x_mean_u: 1.12354997621
hidden1_max_x_min_u: 1.03475579404
hidden1_mean_x_max_u: 1.11086211246
hidden1_mean_x_mean_u: 1.07341236399
hidden1_mean_x_min_u: 1.03152966003
hidden1_min_x_max_u: 1.03758944645
hidden1_min_x_mean_u: 1.02620418976
hidden1_min_x_min_u: 1.0030627542
hidden1_range_x_max_u: 0.152998579396
hidden1_range_x_mean_u: 0.097345786445
hidden1_range_x_min_u: 0.00671076871363
hidden1_row_norms_max: 0.127213041522
hidden1_row_norms_mean: 0.121683177066
hidden1_row_norms_min: 0.116153312611
hidden2_col_norms_max: 0.371968461777
hidden2_col_norms_mean: 0.368689909209
hidden2_col_norms_min: 0.365411356642
hidden2_max_x_max_u: 0.159392326119
hidden2_max_x_mean_u: 0.157748133114
hidden2_max_x_min_u: 0.156103940109
hidden2_mean_x_max_u: 0.127954650146
hidden2_mean_x_mean_u: 0.127103866787
hidden2_mean_x_min_u: 0.126253083428
hidden2_min_x_max_u: 0.094504050286
hidden2_min_x_mean_u: 0.0944552025733
hidden2_min_x_min_u: 0.0944063548606
hidden2_range_x_max_u: 0.0649380056551
hidden2_range_x_mean_u: 0.0632929305404
hidden2_range_x_min_u: 0.0616478554257
hidden2_row_norms_max: 0.302218645546
hidden2_row_norms_mean: 0.247512192906
hidden2_row_norms_min: 0.105890194389
learning_rate: 0.0329
momentum: 0.68
objective: 0.692994667152
output_col_norms_max: 0.0418279514102
output_col_norms_mean: 0.0366453809067
output_col_norms_min: 0.0314628104032
output_max_max_class: 0.5051257299
output_mean_max_class: 0.505124114991
output_min_max_class: 0.505122384728
output_misclass: 0.49
output_nll: 0.692994667152
output_row_norms_max: 0.0512977597972
output_row_norms_mean: 0.0308456528738
output_row_norms_min: 0.0103935459504
Monitoring step:
Epochs seen: 21
Batches seen: 1260
Examples seen: 12600
hidden1_col_norms_max: 0.119975449049
hidden1_col_norms_mean: 0.0752775228616
hidden1_col_norms_min: 0.00550040691907
hidden1_max_x_max_u: 1.18997116143
hidden1_max_x_mean_u: 1.12484137037
hidden1_max_x_min_u: 1.03548868707
hidden1_mean_x_max_u: 1.11212239737
hidden1_mean_x_mean_u: 1.07449404778
hidden1_mean_x_min_u: 1.03281967483
hidden1_min_x_max_u: 1.03833338153
hidden1_min_x_mean_u: 1.02710740089
hidden1_min_x_min_u: 1.00337461434
hidden1_range_x_max_u: 0.154120603327
hidden1_range_x_mean_u: 0.0977339694745
hidden1_range_x_min_u: 0.00555934343516
hidden1_row_norms_max: 0.128043708717
hidden1_row_norms_mean: 0.122477419216
hidden1_row_norms_min: 0.116911129715
hidden2_col_norms_max: 0.374956812606
hidden2_col_norms_mean: 0.372255067282
hidden2_col_norms_min: 0.369553321959
hidden2_max_x_max_u: 0.150948894382
hidden2_max_x_mean_u: 0.147869328562
hidden2_max_x_min_u: 0.144789762742
hidden2_mean_x_max_u: 0.118847465096
hidden2_mean_x_mean_u: 0.11651343497
hidden2_mean_x_min_u: 0.114179404843
hidden2_min_x_max_u: 0.084639475725
hidden2_min_x_mean_u: 0.0831060247584
hidden2_min_x_min_u: 0.0815725737917
hidden2_range_x_max_u: 0.0663094186568
hidden2_range_x_mean_u: 0.0647633038034
hidden2_range_x_min_u: 0.0632171889499
hidden2_row_norms_max: 0.304937607841
hidden2_row_norms_mean: 0.250161134874
hidden2_row_norms_min: 0.108531771292
learning_rate: 0.032
momentum: 0.69
objective: 0.693217426884
output_col_norms_max: 0.0448686619141
output_col_norms_mean: 0.036449540106
output_col_norms_min: 0.028030418298
output_max_max_class: 0.521930054292
output_mean_max_class: 0.521796844693
output_min_max_class: 0.521654890787
output_misclass: 0.49
output_nll: 0.693217426884
output_row_norms_max: 0.052293724126
output_row_norms_mean: 0.0301552154953
output_row_norms_min: 0.0080167068646
Monitoring step:
Epochs seen: 22
Batches seen: 1320
Examples seen: 13200
hidden1_col_norms_max: 0.120465243225
hidden1_col_norms_mean: 0.0755448158903
hidden1_col_norms_min: 0.00523714330227
hidden1_max_x_max_u: 1.1914121472
hidden1_max_x_mean_u: 1.12598289509
hidden1_max_x_min_u: 1.0365979511
hidden1_mean_x_max_u: 1.11317009243
hidden1_mean_x_mean_u: 1.07537463624
hidden1_mean_x_min_u: 1.03385431582
hidden1_min_x_max_u: 1.03902255418
hidden1_min_x_mean_u: 1.02775766517
hidden1_min_x_min_u: 1.00363405544
hidden1_range_x_max_u: 0.154897649708
hidden1_range_x_mean_u: 0.0982252299261
hidden1_range_x_min_u: 0.00563944477793
hidden1_row_norms_max: 0.128418254087
hidden1_row_norms_mean: 0.12304047227
hidden1_row_norms_min: 0.117662690452
hidden2_col_norms_max: 0.378588275523
hidden2_col_norms_mean: 0.375433744798
hidden2_col_norms_min: 0.372279214073
hidden2_max_x_max_u: 0.140792116975
hidden2_max_x_mean_u: 0.139001674581
hidden2_max_x_min_u: 0.137211232187
hidden2_mean_x_max_u: 0.108078420764
hidden2_mean_x_mean_u: 0.107080292606
hidden2_mean_x_min_u: 0.106082164448
hidden2_min_x_max_u: 0.0732196861292
hidden2_min_x_mean_u: 0.0730722023533
hidden2_min_x_min_u: 0.0729247185775
hidden2_range_x_max_u: 0.0675724308457
hidden2_range_x_mean_u: 0.0659294722277
hidden2_range_x_min_u: 0.0642865136096
hidden2_row_norms_max: 0.30739992752
hidden2_row_norms_mean: 0.252506229944
hidden2_row_norms_min: 0.110764183088
learning_rate: 0.0311
momentum: 0.7
objective: 0.692943079701
output_col_norms_max: 0.042798458065
output_col_norms_mean: 0.0364446166525
output_col_norms_min: 0.0300907752399
output_max_max_class: 0.509673795765
output_mean_max_class: 0.509604113666
output_min_max_class: 0.509529850291
output_misclass: 0.49
output_nll: 0.692943079701
output_row_norms_max: 0.0516264209804
output_row_norms_mean: 0.0300521792338
output_row_norms_min: 0.00847793748724
Monitoring step:
Epochs seen: 23
Batches seen: 1380
Examples seen: 13800
hidden1_col_norms_max: 0.121045825827
hidden1_col_norms_mean: 0.0757593020341
hidden1_col_norms_min: 0.00479727542825
hidden1_max_x_max_u: 1.19300698319
hidden1_max_x_mean_u: 1.12721252991
hidden1_max_x_min_u: 1.03771325672
hidden1_mean_x_max_u: 1.11437024539
hidden1_mean_x_mean_u: 1.07638535789
hidden1_mean_x_min_u: 1.03501780478
hidden1_min_x_max_u: 1.03987151696
hidden1_min_x_mean_u: 1.02857931582
hidden1_min_x_min_u: 1.00396951553
hidden1_range_x_max_u: 0.155674804612
hidden1_range_x_mean_u: 0.0986332140901
hidden1_range_x_min_u: 0.00544031100494
hidden1_row_norms_max: 0.129061148026
hidden1_row_norms_mean: 0.123582504318
hidden1_row_norms_min: 0.11810386061
hidden2_col_norms_max: 0.383099133332
hidden2_col_norms_mean: 0.379364252699
hidden2_col_norms_min: 0.375629372065
hidden2_max_x_max_u: 0.128198829923
hidden2_max_x_mean_u: 0.128012694101
hidden2_max_x_min_u: 0.12782655828
hidden2_mean_x_max_u: 0.0961684744088
hidden2_mean_x_mean_u: 0.0954565624041
hidden2_mean_x_min_u: 0.0947446503995
hidden2_min_x_max_u: 0.0624048252185
hidden2_min_x_mean_u: 0.0607710627933
hidden2_min_x_min_u: 0.0591373003681
hidden2_range_x_max_u: 0.0690228002839
hidden2_range_x_mean_u: 0.0672416313082
hidden2_range_x_min_u: 0.0654604623324
hidden2_row_norms_max: 0.310391207325
hidden2_row_norms_mean: 0.255403339066
hidden2_row_norms_min: 0.113514109793
learning_rate: 0.0302
momentum: 0.71
objective: 0.693760071151
output_col_norms_max: 0.0398973284633
output_col_norms_mean: 0.0366954563739
output_col_norms_min: 0.0334935842844
output_max_max_class: 0.510166246038
output_mean_max_class: 0.51013147777
output_min_max_class: 0.510094464533
output_misclass: 0.51
output_nll: 0.693760071151
output_row_norms_max: 0.0510174212721
output_row_norms_mean: 0.0307727331824
output_row_norms_min: 0.0105280450928
Monitoring step:
Epochs seen: 24
Batches seen: 1440
Examples seen: 14400
hidden1_col_norms_max: 0.120905336456
hidden1_col_norms_mean: 0.0757324426879
hidden1_col_norms_min: 0.0049364008213
hidden1_max_x_max_u: 1.19329726581
hidden1_max_x_mean_u: 1.12752372514
hidden1_max_x_min_u: 1.03819452206
hidden1_mean_x_max_u: 1.11474791539
hidden1_mean_x_mean_u: 1.0767251786
hidden1_mean_x_min_u: 1.03541986584
hidden1_min_x_max_u: 1.04035092819
hidden1_min_x_mean_u: 1.02894265036
hidden1_min_x_min_u: 1.0041675969
hidden1_range_x_max_u: 0.155515989461
hidden1_range_x_mean_u: 0.0985810747835
hidden1_range_x_min_u: 0.00557912844512
hidden1_row_norms_max: 0.128866272044
hidden1_row_norms_mean: 0.123480665399
hidden1_row_norms_min: 0.118095058754
hidden2_col_norms_max: 0.38409953443
hidden2_col_norms_mean: 0.381533460595
hidden2_col_norms_min: 0.37896738676
hidden2_max_x_max_u: 0.125099150979
hidden2_max_x_mean_u: 0.121921121192
hidden2_max_x_min_u: 0.118743091405
hidden2_mean_x_max_u: 0.091639141111
hidden2_mean_x_mean_u: 0.0892062097228
hidden2_mean_x_min_u: 0.0867732783347
hidden2_min_x_max_u: 0.0559851770133
hidden2_min_x_mean_u: 0.0543525590591
hidden2_min_x_min_u: 0.052719941105
hidden2_range_x_max_u: 0.0691139739661
hidden2_range_x_mean_u: 0.0675685621332
hidden2_range_x_min_u: 0.0660231503003
hidden2_row_norms_max: 0.311982200427
hidden2_row_norms_mean: 0.257017412427
hidden2_row_norms_min: 0.115187681388
learning_rate: 0.0293
momentum: 0.72
objective: 0.69381124498
output_col_norms_max: 0.0461763495156
output_col_norms_mean: 0.0367896503537
output_col_norms_min: 0.0274029511919
output_max_max_class: 0.531153726548
output_mean_max_class: 0.5309304283
output_min_max_class: 0.530692502838
output_misclass: 0.49
output_nll: 0.69381124498
output_row_norms_max: 0.0528736494687
output_row_norms_mean: 0.0311153442779
output_row_norms_min: 0.00935703908711
Monitoring step:
Epochs seen: 25
Batches seen: 1500
Examples seen: 15000
hidden1_col_norms_max: 0.121380664693
hidden1_col_norms_mean: 0.0758965956139
hidden1_col_norms_min: 0.00456677962847
hidden1_max_x_max_u: 1.19464721129
hidden1_max_x_mean_u: 1.12856461401
hidden1_max_x_min_u: 1.03912850575
hidden1_mean_x_max_u: 1.11578449514
hidden1_mean_x_mean_u: 1.07760193239
hidden1_mean_x_min_u: 1.03641682744
hidden1_min_x_max_u: 1.04111267292
hidden1_min_x_mean_u: 1.0296784762
hidden1_min_x_min_u: 1.00447891874
hidden1_range_x_max_u: 0.156133213247
hidden1_range_x_mean_u: 0.0988861378106
hidden1_range_x_min_u: 0.00535234274638
hidden1_row_norms_max: 0.12942263429
hidden1_row_norms_mean: 0.123908453457
hidden1_row_norms_min: 0.118394272623
hidden2_col_norms_max: 0.387944164205
hidden2_col_norms_mean: 0.385014027807
hidden2_col_norms_min: 0.38208389141
hidden2_max_x_max_u: 0.114307653392
hidden2_max_x_mean_u: 0.112180588005
hidden2_max_x_min_u: 0.110053522619
hidden2_mean_x_max_u: 0.0802614071884
hidden2_mean_x_mean_u: 0.0789243450863
hidden2_mean_x_min_u: 0.0775872829843
hidden2_min_x_max_u: 0.0439816622377
hidden2_min_x_mean_u: 0.0434925686984
hidden2_min_x_min_u: 0.0430034751591
hidden2_range_x_max_u: 0.0703259911541
hidden2_range_x_mean_u: 0.0686880193068
hidden2_range_x_min_u: 0.0670500474595
hidden2_row_norms_max: 0.314613341713
hidden2_row_norms_mean: 0.259580072167
hidden2_row_norms_min: 0.117632088401
learning_rate: 0.0284
momentum: 0.73
objective: 0.6931204122
output_col_norms_max: 0.0447317633584
output_col_norms_mean: 0.0366508326382
output_col_norms_min: 0.0285699019181
output_max_max_class: 0.519807057337
output_mean_max_class: 0.519618133437
output_min_max_class: 0.519416828682
output_misclass: 0.49
output_nll: 0.6931204122
output_row_norms_max: 0.0523400929628
output_row_norms_mean: 0.0305769903604
output_row_norms_min: 0.00881388775798
Monitoring step:
Epochs seen: 26
Batches seen: 1560
Examples seen: 15600
hidden1_col_norms_max: 0.121883228012
hidden1_col_norms_mean: 0.0761052780595
hidden1_col_norms_min: 0.004241756675
hidden1_max_x_max_u: 1.19581107414
hidden1_max_x_mean_u: 1.12945934238
hidden1_max_x_min_u: 1.03989797774
hidden1_mean_x_max_u: 1.11660032065
hidden1_mean_x_mean_u: 1.07829744426
hidden1_mean_x_min_u: 1.03721259487
hidden1_min_x_max_u: 1.0416133337
hidden1_min_x_mean_u: 1.03020154614
hidden1_min_x_min_u: 1.00469221058
hidden1_range_x_max_u: 0.156817006234
hidden1_range_x_mean_u: 0.099257796235
hidden1_range_x_min_u: 0.00520369231455
hidden1_row_norms_max: 0.129973253716
hidden1_row_norms_mean: 0.124394050398
hidden1_row_norms_min: 0.11881484708
hidden2_col_norms_max: 0.390273352567
hidden2_col_norms_mean: 0.387334709467
hidden2_col_norms_min: 0.384396066368
hidden2_max_x_max_u: 0.107777875344
hidden2_max_x_mean_u: 0.105727824909
hidden2_max_x_min_u: 0.103677774473
hidden2_mean_x_max_u: 0.0732657735208
hidden2_mean_x_mean_u: 0.0720111069097
hidden2_mean_x_min_u: 0.0707564402986
hidden2_min_x_max_u: 0.0364890269899
hidden2_min_x_mean_u: 0.0360880680043
hidden2_min_x_min_u: 0.0356871090187
hidden2_range_x_max_u: 0.0712888483546
hidden2_range_x_mean_u: 0.0696397569044
hidden2_range_x_min_u: 0.0679906654542
hidden2_row_norms_max: 0.316378483518
hidden2_row_norms_mean: 0.261291861653
hidden2_row_norms_min: 0.119295768466
learning_rate: 0.0275
momentum: 0.74
objective: 0.693135316684
output_col_norms_max: 0.044851040602
output_col_norms_mean: 0.0367174720733
output_col_norms_min: 0.0285839035447
output_max_max_class: 0.520222499667
output_mean_max_class: 0.520019535843
output_min_max_class: 0.519803269406
output_misclass: 0.49
output_nll: 0.693135316684
output_row_norms_max: 0.0523910583147
output_row_norms_mean: 0.03077353073
output_row_norms_min: 0.00915600314538
Monitoring step:
Epochs seen: 27
Batches seen: 1620
Examples seen: 16200
hidden1_col_norms_max: 0.121845942578
hidden1_col_norms_mean: 0.0761309502859
hidden1_col_norms_min: 0.00434624009191
hidden1_max_x_max_u: 1.19627859522
hidden1_max_x_mean_u: 1.1298778923
hidden1_max_x_min_u: 1.04044356005
hidden1_mean_x_max_u: 1.11707523757
hidden1_mean_x_mean_u: 1.07869651414
hidden1_mean_x_min_u: 1.03766313761
hidden1_min_x_max_u: 1.04210519696
hidden1_min_x_mean_u: 1.03058168248
hidden1_min_x_min_u: 1.00487508756
hidden1_range_x_max_u: 0.156809458633
hidden1_range_x_mean_u: 0.099296209818
hidden1_range_x_min_u: 0.0053592153611
hidden1_row_norms_max: 0.129868111822
hidden1_row_norms_mean: 0.124396700379
hidden1_row_norms_min: 0.118925288935
hidden2_col_norms_max: 0.39287082795
hidden2_col_norms_mean: 0.389482298671
hidden2_col_norms_min: 0.386093769393
hidden2_max_x_max_u: 0.100442934364
hidden2_max_x_mean_u: 0.0996561073972
hidden2_max_x_min_u: 0.0988692804308
hidden2_mean_x_max_u: 0.0658990866642
hidden2_mean_x_mean_u: 0.0657336632555
hidden2_mean_x_min_u: 0.0655682398469
hidden2_min_x_max_u: 0.0305507717679
hidden2_min_x_mean_u: 0.0295924386749
hidden2_min_x_min_u: 0.0286341055819
hidden2_range_x_max_u: 0.0718088287817
hidden2_range_x_mean_u: 0.0700636687223
hidden2_range_x_min_u: 0.0683185086629
hidden2_row_norms_max: 0.318006205669
hidden2_row_norms_mean: 0.262868432909
hidden2_row_norms_min: 0.1207763204
learning_rate: 0.0266
momentum: 0.75
objective: 0.693247922711
output_col_norms_max: 0.0409022865994
output_col_norms_mean: 0.0364309532449
output_col_norms_min: 0.0319596198904
output_max_max_class: 0.502417578834
output_mean_max_class: 0.502347317759
output_min_max_class: 0.502281385119
output_misclass: 0.51
output_nll: 0.693247922711
output_row_norms_max: 0.0512771429101
output_row_norms_mean: 0.029671838356
output_row_norms_min: 0.00806653380185
Monitoring step:
Epochs seen: 28
Batches seen: 1680
Examples seen: 16800
hidden1_col_norms_max: 0.122178832014
hidden1_col_norms_mean: 0.0762525668996
hidden1_col_norms_min: 0.00411324676572
hidden1_max_x_max_u: 1.19735434945
hidden1_max_x_mean_u: 1.13072424472
hidden1_max_x_min_u: 1.04123151913
hidden1_mean_x_max_u: 1.11793416971
hidden1_mean_x_mean_u: 1.07942959341
hidden1_mean_x_min_u: 1.03849808807
hidden1_min_x_max_u: 1.04277916016
hidden1_min_x_mean_u: 1.03121771042
hidden1_min_x_min_u: 1.00515819111
hidden1_range_x_max_u: 0.157238820032
hidden1_range_x_mean_u: 0.0995065342973
hidden1_range_x_min_u: 0.00518721441651
hidden1_row_norms_max: 0.130267058491
hidden1_row_norms_mean: 0.124696980832
hidden1_row_norms_min: 0.119126903172
hidden2_col_norms_max: 0.395939951865
hidden2_col_norms_mean: 0.392520606693
hidden2_col_norms_min: 0.38910126152
hidden2_max_x_max_u: 0.0917722810016
hidden2_max_x_mean_u: 0.0911447054258
hidden2_max_x_min_u: 0.0905171298501
hidden2_mean_x_max_u: 0.0570195384285
hidden2_mean_x_mean_u: 0.0567780287481
hidden2_mean_x_min_u: 0.0565365190677
hidden2_min_x_max_u: 0.0212966957082
hidden2_min_x_mean_u: 0.0201625938148
hidden2_min_x_min_u: 0.0190284919215
hidden2_range_x_max_u: 0.0727437890801
hidden2_range_x_mean_u: 0.070982111611
hidden2_range_x_min_u: 0.0692204341419
hidden2_row_norms_max: 0.320286518676
hidden2_row_norms_mean: 0.265105447765
hidden2_row_norms_min: 0.122939410227
learning_rate: 0.0257
momentum: 0.76
objective: 0.693401027979
output_col_norms_max: 0.0409052157765
output_col_norms_mean: 0.0364393614077
output_col_norms_min: 0.031973507039
output_max_max_class: 0.50523510387
output_mean_max_class: 0.505148736564
output_min_max_class: 0.505067686562
output_misclass: 0.51
output_nll: 0.693401027979
output_row_norms_max: 0.0512965522894
output_row_norms_mean: 0.0296546945364
output_row_norms_min: 0.00801283678349
Monitoring step:
Epochs seen: 29
Batches seen: 1740
Examples seen: 17400
hidden1_col_norms_max: 0.122637548849
hidden1_col_norms_mean: 0.0765136917751
hidden1_col_norms_min: 0.00398774425432
hidden1_max_x_max_u: 1.198580642
hidden1_max_x_mean_u: 1.13170313711
hidden1_max_x_min_u: 1.04216039678
hidden1_mean_x_max_u: 1.11881760432
hidden1_mean_x_mean_u: 1.08018457719
hidden1_mean_x_min_u: 1.03935867985
hidden1_min_x_max_u: 1.04335212049
hidden1_min_x_mean_u: 1.03177636119
hidden1_min_x_min_u: 1.00540003878
hidden1_range_x_max_u: 0.157915116613
hidden1_range_x_mean_u: 0.0999267759132
hidden1_range_x_min_u: 0.00521837035594
hidden1_row_norms_max: 0.130697346061
hidden1_row_norms_mean: 0.125191714107
hidden1_row_norms_min: 0.119686082152
hidden2_col_norms_max: 0.398526100548
hidden2_col_norms_mean: 0.395098203725
hidden2_col_norms_min: 0.391670306903
hidden2_max_x_max_u: 0.0845043350087
hidden2_max_x_mean_u: 0.0839572288544
hidden2_max_x_min_u: 0.0834101227001
hidden2_mean_x_max_u: 0.0494102457887
hidden2_mean_x_mean_u: 0.0491014100568
hidden2_mean_x_min_u: 0.0487925743248
hidden2_min_x_max_u: 0.0131923917956
hidden2_min_x_mean_u: 0.0119653302332
hidden2_min_x_min_u: 0.0107382686709
hidden2_range_x_max_u: 0.0737660663378
hidden2_range_x_mean_u: 0.0719918986211
hidden2_range_x_min_u: 0.0702177309045
hidden2_row_norms_max: 0.322253602686
hidden2_row_norms_mean: 0.267003507615
hidden2_row_norms_min: 0.124784966643
learning_rate: 0.0248
momentum: 0.77
objective: 0.693531384528
output_col_norms_max: 0.0418038927275
output_col_norms_mean: 0.0365128349756
output_col_norms_min: 0.0312217772237
output_max_max_class: 0.50734282743
output_mean_max_class: 0.507207702428
output_min_max_class: 0.50708088597
output_misclass: 0.51
output_nll: 0.693531384528
output_row_norms_max: 0.0515099685433
output_row_norms_mean: 0.0299109426704
output_row_norms_min: 0.00831191679759
Monitoring step:
Epochs seen: 30
Batches seen: 1800
Examples seen: 18000
hidden1_col_norms_max: 0.122784126336
hidden1_col_norms_mean: 0.0765906524342
hidden1_col_norms_min: 0.00393675100894
hidden1_max_x_max_u: 1.19904975451
hidden1_max_x_mean_u: 1.13208750078
hidden1_max_x_min_u: 1.04253644763
hidden1_mean_x_max_u: 1.11918454106
hidden1_mean_x_mean_u: 1.08050462218
hidden1_mean_x_min_u: 1.03972771172
hidden1_min_x_max_u: 1.04363098814
hidden1_min_x_mean_u: 1.03204053131
hidden1_min_x_min_u: 1.00552260036
hidden1_range_x_max_u: 0.158118988439
hidden1_range_x_mean_u: 0.100046969462
hidden1_range_x_min_u: 0.00519468058843
hidden1_row_norms_max: 0.130853943675
hidden1_row_norms_mean: 0.125342268609
hidden1_row_norms_min: 0.119830593542
hidden2_col_norms_max: 0.399482453513
hidden2_col_norms_mean: 0.396354300297
hidden2_col_norms_min: 0.393226147081
hidden2_max_x_max_u: 0.0817523521549
hidden2_max_x_mean_u: 0.0804479147495
hidden2_max_x_min_u: 0.079143477344
hidden2_mean_x_max_u: 0.0458722214485
hidden2_mean_x_mean_u: 0.0453955092136
hidden2_mean_x_min_u: 0.0449187969786
hidden2_min_x_max_u: 0.00846885638812
hidden2_min_x_mean_u: 0.00804990753348
hidden2_min_x_min_u: 0.00763095867884
hidden2_range_x_max_u: 0.0741139017744
hidden2_range_x_mean_u: 0.072398007216
hidden2_range_x_min_u: 0.0706821126575
hidden2_row_norms_max: 0.323192464009
hidden2_row_norms_mean: 0.267930764481
hidden2_row_norms_min: 0.125711968993
learning_rate: 0.0239
momentum: 0.78
objective: 0.692938391367
output_col_norms_max: 0.0428155862962
output_col_norms_mean: 0.036663779284
output_col_norms_min: 0.0305119722717
output_max_max_class: 0.511222642359
output_mean_max_class: 0.511049404729
output_min_max_class: 0.510864820519
output_misclass: 0.49
output_nll: 0.692938391367
output_row_norms_max: 0.0517813351307
output_row_norms_mean: 0.0304417172761
output_row_norms_min: 0.00910209942153
Monitoring step:
Epochs seen: 31
Batches seen: 1860
Examples seen: 18600
hidden1_col_norms_max: 0.122725453526
hidden1_col_norms_mean: 0.0765757649626
hidden1_col_norms_min: 0.0039869854762
hidden1_max_x_max_u: 1.19903722739
hidden1_max_x_mean_u: 1.13209500795
hidden1_max_x_min_u: 1.04258980008
hidden1_mean_x_max_u: 1.11920706765
hidden1_mean_x_mean_u: 1.08052542279
hidden1_mean_x_min_u: 1.03975317318
hidden1_min_x_max_u: 1.04368858533
hidden1_min_x_mean_u: 1.03207229564
hidden1_min_x_min_u: 1.00554417182
hidden1_range_x_max_u: 0.158052367766
hidden1_range_x_mean_u: 0.10002271231
hidden1_range_x_min_u: 0.00525147889542
hidden1_row_norms_max: 0.130770091434
hidden1_row_norms_mean: 0.125297015159
hidden1_row_norms_min: 0.119823938884
hidden2_col_norms_max: 0.399606826644
hidden2_col_norms_mean: 0.396603917286
hidden2_col_norms_min: 0.393601007928
hidden2_max_x_max_u: 0.0813660221731
hidden2_max_x_mean_u: 0.0797384447511
hidden2_max_x_min_u: 0.0781108673292
hidden2_mean_x_max_u: 0.0454971172115
hidden2_mean_x_mean_u: 0.0446849659346
hidden2_mean_x_min_u: 0.0438728146576
hidden2_min_x_max_u: 0.00744260133695
hidden2_min_x_mean_u: 0.00733857978833
hidden2_min_x_min_u: 0.0072345582397
hidden2_range_x_max_u: 0.0740903533468
hidden2_range_x_mean_u: 0.0723998649628
hidden2_range_x_min_u: 0.0707093765788
hidden2_row_norms_max: 0.323375658017
hidden2_row_norms_mean: 0.26811549822
hidden2_row_norms_min: 0.125901644202
learning_rate: 0.023
momentum: 0.79
objective: 0.693127118209
output_col_norms_max: 0.0432858211706
output_col_norms_mean: 0.0367685761462
output_col_norms_min: 0.0302513311219
output_max_max_class: 0.51999591871
output_mean_max_class: 0.519800850207
output_min_max_class: 0.519593007862
output_misclass: 0.49
output_nll: 0.693127118209
output_row_norms_max: 0.0519191336376
output_row_norms_mean: 0.0307868049366
output_row_norms_min: 0.00965447623559
Monitoring step:
Epochs seen: 32
Batches seen: 1920
Examples seen: 19200
hidden1_col_norms_max: 0.124521523898
hidden1_col_norms_mean: 0.0777719633912
hidden1_col_norms_min: 0.00420334478923
hidden1_max_x_max_u: 1.20315644855
hidden1_max_x_mean_u: 1.13529136232
hidden1_max_x_min_u: 1.0454626731
hidden1_mean_x_max_u: 1.12196646771
hidden1_mean_x_mean_u: 1.08283923911
hidden1_mean_x_min_u: 1.04234578197
hidden1_min_x_max_u: 1.04518466692
hidden1_min_x_mean_u: 1.0335780503
hidden1_min_x_min_u: 1.0061596011
hidden1_range_x_max_u: 0.16071470598
hidden1_range_x_mean_u: 0.101713312027
hidden1_range_x_min_u: 0.00557839288447
hidden1_row_norms_max: 0.132416948907
hidden1_row_norms_mean: 0.127244704354
hidden1_row_norms_min: 0.122072459802
hidden2_col_norms_max: 0.408641594328
hidden2_col_norms_mean: 0.403237731655
hidden2_col_norms_min: 0.397833868981
hidden2_max_x_max_u: 0.0660859752108
hidden2_max_x_mean_u: 0.0612817827272
hidden2_max_x_min_u: 0.0564775902435
hidden2_mean_x_max_u: 0.0327446490068
hidden2_mean_x_mean_u: 0.0285640347579
hidden2_mean_x_min_u: 0.0243834205089
hidden2_min_x_max_u: 0.00146245017308
hidden2_min_x_mean_u: 0.00115309662804
hidden2_min_x_min_u: 0.000843743082987
hidden2_range_x_max_u: 0.0646776044088
hidden2_range_x_mean_u: 0.0601286860991
hidden2_range_x_min_u: 0.0555797677894
hidden2_row_norms_max: 0.328560154334
hidden2_row_norms_mean: 0.272978099081
hidden2_row_norms_min: 0.130434682879
learning_rate: 0.0221
momentum: 0.8
objective: 0.695124546778
output_col_norms_max: 0.0479259577902
output_col_norms_mean: 0.0375579605678
output_col_norms_min: 0.0271899633454
output_max_max_class: 0.54399799574
output_mean_max_class: 0.543692658279
output_min_max_class: 0.543445040786
output_misclass: 0.49
output_nll: 0.695124546778
output_row_norms_max: 0.0536134995674
output_row_norms_mean: 0.0331664707086
output_row_norms_min: 0.0127194418498
Monitoring step:
Epochs seen: 33
Batches seen: 1980
Examples seen: 19800
hidden1_col_norms_max: 0.135563842482
hidden1_col_norms_mean: 0.0872617555145
hidden1_col_norms_min: 0.0138800422797
hidden1_max_x_max_u: 1.22032507341
hidden1_max_x_mean_u: 1.14958075721
hidden1_max_x_min_u: 1.06046962481
hidden1_mean_x_max_u: 1.13088406234
hidden1_mean_x_mean_u: 1.09049219191
hidden1_mean_x_min_u: 1.0507805529
hidden1_min_x_max_u: 1.04629998428
hidden1_min_x_mean_u: 1.03496129379
hidden1_min_x_min_u: 1.00684877722
hidden1_range_x_max_u: 0.17682941122
hidden1_range_x_mean_u: 0.114619463415
hidden1_range_x_min_u: 0.0175935824333
hidden1_row_norms_max: 0.14302456206
hidden1_row_norms_mean: 0.13956399579
hidden1_row_norms_min: 0.13610342952
hidden2_col_norms_max: 0.412391678092
hidden2_col_norms_mean: 0.410269011549
hidden2_col_norms_min: 0.408146345007
hidden2_max_x_max_u: 0.0480492642015
hidden2_max_x_mean_u: 0.043919460725
hidden2_max_x_min_u: 0.0397896572485
hidden2_mean_x_max_u: 0.0148919300719
hidden2_mean_x_mean_u: 0.0131002847502
hidden2_mean_x_min_u: 0.0113086394285
hidden2_min_x_max_u: 0.000129503207221
hidden2_min_x_mean_u: 6.47516036106e-05
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 0.0479197609943
hidden2_range_x_mean_u: 0.0438547091214
hidden2_range_x_min_u: 0.0397896572485
hidden2_row_norms_max: 0.334748237991
hidden2_row_norms_mean: 0.278184826991
hidden2_row_norms_min: 0.135945213312
learning_rate: 0.0212
momentum: 0.81
objective: 0.694247641634
output_col_norms_max: 0.0871479992682
output_col_norms_mean: 0.0644422453937
output_col_norms_min: 0.0417364915191
output_max_max_class: 0.54465012421
output_mean_max_class: 0.543399054064
output_min_max_class: 0.542865733768
output_misclass: 0.49
output_nll: 0.694247641634
output_row_norms_max: 0.0827526265716
output_row_norms_mean: 0.0663198059055
output_row_norms_min: 0.0498869852395
Monitoring step:
Epochs seen: 34
Batches seen: 2040
Examples seen: 20400
hidden1_col_norms_max: 0.163837609045
hidden1_col_norms_mean: 0.110989442667
hidden1_col_norms_min: 0.0407908294078
hidden1_max_x_max_u: 1.25689460939
hidden1_max_x_mean_u: 1.18059233241
hidden1_max_x_min_u: 1.09569674365
hidden1_mean_x_max_u: 1.1475178042
hidden1_mean_x_mean_u: 1.10454332097
hidden1_mean_x_min_u: 1.06540322911
hidden1_min_x_max_u: 1.04394793973
hidden1_min_x_mean_u: 1.03312114355
hidden1_min_x_min_u: 1.00646017955
hidden1_range_x_max_u: 0.2156314145
hidden1_range_x_mean_u: 0.147471188861
hidden1_range_x_min_u: 0.054870201814
hidden1_row_norms_max: 0.176005207711
hidden1_row_norms_mean: 0.170643078157
hidden1_row_norms_min: 0.165280948602
hidden2_col_norms_max: 0.412638442711
hidden2_col_norms_mean: 0.408366594359
hidden2_col_norms_min: 0.404094746008
hidden2_max_x_max_u: 0.0567331562884
hidden2_max_x_mean_u: 0.0567012814442
hidden2_max_x_min_u: 0.0566694066
hidden2_mean_x_max_u: 0.0161241602083
hidden2_mean_x_mean_u: 0.016115101042
hidden2_mean_x_min_u: 0.0161060418758
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 0.0567331562884
hidden2_range_x_mean_u: 0.0567012814442
hidden2_range_x_min_u: 0.0566694066
hidden2_row_norms_max: 0.335468674351
hidden2_row_norms_mean: 0.2766581656
hidden2_row_norms_min: 0.134000108128
learning_rate: 0.0203
momentum: 0.82
objective: 0.694097299479
output_col_norms_max: 0.142846170795
output_col_norms_mean: 0.119882463281
output_col_norms_min: 0.0969187557675
output_max_max_class: 0.556370286814
output_mean_max_class: 0.553075754399
output_min_max_class: 0.551767631234
output_misclass: 0.49
output_nll: 0.694097299479
output_row_norms_max: 0.135025548029
output_row_norms_mean: 0.121286315626
output_row_norms_min: 0.107547083223
Monitoring step:
Epochs seen: 35
Batches seen: 2100
Examples seen: 21000
hidden1_col_norms_max: 0.209482869673
hidden1_col_norms_mean: 0.150290096432
hidden1_col_norms_min: 0.0851751420479
hidden1_max_x_max_u: 1.3098868059
hidden1_max_x_mean_u: 1.2251255281
hidden1_max_x_min_u: 1.1449583918
hidden1_mean_x_max_u: 1.16782424162
hidden1_mean_x_mean_u: 1.12145981632
hidden1_mean_x_min_u: 1.07662647654
hidden1_min_x_max_u: 1.03371793447
hidden1_min_x_mean_u: 1.02408022155
hidden1_min_x_min_u: 1.00212373065
hidden1_range_x_max_u: 0.279239397697
hidden1_range_x_mean_u: 0.201045306549
hidden1_range_x_min_u: 0.11458960526
hidden1_row_norms_max: 0.226366272356
hidden1_row_norms_mean: 0.224876090501
hidden1_row_norms_min: 0.223385908646
hidden2_col_norms_max: 0.388372924262
hidden2_col_norms_mean: 0.382672395609
hidden2_col_norms_min: 0.376971866957
hidden2_max_x_max_u: 0.148059794663
hidden2_max_x_mean_u: 0.147571511527
hidden2_max_x_min_u: 0.147083228391
hidden2_mean_x_max_u: 0.0767841615511
hidden2_mean_x_mean_u: 0.0756595315622
hidden2_mean_x_min_u: 0.0745349015734
hidden2_min_x_max_u: 0.00361791877557
hidden2_min_x_mean_u: 0.00352839106801
hidden2_min_x_min_u: 0.00343886336045
hidden2_range_x_max_u: 0.144441875888
hidden2_range_x_mean_u: 0.144043120459
hidden2_range_x_min_u: 0.143644365031
hidden2_row_norms_max: 0.32084287356
hidden2_row_norms_mean: 0.257004753306
hidden2_row_norms_min: 0.112265642824
learning_rate: 0.0194
momentum: 0.83
objective: 0.69491379097
output_col_norms_max: 0.219661625237
output_col_norms_mean: 0.196727117729
output_col_norms_min: 0.173792610221
output_max_max_class: 0.559404728683
output_mean_max_class: 0.549626387427
output_min_max_class: 0.539813351249
output_misclass: 0.49
output_nll: 0.69491379097
output_row_norms_max: 0.212241660699
output_row_norms_mean: 0.197510898783
output_row_norms_min: 0.182780136867
Monitoring step:
Epochs seen: 36
Batches seen: 2160
Examples seen: 21600
hidden1_col_norms_max: 0.291668042091
hidden1_col_norms_mean: 0.2175552614
hidden1_col_norms_min: 0.143893473526
hidden1_max_x_max_u: 1.41299371406
hidden1_max_x_mean_u: 1.30875164437
hidden1_max_x_min_u: 1.19145630441
hidden1_mean_x_max_u: 1.21337794419
hidden1_mean_x_mean_u: 1.15811480789
hidden1_mean_x_min_u: 1.0916622962
hidden1_min_x_max_u: 1.02654140435
hidden1_min_x_mean_u: 1.01662563118
hidden1_min_x_min_u: 0.997899803915
hidden1_range_x_max_u: 0.391272034445
hidden1_range_x_mean_u: 0.292126013184
hidden1_range_x_min_u: 0.193556500497
hidden1_row_norms_max: 0.322799469297
hidden1_row_norms_mean: 0.321967809327
hidden1_row_norms_min: 0.321136149358
hidden2_col_norms_max: 0.407453640724
hidden2_col_norms_mean: 0.407361570096
hidden2_col_norms_min: 0.407269499467
hidden2_max_x_max_u: 0.147882470777
hidden2_max_x_mean_u: 0.129738944705
hidden2_max_x_min_u: 0.111595418633
hidden2_mean_x_max_u: 0.0545650502083
hidden2_mean_x_mean_u: 0.0431408214362
hidden2_mean_x_min_u: 0.0317165926641
hidden2_min_x_max_u: 0.00129001709014
hidden2_min_x_mean_u: 0.000645008545068
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 0.146592453687
hidden2_range_x_mean_u: 0.12909393616
hidden2_range_x_min_u: 0.111595418633
hidden2_row_norms_max: 0.347877441615
hidden2_row_norms_mean: 0.27242516932
hidden2_row_norms_min: 0.116610192973
learning_rate: 0.0185
momentum: 0.84
objective: 0.681357729974
output_col_norms_max: 0.314842162508
output_col_norms_mean: 0.292750689712
output_col_norms_min: 0.270659216916
output_max_max_class: 0.518243556429
output_mean_max_class: 0.510445827144
output_min_max_class: 0.506367407498
output_misclass: 0.24
output_nll: 0.681357729974
output_row_norms_max: 0.303101035426
output_row_norms_mean: 0.293423490225
output_row_norms_min: 0.283745945025
Saving to /tmp/best.pkl...
Saving to /tmp/best.pkl done. Time elapsed: 0.045657 seconds
Monitoring step:
Epochs seen: 37
Batches seen: 2220
Examples seen: 22200
hidden1_col_norms_max: 0.423381407201
hidden1_col_norms_mean: 0.318742394011
hidden1_col_norms_min: 0.181678981017
hidden1_max_x_max_u: 1.56337895661
hidden1_max_x_mean_u: 1.4231898789
hidden1_max_x_min_u: 1.23238984675
hidden1_mean_x_max_u: 1.27197992583
hidden1_mean_x_mean_u: 1.20218111999
hidden1_mean_x_min_u: 1.10639047944
hidden1_min_x_max_u: 1.00539246651
hidden1_min_x_mean_u: 0.994575560099
hidden1_min_x_min_u: 0.986451115385
hidden1_range_x_max_u: 0.569986724127
hidden1_range_x_mean_u: 0.428614318797
hidden1_range_x_min_u: 0.244383693978
hidden1_row_norms_max: 0.47989447177
hidden1_row_norms_mean: 0.473244752386
hidden1_row_norms_min: 0.466595033002
hidden2_col_norms_max: 0.448747652438
hidden2_col_norms_mean: 0.43570279992
hidden2_col_norms_min: 0.422657947401
hidden2_max_x_max_u: 0.183305637583
hidden2_max_x_mean_u: 0.176366043811
hidden2_max_x_min_u: 0.16942645004
hidden2_mean_x_max_u: 0.0520973917341
hidden2_mean_x_mean_u: 0.0501250861358
hidden2_mean_x_min_u: 0.0481527805376
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 0.183305637583
hidden2_range_x_mean_u: 0.176366043811
hidden2_range_x_min_u: 0.16942645004
hidden2_row_norms_max: 0.38614152152
hidden2_row_norms_mean: 0.283826283708
hidden2_row_norms_min: 0.0921404924455
learning_rate: 0.0176
momentum: 0.85
objective: 0.663933845395
output_col_norms_max: 0.484324041365
output_col_norms_mean: 0.462172416833
output_col_norms_min: 0.4400207923
output_max_max_class: 0.578376384237
output_mean_max_class: 0.537743781543
output_min_max_class: 0.52161024812
output_misclass: 0.49
output_nll: 0.663933845395
output_row_norms_max: 0.475763810047
output_row_norms_mean: 0.462513198341
output_row_norms_min: 0.449262586636
Monitoring step:
Epochs seen: 38
Batches seen: 2280
Examples seen: 22800
hidden1_col_norms_max: 0.609251194132
hidden1_col_norms_mean: 0.447655282096
hidden1_col_norms_min: 0.209579631574
hidden1_max_x_max_u: 1.75661368928
hidden1_max_x_mean_u: 1.5561967843
hidden1_max_x_min_u: 1.25783186245
hidden1_mean_x_max_u: 1.3361131748
hidden1_mean_x_mean_u: 1.24566616105
hidden1_mean_x_min_u: 1.11249811397
hidden1_min_x_max_u: 0.986179684365
hidden1_min_x_mean_u: 0.954112213077
hidden1_min_x_min_u: 0.926866822068
hidden1_range_x_max_u: 0.819552426946
hidden1_range_x_mean_u: 0.602084571219
hidden1_range_x_min_u: 0.281732076148
hidden1_row_norms_max: 0.678384606186
hidden1_row_norms_mean: 0.674769203478
hidden1_row_norms_min: 0.67115380077
hidden2_col_norms_max: 0.509437382589
hidden2_col_norms_mean: 0.508635548738
hidden2_col_norms_min: 0.507833714887
hidden2_max_x_max_u: 0.276942186626
hidden2_max_x_mean_u: 0.243866702001
hidden2_max_x_min_u: 0.210791217377
hidden2_mean_x_max_u: 0.0787098846199
hidden2_mean_x_mean_u: 0.0693094837266
hidden2_mean_x_min_u: 0.0599090828333
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 0.276942186626
hidden2_range_x_mean_u: 0.243866702001
hidden2_range_x_min_u: 0.210791217377
hidden2_row_norms_max: 0.473592884158
hidden2_row_norms_mean: 0.314843757391
hidden2_row_norms_min: 0.0483927250539
learning_rate: 0.0167
momentum: 0.86
objective: 0.632902939205
output_col_norms_max: 0.711241302341
output_col_norms_mean: 0.689540447611
output_col_norms_min: 0.667839592881
output_max_max_class: 0.591277906839
output_mean_max_class: 0.547050844049
output_min_max_class: 0.52949009853
output_misclass: 0.24
output_nll: 0.632902939205
output_row_norms_max: 0.69730451578
output_row_norms_mean: 0.689841473812
output_row_norms_min: 0.682378431845
Monitoring step:
Epochs seen: 39
Batches seen: 2340
Examples seen: 23400
hidden1_col_norms_max: 0.860366336777
hidden1_col_norms_mean: 0.599429444677
hidden1_col_norms_min: 0.196232452227
hidden1_max_x_max_u: 1.96181872985
hidden1_max_x_mean_u: 1.6759606195
hidden1_max_x_min_u: 1.23563213181
hidden1_mean_x_max_u: 1.36691494051
hidden1_mean_x_mean_u: 1.26012952419
hidden1_mean_x_min_u: 1.09953951397
hidden1_min_x_max_u: 0.984499520916
hidden1_min_x_mean_u: 0.869683914684
hidden1_min_x_min_u: 0.791515855856
hidden1_range_x_max_u: 1.15747523169
hidden1_range_x_mean_u: 0.806276704817
hidden1_range_x_min_u: 0.263934609802
hidden1_row_norms_max: 0.931949001117
hidden1_row_norms_mean: 0.931584771268
hidden1_row_norms_min: 0.93122054142
hidden2_col_norms_max: 0.634868115967
hidden2_col_norms_mean: 0.622992821692
hidden2_col_norms_min: 0.611117527418
hidden2_max_x_max_u: 0.526671287459
hidden2_max_x_mean_u: 0.49651093619
hidden2_max_x_min_u: 0.466350584922
hidden2_mean_x_max_u: 0.149685523804
hidden2_mean_x_mean_u: 0.141113634496
hidden2_mean_x_min_u: 0.132541745188
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 0.526671287459
hidden2_range_x_mean_u: 0.49651093619
hidden2_range_x_min_u: 0.466350584922
hidden2_row_norms_max: 0.601189514627
hidden2_row_norms_mean: 0.385297456623
hidden2_row_norms_min: 0.107370917355
learning_rate: 0.0158
momentum: 0.87
objective: 0.555778646192
output_col_norms_max: 1.01442029599
output_col_norms_mean: 0.992131370518
output_col_norms_min: 0.969842445043
output_max_max_class: 0.783788797712
output_mean_max_class: 0.598109245791
output_min_max_class: 0.524383541351
output_misclass: 0.24
output_nll: 0.555778646192
output_row_norms_max: 1.02172881298
output_row_norms_mean: 0.991934343676
output_row_norms_min: 0.96213987437
Monitoring step:
Epochs seen: 40
Batches seen: 2400
Examples seen: 24000
hidden1_col_norms_max: 1.07222099956
hidden1_col_norms_mean: 0.709928542332
hidden1_col_norms_min: 0.143950125278
hidden1_max_x_max_u: 2.10438677869
hidden1_max_x_mean_u: 1.74671586865
hidden1_max_x_min_u: 1.19137233976
hidden1_mean_x_max_u: 1.36245054266
hidden1_mean_x_mean_u: 1.25429417837
hidden1_mean_x_min_u: 1.0915639655
hidden1_min_x_max_u: 1.01122562618
hidden1_min_x_mean_u: 0.792035135624
hidden1_min_x_min_u: 0.648898521955
hidden1_range_x_max_u: 1.44250035245
hidden1_range_x_mean_u: 0.954680733026
hidden1_range_x_min_u: 0.193070292966
hidden1_row_norms_max: 1.1518742654
hidden1_row_norms_mean: 1.13954433807
hidden1_row_norms_min: 1.12721441074
hidden2_col_norms_max: 0.80070854575
hidden2_col_norms_mean: 0.775924353015
hidden2_col_norms_min: 0.751140160279
hidden2_max_x_max_u: 0.779917738723
hidden2_max_x_mean_u: 0.757627678554
hidden2_max_x_min_u: 0.735337618386
hidden2_mean_x_max_u: 0.221660831005
hidden2_mean_x_mean_u: 0.215325761273
hidden2_mean_x_min_u: 0.208990691541
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 0.779917738723
hidden2_range_x_mean_u: 0.757627678554
hidden2_range_x_min_u: 0.735337618386
hidden2_row_norms_max: 0.749363037789
hidden2_row_norms_mean: 0.490785691603
hidden2_row_norms_min: 0.235048356498
learning_rate: 0.0149
momentum: 0.88
objective: 0.490715873408
output_col_norms_max: 1.27824094316
output_col_norms_mean: 1.25603691835
output_col_norms_min: 1.23383289353
output_max_max_class: 0.893981671624
output_mean_max_class: 0.707658517753
output_min_max_class: 0.633677265481
output_misclass: 0.24
output_nll: 0.490715873408
output_row_norms_max: 1.28936874354
output_row_norms_mean: 1.25578415108
output_row_norms_min: 1.22219955863
Monitoring step:
Epochs seen: 41
Batches seen: 2460
Examples seen: 24600
hidden1_col_norms_max: 1.19911060036
hidden1_col_norms_mean: 0.769677637384
hidden1_col_norms_min: 0.0953835628625
hidden1_max_x_max_u: 2.18079849672
hidden1_max_x_mean_u: 1.78015532875
hidden1_max_x_min_u: 1.15513911554
hidden1_mean_x_max_u: 1.35237460715
hidden1_mean_x_mean_u: 1.24631044737
hidden1_mean_x_min_u: 1.08729554252
hidden1_min_x_max_u: 1.03991108432
hidden1_min_x_mean_u: 0.745066627619
hidden1_min_x_min_u: 0.554950462847
hidden1_range_x_max_u: 1.61300325528
hidden1_range_x_mean_u: 1.03508870113
hidden1_range_x_min_u: 0.128303274437
hidden1_row_norms_max: 1.26578550478
hidden1_row_norms_mean: 1.26331117428
hidden1_row_norms_min: 1.26083684378
hidden2_col_norms_max: 0.930547077712
hidden2_col_norms_mean: 0.893861538921
hidden2_col_norms_min: 0.857176000129
hidden2_max_x_max_u: 0.944730926181
hidden2_max_x_mean_u: 0.936333634988
hidden2_max_x_min_u: 0.927936343795
hidden2_mean_x_max_u: 0.268502473757
hidden2_mean_x_mean_u: 0.266115875207
hidden2_mean_x_min_u: 0.263729276658
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 0.944730926181
hidden2_range_x_mean_u: 0.936333634988
hidden2_range_x_min_u: 0.927936343795
hidden2_row_norms_max: 0.857980521542
hidden2_row_norms_mean: 0.568161271431
hidden2_row_norms_min: 0.23435823385
learning_rate: 0.014
momentum: 0.89
objective: 0.47363089181
output_col_norms_max: 1.43704528587
output_col_norms_mean: 1.41487457893
output_col_norms_min: 1.39270387198
output_max_max_class: 0.951007340137
output_mean_max_class: 0.72248495856
output_min_max_class: 0.631748130581
output_misclass: 0.24
output_nll: 0.47363089181
output_row_norms_max: 1.45061543795
output_row_norms_mean: 1.41458960614
output_row_norms_min: 1.37856377432
Monitoring step:
Epochs seen: 42
Batches seen: 2520
Examples seen: 25200
hidden1_col_norms_max: 1.25844389176
hidden1_col_norms_mean: 0.796096216206
hidden1_col_norms_min: 0.0692269079308
hidden1_max_x_max_u: 2.20940061278
hidden1_max_x_mean_u: 1.79184963019
hidden1_max_x_min_u: 1.13967534556
hidden1_mean_x_max_u: 1.3418606891
hidden1_mean_x_mean_u: 1.23969204447
hidden1_mean_x_min_u: 1.08814070197
hidden1_min_x_max_u: 1.05894489564
hidden1_min_x_mean_u: 0.721257050937
hidden1_min_x_min_u: 0.50447928871
hidden1_range_x_max_u: 1.6927460526
hidden1_range_x_mean_u: 1.07059257926
hidden1_range_x_min_u: 0.0931331407725
hidden1_row_norms_max: 1.32327560298
hidden1_row_norms_mean: 1.32088455955
hidden1_row_norms_min: 1.31849351612
hidden2_col_norms_max: 0.98338760986
hidden2_col_norms_mean: 0.953074112414
hidden2_col_norms_min: 0.922760614967
hidden2_max_x_max_u: 1.08184850228
hidden2_max_x_mean_u: 1.04914345167
hidden2_max_x_min_u: 1.01643840107
hidden2_mean_x_max_u: 0.307472732226
hidden2_mean_x_mean_u: 0.29817761258
hidden2_mean_x_min_u: 0.288882492935
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.08184850228
hidden2_range_x_mean_u: 1.04914345167
hidden2_range_x_min_u: 1.01643840107
hidden2_row_norms_max: 0.910505104035
hidden2_row_norms_mean: 0.606677868352
hidden2_row_norms_min: 0.231426796324
learning_rate: 0.0131
momentum: 0.9
objective: 0.468515293646
output_col_norms_max: 1.51547663446
output_col_norms_mean: 1.49331541122
output_col_norms_min: 1.47115418799
output_max_max_class: 0.966398003063
output_mean_max_class: 0.731396392016
output_min_max_class: 0.638086928806
output_misclass: 0.24
output_nll: 0.468515293646
output_row_norms_max: 1.53047290412
output_row_norms_mean: 1.49300989967
output_row_norms_min: 1.45554689522
Monitoring step:
Epochs seen: 43
Batches seen: 2580
Examples seen: 25800
hidden1_col_norms_max: 1.31135563564
hidden1_col_norms_mean: 0.819209435195
hidden1_col_norms_min: 0.0454019626355
hidden1_max_x_max_u: 2.25549866793
hidden1_max_x_mean_u: 1.81056904815
hidden1_max_x_min_u: 1.11476923121
hidden1_mean_x_max_u: 1.35105039022
hidden1_mean_x_mean_u: 1.24247845617
hidden1_mean_x_min_u: 1.08016851807
hidden1_min_x_max_u: 1.06779521584
hidden1_min_x_mean_u: 0.709146001205
hidden1_min_x_min_u: 0.478368663672
hidden1_range_x_max_u: 1.76397163
hidden1_range_x_mean_u: 1.10142304695
hidden1_range_x_min_u: 0.0599361048224
hidden1_row_norms_max: 1.3806761537
hidden1_row_norms_mean: 1.37208780134
hidden1_row_norms_min: 1.36349944898
hidden2_col_norms_max: 1.01883121206
hidden2_col_norms_mean: 1.01880628608
hidden2_col_norms_min: 1.0187813601
hidden2_max_x_max_u: 1.18219535467
hidden2_max_x_mean_u: 1.0692475305
hidden2_max_x_min_u: 0.956299706329
hidden2_mean_x_max_u: 0.33599236396
hidden2_mean_x_mean_u: 0.303891403406
hidden2_mean_x_min_u: 0.271790442851
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.18219535467
hidden2_range_x_mean_u: 1.0692475305
hidden2_range_x_min_u: 0.956299706329
hidden2_row_norms_max: 0.972897546976
hidden2_row_norms_mean: 0.649069006296
hidden2_row_norms_min: 0.254230146152
learning_rate: 0.0122
momentum: 0.91
objective: 0.46798525329
output_col_norms_max: 1.57015087687
output_col_norms_mean: 1.5479307662
output_col_norms_min: 1.52571065553
output_max_max_class: 0.97005939354
output_mean_max_class: 0.728614967479
output_min_max_class: 0.632747327719
output_misclass: 0.24
output_nll: 0.46798525329
output_row_norms_max: 1.58946334396
output_row_norms_mean: 1.54752199118
output_row_norms_min: 1.5055806384
Monitoring step:
Epochs seen: 44
Batches seen: 2640
Examples seen: 26400
hidden1_col_norms_max: 1.32761606233
hidden1_col_norms_mean: 0.825829521934
hidden1_col_norms_min: 0.0359165880469
hidden1_max_x_max_u: 2.23492041291
hidden1_max_x_mean_u: 1.80029343167
hidden1_max_x_min_u: 1.1205498672
hidden1_mean_x_max_u: 1.32498120766
hidden1_mean_x_mean_u: 1.2275357219
hidden1_mean_x_min_u: 1.08640685239
hidden1_min_x_max_u: 1.08348001566
hidden1_min_x_mean_u: 0.689743683033
hidden1_min_x_min_u: 0.438296275258
hidden1_range_x_max_u: 1.78601158291
hidden1_range_x_mean_u: 1.11054974863
hidden1_range_x_min_u: 0.0483207863484
hidden1_row_norms_max: 1.3933731789
hidden1_row_norms_mean: 1.38812548004
hidden1_row_norms_min: 1.38287778119
hidden2_col_norms_max: 1.05502594768
hidden2_col_norms_mean: 1.02739094384
hidden2_col_norms_min: 0.999755939991
hidden2_max_x_max_u: 1.25520764136
hidden2_max_x_mean_u: 1.20289528734
hidden2_max_x_min_u: 1.15058293332
hidden2_mean_x_max_u: 0.356743224386
hidden2_mean_x_mean_u: 0.341875502717
hidden2_mean_x_min_u: 0.327007781048
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.25520764136
hidden2_range_x_mean_u: 1.20289528734
hidden2_range_x_min_u: 1.15058293332
hidden2_row_norms_max: 0.975873069087
hidden2_row_norms_mean: 0.654567381288
hidden2_row_norms_min: 0.228070325796
learning_rate: 0.0113
momentum: 0.92
objective: 0.465979707159
output_col_norms_max: 1.60610398808
output_col_norms_mean: 1.58384654517
output_col_norms_min: 1.56158910227
output_max_max_class: 0.976128227104
output_mean_max_class: 0.732186761943
output_min_max_class: 0.635327650776
output_misclass: 0.24
output_nll: 0.465979707159
output_row_norms_max: 1.62830021276
output_row_norms_mean: 1.58336544716
output_row_norms_min: 1.53843068156
Monitoring step:
Epochs seen: 45
Batches seen: 2700
Examples seen: 27000
hidden1_col_norms_max: 1.36384151733
hidden1_col_norms_mean: 0.842595594976
hidden1_col_norms_min: 0.0250675712156
hidden1_max_x_max_u: 2.28709216916
hidden1_max_x_mean_u: 1.82212847198
hidden1_max_x_min_u: 1.09522341584
hidden1_mean_x_max_u: 1.34709913682
hidden1_mean_x_mean_u: 1.23876315081
hidden1_mean_x_min_u: 1.07707256711
hidden1_min_x_max_u: 1.08333860829
hidden1_min_x_mean_u: 0.691187916035
hidden1_min_x_min_u: 0.439498246313
hidden1_range_x_max_u: 1.83481521284
hidden1_range_x_mean_u: 1.13094055595
hidden1_range_x_min_u: 0.024944319309
hidden1_row_norms_max: 1.44759088524
hidden1_row_norms_mean: 1.42261310025
hidden1_row_norms_min: 1.39763531527
hidden2_col_norms_max: 1.08456206898
hidden2_col_norms_mean: 1.07742622115
hidden2_col_norms_min: 1.07029037332
hidden2_max_x_max_u: 1.28809330036
hidden2_max_x_mean_u: 1.15023642159
hidden2_max_x_min_u: 1.01237954282
hidden2_mean_x_max_u: 0.366089674838
hidden2_mean_x_mean_u: 0.326909298768
hidden2_mean_x_min_u: 0.287728922697
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.28809330036
hidden2_range_x_mean_u: 1.15023642159
hidden2_range_x_min_u: 1.01237954282
hidden2_row_norms_max: 1.02711152019
hidden2_row_norms_mean: 0.687098240884
hidden2_row_norms_min: 0.260987285139
learning_rate: 0.0104
momentum: 0.93
objective: 0.46574254764
output_col_norms_max: 1.63288017635
output_col_norms_mean: 1.61061049892
output_col_norms_min: 1.58834082149
output_max_max_class: 0.975364939971
output_mean_max_class: 0.735542194499
output_min_max_class: 0.640318457326
output_misclass: 0.24
output_nll: 0.46574254764
output_row_norms_max: 1.65645462829
output_row_norms_mean: 1.61009723618
output_row_norms_min: 1.56373984408
Monitoring step:
Epochs seen: 46
Batches seen: 2760
Examples seen: 27600
hidden1_col_norms_max: 1.38714500729
hidden1_col_norms_mean: 0.85167755187
hidden1_col_norms_min: 0.0101761931538
hidden1_max_x_max_u: 2.29208916366
hidden1_max_x_mean_u: 1.82272474711
hidden1_max_x_min_u: 1.08889362803
hidden1_mean_x_max_u: 1.33891460519
hidden1_mean_x_mean_u: 1.23231089464
hidden1_mean_x_min_u: 1.07524233387
hidden1_min_x_max_u: 1.09006095744
hidden1_min_x_mean_u: 0.678057584236
hidden1_min_x_min_u: 0.413756471371
hidden1_range_x_max_u: 1.86587192746
hidden1_range_x_mean_u: 1.14466716287
hidden1_range_x_min_u: 0.0111090921884
hidden1_row_norms_max: 1.45579835158
hidden1_row_norms_mean: 1.4457693139
hidden1_row_norms_min: 1.43574027622
hidden2_col_norms_max: 1.11960117933
hidden2_col_norms_mean: 1.10106280246
hidden2_col_norms_min: 1.0825244256
hidden2_max_x_max_u: 1.297567125
hidden2_max_x_mean_u: 1.21742765423
hidden2_max_x_min_u: 1.13728818345
hidden2_mean_x_max_u: 0.368782235528
hidden2_mean_x_mean_u: 0.346005754359
hidden2_mean_x_min_u: 0.32322927319
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.297567125
hidden2_range_x_mean_u: 1.21742765423
hidden2_range_x_min_u: 1.13728818345
hidden2_row_norms_max: 1.04828494908
hidden2_row_norms_mean: 0.701307567841
hidden2_row_norms_min: 0.253043124994
learning_rate: 0.0095
momentum: 0.94
objective: 0.464180421471
output_col_norms_max: 1.66393581864
output_col_norms_mean: 1.64163266808
output_col_norms_min: 1.61932951752
output_max_max_class: 0.978041623736
output_mean_max_class: 0.745112164479
output_min_max_class: 0.652625467422
output_misclass: 0.24
output_nll: 0.464180421471
output_row_norms_max: 1.69018257412
output_row_norms_mean: 1.64104878609
output_row_norms_min: 1.59191499805
Monitoring step:
Epochs seen: 47
Batches seen: 2820
Examples seen: 28200
hidden1_col_norms_max: 1.39283836403
hidden1_col_norms_mean: 0.853744021604
hidden1_col_norms_min: 0.00589676715594
hidden1_max_x_max_u: 2.27137042408
hidden1_max_x_mean_u: 1.81340628094
hidden1_max_x_min_u: 1.09751171993
hidden1_mean_x_max_u: 1.32020989347
hidden1_mean_x_mean_u: 1.22137565848
hidden1_mean_x_min_u: 1.08050466339
hidden1_min_x_max_u: 1.10104229271
hidden1_min_x_mean_u: 0.665575771187
hidden1_min_x_min_u: 0.38721758291
hidden1_range_x_max_u: 1.87336398684
hidden1_range_x_mean_u: 1.14783050975
hidden1_range_x_min_u: 0.00705340227001
hidden1_row_norms_max: 1.45603608613
hidden1_row_norms_mean: 1.45145077928
hidden1_row_norms_min: 1.44686547242
hidden2_col_norms_max: 1.13043846998
hidden2_col_norms_mean: 1.1028246578
hidden2_col_norms_min: 1.07521084562
hidden2_max_x_max_u: 1.37370952278
hidden2_max_x_mean_u: 1.31133895357
hidden2_max_x_min_u: 1.24896838436
hidden2_mean_x_max_u: 0.390422706475
hidden2_mean_x_mean_u: 0.372696334173
hidden2_mean_x_min_u: 0.354969961872
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.37370952278
hidden2_range_x_mean_u: 1.31133895357
hidden2_range_x_min_u: 1.24896838436
hidden2_row_norms_max: 1.04553815987
hidden2_row_norms_mean: 0.702601666836
hidden2_row_norms_min: 0.235488044619
learning_rate: 0.0086
momentum: 0.95
objective: 0.465150715343
output_col_norms_max: 1.68361658258
output_col_norms_mean: 1.6613008187
output_col_norms_min: 1.63898505483
output_max_max_class: 0.979240115692
output_mean_max_class: 0.732646093548
output_min_max_class: 0.634733761226
output_misclass: 0.24
output_nll: 0.465150715343
output_row_norms_max: 1.71112107771
output_row_norms_mean: 1.66068498025
output_row_norms_min: 1.61024888278
Monitoring step:
Epochs seen: 48
Batches seen: 2880
Examples seen: 28800
hidden1_col_norms_max: 1.40153584998
hidden1_col_norms_mean: 0.857621990286
hidden1_col_norms_min: 0.00224938545831
hidden1_max_x_max_u: 2.26661413666
hidden1_max_x_mean_u: 1.81131833669
hidden1_max_x_min_u: 1.0997329993
hidden1_mean_x_max_u: 1.31254005588
hidden1_mean_x_mean_u: 1.21656161225
hidden1_mean_x_min_u: 1.08224696285
hidden1_min_x_max_u: 1.10691774277
hidden1_min_x_mean_u: 0.658090769068
hidden1_min_x_min_u: 0.371692078857
hidden1_range_x_max_u: 1.8852731512
hidden1_range_x_mean_u: 1.15322756762
hidden1_range_x_min_u: 0.00300320936774
hidden1_row_norms_max: 1.46416502919
hidden1_row_norms_mean: 1.46010718293
hidden1_row_norms_min: 1.45604933668
hidden2_col_norms_max: 1.15181793525
hidden2_col_norms_mean: 1.11122446711
hidden2_col_norms_min: 1.07063099898
hidden2_max_x_max_u: 1.39475669501
hidden2_max_x_mean_u: 1.36188859129
hidden2_max_x_min_u: 1.32902048757
hidden2_mean_x_max_u: 0.39640453437
hidden2_mean_x_mean_u: 0.387063073314
hidden2_mean_x_min_u: 0.377721612258
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.39475669501
hidden2_range_x_mean_u: 1.36188859129
hidden2_range_x_min_u: 1.32902048757
hidden2_row_norms_max: 1.05155803829
hidden2_row_norms_mean: 0.707875253337
hidden2_row_norms_min: 0.227889357827
learning_rate: 0.0077
momentum: 0.96
objective: 0.464281339653
output_col_norms_max: 1.70024175546
output_col_norms_mean: 1.67792115379
output_col_norms_min: 1.65560055212
output_max_max_class: 0.980187261246
output_mean_max_class: 0.737648805521
output_min_max_class: 0.64134677163
output_misclass: 0.24
output_nll: 0.464281339653
output_row_norms_max: 1.72849933358
output_row_norms_mean: 1.67728799138
output_row_norms_min: 1.62607664918
Monitoring step:
Epochs seen: 49
Batches seen: 2940
Examples seen: 29400
hidden1_col_norms_max: 1.4206356326
hidden1_col_norms_mean: 0.870709658208
hidden1_col_norms_min: 0.0129988578801
hidden1_max_x_max_u: 2.29689767914
hidden1_max_x_mean_u: 1.82678830985
hidden1_max_x_min_u: 1.0968382466
hidden1_mean_x_max_u: 1.32631474122
hidden1_mean_x_mean_u: 1.22313589916
hidden1_mean_x_min_u: 1.07540352621
hidden1_min_x_max_u: 1.09159935741
hidden1_min_x_mean_u: 0.656065075505
hidden1_min_x_min_u: 0.374576949748
hidden1_range_x_max_u: 1.91155647366
hidden1_range_x_mean_u: 1.17072323435
hidden1_range_x_min_u: 0.0171207208325
hidden1_row_norms_max: 1.48916540622
hidden1_row_norms_mean: 1.47886427204
hidden1_row_norms_min: 1.46856313786
hidden2_col_norms_max: 1.18519794242
hidden2_col_norms_mean: 1.13617138527
hidden2_col_norms_min: 1.08714482813
hidden2_max_x_max_u: 1.34324177737
hidden2_max_x_mean_u: 1.33096917929
hidden2_max_x_min_u: 1.31869658121
hidden2_mean_x_max_u: 0.381763452516
hidden2_mean_x_mean_u: 0.378275450957
hidden2_mean_x_min_u: 0.374787449397
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.34324177737
hidden2_range_x_mean_u: 1.33096917929
hidden2_range_x_min_u: 1.31869658121
hidden2_row_norms_max: 1.07837214996
hidden2_row_norms_mean: 0.723703998638
hidden2_row_norms_min: 0.242246610747
learning_rate: 0.0068
momentum: 0.97
objective: 0.463129623797
output_col_norms_max: 1.71364651065
output_col_norms_mean: 1.69132735423
output_col_norms_min: 1.66900819782
output_max_max_class: 0.98077484389
output_mean_max_class: 0.751872944777
output_min_max_class: 0.660985426012
output_misclass: 0.24
output_nll: 0.463129623797
output_row_norms_max: 1.74221654692
output_row_norms_mean: 1.6906896043
output_row_norms_min: 1.63916266169
Monitoring step:
Epochs seen: 50
Batches seen: 3000
Examples seen: 30000
hidden1_col_norms_max: 1.43891401968
hidden1_col_norms_mean: 0.882820976982
hidden1_col_norms_min: 0.0222580709022
hidden1_max_x_max_u: 2.31246606515
hidden1_max_x_mean_u: 1.83604840353
hidden1_max_x_min_u: 1.10044138361
hidden1_mean_x_max_u: 1.32910852679
hidden1_mean_x_mean_u: 1.22403935514
hidden1_mean_x_min_u: 1.07298246725
hidden1_min_x_max_u: 1.0823636394
hidden1_min_x_mean_u: 0.649004096627
hidden1_min_x_min_u: 0.365529849334
hidden1_range_x_max_u: 1.9352026446
hidden1_range_x_mean_u: 1.1870443069
hidden1_range_x_min_u: 0.0297176529201
hidden1_row_norms_max: 1.49882146298
hidden1_row_norms_mean: 1.49654828946
hidden1_row_norms_min: 1.49427511594
hidden2_col_norms_max: 1.18840333804
hidden2_col_norms_mean: 1.15940122963
hidden2_col_norms_min: 1.13039912122
hidden2_max_x_max_u: 1.40662084286
hidden2_max_x_mean_u: 1.3435064974
hidden2_max_x_min_u: 1.28039215193
hidden2_mean_x_max_u: 0.399776450077
hidden2_mean_x_mean_u: 0.381838688734
hidden2_mean_x_min_u: 0.36390092739
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.40662084286
hidden2_range_x_mean_u: 1.3435064974
hidden2_range_x_min_u: 1.28039215193
hidden2_row_norms_max: 1.10019261325
hidden2_row_norms_mean: 0.738456305362
hidden2_row_norms_min: 0.250106866433
learning_rate: 0.0059
momentum: 0.98
objective: 0.462895215082
output_col_norms_max: 1.73252156263
output_col_norms_mean: 1.71020544493
output_col_norms_min: 1.68788932724
output_max_max_class: 0.981454700201
output_mean_max_class: 0.758536591145
output_min_max_class: 0.670024989019
output_misclass: 0.24
output_nll: 0.462895215082
output_row_norms_max: 1.7614727594
output_row_norms_mean: 1.70956312032
output_row_norms_min: 1.65765348124
Monitoring step:
Epochs seen: 51
Batches seen: 3060
Examples seen: 30600
hidden1_col_norms_max: 1.44602633974
hidden1_col_norms_mean: 0.887651289985
hidden1_col_norms_min: 0.0263293016575
hidden1_max_x_max_u: 2.28929436336
hidden1_max_x_mean_u: 1.82725612153
hidden1_max_x_min_u: 1.11645334863
hidden1_mean_x_max_u: 1.30770235095
hidden1_mean_x_mean_u: 1.21198566291
hidden1_mean_x_min_u: 1.07990079979
hidden1_min_x_max_u: 1.09126929571
hidden1_min_x_mean_u: 0.633840996017
hidden1_min_x_min_u: 0.334795746331
hidden1_range_x_max_u: 1.94492435221
hidden1_range_x_mean_u: 1.19341512552
hidden1_range_x_min_u: 0.0345549530741
hidden1_row_norms_max: 1.51057451934
hidden1_row_norms_mean: 1.50341542007
hidden1_row_norms_min: 1.4962563208
hidden2_col_norms_max: 1.18731339105
hidden2_col_norms_mean: 1.16524100816
hidden2_col_norms_min: 1.14316862527
hidden2_max_x_max_u: 1.53529262802
hidden2_max_x_mean_u: 1.4501353742
hidden2_max_x_min_u: 1.36497812037
hidden2_mean_x_max_u: 0.436346325859
hidden2_mean_x_mean_u: 0.41214373793
hidden2_mean_x_min_u: 0.387941150001
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.53529262802
hidden2_range_x_mean_u: 1.4501353742
hidden2_range_x_min_u: 1.36497812037
hidden2_row_norms_max: 1.10003752152
hidden2_row_norms_mean: 0.742456851693
hidden2_row_norms_min: 0.234511014878
learning_rate: 0.005
momentum: 0.99
objective: 0.465712173387
output_col_norms_max: 1.75547266051
output_col_norms_mean: 1.73315410969
output_col_norms_min: 1.71083555888
output_max_max_class: 0.980446628845
output_mean_max_class: 0.727242596855
output_min_max_class: 0.626705701801
output_misclass: 0.24
output_nll: 0.465712173387
output_row_norms_max: 1.78523348265
output_row_norms_mean: 1.73249530156
output_row_norms_min: 1.67975712046
Monitoring step:
Epochs seen: 52
Batches seen: 3120
Examples seen: 31200
hidden1_col_norms_max: 1.49548420775
hidden1_col_norms_mean: 0.922411749533
hidden1_col_norms_min: 0.0573020634342
hidden1_max_x_max_u: 2.38798370956
hidden1_max_x_mean_u: 1.87444759773
hidden1_max_x_min_u: 1.09666956509
hidden1_mean_x_max_u: 1.35858252307
hidden1_mean_x_mean_u: 1.23593279655
hidden1_mean_x_min_u: 1.0532863008
hidden1_min_x_max_u: 1.03948721264
hidden1_min_x_mean_u: 0.635140143463
hidden1_min_x_min_u: 0.360012956621
hidden1_range_x_max_u: 2.01418452907
hidden1_range_x_mean_u: 1.23930745427
hidden1_range_x_min_u: 0.072606810922
hidden1_row_norms_max: 1.58794975444
hidden1_row_norms_mean: 1.55248051226
hidden1_row_norms_min: 1.51701127008
hidden2_col_norms_max: 1.31106551102
hidden2_col_norms_mean: 1.22973511413
hidden2_col_norms_min: 1.14840471725
hidden2_max_x_max_u: 1.36531615943
hidden2_max_x_mean_u: 1.30549143701
hidden2_max_x_min_u: 1.24566671459
hidden2_mean_x_max_u: 0.38803722426
hidden2_mean_x_mean_u: 0.371034408414
hidden2_mean_x_min_u: 0.354031592568
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.36531615943
hidden2_range_x_mean_u: 1.30549143701
hidden2_range_x_min_u: 1.24566671459
hidden2_row_norms_max: 1.17348458406
hidden2_row_norms_mean: 0.783704194179
hidden2_row_norms_min: 0.282342219351
learning_rate: 0.005
momentum: 0.99
objective: 0.462930739138
output_col_norms_max: 1.77775648339
output_col_norms_mean: 1.7554370089
output_col_norms_min: 1.73311753441
output_max_max_class: 0.981509988564
output_mean_max_class: 0.760895067646
output_min_max_class: 0.673297966693
output_misclass: 0.24
output_nll: 0.462930739138
output_row_norms_max: 1.8082236931
output_row_norms_mean: 1.75476476902
output_row_norms_min: 1.70130584494
Monitoring step:
Epochs seen: 53
Batches seen: 3180
Examples seen: 31800
hidden1_col_norms_max: 1.52427389797
hidden1_col_norms_mean: 0.943208971154
hidden1_col_norms_min: 0.0777395207787
hidden1_max_x_max_u: 2.4171903551
hidden1_max_x_mean_u: 1.88985676288
hidden1_max_x_min_u: 1.09852085382
hidden1_mean_x_max_u: 1.36679476609
hidden1_mean_x_mean_u: 1.23758749657
hidden1_mean_x_min_u: 1.04456117196
hidden1_min_x_max_u: 1.01916252557
hidden1_min_x_mean_u: 0.623379585233
hidden1_min_x_min_u: 0.348554742737
hidden1_range_x_max_u: 2.05427948123
hidden1_range_x_mean_u: 1.26647717764
hidden1_range_x_min_u: 0.0951739401288
hidden1_row_norms_max: 1.64083738628
hidden1_row_norms_mean: 1.58068616717
hidden1_row_norms_min: 1.52053494805
hidden2_col_norms_max: 1.3818764522
hidden2_col_norms_mean: 1.26546921858
hidden2_col_norms_min: 1.14906198496
hidden2_max_x_max_u: 1.45568241907
hidden2_max_x_mean_u: 1.3166653997
hidden2_max_x_min_u: 1.17764838032
hidden2_mean_x_max_u: 0.413720266474
hidden2_mean_x_mean_u: 0.37421016623
hidden2_mean_x_min_u: 0.334700065986
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.45568241907
hidden2_range_x_mean_u: 1.3166653997
hidden2_range_x_min_u: 1.17764838032
hidden2_row_norms_max: 1.20951587789
hidden2_row_norms_mean: 0.80877597604
hidden2_row_norms_min: 0.299202416363
learning_rate: 0.005
momentum: 0.99
objective: 0.466520228452
output_col_norms_max: 1.80348658012
output_col_norms_mean: 1.78118345366
output_col_norms_min: 1.7588803272
output_max_max_class: 0.979627648788
output_mean_max_class: 0.723872908671
output_min_max_class: 0.622323232449
output_misclass: 0.24
output_nll: 0.466520228452
output_row_norms_max: 1.83374531729
output_row_norms_mean: 1.78052796625
output_row_norms_min: 1.72731061521
Monitoring step:
Epochs seen: 54
Batches seen: 3240
Examples seen: 32400
hidden1_col_norms_max: 1.56165173532
hidden1_col_norms_mean: 0.967725593291
hidden1_col_norms_min: 0.095979569132
hidden1_max_x_max_u: 2.46749633466
hidden1_max_x_mean_u: 1.91472090342
hidden1_max_x_min_u: 1.09282074718
hidden1_mean_x_max_u: 1.38955155962
hidden1_mean_x_mean_u: 1.24519942664
hidden1_mean_x_min_u: 1.02717023592
hidden1_min_x_max_u: 0.987431391292
hidden1_min_x_mean_u: 0.614412608482
hidden1_min_x_min_u: 0.346727091812
hidden1_range_x_max_u: 2.10410929882
hidden1_range_x_mean_u: 1.30030829494
hidden1_range_x_min_u: 0.123790756601
hidden1_row_norms_max: 1.66989615517
hidden1_row_norms_mean: 1.61763908096
hidden1_row_norms_min: 1.56538200675
hidden2_col_norms_max: 1.41675850931
hidden2_col_norms_mean: 1.31321951786
hidden2_col_norms_min: 1.20968052641
hidden2_max_x_max_u: 1.38674712178
hidden2_max_x_mean_u: 1.28060149165
hidden2_max_x_min_u: 1.17445586151
hidden2_mean_x_max_u: 0.394128129347
hidden2_mean_x_mean_u: 0.363960423941
hidden2_mean_x_min_u: 0.333792718535
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.38674712178
hidden2_range_x_mean_u: 1.28060149165
hidden2_range_x_min_u: 1.17445586151
hidden2_row_norms_max: 1.25791494824
hidden2_row_norms_mean: 0.837187291448
hidden2_row_norms_min: 0.320919136646
learning_rate: 0.005
momentum: 0.99
objective: 0.463039573195
output_col_norms_max: 1.82933991424
output_col_norms_mean: 1.80707007116
output_col_norms_min: 1.78480022808
output_max_max_class: 0.981914796534
output_mean_max_class: 0.765928581307
output_min_max_class: 0.680169348791
output_misclass: 0.24
output_nll: 0.463039573195
output_row_norms_max: 1.85835243144
output_row_norms_mean: 1.80646217488
output_row_norms_min: 1.75457191832
Monitoring step:
Epochs seen: 55
Batches seen: 3300
Examples seen: 33000
hidden1_col_norms_max: 1.60154464648
hidden1_col_norms_mean: 0.99374826992
hidden1_col_norms_min: 0.115447886718
hidden1_max_x_max_u: 2.51747584844
hidden1_max_x_mean_u: 1.93926819876
hidden1_max_x_min_u: 1.08678159886
hidden1_mean_x_max_u: 1.41070257777
hidden1_mean_x_mean_u: 1.25153172236
hidden1_mean_x_min_u: 1.00838772164
hidden1_min_x_max_u: 0.953752167412
hidden1_min_x_mean_u: 0.6033324755
hidden1_min_x_min_u: 0.34212282998
hidden1_range_x_max_u: 2.15620385346
hidden1_range_x_mean_u: 1.33593572326
hidden1_range_x_min_u: 0.154197012392
hidden1_row_norms_max: 1.68582995919
hidden1_row_norms_mean: 1.65716638697
hidden1_row_norms_min: 1.62850281475
hidden2_col_norms_max: 1.43115306916
hidden2_col_norms_mean: 1.36495532243
hidden2_col_norms_min: 1.29875757569
hidden2_max_x_max_u: 1.26875022461
hidden2_max_x_mean_u: 1.24895990244
hidden2_max_x_min_u: 1.22916958027
hidden2_mean_x_max_u: 0.360592169099
hidden2_mean_x_mean_u: 0.35496755122
hidden2_mean_x_min_u: 0.349342933341
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.26875022461
hidden2_range_x_mean_u: 1.24895990244
hidden2_range_x_min_u: 1.22916958027
hidden2_row_norms_max: 1.30943364216
hidden2_row_norms_mean: 0.867219154787
hidden2_row_norms_min: 0.343492911965
learning_rate: 0.005
momentum: 0.99
objective: 0.469501228588
output_col_norms_max: 1.85644169474
output_col_norms_mean: 1.83421071005
output_col_norms_min: 1.81197972536
output_max_max_class: 0.978680889916
output_mean_max_class: 0.711631935332
output_min_max_class: 0.6055977916
output_misclass: 0.24
output_nll: 0.469501228588
output_row_norms_max: 1.88384396147
output_row_norms_mean: 1.83365880008
output_row_norms_min: 1.7834736387
Monitoring step:
Epochs seen: 56
Batches seen: 3360
Examples seen: 33600
hidden1_col_norms_max: 1.62352338074
hidden1_col_norms_mean: 1.00834849552
hidden1_col_norms_min: 0.127217857087
hidden1_max_x_max_u: 2.51485336452
hidden1_max_x_mean_u: 1.93934102595
hidden1_max_x_min_u: 1.09620623048
hidden1_mean_x_max_u: 1.39460135341
hidden1_mean_x_mean_u: 1.24147043795
hidden1_mean_x_min_u: 1.00875468498
hidden1_min_x_max_u: 0.945245204993
hidden1_min_x_mean_u: 0.583576211494
hidden1_min_x_min_u: 0.311719521622
hidden1_range_x_max_u: 2.18470773506
hidden1_range_x_mean_u: 1.35576481445
hidden1_range_x_min_u: 0.170833997219
hidden1_row_norms_max: 1.6945581326
hidden1_row_norms_mean: 1.67888463484
hidden1_row_norms_min: 1.66321113708
hidden2_col_norms_max: 1.4355413934
hidden2_col_norms_mean: 1.39020130292
hidden2_col_norms_min: 1.34486121245
hidden2_max_x_max_u: 1.36530180817
hidden2_max_x_mean_u: 1.33512466687
hidden2_max_x_min_u: 1.30494752557
hidden2_mean_x_max_u: 0.388033145481
hidden2_mean_x_mean_u: 0.379456484269
hidden2_mean_x_min_u: 0.370879823058
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.36530180817
hidden2_range_x_mean_u: 1.33512466687
hidden2_range_x_min_u: 1.30494752557
hidden2_row_norms_max: 1.33133495278
hidden2_row_norms_mean: 0.883312319949
hidden2_row_norms_min: 0.341519693057
learning_rate: 0.005
momentum: 0.99
objective: 0.463361950183
output_col_norms_max: 1.88299026196
output_col_norms_mean: 1.8607881621
output_col_norms_min: 1.83858606225
output_max_max_class: 0.98326362863
output_mean_max_class: 0.774283158596
output_min_max_class: 0.691305619024
output_misclass: 0.24
output_nll: 0.463361950183
output_row_norms_max: 1.90931180568
output_row_norms_mean: 1.86027440194
output_row_norms_min: 1.81123699819
Monitoring step:
Epochs seen: 57
Batches seen: 3420
Examples seen: 34200
hidden1_col_norms_max: 1.6355923687
hidden1_col_norms_mean: 1.0164200659
hidden1_col_norms_min: 0.133895405621
hidden1_max_x_max_u: 2.49150506202
hidden1_max_x_mean_u: 1.92957095594
hidden1_max_x_min_u: 1.11086620332
hidden1_mean_x_max_u: 1.36582009447
hidden1_mean_x_mean_u: 1.22615542147
hidden1_mean_x_min_u: 1.01611486437
hidden1_min_x_max_u: 0.948520987937
hidden1_min_x_mean_u: 0.562956522532
hidden1_min_x_min_u: 0.274704189523
hidden1_range_x_max_u: 2.20030382321
hidden1_range_x_mean_u: 1.36661443341
hidden1_range_x_min_u: 0.179937033976
hidden1_row_norms_max: 1.69933671924
hidden1_row_norms_mean: 1.6907932386
hidden1_row_norms_min: 1.68224975796
hidden2_col_norms_max: 1.43662768949
hidden2_col_norms_mean: 1.40227175429
hidden2_col_norms_min: 1.36791581909
hidden2_max_x_max_u: 1.51662733293
hidden2_max_x_mean_u: 1.45810092445
hidden2_max_x_min_u: 1.39957451597
hidden2_mean_x_max_u: 0.431041452517
hidden2_mean_x_mean_u: 0.414407631159
hidden2_mean_x_min_u: 0.397773809801
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.51662733293
hidden2_range_x_mean_u: 1.45810092445
hidden2_range_x_min_u: 1.39957451597
hidden2_row_norms_max: 1.3389545127
hidden2_row_norms_mean: 0.891706633356
hidden2_row_norms_min: 0.329463817764
learning_rate: 0.005
momentum: 0.99
objective: 0.46637971656
output_col_norms_max: 1.90632333443
output_col_norms_mean: 1.88413743958
output_col_norms_min: 1.86195154473
output_max_max_class: 0.980629574458
output_mean_max_class: 0.723414513434
output_min_max_class: 0.621285003909
output_misclass: 0.24
output_nll: 0.46637971656
output_row_norms_max: 1.93222570114
output_row_norms_mean: 1.88364160355
output_row_norms_min: 1.83505750596
Monitoring step:
Epochs seen: 58
Batches seen: 3480
Examples seen: 34800
hidden1_col_norms_max: 1.64220860179
hidden1_col_norms_mean: 1.02085826122
hidden1_col_norms_min: 0.13760863149
hidden1_max_x_max_u: 2.46993208092
hidden1_max_x_mean_u: 1.92027505459
hidden1_max_x_min_u: 1.12295137292
hidden1_mean_x_max_u: 1.34540687748
hidden1_mean_x_mean_u: 1.21382556582
hidden1_mean_x_min_u: 1.02031936468
hidden1_min_x_max_u: 0.953724491658
hidden1_min_x_mean_u: 0.547724180094
hidden1_min_x_min_u: 0.246112988326
hidden1_range_x_max_u: 2.20883732644
hidden1_range_x_mean_u: 1.37255087449
hidden1_range_x_min_u: 0.184917821004
hidden1_row_norms_max: 1.70195221719
hidden1_row_norms_mean: 1.69731641543
hidden1_row_norms_min: 1.69268061367
hidden2_col_norms_max: 1.43731452025
hidden2_col_norms_mean: 1.408643086
hidden2_col_norms_min: 1.37997165174
hidden2_max_x_max_u: 1.63068133724
hidden2_max_x_mean_u: 1.55651799413
hidden2_max_x_min_u: 1.48235465103
hidden2_mean_x_max_u: 0.463456801109
hidden2_mean_x_mean_u: 0.442378798333
hidden2_mean_x_min_u: 0.421300795556
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.63068133724
hidden2_range_x_mean_u: 1.55651799413
hidden2_range_x_min_u: 1.48235465103
hidden2_row_norms_max: 1.34157186353
hidden2_row_norms_mean: 0.896267764225
hidden2_row_norms_min: 0.318457791583
learning_rate: 0.005
momentum: 0.99
objective: 0.462471629928
output_col_norms_max: 1.92293448759
output_col_norms_mean: 1.90075652498
output_col_norms_min: 1.87857856237
output_max_max_class: 0.983604079933
output_mean_max_class: 0.76486951523
output_min_max_class: 0.678019026303
output_misclass: 0.24
output_nll: 0.462471629928
output_row_norms_max: 1.94875011564
output_row_norms_mean: 1.9002675253
output_row_norms_min: 1.85178493496
Monitoring step:
Epochs seen: 59
Batches seen: 3540
Examples seen: 35400
hidden1_col_norms_max: 1.64583244053
hidden1_col_norms_mean: 1.02329274514
hidden1_col_norms_min: 0.139656584854
hidden1_max_x_max_u: 2.45276121851
hidden1_max_x_mean_u: 1.91286212289
hidden1_max_x_min_u: 1.1321215406
hidden1_mean_x_max_u: 1.33006266675
hidden1_mean_x_mean_u: 1.20474891709
hidden1_mean_x_min_u: 1.02396397062
hidden1_min_x_max_u: 0.958717676959
hidden1_min_x_mean_u: 0.537055747661
hidden1_min_x_min_u: 0.225455256231
hidden1_range_x_max_u: 2.21350648941
hidden1_range_x_mean_u: 1.37580637523
hidden1_range_x_min_u: 0.18764309171
hidden1_row_norms_max: 1.70338356115
hidden1_row_norms_mean: 1.70088775868
hidden1_row_norms_min: 1.69839195622
hidden2_col_norms_max: 1.43792116817
hidden2_col_norms_mean: 1.41217246661
hidden2_col_norms_min: 1.38642376505
hidden2_max_x_max_u: 1.71182444715
hidden2_max_x_mean_u: 1.62895231139
hidden2_max_x_min_u: 1.54608017563
hidden2_mean_x_max_u: 0.486518527086
hidden2_mean_x_mean_u: 0.462965393763
hidden2_mean_x_min_u: 0.439412260441
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.71182444715
hidden2_range_x_mean_u: 1.62895231139
hidden2_range_x_min_u: 1.54608017563
hidden2_row_norms_max: 1.34219328336
hidden2_row_norms_mean: 0.898808731449
hidden2_row_norms_min: 0.309788895145
learning_rate: 0.005
momentum: 0.99
objective: 0.463758440537
output_col_norms_max: 1.93447418442
output_col_norms_mean: 1.91229968088
output_col_norms_min: 1.89012517734
output_max_max_class: 0.981926546377
output_mean_max_class: 0.73839378763
output_min_max_class: 0.641696956951
output_misclass: 0.24
output_nll: 0.463758440537
output_row_norms_max: 1.96035447495
output_row_norms_mean: 1.91181207591
output_row_norms_min: 1.86326967687
Monitoring step:
Epochs seen: 60
Batches seen: 3600
Examples seen: 36000
hidden1_col_norms_max: 1.64781635425
hidden1_col_norms_mean: 1.02462655031
hidden1_col_norms_min: 0.140781759011
hidden1_max_x_max_u: 2.44012258583
hidden1_max_x_mean_u: 1.90743258079
hidden1_max_x_min_u: 1.13874986723
hidden1_mean_x_max_u: 1.31918607934
hidden1_mean_x_mean_u: 1.19839844873
hidden1_mean_x_min_u: 1.02681933276
hidden1_min_x_max_u: 0.962780101128
hidden1_min_x_mean_u: 0.529823711828
hidden1_min_x_min_u: 0.211109778837
hidden1_range_x_max_u: 2.21606125295
hidden1_range_x_mean_u: 1.37760886896
hidden1_range_x_min_u: 0.189139721594
hidden1_row_norms_max: 1.7041668072
hidden1_row_norms_mean: 1.70284247771
hidden1_row_norms_min: 1.70151814823
hidden2_col_norms_max: 1.43844745797
hidden2_col_norms_mean: 1.41419443869
hidden2_col_norms_min: 1.38994141941
hidden2_max_x_max_u: 1.76749806778
hidden2_max_x_mean_u: 1.6797267368
hidden2_max_x_min_u: 1.59195540583
hidden2_mean_x_max_u: 0.502341556106
hidden2_mean_x_mean_u: 0.477396019934
hidden2_mean_x_min_u: 0.452450483761
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.76749806778
hidden2_range_x_mean_u: 1.6797267368
hidden2_range_x_min_u: 1.59195540583
hidden2_row_norms_max: 1.34209415269
hidden2_row_norms_mean: 0.900253476504
hidden2_row_norms_min: 0.303453422663
learning_rate: 0.005
momentum: 0.99
objective: 0.462491368262
output_col_norms_max: 1.9423194922
output_col_norms_mean: 1.92014627302
output_col_norms_min: 1.89797305383
output_max_max_class: 0.982966030371
output_mean_max_class: 0.753086238756
output_min_max_class: 0.661810439144
output_misclass: 0.24
output_nll: 0.462491368262
output_row_norms_max: 1.96831020941
output_row_norms_mean: 1.91965786291
output_row_norms_min: 1.8710055164
Monitoring step:
Epochs seen: 61
Batches seen: 3660
Examples seen: 36600
hidden1_col_norms_max: 1.64890219567
hidden1_col_norms_mean: 1.02535686792
hidden1_col_norms_min: 0.14139875239
hidden1_max_x_max_u: 2.43071701503
hidden1_max_x_mean_u: 1.90341083983
hidden1_max_x_min_u: 1.14360811128
hidden1_mean_x_max_u: 1.31132320794
hidden1_mean_x_mean_u: 1.19387086427
hidden1_mean_x_min_u: 1.02906441599
hidden1_min_x_max_u: 0.966048306104
hidden1_min_x_mean_u: 0.524811819302
hidden1_min_x_min_u: 0.200956385127
hidden1_range_x_max_u: 2.21745910879
hidden1_range_x_mean_u: 1.37859902053
hidden1_range_x_min_u: 0.189974233167
hidden1_row_norms_max: 1.7045953884
hidden1_row_norms_mean: 1.70391220415
hidden1_row_norms_min: 1.7032290199
hidden2_col_norms_max: 1.43889834881
hidden2_col_norms_mean: 1.41539440005
hidden2_col_norms_min: 1.39189045129
hidden2_max_x_max_u: 1.80663370647
hidden2_max_x_mean_u: 1.71604520467
hidden2_max_x_min_u: 1.62545670287
hidden2_mean_x_max_u: 0.513464316576
hidden2_mean_x_mean_u: 0.487718110801
hidden2_mean_x_min_u: 0.461971905026
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.80663370647
hidden2_range_x_mean_u: 1.71604520467
hidden2_range_x_min_u: 1.62545670287
hidden2_row_norms_max: 1.34173088915
hidden2_row_norms_mean: 0.90110170749
hidden2_row_norms_min: 0.298761260419
learning_rate: 0.005
momentum: 0.99
objective: 0.463646223136
output_col_norms_max: 1.947822
output_col_norms_mean: 1.92564898552
output_col_norms_min: 1.90347597104
output_max_max_class: 0.982044841332
output_mean_max_class: 0.739148431571
output_min_max_class: 0.642704268871
output_misclass: 0.24
output_nll: 0.463646223136
output_row_norms_max: 1.97393424206
output_row_norms_mean: 1.9251588557
output_row_norms_min: 1.87638346935
Monitoring step:
Epochs seen: 62
Batches seen: 3720
Examples seen: 37200
hidden1_col_norms_max: 1.64949641955
hidden1_col_norms_mean: 1.02575661932
hidden1_col_norms_min: 0.14173674172
hidden1_max_x_max_u: 2.4238806149
hidden1_max_x_mean_u: 1.90050003095
hidden1_max_x_min_u: 1.14711317176
hidden1_mean_x_max_u: 1.3057244141
hidden1_mean_x_mean_u: 1.19068327977
hidden1_mean_x_min_u: 1.03069213403
hidden1_min_x_max_u: 0.968556520163
hidden1_min_x_mean_u: 0.521359242423
hidden1_min_x_min_u: 0.193837654699
hidden1_range_x_max_u: 2.21822395489
hidden1_range_x_mean_u: 1.37914078853
hidden1_range_x_min_u: 0.190430841717
hidden1_row_norms_max: 1.7048298963
hidden1_row_norms_mean: 1.70449756845
hidden1_row_norms_min: 1.70416524061
hidden2_col_norms_max: 1.43926614978
hidden2_col_norms_mean: 1.4161277126
hidden2_col_norms_min: 1.39298927543
hidden2_max_x_max_u: 1.83394163646
hidden2_max_x_mean_u: 1.74170957073
hidden2_max_x_min_u: 1.649477505
hidden2_mean_x_max_u: 0.52122551773
hidden2_mean_x_mean_u: 0.495012193786
hidden2_mean_x_min_u: 0.468798869843
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.83394163646
hidden2_range_x_mean_u: 1.74170957073
hidden2_range_x_min_u: 1.649477505
hidden2_row_norms_max: 1.3413348117
hidden2_row_norms_mean: 0.901612603242
hidden2_row_norms_min: 0.295362260772
learning_rate: 0.005
momentum: 0.99
objective: 0.464631073953
output_col_norms_max: 1.95166868928
output_col_norms_mean: 1.92949543934
output_col_norms_min: 1.90732218941
output_max_max_class: 0.981590716334
output_mean_max_class: 0.732275183177
output_min_max_class: 0.633282250894
output_misclass: 0.24
output_nll: 0.464631073953
output_row_norms_max: 1.97789007888
output_row_norms_mean: 1.92900347416
output_row_norms_min: 1.88011686945
Monitoring step:
Epochs seen: 63
Batches seen: 3780
Examples seen: 37800
hidden1_col_norms_max: 1.64982158256
hidden1_col_norms_mean: 1.02597539158
hidden1_col_norms_min: 0.141921792816
hidden1_max_x_max_u: 2.41859336031
hidden1_max_x_mean_u: 1.89826066416
hidden1_max_x_min_u: 1.1498145441
hidden1_mean_x_max_u: 1.30147577654
hidden1_mean_x_mean_u: 1.18829247335
hidden1_mean_x_min_u: 1.03169348359
hidden1_min_x_max_u: 0.970595949964
hidden1_min_x_mean_u: 0.518823443669
hidden1_min_x_min_u: 0.188512432617
hidden1_range_x_max_u: 2.21864244552
hidden1_range_x_mean_u: 1.37943722049
hidden1_range_x_min_u: 0.190680678118
hidden1_row_norms_max: 1.70495821091
hidden1_row_norms_mean: 1.70481787127
hidden1_row_norms_min: 1.70467753163
hidden2_col_norms_max: 1.4395829434
hidden2_col_norms_mean: 1.41660613769
hidden2_col_norms_min: 1.39362933198
hidden2_max_x_max_u: 1.85428427187
hidden2_max_x_mean_u: 1.76105252332
hidden2_max_x_min_u: 1.66782077477
hidden2_mean_x_max_u: 0.527007108846
hidden2_mean_x_mean_u: 0.500509664522
hidden2_mean_x_min_u: 0.474012220197
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.85428427187
hidden2_range_x_mean_u: 1.76105252332
hidden2_range_x_min_u: 1.66782077477
hidden2_row_norms_max: 1.34094711902
hidden2_row_norms_mean: 0.901940921812
hidden2_row_norms_min: 0.292741506838
learning_rate: 0.005
momentum: 0.99
objective: 0.462375056189
output_col_norms_max: 1.95454988089
output_col_norms_mean: 1.93237617863
output_col_norms_min: 1.91020247636
output_max_max_class: 0.983230447289
output_mean_max_class: 0.75623428303
output_min_max_class: 0.666103453103
output_misclass: 0.24
output_nll: 0.462375056189
output_row_norms_max: 1.98087075806
output_row_norms_mean: 1.93188237402
output_row_norms_min: 1.88289398997
Monitoring step:
Epochs seen: 64
Batches seen: 3840
Examples seen: 38400
hidden1_col_norms_max: 1.64999950647
hidden1_col_norms_mean: 1.02609510789
hidden1_col_norms_min: 0.142023079921
hidden1_max_x_max_u: 2.41432573449
hidden1_max_x_mean_u: 1.89646242529
hidden1_max_x_min_u: 1.15199375392
hidden1_mean_x_max_u: 1.29809842643
hidden1_mean_x_mean_u: 1.18641137329
hidden1_mean_x_min_u: 1.0325093614
hidden1_min_x_max_u: 0.972309183259
hidden1_min_x_mean_u: 0.516863010078
hidden1_min_x_min_u: 0.184327822896
hidden1_range_x_max_u: 2.21887142545
hidden1_range_x_mean_u: 1.37959941521
hidden1_range_x_min_u: 0.190817377765
hidden1_row_norms_max: 1.70502841972
hidden1_row_norms_mean: 1.70499313213
hidden1_row_norms_min: 1.70495784453
hidden2_col_norms_max: 1.43986364125
hidden2_col_norms_mean: 1.41694184705
hidden2_col_norms_min: 1.39402005286
hidden2_max_x_max_u: 1.87021902739
hidden2_max_x_mean_u: 1.7763486324
hidden2_max_x_min_u: 1.68247823742
hidden2_mean_x_max_u: 0.531535934099
hidden2_mean_x_mean_u: 0.504856979736
hidden2_mean_x_min_u: 0.478178025373
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.87021902739
hidden2_range_x_mean_u: 1.7763486324
hidden2_range_x_min_u: 1.68247823742
hidden2_row_norms_max: 1.34058828547
hidden2_row_norms_mean: 0.902167325456
hidden2_row_norms_min: 0.290631668838
learning_rate: 0.005
momentum: 0.99
objective: 0.466459497343
output_col_norms_max: 1.95682269185
output_col_norms_mean: 1.93464845284
output_col_norms_min: 1.91247421383
output_max_max_class: 0.980949076583
output_mean_max_class: 0.722648403927
output_min_max_class: 0.620087842725
output_misclass: 0.24
output_nll: 0.466459497343
output_row_norms_max: 1.98323366121
output_row_norms_mean: 1.93415289238
output_row_norms_min: 1.88507212354
Monitoring step:
Epochs seen: 65
Batches seen: 3900
Examples seen: 39000
hidden1_col_norms_max: 1.65009686136
hidden1_col_norms_mean: 1.02616061554
hidden1_col_norms_min: 0.142078510337
hidden1_max_x_max_u: 2.41090820652
hidden1_max_x_mean_u: 1.89502866015
hidden1_max_x_min_u: 1.15374163928
hidden1_mean_x_max_u: 1.2955291804
hidden1_mean_x_mean_u: 1.18493227009
hidden1_mean_x_min_u: 1.03318788356
hidden1_min_x_max_u: 0.97372020724
hidden1_min_x_mean_u: 0.515340499019
hidden1_min_x_min_u: 0.181037616949
hidden1_range_x_max_u: 2.21899671334
hidden1_range_x_mean_u: 1.37968816113
hidden1_range_x_min_u: 0.190892173884
hidden1_row_norms_max: 1.70511122243
hidden1_row_norms_mean: 1.70508902877
hidden1_row_norms_min: 1.70506683512
hidden2_col_norms_max: 1.44010639987
hidden2_col_norms_mean: 1.41718849111
hidden2_col_norms_min: 1.39427058235
hidden2_max_x_max_u: 1.88272362365
hidden2_max_x_mean_u: 1.78843076549
hidden2_max_x_min_u: 1.69413790732
hidden2_mean_x_max_u: 0.535089871986
hidden2_mean_x_mean_u: 0.508290849138
hidden2_mean_x_min_u: 0.481491826291
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.88272362365
hidden2_range_x_mean_u: 1.78843076549
hidden2_range_x_min_u: 1.69413790732
hidden2_row_norms_max: 1.34028021546
hidden2_row_norms_mean: 0.902330566301
hidden2_row_norms_min: 0.288945648233
learning_rate: 0.005
momentum: 0.99
objective: 0.462329066102
output_col_norms_max: 1.95861909904
output_col_norms_mean: 1.93644433798
output_col_norms_min: 1.91426957692
output_max_max_class: 0.983472900054
output_mean_max_class: 0.759617389251
output_min_max_class: 0.670733583492
output_misclass: 0.24
output_nll: 0.462329066102
output_row_norms_max: 1.98510761938
output_row_norms_mean: 1.93594722282
output_row_norms_min: 1.88678682626
Monitoring step:
Epochs seen: 66
Batches seen: 3960
Examples seen: 39600
hidden1_col_norms_max: 1.65015013053
hidden1_col_norms_mean: 1.0261964597
hidden1_col_norms_min: 0.142108842597
hidden1_max_x_max_u: 2.40779704868
hidden1_max_x_mean_u: 1.89372952563
hidden1_max_x_min_u: 1.15533807006
hidden1_mean_x_max_u: 1.29334679882
hidden1_mean_x_mean_u: 1.18360832856
hidden1_mean_x_min_u: 1.0338277578
hidden1_min_x_max_u: 0.975038257166
hidden1_min_x_mean_u: 0.513992806588
hidden1_min_x_min_u: 0.178090189127
hidden1_range_x_max_u: 2.21906526544
hidden1_range_x_mean_u: 1.37973671905
hidden1_range_x_min_u: 0.190933099078
hidden1_row_norms_max: 1.70519514501
hidden1_row_norms_mean: 1.70514149971
hidden1_row_norms_min: 1.70508785441
hidden2_col_norms_max: 1.44034481264
hidden2_col_norms_mean: 1.41739910116
hidden2_col_norms_min: 1.39445338969
hidden2_max_x_max_u: 1.89390904274
hidden2_max_x_mean_u: 1.79930053424
hidden2_max_x_min_u: 1.70469202574
hidden2_mean_x_max_u: 0.538268885831
hidden2_mean_x_mean_u: 0.511380151836
hidden2_mean_x_min_u: 0.484491417841
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.89390904274
hidden2_range_x_mean_u: 1.79930053424
hidden2_range_x_min_u: 1.70469202574
hidden2_row_norms_max: 1.33998690987
hidden2_row_norms_mean: 0.902467282386
hidden2_row_norms_min: 0.287414025491
learning_rate: 0.005
momentum: 0.99
objective: 0.462650398766
output_col_norms_max: 1.96023993761
output_col_norms_mean: 1.93806462877
output_col_norms_min: 1.91588931993
output_max_max_class: 0.98280105447
output_mean_max_class: 0.74969528903
output_min_max_class: 0.657138588047
output_misclass: 0.24
output_nll: 0.462650398766
output_row_norms_max: 1.98680341948
output_row_norms_mean: 1.93756597929
output_row_norms_min: 1.8883285391
Monitoring step:
Epochs seen: 67
Batches seen: 4020
Examples seen: 40200
hidden1_col_norms_max: 1.65017927734
hidden1_col_norms_mean: 1.02621607243
hidden1_col_norms_min: 0.142125440035
hidden1_max_x_max_u: 2.40497388818
hidden1_max_x_mean_u: 1.89255482029
hidden1_max_x_min_u: 1.15679178894
hidden1_mean_x_max_u: 1.29138219886
hidden1_mean_x_mean_u: 1.18242004989
hidden1_mean_x_min_u: 1.03442222353
hidden1_min_x_max_u: 0.976254603561
hidden1_min_x_mean_u: 0.512791532454
hidden1_min_x_min_u: 0.175441669143
hidden1_range_x_max_u: 2.21910277417
hidden1_range_x_mean_u: 1.37976328783
hidden1_range_x_min_u: 0.190955491569
hidden1_row_norms_max: 1.70524106407
hidden1_row_norms_mean: 1.70517020967
hidden1_row_norms_min: 1.70509935528
hidden2_col_norms_max: 1.44057426608
hidden2_col_norms_mean: 1.41758626269
hidden2_col_norms_min: 1.3945982593
hidden2_max_x_max_u: 1.90395358183
hidden2_max_x_mean_u: 1.80909577312
hidden2_max_x_min_u: 1.71423796441
hidden2_mean_x_max_u: 0.541123649573
hidden2_mean_x_mean_u: 0.514164061834
hidden2_mean_x_min_u: 0.487204474094
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.90395358183
hidden2_range_x_mean_u: 1.80909577312
hidden2_range_x_min_u: 1.71423796441
hidden2_row_norms_max: 1.33971621233
hidden2_row_norms_mean: 0.902586555858
hidden2_row_norms_min: 0.286026406041
learning_rate: 0.005
momentum: 0.99
objective: 0.465514806472
output_col_norms_max: 1.96170574897
output_col_norms_mean: 1.93952990401
output_col_norms_min: 1.91735405905
output_max_max_class: 0.981274285555
output_mean_max_class: 0.727260657478
output_min_max_class: 0.626402305152
output_misclass: 0.24
output_nll: 0.465514806472
output_row_norms_max: 1.98833969614
output_row_norms_mean: 1.93902979617
output_row_norms_min: 1.88971989619
Monitoring step:
Epochs seen: 68
Batches seen: 4080
Examples seen: 40800
hidden1_col_norms_max: 1.65019522528
hidden1_col_norms_mean: 1.02622680378
hidden1_col_norms_min: 0.142134521714
hidden1_max_x_max_u: 2.40249265866
hidden1_max_x_mean_u: 1.89152521345
hidden1_max_x_min_u: 1.15807386209
hidden1_mean_x_max_u: 1.28966365861
hidden1_mean_x_mean_u: 1.18138301632
hidden1_mean_x_min_u: 1.03495315503
hidden1_min_x_max_u: 0.977335637799
hidden1_min_x_mean_u: 0.51174738833
hidden1_min_x_min_u: 0.173127154329
hidden1_range_x_max_u: 2.21912329733
hidden1_range_x_mean_u: 1.37977782512
hidden1_range_x_min_u: 0.19096774377
hidden1_row_norms_max: 1.70526618906
hidden1_row_norms_mean: 1.70518591856
hidden1_row_norms_min: 1.70510564806
hidden2_col_norms_max: 1.44078561244
hidden2_col_norms_mean: 1.41775177795
hidden2_col_norms_min: 1.39471794345
hidden2_max_x_max_u: 1.91273021589
hidden2_max_x_mean_u: 1.81767181593
hidden2_max_x_min_u: 1.72261341598
hidden2_mean_x_max_u: 0.543618061357
hidden2_mean_x_mean_u: 0.516601463476
hidden2_mean_x_min_u: 0.489584865594
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.91273021589
hidden2_range_x_mean_u: 1.81767181593
hidden2_range_x_min_u: 1.72261341598
hidden2_row_norms_max: 1.33947804672
hidden2_row_norms_mean: 0.902690370566
hidden2_row_norms_min: 0.28480835686
learning_rate: 0.005
momentum: 0.99
objective: 0.462350869764
output_col_norms_max: 1.96299393787
output_col_norms_mean: 1.94081760242
output_col_norms_min: 1.91864126697
output_max_max_class: 0.983702294629
output_mean_max_class: 0.762821965941
output_min_max_class: 0.675119482491
output_misclass: 0.24
output_nll: 0.462350869764
output_row_norms_max: 1.98969110025
output_row_norms_mean: 1.94031617857
output_row_norms_min: 1.89094125689
Monitoring step:
Epochs seen: 69
Batches seen: 4140
Examples seen: 41400
hidden1_col_norms_max: 1.65020395133
hidden1_col_norms_mean: 1.02623267554
hidden1_col_norms_min: 0.142139490899
hidden1_max_x_max_u: 2.4001248175
hidden1_max_x_mean_u: 1.89054524585
hidden1_max_x_min_u: 1.15930211076
hidden1_mean_x_max_u: 1.2880283853
hidden1_mean_x_mean_u: 1.18039898513
hidden1_mean_x_min_u: 1.03546694809
hidden1_min_x_max_u: 0.978377038002
hidden1_min_x_mean_u: 0.51075946655
hidden1_min_x_min_u: 0.170927380912
hidden1_range_x_max_u: 2.21913452671
hidden1_range_x_mean_u: 1.3797857793
hidden1_range_x_min_u: 0.190974447643
hidden1_row_norms_max: 1.70527993638
hidden1_row_norms_mean: 1.70519451379
hidden1_row_norms_min: 1.70510909119
hidden2_col_norms_max: 1.44099640542
hidden2_col_norms_mean: 1.41791296553
hidden2_col_norms_min: 1.39482952564
hidden2_max_x_max_u: 1.92107287765
hidden2_max_x_mean_u: 1.82583530438
hidden2_max_x_min_u: 1.73059773111
hidden2_mean_x_max_u: 0.545989133649
hidden2_mean_x_mean_u: 0.518921612825
hidden2_mean_x_min_u: 0.491854092
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.92107287765
hidden2_range_x_mean_u: 1.82583530438
hidden2_range_x_min_u: 1.73059773111
hidden2_row_norms_max: 1.33925254003
hidden2_row_norms_mean: 0.902790094089
hidden2_row_norms_min: 0.283647328377
learning_rate: 0.005
momentum: 0.99
objective: 0.465745194011
output_col_norms_max: 1.96422551576
output_col_norms_mean: 1.94204869963
output_col_norms_min: 1.91987188349
output_max_max_class: 0.981197878324
output_mean_max_class: 0.726072468041
output_min_max_class: 0.624772672781
output_misclass: 0.24
output_nll: 0.465745194011
output_row_norms_max: 1.9909839129
output_row_norms_mean: 1.94154599618
output_row_norms_min: 1.89210807947
Monitoring step:
Epochs seen: 70
Batches seen: 4200
Examples seen: 42000
hidden1_col_norms_max: 1.65020872585
hidden1_col_norms_mean: 1.02623588832
hidden1_col_norms_min: 0.142142209847
hidden1_max_x_max_u: 2.39804457328
hidden1_max_x_mean_u: 1.88968590064
hidden1_max_x_min_u: 1.16038444775
hidden1_mean_x_max_u: 1.2865940746
hidden1_mean_x_mean_u: 1.1795374165
hidden1_mean_x_min_u: 1.03592243099
hidden1_min_x_max_u: 0.979297391768
hidden1_min_x_mean_u: 0.509895769161
hidden1_min_x_min_u: 0.168998843916
hidden1_range_x_max_u: 2.21914067094
hidden1_range_x_mean_u: 1.37979013148
hidden1_range_x_min_u: 0.190978115711
hidden1_row_norms_max: 1.70528745833
hidden1_row_norms_mean: 1.70519921673
hidden1_row_norms_min: 1.70511097513
hidden2_col_norms_max: 1.44118777661
hidden2_col_norms_mean: 1.4180580878
hidden2_col_norms_min: 1.39492839899
hidden2_max_x_max_u: 1.92838884642
hidden2_max_x_mean_u: 1.83299921598
hidden2_max_x_min_u: 1.73760958554
hidden2_mean_x_max_u: 0.548068408984
hidden2_mean_x_mean_u: 0.520957671911
hidden2_mean_x_min_u: 0.493846934839
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.92838884642
hidden2_range_x_mean_u: 1.83299921598
hidden2_range_x_min_u: 1.73760958554
hidden2_row_norms_max: 1.33905645779
hidden2_row_norms_mean: 0.902878857717
hidden2_row_norms_min: 0.28262817333
learning_rate: 0.005
momentum: 0.99
objective: 0.462573166119
output_col_norms_max: 1.96530999158
output_col_norms_mean: 1.94313274791
output_col_norms_min: 1.92095550424
output_max_max_class: 0.982898248578
output_mean_max_class: 0.750959902502
output_min_max_class: 0.658866735677
output_misclass: 0.24
output_nll: 0.462573166119
output_row_norms_max: 1.99212261756
output_row_norms_mean: 1.94262890923
output_row_norms_min: 1.8931352009
Monitoring step:
Epochs seen: 71
Batches seen: 4260
Examples seen: 42600
hidden1_col_norms_max: 1.65021133826
hidden1_col_norms_mean: 1.02623764622
hidden1_col_norms_min: 0.142143697545
hidden1_max_x_max_u: 2.39600123243
hidden1_max_x_mean_u: 1.88884352341
hidden1_max_x_min_u: 1.1614514283
hidden1_mean_x_max_u: 1.28518719796
hidden1_mean_x_mean_u: 1.17869382271
hidden1_mean_x_min_u: 1.03637397464
hidden1_min_x_max_u: 0.980206747417
hidden1_min_x_mean_u: 0.509051010606
hidden1_min_x_min_u: 0.167107505384
hidden1_range_x_max_u: 2.2191440328
hidden1_range_x_mean_u: 1.3797925128
hidden1_range_x_min_u: 0.190980122719
hidden1_row_norms_max: 1.70529157402
hidden1_row_norms_mean: 1.70520178998
hidden1_row_norms_min: 1.70511200594
hidden2_col_norms_max: 1.44138229407
hidden2_col_norms_mean: 1.41820520813
hidden2_col_norms_min: 1.39502812218
hidden2_max_x_max_u: 1.93556670608
hidden2_max_x_mean_u: 1.84003143343
hidden2_max_x_min_u: 1.74449616078
hidden2_mean_x_max_u: 0.550108432255
hidden2_mean_x_mean_u: 0.522956302132
hidden2_mean_x_min_u: 0.49580417201
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.93556670608
hidden2_range_x_mean_u: 1.84003143343
hidden2_range_x_min_u: 1.74449616078
hidden2_row_norms_max: 1.33886693143
hidden2_row_norms_mean: 0.902967982554
hidden2_row_norms_min: 0.281627996516
learning_rate: 0.005
momentum: 0.99
objective: 0.462551492321
output_col_norms_max: 1.96637893305
output_col_norms_mean: 1.944201266
output_col_norms_min: 1.92202359895
output_max_max_class: 0.984096198791
output_mean_max_class: 0.768491435568
output_min_max_class: 0.682883661936
output_misclass: 0.24
output_nll: 0.462551492321
output_row_norms_max: 1.99324516935
output_row_norms_mean: 1.94369630384
output_row_norms_min: 1.89414743833
Monitoring step:
Epochs seen: 72
Batches seen: 4320
Examples seen: 43200
hidden1_col_norms_max: 1.65021276766
hidden1_col_norms_mean: 1.02623860807
hidden1_col_norms_min: 0.142144511551
hidden1_max_x_max_u: 2.3939639694
hidden1_max_x_mean_u: 1.88800505816
hidden1_max_x_min_u: 1.16251852796
hidden1_mean_x_max_u: 1.28378586068
hidden1_mean_x_mean_u: 1.17785469182
hidden1_mean_x_min_u: 1.03682741507
hidden1_min_x_max_u: 0.981117475088
hidden1_min_x_mean_u: 0.508211242407
hidden1_min_x_min_u: 0.165223537916
hidden1_range_x_max_u: 2.21914587226
hidden1_range_x_mean_u: 1.37979381576
hidden1_range_x_min_u: 0.190981220867
hidden1_row_norms_max: 1.70529382595
hidden1_row_norms_mean: 1.70520319795
hidden1_row_norms_min: 1.70511256995
hidden2_col_norms_max: 1.4415819138
hidden2_col_norms_mean: 1.418356406
hidden2_col_norms_min: 1.39513089819
hidden2_max_x_max_u: 1.94271971928
hidden2_max_x_mean_u: 1.84704124371
hidden2_max_x_min_u: 1.75136276813
hidden2_mean_x_max_u: 0.552141393901
hidden2_mean_x_mean_u: 0.524948564001
hidden2_mean_x_min_u: 0.497755734101
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.94271971928
hidden2_range_x_mean_u: 1.84704124371
hidden2_range_x_min_u: 1.75136276813
hidden2_row_norms_max: 1.33868091775
hidden2_row_norms_mean: 0.903058773435
hidden2_row_norms_min: 0.280631540651
learning_rate: 0.005
momentum: 0.99
objective: 0.467734593172
output_col_norms_max: 1.96744822263
output_col_norms_mean: 1.94527013189
output_col_norms_min: 1.92309204114
output_max_max_class: 0.980592904697
output_mean_max_class: 0.717137804749
output_min_max_class: 0.612530632711
output_misclass: 0.24
output_nll: 0.467734593172
output_row_norms_max: 1.99436812826
output_row_norms_mean: 1.94476404445
output_row_norms_min: 1.89515996065
Monitoring step:
Epochs seen: 73
Batches seen: 4380
Examples seen: 43800
hidden1_col_norms_max: 1.65021354976
hidden1_col_norms_mean: 1.02623913435
hidden1_col_norms_min: 0.142144956941
hidden1_max_x_max_u: 2.3921079751
hidden1_max_x_mean_u: 1.88724224455
hidden1_max_x_min_u: 1.16349324043
hidden1_mean_x_max_u: 1.28251003506
hidden1_mean_x_mean_u: 1.17709151399
hidden1_mean_x_min_u: 1.03724282843
hidden1_min_x_max_u: 0.981950020879
hidden1_min_x_mean_u: 0.507447715875
hidden1_min_x_min_u: 0.163508027009
hidden1_range_x_max_u: 2.21914687873
hidden1_range_x_mean_u: 1.37979452868
hidden1_range_x_min_u: 0.190981821726
hidden1_row_norms_max: 1.7052950581
hidden1_row_norms_mean: 1.70520396833
hidden1_row_norms_min: 1.70511287856
hidden2_col_norms_max: 1.44176824911
hidden2_col_norms_mean: 1.41849805934
hidden2_col_norms_min: 1.39522786957
hidden2_max_x_max_u: 1.94923594197
hidden2_max_x_mean_u: 1.85342779961
hidden2_max_x_min_u: 1.75761965725
hidden2_mean_x_max_u: 0.55399337298
hidden2_mean_x_mean_u: 0.526763690415
hidden2_mean_x_min_u: 0.49953400785
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.94923594197
hidden2_range_x_mean_u: 1.85342779961
hidden2_range_x_min_u: 1.75761965725
hidden2_row_norms_max: 1.33851395061
hidden2_row_norms_mean: 0.903143165071
hidden2_row_norms_min: 0.279724311415
learning_rate: 0.005
momentum: 0.99
objective: 0.462358487721
output_col_norms_max: 1.96842534065
output_col_norms_mean: 1.9462468636
output_col_norms_min: 1.92406838656
output_max_max_class: 0.983751433247
output_mean_max_class: 0.763379564164
output_min_max_class: 0.675878969087
output_misclass: 0.24
output_nll: 0.462358487721
output_row_norms_max: 1.99539426027
output_row_norms_mean: 1.94573974837
output_row_norms_min: 1.89608523646
Monitoring step:
Epochs seen: 74
Batches seen: 4440
Examples seen: 44400
hidden1_col_norms_max: 1.6502139777
hidden1_col_norms_mean: 1.02623942231
hidden1_col_norms_min: 0.142145200639
hidden1_max_x_max_u: 2.39030703007
hidden1_max_x_mean_u: 1.88650310303
hidden1_max_x_min_u: 1.16444165638
hidden1_mean_x_max_u: 1.28127277785
hidden1_mean_x_mean_u: 1.17635217319
hidden1_mean_x_min_u: 1.0376481862
hidden1_min_x_max_u: 0.982760623334
hidden1_min_x_mean_u: 0.506708184277
hidden1_min_x_min_u: 0.161843974441
hidden1_range_x_max_u: 2.21914742943
hidden1_range_x_mean_u: 1.37979491876
hidden1_range_x_min_u: 0.19098215049
hidden1_row_norms_max: 1.70529573228
hidden1_row_norms_mean: 1.70520438985
hidden1_row_norms_min: 1.70511304741
hidden2_col_norms_max: 1.44195344337
hidden2_col_norms_mean: 1.41863949433
hidden2_col_norms_min: 1.3953255453
hidden2_max_x_max_u: 1.95555964407
hidden2_max_x_mean_u: 1.85962610507
hidden2_max_x_min_u: 1.76369256608
hidden2_mean_x_max_u: 0.555790635683
hidden2_mean_x_mean_u: 0.528525314073
hidden2_mean_x_min_u: 0.501259992464
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.95555964407
hidden2_range_x_mean_u: 1.85962610507
hidden2_range_x_min_u: 1.76369256608
hidden2_row_norms_max: 1.33835458719
hidden2_row_norms_mean: 0.903226854532
hidden2_row_norms_min: 0.2788445473
learning_rate: 0.005
momentum: 0.99
objective: 0.466515349912
output_col_norms_max: 1.96937662326
output_col_norms_mean: 1.94719777145
output_col_norms_min: 1.92501891964
output_max_max_class: 0.980952859901
output_mean_max_class: 0.722368167828
output_min_max_class: 0.61969483421
output_misclass: 0.24
output_nll: 0.466515349912
output_row_norms_max: 1.99639319999
output_row_norms_mean: 1.94668965694
output_row_norms_min: 1.89698611389
Monitoring step:
Epochs seen: 75
Batches seen: 4500
Examples seen: 45000
hidden1_col_norms_max: 1.65021421184
hidden1_col_norms_mean: 1.02623957987
hidden1_col_norms_min: 0.14214533398
hidden1_max_x_max_u: 2.38866024774
hidden1_max_x_mean_u: 1.88582803452
hidden1_max_x_min_u: 1.16531091753
hidden1_mean_x_max_u: 1.28014193814
hidden1_mean_x_mean_u: 1.17567699564
hidden1_mean_x_min_u: 1.03802055429
hidden1_min_x_max_u: 0.983503893298
hidden1_min_x_mean_u: 0.506032902327
hidden1_min_x_min_u: 0.160322679356
hidden1_range_x_max_u: 2.21914773075
hidden1_range_x_mean_u: 1.37979513219
hidden1_range_x_min_u: 0.190982330375
hidden1_row_norms_max: 1.70529610117
hidden1_row_norms_mean: 1.70520462048
hidden1_row_norms_min: 1.7051131398
hidden2_col_norms_max: 1.44212627472
hidden2_col_norms_mean: 1.41877208342
hidden2_col_norms_min: 1.39541789213
hidden2_max_x_max_u: 1.96134327859
hidden2_max_x_mean_u: 1.86529521118
hidden2_max_x_min_u: 1.76924714376
hidden2_mean_x_max_u: 0.557434405494
hidden2_mean_x_mean_u: 0.530136533703
hidden2_mean_x_min_u: 0.502838661912
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.96134327859
hidden2_range_x_mean_u: 1.86529521118
hidden2_range_x_min_u: 1.76924714376
hidden2_row_norms_max: 1.33821097672
hidden2_row_norms_mean: 0.90330482558
hidden2_row_norms_min: 0.278040524945
learning_rate: 0.005
momentum: 0.99
objective: 0.463446971427
output_col_norms_max: 1.97024897405
output_col_norms_mean: 1.94806977988
output_col_norms_min: 1.92589058571
output_max_max_class: 0.982205777241
output_mean_max_class: 0.740693992702
output_min_max_class: 0.644799607665
output_misclass: 0.24
output_nll: 0.463446971427
output_row_norms_max: 1.99730919071
output_row_norms_mean: 1.94756075043
output_row_norms_min: 1.89781231015
Monitoring step:
Epochs seen: 76
Batches seen: 4560
Examples seen: 45600
hidden1_col_norms_max: 1.65021433996
hidden1_col_norms_mean: 1.02623966607
hidden1_col_norms_min: 0.142145406938
hidden1_max_x_max_u: 2.38710830009
hidden1_max_x_mean_u: 1.88519261966
hidden1_max_x_min_u: 1.1661321079
hidden1_mean_x_max_u: 1.27907668204
hidden1_mean_x_mean_u: 1.17504152112
hidden1_mean_x_min_u: 1.03837312095
hidden1_min_x_max_u: 0.984206323352
hidden1_min_x_mean_u: 0.505397370686
hidden1_min_x_min_u: 0.158889216291
hidden1_range_x_max_u: 2.21914789562
hidden1_range_x_mean_u: 1.37979524898
hidden1_range_x_min_u: 0.190982428801
hidden1_row_norms_max: 1.705296303
hidden1_row_norms_mean: 1.70520474668
hidden1_row_norms_min: 1.70511319035
hidden2_col_norms_max: 1.44229244887
hidden2_col_norms_mean: 1.41890016481
hidden2_col_norms_min: 1.39550788076
hidden2_max_x_max_u: 1.96679537416
hidden2_max_x_mean_u: 1.87063938774
hidden2_max_x_min_u: 1.77448340132
hidden2_mean_x_max_u: 0.558983948446
hidden2_mean_x_mean_u: 0.531655404936
hidden2_mean_x_min_u: 0.504326861427
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.96679537416
hidden2_range_x_mean_u: 1.87063938774
hidden2_range_x_min_u: 1.77448340132
hidden2_row_norms_max: 1.33807773509
hidden2_row_norms_mean: 0.903379747039
hidden2_row_norms_min: 0.277283218248
learning_rate: 0.005
momentum: 0.99
objective: 0.462473364525
output_col_norms_max: 1.97107356647
output_col_norms_mean: 1.94889405006
output_col_norms_min: 1.92671453365
output_max_max_class: 0.983999482364
output_mean_max_class: 0.766947521876
output_min_max_class: 0.680765125799
output_misclass: 0.24
output_nll: 0.462473364525
output_row_norms_max: 1.9981749629
output_row_norms_mean: 1.94838415745
output_row_norms_min: 1.89859335201
Monitoring step:
Epochs seen: 77
Batches seen: 4620
Examples seen: 46200
hidden1_col_norms_max: 1.65021441006
hidden1_col_norms_mean: 1.02623971324
hidden1_col_norms_min: 0.142145446858
hidden1_max_x_max_u: 2.38549009164
hidden1_max_x_mean_u: 1.88453090361
hidden1_max_x_min_u: 1.16699048586
hidden1_mean_x_max_u: 1.27796641709
hidden1_mean_x_mean_u: 1.17437977242
hidden1_mean_x_min_u: 1.03874247938
hidden1_min_x_max_u: 0.984940815405
hidden1_min_x_mean_u: 0.504735590733
hidden1_min_x_min_u: 0.157394742873
hidden1_range_x_max_u: 2.21914798583
hidden1_range_x_mean_u: 1.37979531287
hidden1_range_x_min_u: 0.190982482655
hidden1_row_norms_max: 1.70529641344
hidden1_row_norms_mean: 1.70520481573
hidden1_row_norms_min: 1.70511321801
hidden2_col_norms_max: 1.44246920315
hidden2_col_norms_mean: 1.41903705201
hidden2_col_norms_min: 1.39560490086
hidden2_max_x_max_u: 1.97248208963
hidden2_max_x_mean_u: 1.87621352289
hidden2_max_x_min_u: 1.77994495615
hidden2_mean_x_max_u: 0.560600172843
hidden2_mean_x_mean_u: 0.533239632822
hidden2_mean_x_min_u: 0.505879092801
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.97248208963
hidden2_range_x_mean_u: 1.87621352289
hidden2_range_x_min_u: 1.77994495615
hidden2_row_norms_max: 1.33794106769
hidden2_row_norms_mean: 0.9034594235
hidden2_row_norms_min: 0.276494016782
learning_rate: 0.005
momentum: 0.99
objective: 0.467558762786
output_col_norms_max: 1.97193603295
output_col_norms_mean: 1.94975618106
output_col_norms_min: 1.92757632917
output_max_max_class: 0.980647336402
output_mean_max_class: 0.717849219159
output_min_max_class: 0.613502907901
output_misclass: 0.24
output_nll: 0.467558762786
output_row_norms_max: 1.99908041924
output_row_norms_mean: 1.94924538759
output_row_norms_min: 1.89941035593
Monitoring step:
Epochs seen: 78
Batches seen: 4680
Examples seen: 46800
hidden1_col_norms_max: 1.65021444841
hidden1_col_norms_mean: 1.02623973905
hidden1_col_norms_min: 0.1421454687
hidden1_max_x_max_u: 2.38399230448
hidden1_max_x_mean_u: 1.88391904863
hidden1_max_x_min_u: 1.16778658129
hidden1_mean_x_max_u: 1.27693911629
hidden1_mean_x_mean_u: 1.17376789958
hidden1_mean_x_min_u: 1.0390856448
hidden1_min_x_max_u: 0.985622185742
hidden1_min_x_mean_u: 0.504123700795
hidden1_min_x_min_u: 0.156011598258
hidden1_range_x_max_u: 2.21914803518
hidden1_range_x_mean_u: 1.37979534784
hidden1_range_x_min_u: 0.190982512122
hidden1_row_norms_max: 1.70529647387
hidden1_row_norms_mean: 1.70520485351
hidden1_row_norms_min: 1.70511323315
hidden2_col_norms_max: 1.44263556358
hidden2_col_norms_mean: 1.41916641549
hidden2_col_norms_min: 1.3956972674
hidden2_max_x_max_u: 1.97774723956
hidden2_max_x_mean_u: 1.88137438665
hidden2_max_x_min_u: 1.78500153373
hidden2_mean_x_max_u: 0.562096583876
hidden2_mean_x_mean_u: 0.534706404626
hidden2_mean_x_min_u: 0.507316225377
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.97774723956
hidden2_range_x_mean_u: 1.88137438665
hidden2_range_x_min_u: 1.78500153373
hidden2_row_norms_max: 1.33781627852
hidden2_row_norms_mean: 0.903534350006
hidden2_row_norms_min: 0.275763882493
learning_rate: 0.005
momentum: 0.99
objective: 0.462447405132
output_col_norms_max: 1.97273632694
output_col_norms_mean: 1.95055616502
output_col_norms_min: 1.92837600309
output_max_max_class: 0.983961213672
output_mean_max_class: 0.76634848695
output_min_max_class: 0.679943433693
output_misclass: 0.24
output_nll: 0.462447405132
output_row_norms_max: 1.99992054007
output_row_norms_mean: 1.95004453713
output_row_norms_min: 1.90016853419
Monitoring step:
Epochs seen: 79
Batches seen: 4740
Examples seen: 47400
hidden1_col_norms_max: 1.6502144694
hidden1_col_norms_mean: 1.02623975318
hidden1_col_norms_min: 0.142145480651
hidden1_max_x_max_u: 2.38250534197
hidden1_max_x_mean_u: 1.88331227184
hidden1_max_x_min_u: 1.16857861874
hidden1_mean_x_max_u: 1.27591959723
hidden1_mean_x_mean_u: 1.17316111302
hidden1_mean_x_min_u: 1.03942769939
hidden1_min_x_max_u: 0.986300256254
hidden1_min_x_mean_u: 0.503516904879
hidden1_min_x_min_u: 0.154638557522
hidden1_range_x_max_u: 2.21914806219
hidden1_range_x_mean_u: 1.37979536697
hidden1_range_x_min_u: 0.190982528245
hidden1_row_norms_max: 1.70529650693
hidden1_row_norms_mean: 1.70520487418
hidden1_row_norms_min: 1.70511324143
hidden2_col_norms_max: 1.4428035573
hidden2_col_norms_mean: 1.41929758914
hidden2_col_norms_min: 1.39579162098
hidden2_max_x_max_u: 1.98297607592
hidden2_max_x_mean_u: 1.88649958136
hidden2_max_x_min_u: 1.79002308679
hidden2_mean_x_max_u: 0.563582674209
hidden2_mean_x_mean_u: 0.536163038912
hidden2_mean_x_min_u: 0.508743403615
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.98297607592
hidden2_range_x_mean_u: 1.88649958136
hidden2_range_x_min_u: 1.79002308679
hidden2_row_norms_max: 1.33769421254
hidden2_row_norms_mean: 0.903609991894
hidden2_row_norms_min: 0.275039377347
learning_rate: 0.005
momentum: 0.99
objective: 0.465981178693
output_col_norms_max: 1.97353297619
output_col_norms_mean: 1.95135250698
output_col_norms_min: 1.92917203777
output_max_max_class: 0.981130043028
output_mean_max_class: 0.724885800787
output_min_max_class: 0.623141763427
output_misclass: 0.24
output_nll: 0.465981178693
output_row_norms_max: 2.00075676516
output_row_norms_mean: 1.95084005015
output_row_norms_min: 1.90092333514
Monitoring step:
Epochs seen: 80
Batches seen: 4800
Examples seen: 48000
hidden1_col_norms_max: 1.65021448088
hidden1_col_norms_mean: 1.0262397609
hidden1_col_norms_min: 0.142145487191
hidden1_max_x_max_u: 2.38115959649
hidden1_max_x_mean_u: 1.88276361863
hidden1_max_x_min_u: 1.16929672428
hidden1_mean_x_max_u: 1.27499717032
hidden1_mean_x_mean_u: 1.17261245446
hidden1_mean_x_min_u: 1.03973830639
hidden1_min_x_max_u: 0.986915159975
hidden1_min_x_mean_u: 0.502968241196
hidden1_min_x_min_u: 0.153395989143
hidden1_range_x_max_u: 2.21914807697
hidden1_range_x_mean_u: 1.37979537743
hidden1_range_x_min_u: 0.190982537066
hidden1_row_norms_max: 1.70529652502
hidden1_row_norms_mean: 1.70520488549
hidden1_row_norms_min: 1.70511324596
hidden2_col_norms_max: 1.44295783012
hidden2_col_norms_mean: 1.41941847265
hidden2_col_norms_min: 1.39587911518
hidden2_max_x_max_u: 1.98770975014
hidden2_max_x_mean_u: 1.89113936166
hidden2_max_x_min_u: 1.79456897318
hidden2_mean_x_max_u: 0.564928034252
hidden2_mean_x_mean_u: 0.537481713315
hidden2_mean_x_min_u: 0.510035392377
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.98770975014
hidden2_range_x_mean_u: 1.89113936166
hidden2_range_x_min_u: 1.79456897318
hidden2_row_norms_max: 1.33758512554
hidden2_row_norms_mean: 0.90367940886
hidden2_row_norms_min: 0.274383951439
learning_rate: 0.005
momentum: 0.99
objective: 0.462387519293
output_col_norms_max: 1.97425559303
output_col_norms_mean: 1.95207484613
output_col_norms_min: 1.92989409924
output_max_max_class: 0.983208420728
output_mean_max_class: 0.755293135281
output_min_max_class: 0.664797360177
output_misclass: 0.24
output_nll: 0.462387519293
output_row_norms_max: 2.00151522653
output_row_norms_mean: 1.95156163866
output_row_norms_min: 1.9016080508
Monitoring step:
Epochs seen: 81
Batches seen: 4860
Examples seen: 48600
hidden1_col_norms_max: 1.65021448716
hidden1_col_norms_mean: 1.02623976513
hidden1_col_norms_min: 0.142145490769
hidden1_max_x_max_u: 2.37981782528
hidden1_max_x_mean_u: 1.88221715805
hidden1_max_x_min_u: 1.17001419073
hidden1_mean_x_max_u: 1.27407777415
hidden1_mean_x_mean_u: 1.17206599096
hidden1_mean_x_min_u: 1.04004918768
hidden1_min_x_max_u: 0.987529659463
hidden1_min_x_mean_u: 0.502421774895
hidden1_min_x_min_u: 0.152157171365
hidden1_range_x_max_u: 2.21914808505
hidden1_range_x_mean_u: 1.37979538316
hidden1_range_x_min_u: 0.190982541893
hidden1_row_norms_max: 1.70529653492
hidden1_row_norms_mean: 1.70520489168
hidden1_row_norms_min: 1.70511324844
hidden2_col_norms_max: 1.44311407341
hidden2_col_norms_mean: 1.41954135601
hidden2_col_norms_min: 1.3959686386
hidden2_max_x_max_u: 1.99243101229
hidden2_max_x_mean_u: 1.89576689325
hidden2_max_x_min_u: 1.79910277421
hidden2_mean_x_max_u: 0.56626986665
hidden2_mean_x_mean_u: 0.538796906503
hidden2_mean_x_min_u: 0.511323946356
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.99243101229
hidden2_range_x_mean_u: 1.89576689325
hidden2_range_x_min_u: 1.79910277421
hidden2_row_norms_max: 1.33747795726
hidden2_row_norms_mean: 0.903749722688
hidden2_row_norms_min: 0.273730765782
learning_rate: 0.005
momentum: 0.99
objective: 0.462808712082
output_col_norms_max: 1.97497794491
output_col_norms_mean: 1.9527969216
output_col_norms_min: 1.93061589828
output_max_max_class: 0.982664674389
output_mean_max_class: 0.747319987984
output_min_max_class: 0.653874303676
output_misclass: 0.24
output_nll: 0.462808712082
output_row_norms_max: 2.00227334783
output_row_norms_mean: 1.95228296526
output_row_norms_min: 1.90229258269
Monitoring step:
Epochs seen: 82
Batches seen: 4920
Examples seen: 49200
hidden1_col_norms_max: 1.6502144906
hidden1_col_norms_mean: 1.02623976744
hidden1_col_norms_min: 0.142145492726
hidden1_max_x_max_u: 2.37851338965
hidden1_max_x_mean_u: 1.88168638082
hidden1_max_x_min_u: 1.17071293045
hidden1_mean_x_max_u: 1.27318421581
hidden1_mean_x_mean_u: 1.17153521212
hidden1_mean_x_min_u: 1.04035241269
hidden1_min_x_max_u: 0.988128237645
hidden1_min_x_mean_u: 0.501890994524
hidden1_min_x_min_u: 0.150952889881
hidden1_range_x_max_u: 2.21914808948
hidden1_range_x_mean_u: 1.37979538629
hidden1_range_x_min_u: 0.190982544534
hidden1_row_norms_max: 1.70529654033
hidden1_row_norms_mean: 1.70520489506
hidden1_row_norms_min: 1.70511324979
hidden2_col_norms_max: 1.44326807511
hidden2_col_norms_mean: 1.41966286766
hidden2_col_norms_min: 1.39605766022
hidden2_max_x_max_u: 1.99702229098
hidden2_max_x_mean_u: 1.9002669495
hidden2_max_x_min_u: 1.80351160801
hidden2_mean_x_max_u: 0.567574756384
hidden2_mean_x_mean_u: 0.540075869857
hidden2_mean_x_min_u: 0.512576983329
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 1.99702229098
hidden2_range_x_mean_u: 1.9002669495
hidden2_range_x_min_u: 1.80351160801
hidden2_row_norms_max: 1.33737510502
hidden2_row_norms_mean: 0.903819002399
hidden2_row_norms_min: 0.27309601525
learning_rate: 0.005
momentum: 0.99
objective: 0.467685291766
output_col_norms_max: 1.97568175649
output_col_norms_mean: 1.95350046486
output_col_norms_min: 1.93131917323
output_max_max_class: 0.98061581655
output_mean_max_class: 0.717328856362
output_min_max_class: 0.612788445699
output_misclass: 0.24
output_nll: 0.467685291766
output_row_norms_max: 2.00301195895
output_row_norms_mean: 1.95298578012
output_row_norms_min: 1.90295960128
Monitoring step:
Epochs seen: 83
Batches seen: 4980
Examples seen: 49800
hidden1_col_norms_max: 1.65021449248
hidden1_col_norms_mean: 1.02623976871
hidden1_col_norms_min: 0.142145493797
hidden1_max_x_max_u: 2.37727231004
hidden1_max_x_mean_u: 1.88118183334
hidden1_max_x_min_u: 1.17137889852
hidden1_mean_x_max_u: 1.27233429704
hidden1_mean_x_mean_u: 1.17103066377
hidden1_mean_x_min_u: 1.04064184647
hidden1_min_x_max_u: 0.988698851812
hidden1_min_x_mean_u: 0.501386445336
hidden1_min_x_min_u: 0.149807160129
hidden1_range_x_max_u: 2.2191480919
hidden1_range_x_mean_u: 1.37979538801
hidden1_range_x_min_u: 0.190982545979
hidden1_row_norms_max: 1.7052965433
hidden1_row_norms_mean: 1.70520489692
hidden1_row_norms_min: 1.70511325053
hidden2_col_norms_max: 1.44341656417
hidden2_col_norms_mean: 1.41978039119
hidden2_col_norms_min: 1.39614421821
hidden2_max_x_max_u: 2.00139188536
hidden2_max_x_mean_u: 1.90454965576
hidden2_max_x_min_u: 1.80770742615
hidden2_mean_x_max_u: 0.568816641104
hidden2_mean_x_mean_u: 0.541293060057
hidden2_mean_x_min_u: 0.51376947901
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 2.00139188536
hidden2_range_x_mean_u: 1.90454965576
hidden2_range_x_min_u: 1.80770742615
hidden2_row_norms_max: 1.33727850599
hidden2_row_norms_mean: 0.90388578669
hidden2_row_norms_min: 0.272492338237
learning_rate: 0.005
momentum: 0.99
objective: 0.462657209501
output_col_norms_max: 1.97635285219
output_col_norms_mean: 1.95417130565
output_col_norms_min: 1.93198975911
output_max_max_class: 0.984239085499
output_mean_max_class: 0.770342718089
output_min_max_class: 0.685413278087
output_misclass: 0.24
output_nll: 0.462657209501
output_row_norms_max: 2.00371618775
output_row_norms_mean: 1.95365592753
output_row_norms_min: 1.90359566731
Monitoring step:
Epochs seen: 84
Batches seen: 5040
Examples seen: 50400
hidden1_col_norms_max: 1.65021449351
hidden1_col_norms_mean: 1.0262397694
hidden1_col_norms_min: 0.142145494383
hidden1_max_x_max_u: 2.37600644753
hidden1_max_x_mean_u: 1.88066768303
hidden1_max_x_min_u: 1.17205938904
hidden1_mean_x_max_u: 1.27146765771
hidden1_mean_x_mean_u: 1.17051651298
hidden1_mean_x_min_u: 1.04093804244
hidden1_min_x_max_u: 0.989282023848
hidden1_min_x_mean_u: 0.50087229408
hidden1_min_x_min_u: 0.148638613877
hidden1_range_x_max_u: 2.21914809322
hidden1_range_x_mean_u: 1.37979538895
hidden1_range_x_min_u: 0.19098254677
hidden1_row_norms_max: 1.70529654492
hidden1_row_norms_mean: 1.70520489793
hidden1_row_norms_min: 1.70511325094
hidden2_col_norms_max: 1.44357005706
hidden2_col_norms_mean: 1.41990224523
hidden2_col_norms_min: 1.39623443339
hidden2_max_x_max_u: 2.00585010776
hidden2_max_x_mean_u: 1.90891915301
hidden2_max_x_min_u: 1.81198819826
hidden2_mean_x_max_u: 0.570083714836
hidden2_mean_x_mean_u: 0.542534917171
hidden2_mean_x_min_u: 0.514986119505
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 2.00585010776
hidden2_range_x_mean_u: 1.90891915301
hidden2_range_x_min_u: 1.81198819826
hidden2_row_norms_max: 1.33718129848
hidden2_row_norms_mean: 0.903954817066
hidden2_row_norms_min: 0.271876860953
learning_rate: 0.005
momentum: 0.99
objective: 0.463656891579
output_col_norms_max: 1.9770388882
output_col_norms_mean: 1.95485708205
output_col_norms_min: 1.93267527589
output_max_max_class: 0.98209393595
output_mean_max_class: 0.738933405563
output_min_max_class: 0.642384371439
output_misclass: 0.24
output_nll: 0.463656891579
output_row_norms_max: 2.00443604329
output_row_norms_mean: 1.95434099635
output_row_norms_min: 1.90424594941
Monitoring step:
Epochs seen: 85
Batches seen: 5100
Examples seen: 51000
hidden1_col_norms_max: 1.65021449408
hidden1_col_norms_mean: 1.02623976978
hidden1_col_norms_min: 0.142145494704
hidden1_max_x_max_u: 2.37481522716
hidden1_max_x_mean_u: 1.88018422214
hidden1_max_x_min_u: 1.17270071883
hidden1_mean_x_max_u: 1.27065231808
hidden1_mean_x_mean_u: 1.17003305183
hidden1_mean_x_min_u: 1.04121754743
hidden1_min_x_max_u: 0.989831725681
hidden1_min_x_mean_u: 0.500388832679
hidden1_min_x_min_u: 0.147539020261
hidden1_range_x_max_u: 2.21914809395
hidden1_range_x_mean_u: 1.37979538946
hidden1_range_x_min_u: 0.190982547203
hidden1_row_norms_max: 1.70529654581
hidden1_row_norms_mean: 1.70520489848
hidden1_row_norms_min: 1.70511325116
hidden2_col_norms_max: 1.44371618371
hidden2_col_norms_mean: 1.42001855367
hidden2_col_norms_min: 1.39632092363
hidden2_max_x_max_u: 2.0100466004
hidden2_max_x_mean_u: 1.91303206962
hidden2_max_x_min_u: 1.81601753884
hidden2_mean_x_max_u: 0.571276402219
hidden2_mean_x_mean_u: 0.543703851366
hidden2_mean_x_min_u: 0.516131300514
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 2.0100466004
hidden2_range_x_mean_u: 1.91303206962
hidden2_range_x_min_u: 1.81601753884
hidden2_row_norms_max: 1.33709086389
hidden2_row_norms_mean: 0.904020497978
hidden2_row_norms_min: 0.271297881555
learning_rate: 0.005
momentum: 0.99
objective: 0.468405399422
output_col_norms_max: 1.97768568369
output_col_norms_mean: 1.95550363357
output_col_norms_min: 1.93332158345
output_max_max_class: 0.980423772904
output_mean_max_class: 0.71449224125
output_min_max_class: 0.608901780152
output_misclass: 0.24
output_nll: 0.468405399422
output_row_norms_max: 2.00511468364
output_row_norms_mean: 1.95498688173
output_row_norms_min: 1.90485907982
Monitoring step:
Epochs seen: 86
Batches seen: 5160
Examples seen: 51600
hidden1_col_norms_max: 1.65021449438
hidden1_col_norms_mean: 1.02623976999
hidden1_col_norms_min: 0.14214549488
hidden1_max_x_max_u: 2.3736626506
hidden1_max_x_mean_u: 1.87971684287
hidden1_max_x_min_u: 1.17332227458
hidden1_mean_x_max_u: 1.26986363992
hidden1_mean_x_mean_u: 1.16956567241
hidden1_mean_x_min_u: 1.04148881262
hidden1_min_x_max_u: 0.990364574562
hidden1_min_x_mean_u: 0.49992145313
hidden1_min_x_min_u: 0.146475149906
hidden1_range_x_max_u: 2.21914809434
hidden1_range_x_mean_u: 1.37979538974
hidden1_range_x_min_u: 0.190982547439
hidden1_row_norms_max: 1.70529654629
hidden1_row_norms_mean: 1.70520489879
hidden1_row_norms_min: 1.70511325128
hidden2_col_norms_max: 1.44385929226
hidden2_col_norms_mean: 1.42013276546
hidden2_col_norms_min: 1.39640623865
hidden2_max_x_max_u: 2.01410813613
hidden2_max_x_mean_u: 1.91701265322
hidden2_max_x_min_u: 1.8199171703
hidden2_mean_x_max_u: 0.572430733425
hidden2_mean_x_mean_u: 0.544835175124
hidden2_mean_x_min_u: 0.517239616823
hidden2_min_x_max_u: 0.0
hidden2_min_x_mean_u: 0.0
hidden2_min_x_min_u: 0.0
hidden2_range_x_max_u: 2.01410813613
hidden2_range_x_mean_u: 1.91701265322
hidden2_range_x_min_u: 1.8199171703
hidden2_row_norms_max: 1.33700447575
hidden2_row_norms_mean: 0.904084817297
hidden2_row_norms_min: 0.270737899605
learning_rate: 0.005
momentum: 0.99
objective: 0.465077288859
output_col_norms_max: 1.97831279033
output_col_norms_mean: 1.95613050448
output_col_norms_min: 1.93394821864
output_max_max_class: 0.985523722687
output_mean_max_class: 0.789116118011
output_min_max_class: 0.711130745566
output_misclass: 0.24
output_nll: 0.465077288859
output_row_norms_max: 2.00577262282
output_row_norms_mean: 1.95561310781
output_row_norms_min: 1.90545359279
In [26]:
ls /tmp/best.pkl
/tmp/best.pkl
In [52]:
# load the best model
ann = serial.load('/tmp/best.pkl')
In [53]:
inputs = np.array([[0, 0]])
print ann.fprop(theano.shared(inputs, name='inputs')).eval()
inputs = np.array([[0, 1]])
print ann.fprop(theano.shared(inputs, name='inputs')).eval()
inputs = np.array([[1, 0]])
print ann.fprop(theano.shared(inputs, name='inputs')).eval()
inputs = np.array([[1, 1]])
print ann.fprop(theano.shared(inputs, name='inputs')).eval()
[[ 0.51886286 0.48113714]]
[[ 0.49352323 0.50647677]]
[[ 0.49364474 0.50635526]]
[[ 0.49079833 0.50920167]]
In [57]:
print ann.fprop(theano.shared(np.array([[0, 0]]))).eval()
[[ 0.51886286 0.48113714]]
In [42]:
pp.pprint(ann.__dict__)
{'_input_source': 'features',
'_nested': False,
'_tag': defaultdict(<type 'dict'>, {'MonitorBasedSaveBest': {'best_cost': array(0.24000000000000007)}}),
'_target_source': 'targets',
'_test_batch_size': 10,
'batch_size': None,
'extensions': [],
'force_batch_size': None,
'freeze_set': set([]),
'input_space': VectorSpace(dim=2, dtype=float64),
'layer_name': None,
'layer_names': set(['hidden1', 'hidden2', 'output']),
'layers': [<pylearn2.models.mlp.RectifiedLinear object at 0x10c033950>,
<pylearn2.models.mlp.RectifiedLinear object at 0x10c033610>,
<pylearn2.models.mlp.Softmax object at 0x108b26fd0>],
'monitor': <pylearn2.monitor.Monitor object at 0x10e180d10>,
'monitor_targets': True,
'names_to_del': set([]),
'rng': <mtrand.RandomState object at 0x10e180f10>,
'seed': [2013, 1, 4],
'yaml_src': '!pkl: "/tmp/best.pkl"'}
In [48]:
pp.pprint(ann.layers[0].__dict__)
{'W_lr_scale': None,
'b': hidden1_b,
'b_lr_scale': None,
'copy_input': None,
'dim': 4,
'extensions': [],
'include_prob': 1.0,
'init_bias': 1.0,
'input_dim': 2,
'input_space': VectorSpace(dim=2, dtype=float64),
'irange': 0.1,
'istdev': None,
'layer_name': 'hidden1',
'left_slope': 0.0,
'mask_weights': None,
'max_col_norm': None,
'max_row_norm': None,
'min_col_norm': None,
'mlp': <pylearn2.models.mlp.MLP object at 0x10c033910>,
'names_to_del': set([]),
'output_space': VectorSpace(dim=4, dtype=float64),
'requires_reformat': False,
'sparse_init': None,
'sparse_stdev': 1.0,
'transformer': <pylearn2.linear.matrixmul.MatrixMul object at 0x10c033a50>,
'use_abs_loss': False,
'use_bias': True}
In [32]:
# function for classifying a input vector
def classify(inp):
inp = np.asarray(inp)
inp.shape = (1, ds_train.nr_inputs)
return np.argmax(ann.fprop(theano.shared(inp, name='inputs')).eval())
# function for calculating and printing the models accuracy on a given dataset
def score(dataset):
nr_correct = 0
for features, label in dataset:
if classify(features) == np.argmax(label):
nr_correct += 1
print '%s/%s correct' % (nr_correct, len(dataset))
In [40]:
print 'Accuracy of train set:'
score(ds_train)
print 'Accuracy of validation set:'
score(ds_valid)
print 'Accuracy of test set:'
score(ds_test)
Accuracy of train set:
445/600 correct
Accuracy of validation set:
152/200 correct
Accuracy of test set:
148/200 correct
In [41]:
ds = XOR(features, labels)
In [50]:
# create hidden layer with 2 nodes, init weights in range -0.1 to 0.1 and add
# a bias with value 1
hidden_layer = mlp.Sigmoid(layer_name='hidden', dim=2, irange=.1, init_bias=1.)
# create Softmax output layer
output_layer = mlp.Softmax(2, 'output', irange=.1)
# create Stochastic Gradient Descent trainer that runs for 400 epochs
trainer = sgd.SGD(learning_rate=.05, batch_size=10, termination_criterion=EpochCounter(400))
layers = [hidden_layer, output_layer]
# create neural net that takes two inputs
ann = mlp.MLP(layers, nvis=2)
trainer.setup(ann, ds)
# train neural net until the termination criterion is true
while True:
trainer.train(dataset=ds)
ann.monitor.report_epoch()
ann.monitor()
if not trainer.continue_learning(ann):
break
Parameter and initial learning rate summary:
hidden_W: 0.05
hidden_b: 0.05
softmax_b: 0.05
softmax_W: 0.05
Compiling sgd_update...
Compiling sgd_update done. Time elapsed: 0.359824 seconds
compiling begin_record_entry...
compiling begin_record_entry done. Time elapsed: 0.022326 seconds
Monitored channels:
Compiling accum...
Compiling accum done. Time elapsed: 0.000774 seconds
Monitoring step:
Epochs seen: 1
Batches seen: 100
Examples seen: 1000
Monitoring step:
Epochs seen: 2
Batches seen: 200
Examples seen: 2000
Monitoring step:
Epochs seen: 3
Batches seen: 300
Examples seen: 3000
Monitoring step:
Epochs seen: 4
Batches seen: 400
Examples seen: 4000
Monitoring step:
Epochs seen: 5
Batches seen: 500
Examples seen: 5000
Monitoring step:
Epochs seen: 6
Batches seen: 600
Examples seen: 6000
Monitoring step:
Epochs seen: 7
Batches seen: 700
Examples seen: 7000
Monitoring step:
Epochs seen: 8
Batches seen: 800
Examples seen: 8000
Monitoring step:
Epochs seen: 9
Batches seen: 900
Examples seen: 9000
Monitoring step:
Epochs seen: 10
Batches seen: 1000
Examples seen: 10000
Monitoring step:
Epochs seen: 11
Batches seen: 1100
Examples seen: 11000
Monitoring step:
Epochs seen: 12
Batches seen: 1200
Examples seen: 12000
Monitoring step:
Epochs seen: 13
Batches seen: 1300
Examples seen: 13000
Monitoring step:
Epochs seen: 14
Batches seen: 1400
Examples seen: 14000
Monitoring step:
Epochs seen: 15
Batches seen: 1500
Examples seen: 15000
Monitoring step:
Epochs seen: 16
Batches seen: 1600
Examples seen: 16000
Monitoring step:
Epochs seen: 17
Batches seen: 1700
Examples seen: 17000
Monitoring step:
Epochs seen: 18
Batches seen: 1800
Examples seen: 18000
Monitoring step:
Epochs seen: 19
Batches seen: 1900
Examples seen: 19000
Monitoring step:
Epochs seen: 20
Batches seen: 2000
Examples seen: 20000
Monitoring step:
Epochs seen: 21
Batches seen: 2100
Examples seen: 21000
Monitoring step:
Epochs seen: 22
Batches seen: 2200
Examples seen: 22000
Monitoring step:
Epochs seen: 23
Batches seen: 2300
Examples seen: 23000
Monitoring step:
Epochs seen: 24
Batches seen: 2400
Examples seen: 24000
Monitoring step:
Epochs seen: 25
Batches seen: 2500
Examples seen: 25000
Monitoring step:
Epochs seen: 26
Batches seen: 2600
Examples seen: 26000
Monitoring step:
Epochs seen: 27
Batches seen: 2700
Examples seen: 27000
Monitoring step:
Epochs seen: 28
Batches seen: 2800
Examples seen: 28000
Monitoring step:
Epochs seen: 29
Batches seen: 2900
Examples seen: 29000
Monitoring step:
Epochs seen: 30
Batches seen: 3000
Examples seen: 30000
Monitoring step:
Epochs seen: 31
Batches seen: 3100
Examples seen: 31000
Monitoring step:
Epochs seen: 32
Batches seen: 3200
Examples seen: 32000
Monitoring step:
Epochs seen: 33
Batches seen: 3300
Examples seen: 33000
Monitoring step:
Epochs seen: 34
Batches seen: 3400
Examples seen: 34000
Monitoring step:
Epochs seen: 35
Batches seen: 3500
Examples seen: 35000
Monitoring step:
Epochs seen: 36
Batches seen: 3600
Examples seen: 36000
Monitoring step:
Epochs seen: 37
Batches seen: 3700
Examples seen: 37000
Monitoring step:
Epochs seen: 38
Batches seen: 3800
Examples seen: 38000
Monitoring step:
Epochs seen: 39
Batches seen: 3900
Examples seen: 39000
Monitoring step:
Epochs seen: 40
Batches seen: 4000
Examples seen: 40000
Monitoring step:
Epochs seen: 41
Batches seen: 4100
Examples seen: 41000
Monitoring step:
Epochs seen: 42
Batches seen: 4200
Examples seen: 42000
Monitoring step:
Epochs seen: 43
Batches seen: 4300
Examples seen: 43000
Monitoring step:
Epochs seen: 44
Batches seen: 4400
Examples seen: 44000
Monitoring step:
Epochs seen: 45
Batches seen: 4500
Examples seen: 45000
Monitoring step:
Epochs seen: 46
Batches seen: 4600
Examples seen: 46000
Monitoring step:
Epochs seen: 47
Batches seen: 4700
Examples seen: 47000
Monitoring step:
Epochs seen: 48
Batches seen: 4800
Examples seen: 48000
Monitoring step:
Epochs seen: 49
Batches seen: 4900
Examples seen: 49000
Monitoring step:
Epochs seen: 50
Batches seen: 5000
Examples seen: 50000
Monitoring step:
Epochs seen: 51
Batches seen: 5100
Examples seen: 51000
Monitoring step:
Epochs seen: 52
Batches seen: 5200
Examples seen: 52000
Monitoring step:
Epochs seen: 53
Batches seen: 5300
Examples seen: 53000
Monitoring step:
Epochs seen: 54
Batches seen: 5400
Examples seen: 54000
Monitoring step:
Epochs seen: 55
Batches seen: 5500
Examples seen: 55000
Monitoring step:
Epochs seen: 56
Batches seen: 5600
Examples seen: 56000
Monitoring step:
Epochs seen: 57
Batches seen: 5700
Examples seen: 57000
Monitoring step:
Epochs seen: 58
Batches seen: 5800
Examples seen: 58000
Monitoring step:
Epochs seen: 59
Batches seen: 5900
Examples seen: 59000
Monitoring step:
Epochs seen: 60
Batches seen: 6000
Examples seen: 60000
Monitoring step:
Epochs seen: 61
Batches seen: 6100
Examples seen: 61000
Monitoring step:
Epochs seen: 62
Batches seen: 6200
Examples seen: 62000
Monitoring step:
Epochs seen: 63
Batches seen: 6300
Examples seen: 63000
Monitoring step:
Epochs seen: 64
Batches seen: 6400
Examples seen: 64000
Monitoring step:
Epochs seen: 65
Batches seen: 6500
Examples seen: 65000
Monitoring step:
Epochs seen: 66
Batches seen: 6600
Examples seen: 66000
Monitoring step:
Epochs seen: 67
Batches seen: 6700
Examples seen: 67000
Monitoring step:
Epochs seen: 68
Batches seen: 6800
Examples seen: 68000
Monitoring step:
Epochs seen: 69
Batches seen: 6900
Examples seen: 69000
Monitoring step:
Epochs seen: 70
Batches seen: 7000
Examples seen: 70000
Monitoring step:
Epochs seen: 71
Batches seen: 7100
Examples seen: 71000
Monitoring step:
Epochs seen: 72
Batches seen: 7200
Examples seen: 72000
Monitoring step:
Epochs seen: 73
Batches seen: 7300
Examples seen: 73000
Monitoring step:
Epochs seen: 74
Batches seen: 7400
Examples seen: 74000
Monitoring step:
Epochs seen: 75
Batches seen: 7500
Examples seen: 75000
Monitoring step:
Epochs seen: 76
Batches seen: 7600
Examples seen: 76000
Monitoring step:
Epochs seen: 77
Batches seen: 7700
Examples seen: 77000
Monitoring step:
Epochs seen: 78
Batches seen: 7800
Examples seen: 78000
Monitoring step:
Epochs seen: 79
Batches seen: 7900
Examples seen: 79000
Monitoring step:
Epochs seen: 80
Batches seen: 8000
Examples seen: 80000
Monitoring step:
Epochs seen: 81
Batches seen: 8100
Examples seen: 81000
Monitoring step:
Epochs seen: 82
Batches seen: 8200
Examples seen: 82000
Monitoring step:
Epochs seen: 83
Batches seen: 8300
Examples seen: 83000
Monitoring step:
Epochs seen: 84
Batches seen: 8400
Examples seen: 84000
Monitoring step:
Epochs seen: 85
Batches seen: 8500
Examples seen: 85000
Monitoring step:
Epochs seen: 86
Batches seen: 8600
Examples seen: 86000
Monitoring step:
Epochs seen: 87
Batches seen: 8700
Examples seen: 87000
Monitoring step:
Epochs seen: 88
Batches seen: 8800
Examples seen: 88000
Monitoring step:
Epochs seen: 89
Batches seen: 8900
Examples seen: 89000
Monitoring step:
Epochs seen: 90
Batches seen: 9000
Examples seen: 90000
Monitoring step:
Epochs seen: 91
Batches seen: 9100
Examples seen: 91000
Monitoring step:
Epochs seen: 92
Batches seen: 9200
Examples seen: 92000
Monitoring step:
Epochs seen: 93
Batches seen: 9300
Examples seen: 93000
Monitoring step:
Epochs seen: 94
Batches seen: 9400
Examples seen: 94000
Monitoring step:
Epochs seen: 95
Batches seen: 9500
Examples seen: 95000
Monitoring step:
Epochs seen: 96
Batches seen: 9600
Examples seen: 96000
Monitoring step:
Epochs seen: 97
Batches seen: 9700
Examples seen: 97000
Monitoring step:
Epochs seen: 98
Batches seen: 9800
Examples seen: 98000
Monitoring step:
Epochs seen: 99
Batches seen: 9900
Examples seen: 99000
Monitoring step:
Epochs seen: 100
Batches seen: 10000
Examples seen: 100000
Monitoring step:
Epochs seen: 101
Batches seen: 10100
Examples seen: 101000
Monitoring step:
Epochs seen: 102
Batches seen: 10200
Examples seen: 102000
Monitoring step:
Epochs seen: 103
Batches seen: 10300
Examples seen: 103000
Monitoring step:
Epochs seen: 104
Batches seen: 10400
Examples seen: 104000
Monitoring step:
Epochs seen: 105
Batches seen: 10500
Examples seen: 105000
Monitoring step:
Epochs seen: 106
Batches seen: 10600
Examples seen: 106000
Monitoring step:
Epochs seen: 107
Batches seen: 10700
Examples seen: 107000
Monitoring step:
Epochs seen: 108
Batches seen: 10800
Examples seen: 108000
Monitoring step:
Epochs seen: 109
Batches seen: 10900
Examples seen: 109000
Monitoring step:
Epochs seen: 110
Batches seen: 11000
Examples seen: 110000
Monitoring step:
Epochs seen: 111
Batches seen: 11100
Examples seen: 111000
Monitoring step:
Epochs seen: 112
Batches seen: 11200
Examples seen: 112000
Monitoring step:
Epochs seen: 113
Batches seen: 11300
Examples seen: 113000
Monitoring step:
Epochs seen: 114
Batches seen: 11400
Examples seen: 114000
Monitoring step:
Epochs seen: 115
Batches seen: 11500
Examples seen: 115000
Monitoring step:
Epochs seen: 116
Batches seen: 11600
Examples seen: 116000
Monitoring step:
Epochs seen: 117
Batches seen: 11700
Examples seen: 117000
Monitoring step:
Epochs seen: 118
Batches seen: 11800
Examples seen: 118000
Monitoring step:
Epochs seen: 119
Batches seen: 11900
Examples seen: 119000
Monitoring step:
Epochs seen: 120
Batches seen: 12000
Examples seen: 120000
Monitoring step:
Epochs seen: 121
Batches seen: 12100
Examples seen: 121000
Monitoring step:
Epochs seen: 122
Batches seen: 12200
Examples seen: 122000
Monitoring step:
Epochs seen: 123
Batches seen: 12300
Examples seen: 123000
Monitoring step:
Epochs seen: 124
Batches seen: 12400
Examples seen: 124000
Monitoring step:
Epochs seen: 125
Batches seen: 12500
Examples seen: 125000
Monitoring step:
Epochs seen: 126
Batches seen: 12600
Examples seen: 126000
Monitoring step:
Epochs seen: 127
Batches seen: 12700
Examples seen: 127000
Monitoring step:
Epochs seen: 128
Batches seen: 12800
Examples seen: 128000
Monitoring step:
Epochs seen: 129
Batches seen: 12900
Examples seen: 129000
Monitoring step:
Epochs seen: 130
Batches seen: 13000
Examples seen: 130000
Monitoring step:
Epochs seen: 131
Batches seen: 13100
Examples seen: 131000
Monitoring step:
Epochs seen: 132
Batches seen: 13200
Examples seen: 132000
Monitoring step:
Epochs seen: 133
Batches seen: 13300
Examples seen: 133000
Monitoring step:
Epochs seen: 134
Batches seen: 13400
Examples seen: 134000
Monitoring step:
Epochs seen: 135
Batches seen: 13500
Examples seen: 135000
Monitoring step:
Epochs seen: 136
Batches seen: 13600
Examples seen: 136000
Monitoring step:
Epochs seen: 137
Batches seen: 13700
Examples seen: 137000
Monitoring step:
Epochs seen: 138
Batches seen: 13800
Examples seen: 138000
Monitoring step:
Epochs seen: 139
Batches seen: 13900
Examples seen: 139000
Monitoring step:
Epochs seen: 140
Batches seen: 14000
Examples seen: 140000
Monitoring step:
Epochs seen: 141
Batches seen: 14100
Examples seen: 141000
Monitoring step:
Epochs seen: 142
Batches seen: 14200
Examples seen: 142000
Monitoring step:
Epochs seen: 143
Batches seen: 14300
Examples seen: 143000
Monitoring step:
Epochs seen: 144
Batches seen: 14400
Examples seen: 144000
Monitoring step:
Epochs seen: 145
Batches seen: 14500
Examples seen: 145000
Monitoring step:
Epochs seen: 146
Batches seen: 14600
Examples seen: 146000
Monitoring step:
Epochs seen: 147
Batches seen: 14700
Examples seen: 147000
Monitoring step:
Epochs seen: 148
Batches seen: 14800
Examples seen: 148000
Monitoring step:
Epochs seen: 149
Batches seen: 14900
Examples seen: 149000
Monitoring step:
Epochs seen: 150
Batches seen: 15000
Examples seen: 150000
Monitoring step:
Epochs seen: 151
Batches seen: 15100
Examples seen: 151000
Monitoring step:
Epochs seen: 152
Batches seen: 15200
Examples seen: 152000
Monitoring step:
Epochs seen: 153
Batches seen: 15300
Examples seen: 153000
Monitoring step:
Epochs seen: 154
Batches seen: 15400
Examples seen: 154000
Monitoring step:
Epochs seen: 155
Batches seen: 15500
Examples seen: 155000
Monitoring step:
Epochs seen: 156
Batches seen: 15600
Examples seen: 156000
Monitoring step:
Epochs seen: 157
Batches seen: 15700
Examples seen: 157000
Monitoring step:
Epochs seen: 158
Batches seen: 15800
Examples seen: 158000
Monitoring step:
Epochs seen: 159
Batches seen: 15900
Examples seen: 159000
Monitoring step:
Epochs seen: 160
Batches seen: 16000
Examples seen: 160000
Monitoring step:
Epochs seen: 161
Batches seen: 16100
Examples seen: 161000
Monitoring step:
Epochs seen: 162
Batches seen: 16200
Examples seen: 162000
Monitoring step:
Epochs seen: 163
Batches seen: 16300
Examples seen: 163000
Monitoring step:
Epochs seen: 164
Batches seen: 16400
Examples seen: 164000
Monitoring step:
Epochs seen: 165
Batches seen: 16500
Examples seen: 165000
Monitoring step:
Epochs seen: 166
Batches seen: 16600
Examples seen: 166000
Monitoring step:
Epochs seen: 167
Batches seen: 16700
Examples seen: 167000
Monitoring step:
Epochs seen: 168
Batches seen: 16800
Examples seen: 168000
Monitoring step:
Epochs seen: 169
Batches seen: 16900
Examples seen: 169000
Monitoring step:
Epochs seen: 170
Batches seen: 17000
Examples seen: 170000
Monitoring step:
Epochs seen: 171
Batches seen: 17100
Examples seen: 171000
Monitoring step:
Epochs seen: 172
Batches seen: 17200
Examples seen: 172000
Monitoring step:
Epochs seen: 173
Batches seen: 17300
Examples seen: 173000
Monitoring step:
Epochs seen: 174
Batches seen: 17400
Examples seen: 174000
Monitoring step:
Epochs seen: 175
Batches seen: 17500
Examples seen: 175000
Monitoring step:
Epochs seen: 176
Batches seen: 17600
Examples seen: 176000
Monitoring step:
Epochs seen: 177
Batches seen: 17700
Examples seen: 177000
Monitoring step:
Epochs seen: 178
Batches seen: 17800
Examples seen: 178000
Monitoring step:
Epochs seen: 179
Batches seen: 17900
Examples seen: 179000
Monitoring step:
Epochs seen: 180
Batches seen: 18000
Examples seen: 180000
Monitoring step:
Epochs seen: 181
Batches seen: 18100
Examples seen: 181000
Monitoring step:
Epochs seen: 182
Batches seen: 18200
Examples seen: 182000
Monitoring step:
Epochs seen: 183
Batches seen: 18300
Examples seen: 183000
Monitoring step:
Epochs seen: 184
Batches seen: 18400
Examples seen: 184000
Monitoring step:
Epochs seen: 185
Batches seen: 18500
Examples seen: 185000
Monitoring step:
Epochs seen: 186
Batches seen: 18600
Examples seen: 186000
Monitoring step:
Epochs seen: 187
Batches seen: 18700
Examples seen: 187000
Monitoring step:
Epochs seen: 188
Batches seen: 18800
Examples seen: 188000
Monitoring step:
Epochs seen: 189
Batches seen: 18900
Examples seen: 189000
Monitoring step:
Epochs seen: 190
Batches seen: 19000
Examples seen: 190000
Monitoring step:
Epochs seen: 191
Batches seen: 19100
Examples seen: 191000
Monitoring step:
Epochs seen: 192
Batches seen: 19200
Examples seen: 192000
Monitoring step:
Epochs seen: 193
Batches seen: 19300
Examples seen: 193000
Monitoring step:
Epochs seen: 194
Batches seen: 19400
Examples seen: 194000
Monitoring step:
Epochs seen: 195
Batches seen: 19500
Examples seen: 195000
Monitoring step:
Epochs seen: 196
Batches seen: 19600
Examples seen: 196000
Monitoring step:
Epochs seen: 197
Batches seen: 19700
Examples seen: 197000
Monitoring step:
Epochs seen: 198
Batches seen: 19800
Examples seen: 198000
Monitoring step:
Epochs seen: 199
Batches seen: 19900
Examples seen: 199000
Monitoring step:
Epochs seen: 200
Batches seen: 20000
Examples seen: 200000
Monitoring step:
Epochs seen: 201
Batches seen: 20100
Examples seen: 201000
Monitoring step:
Epochs seen: 202
Batches seen: 20200
Examples seen: 202000
Monitoring step:
Epochs seen: 203
Batches seen: 20300
Examples seen: 203000
Monitoring step:
Epochs seen: 204
Batches seen: 20400
Examples seen: 204000
Monitoring step:
Epochs seen: 205
Batches seen: 20500
Examples seen: 205000
Monitoring step:
Epochs seen: 206
Batches seen: 20600
Examples seen: 206000
Monitoring step:
Epochs seen: 207
Batches seen: 20700
Examples seen: 207000
Monitoring step:
Epochs seen: 208
Batches seen: 20800
Examples seen: 208000
Monitoring step:
Epochs seen: 209
Batches seen: 20900
Examples seen: 209000
Monitoring step:
Epochs seen: 210
Batches seen: 21000
Examples seen: 210000
Monitoring step:
Epochs seen: 211
Batches seen: 21100
Examples seen: 211000
Monitoring step:
Epochs seen: 212
Batches seen: 21200
Examples seen: 212000
Monitoring step:
Epochs seen: 213
Batches seen: 21300
Examples seen: 213000
Monitoring step:
Epochs seen: 214
Batches seen: 21400
Examples seen: 214000
Monitoring step:
Epochs seen: 215
Batches seen: 21500
Examples seen: 215000
Monitoring step:
Epochs seen: 216
Batches seen: 21600
Examples seen: 216000
Monitoring step:
Epochs seen: 217
Batches seen: 21700
Examples seen: 217000
Monitoring step:
Epochs seen: 218
Batches seen: 21800
Examples seen: 218000
Monitoring step:
Epochs seen: 219
Batches seen: 21900
Examples seen: 219000
Monitoring step:
Epochs seen: 220
Batches seen: 22000
Examples seen: 220000
Monitoring step:
Epochs seen: 221
Batches seen: 22100
Examples seen: 221000
Monitoring step:
Epochs seen: 222
Batches seen: 22200
Examples seen: 222000
Monitoring step:
Epochs seen: 223
Batches seen: 22300
Examples seen: 223000
Monitoring step:
Epochs seen: 224
Batches seen: 22400
Examples seen: 224000
Monitoring step:
Epochs seen: 225
Batches seen: 22500
Examples seen: 225000
Monitoring step:
Epochs seen: 226
Batches seen: 22600
Examples seen: 226000
Monitoring step:
Epochs seen: 227
Batches seen: 22700
Examples seen: 227000
Monitoring step:
Epochs seen: 228
Batches seen: 22800
Examples seen: 228000
Monitoring step:
Epochs seen: 229
Batches seen: 22900
Examples seen: 229000
Monitoring step:
Epochs seen: 230
Batches seen: 23000
Examples seen: 230000
Monitoring step:
Epochs seen: 231
Batches seen: 23100
Examples seen: 231000
Monitoring step:
Epochs seen: 232
Batches seen: 23200
Examples seen: 232000
Monitoring step:
Epochs seen: 233
Batches seen: 23300
Examples seen: 233000
Monitoring step:
Epochs seen: 234
Batches seen: 23400
Examples seen: 234000
Monitoring step:
Epochs seen: 235
Batches seen: 23500
Examples seen: 235000
Monitoring step:
Epochs seen: 236
Batches seen: 23600
Examples seen: 236000
Monitoring step:
Epochs seen: 237
Batches seen: 23700
Examples seen: 237000
Monitoring step:
Epochs seen: 238
Batches seen: 23800
Examples seen: 238000
Monitoring step:
Epochs seen: 239
Batches seen: 23900
Examples seen: 239000
Monitoring step:
Epochs seen: 240
Batches seen: 24000
Examples seen: 240000
Monitoring step:
Epochs seen: 241
Batches seen: 24100
Examples seen: 241000
Monitoring step:
Epochs seen: 242
Batches seen: 24200
Examples seen: 242000
Monitoring step:
Epochs seen: 243
Batches seen: 24300
Examples seen: 243000
Monitoring step:
Epochs seen: 244
Batches seen: 24400
Examples seen: 244000
Monitoring step:
Epochs seen: 245
Batches seen: 24500
Examples seen: 245000
Monitoring step:
Epochs seen: 246
Batches seen: 24600
Examples seen: 246000
Monitoring step:
Epochs seen: 247
Batches seen: 24700
Examples seen: 247000
Monitoring step:
Epochs seen: 248
Batches seen: 24800
Examples seen: 248000
Monitoring step:
Epochs seen: 249
Batches seen: 24900
Examples seen: 249000
Monitoring step:
Epochs seen: 250
Batches seen: 25000
Examples seen: 250000
Monitoring step:
Epochs seen: 251
Batches seen: 25100
Examples seen: 251000
Monitoring step:
Epochs seen: 252
Batches seen: 25200
Examples seen: 252000
Monitoring step:
Epochs seen: 253
Batches seen: 25300
Examples seen: 253000
Monitoring step:
Epochs seen: 254
Batches seen: 25400
Examples seen: 254000
Monitoring step:
Epochs seen: 255
Batches seen: 25500
Examples seen: 255000
Monitoring step:
Epochs seen: 256
Batches seen: 25600
Examples seen: 256000
Monitoring step:
Epochs seen: 257
Batches seen: 25700
Examples seen: 257000
Monitoring step:
Epochs seen: 258
Batches seen: 25800
Examples seen: 258000
Monitoring step:
Epochs seen: 259
Batches seen: 25900
Examples seen: 259000
Monitoring step:
Epochs seen: 260
Batches seen: 26000
Examples seen: 260000
Monitoring step:
Epochs seen: 261
Batches seen: 26100
Examples seen: 261000
Monitoring step:
Epochs seen: 262
Batches seen: 26200
Examples seen: 262000
Monitoring step:
Epochs seen: 263
Batches seen: 26300
Examples seen: 263000
Monitoring step:
Epochs seen: 264
Batches seen: 26400
Examples seen: 264000
Monitoring step:
Epochs seen: 265
Batches seen: 26500
Examples seen: 265000
Monitoring step:
Epochs seen: 266
Batches seen: 26600
Examples seen: 266000
Monitoring step:
Epochs seen: 267
Batches seen: 26700
Examples seen: 267000
Monitoring step:
Epochs seen: 268
Batches seen: 26800
Examples seen: 268000
Monitoring step:
Epochs seen: 269
Batches seen: 26900
Examples seen: 269000
Monitoring step:
Epochs seen: 270
Batches seen: 27000
Examples seen: 270000
Monitoring step:
Epochs seen: 271
Batches seen: 27100
Examples seen: 271000
Monitoring step:
Epochs seen: 272
Batches seen: 27200
Examples seen: 272000
Monitoring step:
Epochs seen: 273
Batches seen: 27300
Examples seen: 273000
Monitoring step:
Epochs seen: 274
Batches seen: 27400
Examples seen: 274000
Monitoring step:
Epochs seen: 275
Batches seen: 27500
Examples seen: 275000
Monitoring step:
Epochs seen: 276
Batches seen: 27600
Examples seen: 276000
Monitoring step:
Epochs seen: 277
Batches seen: 27700
Examples seen: 277000
Monitoring step:
Epochs seen: 278
Batches seen: 27800
Examples seen: 278000
Monitoring step:
Epochs seen: 279
Batches seen: 27900
Examples seen: 279000
Monitoring step:
Epochs seen: 280
Batches seen: 28000
Examples seen: 280000
Monitoring step:
Epochs seen: 281
Batches seen: 28100
Examples seen: 281000
Monitoring step:
Epochs seen: 282
Batches seen: 28200
Examples seen: 282000
Monitoring step:
Epochs seen: 283
Batches seen: 28300
Examples seen: 283000
Monitoring step:
Epochs seen: 284
Batches seen: 28400
Examples seen: 284000
Monitoring step:
Epochs seen: 285
Batches seen: 28500
Examples seen: 285000
Monitoring step:
Epochs seen: 286
Batches seen: 28600
Examples seen: 286000
Monitoring step:
Epochs seen: 287
Batches seen: 28700
Examples seen: 287000
Monitoring step:
Epochs seen: 288
Batches seen: 28800
Examples seen: 288000
Monitoring step:
Epochs seen: 289
Batches seen: 28900
Examples seen: 289000
Monitoring step:
Epochs seen: 290
Batches seen: 29000
Examples seen: 290000
Monitoring step:
Epochs seen: 291
Batches seen: 29100
Examples seen: 291000
Monitoring step:
Epochs seen: 292
Batches seen: 29200
Examples seen: 292000
Monitoring step:
Epochs seen: 293
Batches seen: 29300
Examples seen: 293000
Monitoring step:
Epochs seen: 294
Batches seen: 29400
Examples seen: 294000
Monitoring step:
Epochs seen: 295
Batches seen: 29500
Examples seen: 295000
Monitoring step:
Epochs seen: 296
Batches seen: 29600
Examples seen: 296000
Monitoring step:
Epochs seen: 297
Batches seen: 29700
Examples seen: 297000
Monitoring step:
Epochs seen: 298
Batches seen: 29800
Examples seen: 298000
Monitoring step:
Epochs seen: 299
Batches seen: 29900
Examples seen: 299000
Monitoring step:
Epochs seen: 300
Batches seen: 30000
Examples seen: 300000
Monitoring step:
Epochs seen: 301
Batches seen: 30100
Examples seen: 301000
Monitoring step:
Epochs seen: 302
Batches seen: 30200
Examples seen: 302000
Monitoring step:
Epochs seen: 303
Batches seen: 30300
Examples seen: 303000
Monitoring step:
Epochs seen: 304
Batches seen: 30400
Examples seen: 304000
Monitoring step:
Epochs seen: 305
Batches seen: 30500
Examples seen: 305000
Monitoring step:
Epochs seen: 306
Batches seen: 30600
Examples seen: 306000
Monitoring step:
Epochs seen: 307
Batches seen: 30700
Examples seen: 307000
Monitoring step:
Epochs seen: 308
Batches seen: 30800
Examples seen: 308000
Monitoring step:
Epochs seen: 309
Batches seen: 30900
Examples seen: 309000
Monitoring step:
Epochs seen: 310
Batches seen: 31000
Examples seen: 310000
Monitoring step:
Epochs seen: 311
Batches seen: 31100
Examples seen: 311000
Monitoring step:
Epochs seen: 312
Batches seen: 31200
Examples seen: 312000
Monitoring step:
Epochs seen: 313
Batches seen: 31300
Examples seen: 313000
Monitoring step:
Epochs seen: 314
Batches seen: 31400
Examples seen: 314000
Monitoring step:
Epochs seen: 315
Batches seen: 31500
Examples seen: 315000
Monitoring step:
Epochs seen: 316
Batches seen: 31600
Examples seen: 316000
Monitoring step:
Epochs seen: 317
Batches seen: 31700
Examples seen: 317000
Monitoring step:
Epochs seen: 318
Batches seen: 31800
Examples seen: 318000
Monitoring step:
Epochs seen: 319
Batches seen: 31900
Examples seen: 319000
Monitoring step:
Epochs seen: 320
Batches seen: 32000
Examples seen: 320000
Monitoring step:
Epochs seen: 321
Batches seen: 32100
Examples seen: 321000
Monitoring step:
Epochs seen: 322
Batches seen: 32200
Examples seen: 322000
Monitoring step:
Epochs seen: 323
Batches seen: 32300
Examples seen: 323000
Monitoring step:
Epochs seen: 324
Batches seen: 32400
Examples seen: 324000
Monitoring step:
Epochs seen: 325
Batches seen: 32500
Examples seen: 325000
Monitoring step:
Epochs seen: 326
Batches seen: 32600
Examples seen: 326000
Monitoring step:
Epochs seen: 327
Batches seen: 32700
Examples seen: 327000
Monitoring step:
Epochs seen: 328
Batches seen: 32800
Examples seen: 328000
Monitoring step:
Epochs seen: 329
Batches seen: 32900
Examples seen: 329000
Monitoring step:
Epochs seen: 330
Batches seen: 33000
Examples seen: 330000
Monitoring step:
Epochs seen: 331
Batches seen: 33100
Examples seen: 331000
Monitoring step:
Epochs seen: 332
Batches seen: 33200
Examples seen: 332000
Monitoring step:
Epochs seen: 333
Batches seen: 33300
Examples seen: 333000
Monitoring step:
Epochs seen: 334
Batches seen: 33400
Examples seen: 334000
Monitoring step:
Epochs seen: 335
Batches seen: 33500
Examples seen: 335000
Monitoring step:
Epochs seen: 336
Batches seen: 33600
Examples seen: 336000
Monitoring step:
Epochs seen: 337
Batches seen: 33700
Examples seen: 337000
Monitoring step:
Epochs seen: 338
Batches seen: 33800
Examples seen: 338000
Monitoring step:
Epochs seen: 339
Batches seen: 33900
Examples seen: 339000
Monitoring step:
Epochs seen: 340
Batches seen: 34000
Examples seen: 340000
Monitoring step:
Epochs seen: 341
Batches seen: 34100
Examples seen: 341000
Monitoring step:
Epochs seen: 342
Batches seen: 34200
Examples seen: 342000
Monitoring step:
Epochs seen: 343
Batches seen: 34300
Examples seen: 343000
Monitoring step:
Epochs seen: 344
Batches seen: 34400
Examples seen: 344000
Monitoring step:
Epochs seen: 345
Batches seen: 34500
Examples seen: 345000
Monitoring step:
Epochs seen: 346
Batches seen: 34600
Examples seen: 346000
Monitoring step:
Epochs seen: 347
Batches seen: 34700
Examples seen: 347000
Monitoring step:
Epochs seen: 348
Batches seen: 34800
Examples seen: 348000
Monitoring step:
Epochs seen: 349
Batches seen: 34900
Examples seen: 349000
Monitoring step:
Epochs seen: 350
Batches seen: 35000
Examples seen: 350000
Monitoring step:
Epochs seen: 351
Batches seen: 35100
Examples seen: 351000
Monitoring step:
Epochs seen: 352
Batches seen: 35200
Examples seen: 352000
Monitoring step:
Epochs seen: 353
Batches seen: 35300
Examples seen: 353000
Monitoring step:
Epochs seen: 354
Batches seen: 35400
Examples seen: 354000
Monitoring step:
Epochs seen: 355
Batches seen: 35500
Examples seen: 355000
Monitoring step:
Epochs seen: 356
Batches seen: 35600
Examples seen: 356000
Monitoring step:
Epochs seen: 357
Batches seen: 35700
Examples seen: 357000
Monitoring step:
Epochs seen: 358
Batches seen: 35800
Examples seen: 358000
Monitoring step:
Epochs seen: 359
Batches seen: 35900
Examples seen: 359000
Monitoring step:
Epochs seen: 360
Batches seen: 36000
Examples seen: 360000
Monitoring step:
Epochs seen: 361
Batches seen: 36100
Examples seen: 361000
Monitoring step:
Epochs seen: 362
Batches seen: 36200
Examples seen: 362000
Monitoring step:
Epochs seen: 363
Batches seen: 36300
Examples seen: 363000
Monitoring step:
Epochs seen: 364
Batches seen: 36400
Examples seen: 364000
Monitoring step:
Epochs seen: 365
Batches seen: 36500
Examples seen: 365000
Monitoring step:
Epochs seen: 366
Batches seen: 36600
Examples seen: 366000
Monitoring step:
Epochs seen: 367
Batches seen: 36700
Examples seen: 367000
Monitoring step:
Epochs seen: 368
Batches seen: 36800
Examples seen: 368000
Monitoring step:
Epochs seen: 369
Batches seen: 36900
Examples seen: 369000
Monitoring step:
Epochs seen: 370
Batches seen: 37000
Examples seen: 370000
Monitoring step:
Epochs seen: 371
Batches seen: 37100
Examples seen: 371000
Monitoring step:
Epochs seen: 372
Batches seen: 37200
Examples seen: 372000
Monitoring step:
Epochs seen: 373
Batches seen: 37300
Examples seen: 373000
Monitoring step:
Epochs seen: 374
Batches seen: 37400
Examples seen: 374000
Monitoring step:
Epochs seen: 375
Batches seen: 37500
Examples seen: 375000
Monitoring step:
Epochs seen: 376
Batches seen: 37600
Examples seen: 376000
Monitoring step:
Epochs seen: 377
Batches seen: 37700
Examples seen: 377000
Monitoring step:
Epochs seen: 378
Batches seen: 37800
Examples seen: 378000
Monitoring step:
Epochs seen: 379
Batches seen: 37900
Examples seen: 379000
Monitoring step:
Epochs seen: 380
Batches seen: 38000
Examples seen: 380000
Monitoring step:
Epochs seen: 381
Batches seen: 38100
Examples seen: 381000
Monitoring step:
Epochs seen: 382
Batches seen: 38200
Examples seen: 382000
Monitoring step:
Epochs seen: 383
Batches seen: 38300
Examples seen: 383000
Monitoring step:
Epochs seen: 384
Batches seen: 38400
Examples seen: 384000
Monitoring step:
Epochs seen: 385
Batches seen: 38500
Examples seen: 385000
Monitoring step:
Epochs seen: 386
Batches seen: 38600
Examples seen: 386000
Monitoring step:
Epochs seen: 387
Batches seen: 38700
Examples seen: 387000
Monitoring step:
Epochs seen: 388
Batches seen: 38800
Examples seen: 388000
Monitoring step:
Epochs seen: 389
Batches seen: 38900
Examples seen: 389000
Monitoring step:
Epochs seen: 390
Batches seen: 39000
Examples seen: 390000
Monitoring step:
Epochs seen: 391
Batches seen: 39100
Examples seen: 391000
Monitoring step:
Epochs seen: 392
Batches seen: 39200
Examples seen: 392000
Monitoring step:
Epochs seen: 393
Batches seen: 39300
Examples seen: 393000
Monitoring step:
Epochs seen: 394
Batches seen: 39400
Examples seen: 394000
Monitoring step:
Epochs seen: 395
Batches seen: 39500
Examples seen: 395000
Monitoring step:
Epochs seen: 396
Batches seen: 39600
Examples seen: 396000
Monitoring step:
Epochs seen: 397
Batches seen: 39700
Examples seen: 397000
Monitoring step:
Epochs seen: 398
Batches seen: 39800
Examples seen: 398000
Monitoring step:
Epochs seen: 399
Batches seen: 39900
Examples seen: 399000
Monitoring step:
Epochs seen: 400
Batches seen: 40000
Examples seen: 400000
Monitoring step:
Epochs seen: 401
Batches seen: 40100
Examples seen: 401000
In [51]:
inputs = np.array([[0, 0]])
print ann.fprop(theano.shared(inputs, name='inputs')).eval()
inputs = np.array([[0, 1]])
print ann.fprop(theano.shared(inputs, name='inputs')).eval()
inputs = np.array([[1, 0]])
print ann.fprop(theano.shared(inputs, name='inputs')).eval()
inputs = np.array([[1, 1]])
print ann.fprop(theano.shared(inputs, name='inputs')).eval()
[[ 0.50558197 0.49441803]]
[[ 0.50549487 0.49450513]]
[[ 0.50510029 0.49489971]]
[[ 0.50500916 0.49499084]]
In [ ]:
Content source: dikien/personnel-study
Similar notebooks: