In [1]:
# imports
from opendeep.models.container import Prototype
from opendeep.models.single_layer.basic import BasicLayer, SoftmaxLayer
from opendeep.optimization.adadelta import AdaDelta
from opendeep.data.standard_datasets.image.mnist import MNIST
In [2]:
# create the MLP
mlp = Prototype()
mlp.add(BasicLayer(input_size=28*28, output_size=1000, activation='rectifier', noise='dropout'))
mlp.add(SoftmaxLayer(output_size=10))
WARNING:opendeep.models.model:No input_size or inputs_hook! Make sure this is done in a Container. Setting input_size=1 for the Container now...
WARNING:opendeep.models.model:No output_size given! Make sure this is from a generative model (where output_size is thesame as input_size. Setting output_size=input_size now...
WARNING:opendeep.models.model:No input_size or inputs_hook! Make sure this is done in a Container. Setting input_size=1 for the Container now...
In [3]:
# train the model with AdaDelta
trainer = AdaDelta(model=mlp, dataset=MNIST())
trainer.train()
In [6]:
trainer.__dict__
Out[6]:
{'STOP': True,
'args': {'batch_size': 100,
'dataset': <opendeep.data.standard_datasets.image.mnist.MNIST at 0x107583390>,
'decay': 0.95,
'early_stop_length': 100,
'early_stop_threshold': 1.0,
'learning_rate': 1e-06,
'lr_decay': None,
'lr_factor': None,
'minimum_batch_size': 1,
'model': <opendeep.models.container.Prototype at 0x107583890>,
'n_epoch': 10,
'save_frequency': 1000000},
'batch_size': 100,
'best_cost': 19.299415967680638,
'best_params': [array([[-0.05777035, 0.02741458, -0.01695627, ..., -0.0304191 ,
0.00312781, 0.04197104],
[ 0.01417279, 0.03135595, 0.03379429, ..., 0.03461767,
0.01468466, 0.03517694],
[ 0.00534408, -0.00814566, 0.00621342, ..., 0.03030011,
-0.00485377, -0.04872767],
...,
[-0.05002184, -0.02634123, -0.00794619, ..., 0.01372243,
0.04881776, -0.02867828],
[ 0.02285168, -0.04610272, 0.04113963, ..., -0.01148374,
-0.05593138, 0.00821623],
[ 0.01502532, -0.00041821, -0.02667501, ..., -0.01172039,
0.03238358, -0.03275204]]),
array([ -1.51999845e-02, -4.91379590e-02, -3.62564609e-02,
5.51541173e-03, -6.50621725e-02, -8.00777206e-03,
-5.39920624e-02, -3.79152040e-02, -2.07218857e-02,
2.84144051e-02, -6.71845583e-02, 2.16332281e-02,
-4.13813984e-02, 7.65734556e-02, -5.64122753e-02,
-2.10923313e-03, 2.27517337e-02, 2.96568955e-03,
1.86632590e-02, -1.74986516e-02, 1.01668566e-01,
-1.55242992e-02, -7.12353335e-02, -1.69207840e-02,
3.01610399e-02, 2.04727876e-03, -3.23812472e-02,
6.17194922e-03, -1.17745351e-01, -6.38860189e-03,
-7.77774800e-02, 1.47405002e-02, 5.80002814e-02,
9.17133765e-03, 4.73501451e-03, 6.05545175e-03,
-2.88593978e-03, 1.96667886e-02, -6.72971740e-02,
2.52783040e-02, 3.41395746e-02, 5.49550380e-02,
-1.27948509e-01, 3.00068565e-03, 6.04604529e-02,
-2.95832456e-02, -1.02694673e-03, 4.08946518e-02,
7.65049889e-02, -8.55222773e-02, -1.56914554e-03,
-3.30624740e-03, 1.21391628e-02, -9.80416221e-03,
-1.25603130e-02, 2.74633501e-03, -3.11398113e-02,
-9.69902690e-02, 1.18401514e-01, 6.07019838e-02,
9.00258984e-03, -3.45517601e-02, -5.83132194e-02,
6.70784972e-02, -2.96043910e-02, 3.00853098e-02,
-1.86566863e-02, -3.37809082e-02, 1.37312200e-02,
4.14264705e-02, 1.99453517e-03, -3.45068693e-02,
7.44834607e-02, -1.41463641e-02, 3.99555123e-02,
-3.88706176e-02, 8.61618779e-02, 5.32339148e-03,
-6.33871947e-02, -1.10417551e-01, 9.52486327e-03,
-9.91878915e-03, 1.59667023e-02, 5.62970524e-02,
-2.23140564e-02, -2.99464543e-02, -8.15474695e-02,
-1.04353165e-01, -3.87117439e-02, -4.07997002e-02,
-9.15889268e-03, 8.51172583e-02, -8.68517611e-02,
-1.29447791e-02, -2.40997531e-02, 1.06807675e-01,
-8.75106081e-02, 1.87234230e-02, -6.81126981e-02,
5.41381715e-02, -4.10458160e-02, 3.12489245e-03,
-3.70650620e-03, 5.29430278e-02, -1.56809367e-01,
2.46182433e-02, -6.00313679e-02, -5.49699263e-02,
-1.52221326e-02, -7.70369209e-02, 6.39087110e-02,
5.39088200e-02, -2.39373924e-04, -1.13401146e-01,
9.67184619e-02, -1.01278112e-02, -1.18881548e-03,
-4.86047547e-02, 9.12470778e-02, -3.38410884e-02,
-5.47972345e-02, -2.81852375e-02, -8.00705949e-02,
-2.07631818e-02, -3.59487856e-02, -8.28489387e-02,
-2.63157111e-02, 1.28611810e-01, -3.69108647e-02,
-5.81427718e-02, -2.59612455e-02, -3.11698021e-02,
7.09473245e-03, 1.13313554e-02, 1.28177502e-01,
-8.55184493e-02, -1.03606437e-02, -8.10212232e-02,
-1.03770176e-02, -5.48488086e-02, -3.49060935e-02,
3.44438717e-02, -2.55118947e-02, -5.89524029e-02,
2.58465568e-02, -4.70948587e-02, 5.19081786e-02,
-3.49093466e-02, -5.38711568e-03, 2.04272510e-02,
-7.36242517e-02, 4.30218376e-02, -3.70303266e-02,
-1.53418467e-02, -1.08125168e-02, -2.22433499e-02,
2.14240551e-02, -5.75224355e-02, -6.21701359e-02,
-3.59638781e-02, 3.84384161e-03, 1.03877242e-01,
-7.25779701e-03, 7.80042521e-03, -1.44228696e-03,
3.02156637e-02, 3.33893202e-02, -1.03530519e-01,
-5.95645340e-02, -4.84372737e-02, -6.74682466e-02,
-3.29831886e-02, -5.81937120e-02, -5.95265784e-02,
-1.45190745e-02, -6.60619294e-02, 1.29119816e-02,
4.87031244e-02, 5.04363893e-02, -4.48128942e-02,
4.18237955e-02, -2.85548914e-02, -4.77165205e-02,
-5.32278459e-02, -9.30557688e-02, -3.43065008e-02,
4.46437526e-02, -7.16340638e-02, 3.78994903e-02,
-8.29721569e-02, -1.06212376e-01, -5.36785849e-02,
-1.27121923e-01, -4.01485124e-02, 5.15804223e-02,
-2.20921137e-02, -2.71456209e-02, -3.83429826e-02,
-1.63660787e-02, 3.42808302e-02, -3.64550886e-02,
2.56433586e-02, -9.29910284e-02, -5.51345165e-02,
1.78723294e-02, -5.07116541e-02, -4.13891885e-02,
-7.93240526e-02, -1.25751170e-02, -1.12571421e-01,
1.87412042e-02, -3.69530824e-02, 3.12696212e-02,
2.72062931e-02, 3.92358279e-02, -2.17459080e-02,
-4.62838250e-02, 5.79406993e-02, 7.77826883e-02,
5.65655497e-03, -4.83161010e-02, 3.21139214e-03,
-6.93121038e-02, 5.61500261e-02, -3.59817746e-02,
1.72620424e-02, 7.39384345e-02, 4.70135684e-02,
-1.00371778e-02, -5.99821475e-02, -4.40430436e-02,
-5.36622665e-02, 4.25568751e-02, -7.45895369e-02,
-1.38844383e-02, -4.44304943e-02, -4.40188398e-02,
9.64029301e-02, 2.80804453e-02, 1.77891687e-02,
-9.96497603e-02, -1.62996082e-01, -5.97090019e-02,
-9.93987568e-02, -3.55747686e-02, -1.05499926e-02,
-1.40942337e-01, -1.22878719e-01, 2.48840263e-03,
1.18052824e-03, 5.22974054e-02, -4.03933901e-02,
1.22146457e-02, 4.05719317e-02, -1.07362291e-01,
-2.31890630e-02, -6.02177743e-02, -4.63684845e-02,
-1.64743782e-02, 1.43092554e-02, -5.67907867e-02,
2.70601812e-02, -1.22826342e-01, -3.21207454e-03,
1.74751905e-02, -2.94883102e-02, -3.08089090e-02,
2.46121349e-02, 2.16226492e-02, -1.37904660e-01,
1.27307939e-02, 7.31299345e-02, -4.84892230e-02,
8.35832350e-02, 7.14308327e-02, 1.22492126e-04,
-1.97352026e-01, -3.06037064e-02, -3.57537205e-02,
9.17411923e-03, -4.49829515e-02, 3.73539754e-02,
-3.66388081e-02, -6.45144825e-02, -1.14710683e-02,
8.26002778e-02, 3.94527260e-02, 2.51659200e-02,
-9.22564006e-02, -7.35689967e-03, 3.41767000e-02,
2.49348143e-02, -1.23088305e-01, -1.53843146e-01,
-6.19746222e-02, -4.70991371e-02, -2.95271351e-02,
-2.33362546e-03, -4.86865373e-02, -1.06244666e-02,
-7.39019163e-02, -2.18310876e-03, 2.03212570e-02,
-1.00894410e-01, -3.31744894e-02, 3.81836973e-02,
-2.08464531e-02, -9.04879390e-02, 4.92158738e-03,
-5.32480450e-02, -6.62408284e-03, -5.04249192e-03,
1.95486040e-02, 5.67330655e-02, -8.85759734e-02,
-1.78061747e-02, -5.34614294e-02, 2.14391024e-02,
-3.32375836e-02, -1.27874866e-02, -9.44248394e-02,
7.95918753e-05, -4.67305223e-03, 5.87618231e-03,
-3.14663092e-02, -6.86764886e-02, -1.07730459e-01,
-3.16441926e-02, -7.02455942e-03, -6.72852265e-02,
2.14370152e-02, 4.52995412e-03, -1.30967783e-03,
9.31693144e-02, 1.35869510e-02, -9.25153121e-02,
4.13000743e-02, -3.60550807e-02, 1.71901435e-02,
-4.42685595e-02, -4.99140762e-02, 7.58024890e-02,
8.77710076e-02, -6.97137382e-03, 4.38409971e-02,
-3.47807624e-02, 1.67171248e-02, -2.08972782e-02,
-2.03705097e-02, 5.79783251e-02, 5.90477190e-02,
4.39023088e-02, -8.82047012e-02, 1.66674851e-02,
-3.30552370e-02, -1.24623325e-02, -7.82144149e-02,
3.81914296e-02, 1.46492922e-02, -8.65752788e-02,
-4.54672616e-04, -5.26619272e-02, -8.91739177e-02,
-5.84961363e-03, -1.23753711e-02, 1.47537921e-03,
5.63906367e-02, -4.10840342e-03, -4.00660274e-02,
-5.62946622e-02, -2.73079185e-02, 8.87650318e-02,
-1.38684640e-01, -4.57841256e-02, -2.26945834e-02,
-4.70193314e-02, 2.01079520e-02, 3.64494447e-02,
-6.48857229e-03, -8.34630296e-02, -7.47346287e-02,
-1.90367088e-04, -2.68337627e-02, 1.63387218e-02,
-2.68628742e-02, 7.14760456e-03, -4.16981966e-03,
4.39653720e-03, -8.18756623e-03, 1.86238396e-02,
-4.09365607e-02, 1.48507116e-02, 1.01188161e-01,
1.86026210e-02, -6.77944219e-04, 1.01429872e-01,
-1.21617755e-01, 4.45813055e-02, -2.10513046e-02,
6.69498608e-02, -1.11217284e-02, 5.36398015e-02,
6.76776405e-02, 6.27666795e-03, 1.26162233e-02,
-5.14499287e-02, -6.79650347e-03, 2.57823190e-02,
5.34808752e-02, -9.77484736e-02, -5.62422919e-03,
-1.12118465e-01, -4.46141355e-02, -1.44665714e-02,
-1.79280985e-03, -7.41525313e-02, -6.29364859e-02,
2.43647502e-02, -5.47217862e-03, -4.86680819e-02,
-2.48862500e-02, -1.99606417e-02, -6.43976538e-03,
2.54139939e-02, -6.14469456e-02, -3.70365399e-02,
2.93000515e-02, -1.28240877e-01, -1.92776131e-02,
-6.16260545e-02, -1.02868803e-02, -5.46106253e-03,
-8.81192119e-02, -3.32169607e-02, 1.77233950e-02,
-3.24639713e-02, -1.63448088e-02, -3.95455270e-02,
2.65650923e-02, -1.79321289e-02, -5.63327413e-02,
-8.09412005e-02, 5.78804239e-03, 1.03056940e-02,
-3.15270322e-02, -2.80490149e-02, 1.94575047e-02,
5.09546544e-02, -7.97286548e-02, -3.33685318e-02,
-2.21970311e-03, -2.63845223e-02, -4.18375190e-02,
6.27174925e-02, 3.78369289e-02, -1.14156532e-02,
1.92454875e-02, -3.23893017e-02, -4.75551723e-02,
2.02993921e-02, -7.27399235e-02, -1.07598253e-02,
-1.13697334e-02, -1.20120990e-02, -6.07891048e-02,
3.39611669e-02, -8.64987381e-03, -2.18641072e-02,
-6.04419830e-02, -2.11703650e-02, 1.16396387e-01,
-3.43032573e-02, -3.68476453e-02, -9.17442962e-03,
2.44142004e-02, -1.86863524e-02, -8.85155891e-02,
4.65712051e-02, 1.13547869e-02, 1.30132487e-02,
-1.20279998e-03, -1.21755780e-01, 4.85892388e-02,
9.27675015e-03, -4.50577872e-02, 5.26714168e-02,
-1.02264292e-01, -4.24924821e-02, -3.69035176e-02,
-1.55851132e-02, -8.29095120e-02, 1.02321414e-01,
2.32555605e-02, -3.51275836e-02, -4.84659697e-02,
4.09901869e-02, -1.67814875e-02, -6.13109879e-02,
-2.68345648e-02, 2.54649350e-02, 2.82553372e-02,
1.72449847e-02, 8.01305394e-02, 3.80592211e-02,
2.06534757e-02, 6.54920384e-02, 2.44420962e-02,
1.30454837e-02, -6.89395647e-02, 7.62120218e-03,
-4.30358014e-02, -3.58537416e-02, -4.60215350e-02,
3.27930213e-02, -4.69018966e-02, 6.65547017e-03,
8.58508835e-03, 1.69351964e-02, 4.08193411e-02,
1.15868102e-01, 1.38808426e-01, 1.24277802e-02,
-8.32331776e-02, 4.89863923e-02, -3.01408329e-03,
-9.57324648e-02, -1.54935128e-02, -8.18479728e-02,
-5.95042394e-02, -2.63184055e-02, 5.44804267e-02,
1.08140268e-01, -1.20558851e-02, -1.79480725e-02,
-5.82163642e-02, -2.53016899e-02, 3.06703036e-02,
-5.26779079e-03, -8.30164543e-02, -2.99881331e-02,
-4.34456627e-02, -1.14278413e-02, 4.67104617e-02,
5.69869458e-02, -4.82588550e-02, -3.41865187e-02,
-1.98189859e-03, 5.12339021e-02, 6.70334513e-02,
-1.91667979e-03, -3.19462269e-02, -4.58084757e-02,
-1.20371876e-01, 2.81795456e-02, -9.41420275e-02,
-7.08534369e-02, -5.71377685e-03, 8.58292103e-03,
8.76559418e-03, 1.82260115e-02, 2.79772265e-02,
-2.19283162e-02, -2.39044982e-02, 6.90504414e-02,
-3.51896401e-02, 1.12359825e-02, -4.72228151e-02,
-1.35639254e-02, -1.75563193e-02, -4.81838254e-02,
9.05093033e-03, -4.00787691e-02, 1.06709293e-02,
-4.59080233e-02, -5.67761381e-02, 4.82190208e-02,
-9.39261664e-02, -4.80320493e-02, 1.38737860e-02,
-6.81124866e-02, 6.48834773e-02, -6.11995836e-02,
-6.97681320e-02, 4.48035373e-02, -4.41127203e-02,
-5.15160515e-02, 8.80095905e-03, 1.96510732e-02,
1.58472869e-02, -1.38329503e-02, 8.61194871e-03,
-5.27668425e-02, 1.21811434e-02, -2.94081273e-02,
2.72810763e-02, -4.59365188e-02, -4.99263380e-03,
-5.62876250e-02, 1.01759929e-03, -8.03142577e-02,
-1.49014804e-02, 4.87583866e-02, -2.61246683e-02,
-5.21251014e-02, -4.00833620e-02, -1.16116225e-01,
-1.14086740e-03, -2.75057013e-02, -1.10195991e-01,
-1.17324678e-04, -2.76972187e-02, 7.90859825e-05,
5.84239440e-02, -1.10497651e-02, 1.23005946e-01,
7.27621911e-02, -1.84461925e-01, 2.33445590e-02,
-1.55511986e-02, -4.04934901e-02, 8.64949759e-04,
-9.62794953e-03, -2.92673559e-02, -5.00748193e-02,
-3.59618982e-02, -6.42276491e-03, -3.25659385e-02,
3.12894360e-02, 2.91345557e-02, -4.32835918e-02,
-3.31121818e-02, 6.34237796e-02, -5.02831691e-02,
3.56163034e-02, 3.53167030e-03, -1.41666048e-01,
-4.43456844e-02, -6.41830574e-02, -8.95894936e-03,
2.92193803e-03, -5.29783342e-02, -1.58875307e-01,
-4.96141868e-02, 4.26834269e-02, -5.24952880e-02,
-6.20934690e-02, -3.04793430e-02, -5.55072390e-02,
5.38007253e-02, 2.92049111e-02, 3.35604282e-03,
-2.26347911e-02, 1.46416421e-02, 8.35777952e-03,
-1.68803955e-03, -6.13481958e-02, -8.74045155e-02,
7.70464909e-02, -8.99379194e-02, 1.20403920e-01,
-6.48927156e-02, -9.61585372e-02, 6.57512164e-03,
-3.25498707e-02, 6.47686181e-02, 8.47570568e-03,
-1.35723545e-02, -1.65247000e-01, 1.68779746e-03,
5.07612299e-03, -1.74377163e-02, -1.35169403e-01,
-1.18222550e-01, -3.87506667e-02, 2.58525573e-02,
-4.12553909e-02, -5.37544209e-02, -1.63119653e-02,
-9.50941981e-02, -6.47689328e-02, -1.02067639e-01,
-1.54194050e-02, -6.73342611e-02, -3.26514624e-02,
9.24995734e-03, -7.64991424e-02, -2.12750812e-02,
-1.32436168e-01, -3.76475060e-02, 1.21361030e-03,
-2.25182520e-04, -8.68352030e-02, -4.00023586e-02,
-4.65340410e-02, -5.97797579e-02, 5.39640300e-02,
-5.18128421e-02, 4.85117658e-02, -3.51385489e-02,
1.01723035e-02, 5.01822741e-02, 2.80757751e-02,
1.26324036e-02, -4.63165362e-02, 9.57859448e-02,
4.82661183e-03, 5.67442865e-02, 7.06430347e-02,
-7.61951307e-02, -1.04582681e-01, 3.96508226e-02,
-3.05054350e-02, -1.32501654e-01, 1.72998957e-02,
5.50911054e-02, 2.57051784e-02, -4.07196594e-02,
-6.51426473e-02, 2.40887518e-02, 6.77590892e-03,
-4.18996437e-02, 7.06095274e-02, -7.16004716e-03,
-6.86096538e-02, 8.12838990e-02, -6.16647565e-02,
-1.02043816e-02, 5.79324077e-02, -2.14105343e-02,
-5.63360558e-02, 1.85812068e-02, 3.13183509e-02,
-9.82285966e-02, -5.43174904e-02, -2.54891748e-02,
4.34922809e-02, -1.43655906e-01, 4.37480932e-02,
1.80843439e-02, -3.74246922e-03, 5.09764062e-02,
-5.72272788e-02, -7.60995043e-02, -7.40435668e-02,
-4.95111423e-02, -2.35723111e-02, -4.44436869e-02,
-2.11697742e-02, -1.06348158e-01, -6.51168306e-02,
7.68810212e-02, -1.01609753e-01, 4.13798126e-02,
-5.78045234e-03, -6.83273764e-02, -1.85644648e-02,
1.72014876e-02, 7.91078642e-02, -1.05366427e-02,
-4.43510945e-02, 1.46093302e-02, -2.84372052e-02,
-1.36822573e-02, -1.69502546e-01, 2.98527065e-02,
-2.33744309e-02, 1.76650815e-02, -5.48590177e-02,
-5.26892633e-03, 4.28971930e-02, -1.27767446e-01,
-1.30108335e-01, 1.54612558e-01, -4.10258425e-02,
-8.39385816e-02, 1.03202804e-02, -7.36832927e-02,
2.25842840e-02, -5.89027312e-02, -1.97398575e-02,
-6.75930840e-02, -2.85774090e-03, -7.93801072e-02,
-2.39125327e-02, -1.23181323e-04, -8.41121591e-02,
-1.75299027e-02, -3.24616921e-02, 1.41678977e-02,
-4.58075989e-02, -6.18710929e-03, -1.02477332e-01,
-8.28259279e-02, 4.90055101e-02, -8.08932637e-03,
-2.51621151e-02, 1.11505289e-02, -5.46093073e-02,
-7.05890943e-02, -6.22709585e-02, 3.15681218e-02,
-1.70040838e-02, -2.66571357e-02, 8.77515173e-02,
1.18381314e-02, -6.33660838e-02, -3.95378491e-02,
-7.32123363e-02, -5.86368858e-02, -1.20497380e-02,
-3.13169417e-02, 7.50601005e-02, -3.53715701e-02,
8.51361521e-03, 1.34374335e-02, -3.49721685e-02,
-8.19221526e-02, -1.07611989e-01, 4.08315311e-02,
-4.82143293e-02, -4.02118737e-02, 8.83448828e-02,
-3.95719052e-02, 2.24612120e-02, 3.03892418e-02,
3.80916212e-02, -2.68936547e-02, 1.62487766e-02,
9.03382867e-02, 1.32906921e-01, -2.71703076e-02,
1.21206428e-01, -1.03789439e-02, -6.87024103e-02,
-4.33043992e-02, 1.39522471e-02, -6.94015197e-02,
2.52695240e-02, 2.68978789e-03, 9.63569993e-03,
-7.05187567e-02, -4.17642078e-02, -6.41926673e-03,
5.62584721e-02, 1.33138332e-02, 3.76457034e-02,
-4.94103277e-02, -2.79860051e-02, -7.13644017e-02,
-6.46947252e-03, -3.48617604e-02, -7.63946993e-02,
-5.07297253e-02, -3.86748014e-02, -5.59903141e-02,
-1.80882476e-02, 4.30117282e-02, 3.11661544e-02,
-9.09937720e-02, 2.30767898e-02, -3.12510633e-02,
3.81075623e-02, 5.57423736e-02, -3.15819440e-02,
-1.65827052e-01, -7.79535712e-02, 3.94200820e-02,
1.68233585e-02, -2.76497525e-03, 4.01950760e-02,
-4.11800680e-02, 2.30052200e-02, -1.09362816e-02,
-5.84026814e-02, -1.47301560e-02, -9.00765898e-03,
-1.05791355e-01, -2.98318206e-02, -6.11000799e-02,
-1.03602620e-01, 3.87656234e-02, -3.95469235e-02,
-9.54481301e-02, -1.31881206e-02, -1.37400867e-02,
6.85326506e-02, 1.39170168e-02, -4.25539852e-02,
4.41636411e-02, -2.25854773e-02, 1.05886042e-02,
1.49349089e-02, 3.03688896e-03, -6.45521931e-02,
-5.66510278e-02, 9.95688884e-02, -9.53504933e-02,
1.14573635e-01, -3.17710851e-02, -5.77692980e-02,
2.99460682e-02, 9.71387139e-02, 7.76541125e-02,
-7.53939603e-02, 1.00501564e-01, -5.75041279e-03,
-3.37387331e-02, 1.80597068e-03, -6.79592859e-02,
-2.20921909e-03, -9.10927203e-04, -2.08492545e-02,
-8.33908367e-02, 4.31804076e-02, -7.27506293e-02,
7.78333206e-02, 2.31881264e-03, -1.97743987e-02,
1.99959612e-02, -6.80164185e-02, 6.77347540e-02,
-5.68379684e-02, -7.37868817e-03, -3.28875259e-02,
-6.42426707e-02, 3.62048489e-02, 7.48861172e-03,
4.69519612e-02, -7.31452948e-02, -1.65344010e-02,
-1.76878438e-02, 4.09009270e-02, -3.18684471e-02,
-4.34200144e-03, 6.18708050e-02, -3.62880494e-02,
1.40202164e-02, -6.30465843e-02, 4.14814782e-03,
2.90591476e-03, -1.08547049e-02, -3.61341097e-02,
-4.02321667e-03, -5.74746878e-02, -9.27792046e-02,
-1.78549703e-02, -1.25719218e-01, -1.73976216e-02,
-4.32998738e-02, -3.03139264e-02, -5.37181939e-02,
3.14651493e-02, -2.27147429e-02, -1.93225894e-02,
3.78786565e-03, 8.72530702e-02, -5.36571907e-03,
-8.39289313e-03, -1.25755421e-01, 1.04174509e-01,
1.98668774e-02, -9.67567297e-02, 6.92343172e-03,
-1.37929999e-02, 7.76403562e-03, -2.12007985e-03,
1.18354088e-02, -1.21808036e-01, 1.48180337e-03,
-9.74812485e-02, 9.11492514e-03, -6.30750088e-02,
-1.09303567e-01, 2.67211639e-02, -5.73511363e-02,
-1.77349694e-02, -3.49112566e-02, -3.51707935e-04,
-5.50872584e-03, 3.97564196e-02, -5.21306287e-02,
-6.22077692e-02, -8.48094611e-02, 6.45713326e-02,
3.07434426e-02, -8.22130350e-02, 7.03306858e-02,
7.02719154e-02, -1.22065683e-02, -7.94267775e-02,
3.53000168e-02, -1.53201360e-02, 1.01623965e-02,
-2.81830150e-03, -5.31743992e-02, -5.73459928e-02,
-1.06913325e-01, -2.58238368e-02, 4.08281224e-02,
1.78805168e-02]),
array([[ 0.0611623 , -0.06414326, -0.00887683, ..., 0.05044439,
0.0640542 , -0.06022392],
[-0.01652675, -0.04489772, 0.10776683, ..., -0.16403458,
0.05005505, -0.01787192],
[-0.38881481, -0.03220658, -0.01375985, ..., 0.031926 ,
0.05041978, -0.03689974],
...,
[-0.03296038, -0.34989882, -0.01378851, ..., -0.44714014,
0.00966048, -0.14724109],
[-0.12054459, 0.0479361 , -0.07671123, ..., 0.28872315,
0.0299678 , -0.32437351],
[-0.22518488, -0.00047924, -0.07938051, ..., -0.03263359,
-0.07582509, -0.24620673]]),
array([-0.18950537, -0.27482041, -0.16309662, 0.09700901, 0.00162762,
-0.11516026, -0.27884749, -0.21309404, 0.54320358, 0.01917664])],
'dataset': <opendeep.data.standard_datasets.image.mnist.MNIST at 0x107583390>,
'decay': 0.95,
'early_stop_length': 100,
'early_stop_threshold': 1.0,
'epoch_counter': 10,
'gradients': [OrderedDict([(W, dot.0), (b, DimShuffle{1}.0), (W, dot.0), (b, DimShuffle{1}.0)])],
'learning_rate': learning_rate,
'learning_rate_decay': False,
'lr_scalers': {},
'minimum_batch_size': 1,
'model': <opendeep.models.container.Prototype at 0x107583890>,
'n_epoch': 10,
'noise_switches': [basiclayer_noise_switch],
'params': [W, b, W, b],
'patience': 0,
'save_frequency': 1000000,
'test_batches': [(0, 100),
(100, 200),
(200, 300),
(300, 400),
(400, 500),
(500, 600),
(600, 700),
(700, 800),
(800, 900),
(900, 1000),
(1000, 1100),
(1100, 1200),
(1200, 1300),
(1300, 1400),
(1400, 1500),
(1500, 1600),
(1600, 1700),
(1700, 1800),
(1800, 1900),
(1900, 2000),
(2000, 2100),
(2100, 2200),
(2200, 2300),
(2300, 2400),
(2400, 2500),
(2500, 2600),
(2600, 2700),
(2700, 2800),
(2800, 2900),
(2900, 3000),
(3000, 3100),
(3100, 3200),
(3200, 3300),
(3300, 3400),
(3400, 3500),
(3500, 3600),
(3600, 3700),
(3700, 3800),
(3800, 3900),
(3900, 4000),
(4000, 4100),
(4100, 4200),
(4200, 4300),
(4300, 4400),
(4400, 4500),
(4500, 4600),
(4600, 4700),
(4700, 4800),
(4800, 4900),
(4900, 5000),
(5000, 5100),
(5100, 5200),
(5200, 5300),
(5300, 5400),
(5400, 5500),
(5500, 5600),
(5600, 5700),
(5700, 5800),
(5800, 5900),
(5900, 6000),
(6000, 6100),
(6100, 6200),
(6200, 6300),
(6300, 6400),
(6400, 6500),
(6500, 6600),
(6600, 6700),
(6700, 6800),
(6800, 6900),
(6900, 7000),
(7000, 7100),
(7100, 7200),
(7200, 7300),
(7300, 7400),
(7400, 7500),
(7500, 7600),
(7600, 7700),
(7700, 7800),
(7800, 7900),
(7900, 8000),
(8000, 8100),
(8100, 8200),
(8200, 8300),
(8300, 8400),
(8400, 8500),
(8500, 8600),
(8600, 8700),
(8700, 8800),
(8800, 8900),
(8900, 9000),
(9000, 9100),
(9100, 9200),
(9200, 9300),
(9300, 9400),
(9400, 9500),
(9500, 9600),
(9600, 9700),
(9700, 9800),
(9800, 9900),
(9900, 10000)],
'test_flag': False,
'test_monitor_function': None,
'test_monitors_dict': {},
'test_monitors_outservice_dict': {},
'times': [22.596203088760376,
21.419933080673218,
21.196624994277954,
20.95639395713806,
20.404493808746338,
20.842527151107788,
22.34525990486145,
22.122781991958618,
21.61717200279236,
22.140151977539062],
'train_batches': [(0, 100),
(100, 200),
(200, 300),
(300, 400),
(400, 500),
(500, 600),
(600, 700),
(700, 800),
(800, 900),
(900, 1000),
(1000, 1100),
(1100, 1200),
(1200, 1300),
(1300, 1400),
(1400, 1500),
(1500, 1600),
(1600, 1700),
(1700, 1800),
(1800, 1900),
(1900, 2000),
(2000, 2100),
(2100, 2200),
(2200, 2300),
(2300, 2400),
(2400, 2500),
(2500, 2600),
(2600, 2700),
(2700, 2800),
(2800, 2900),
(2900, 3000),
(3000, 3100),
(3100, 3200),
(3200, 3300),
(3300, 3400),
(3400, 3500),
(3500, 3600),
(3600, 3700),
(3700, 3800),
(3800, 3900),
(3900, 4000),
(4000, 4100),
(4100, 4200),
(4200, 4300),
(4300, 4400),
(4400, 4500),
(4500, 4600),
(4600, 4700),
(4700, 4800),
(4800, 4900),
(4900, 5000),
(5000, 5100),
(5100, 5200),
(5200, 5300),
(5300, 5400),
(5400, 5500),
(5500, 5600),
(5600, 5700),
(5700, 5800),
(5800, 5900),
(5900, 6000),
(6000, 6100),
(6100, 6200),
(6200, 6300),
(6300, 6400),
(6400, 6500),
(6500, 6600),
(6600, 6700),
(6700, 6800),
(6800, 6900),
(6900, 7000),
(7000, 7100),
(7100, 7200),
(7200, 7300),
(7300, 7400),
(7400, 7500),
(7500, 7600),
(7600, 7700),
(7700, 7800),
(7800, 7900),
(7900, 8000),
(8000, 8100),
(8100, 8200),
(8200, 8300),
(8300, 8400),
(8400, 8500),
(8500, 8600),
(8600, 8700),
(8700, 8800),
(8800, 8900),
(8900, 9000),
(9000, 9100),
(9100, 9200),
(9200, 9300),
(9300, 9400),
(9400, 9500),
(9500, 9600),
(9600, 9700),
(9700, 9800),
(9800, 9900),
(9900, 10000),
(10000, 10100),
(10100, 10200),
(10200, 10300),
(10300, 10400),
(10400, 10500),
(10500, 10600),
(10600, 10700),
(10700, 10800),
(10800, 10900),
(10900, 11000),
(11000, 11100),
(11100, 11200),
(11200, 11300),
(11300, 11400),
(11400, 11500),
(11500, 11600),
(11600, 11700),
(11700, 11800),
(11800, 11900),
(11900, 12000),
(12000, 12100),
(12100, 12200),
(12200, 12300),
(12300, 12400),
(12400, 12500),
(12500, 12600),
(12600, 12700),
(12700, 12800),
(12800, 12900),
(12900, 13000),
(13000, 13100),
(13100, 13200),
(13200, 13300),
(13300, 13400),
(13400, 13500),
(13500, 13600),
(13600, 13700),
(13700, 13800),
(13800, 13900),
(13900, 14000),
(14000, 14100),
(14100, 14200),
(14200, 14300),
(14300, 14400),
(14400, 14500),
(14500, 14600),
(14600, 14700),
(14700, 14800),
(14800, 14900),
(14900, 15000),
(15000, 15100),
(15100, 15200),
(15200, 15300),
(15300, 15400),
(15400, 15500),
(15500, 15600),
(15600, 15700),
(15700, 15800),
(15800, 15900),
(15900, 16000),
(16000, 16100),
(16100, 16200),
(16200, 16300),
(16300, 16400),
(16400, 16500),
(16500, 16600),
(16600, 16700),
(16700, 16800),
(16800, 16900),
(16900, 17000),
(17000, 17100),
(17100, 17200),
(17200, 17300),
(17300, 17400),
(17400, 17500),
(17500, 17600),
(17600, 17700),
(17700, 17800),
(17800, 17900),
(17900, 18000),
(18000, 18100),
(18100, 18200),
(18200, 18300),
(18300, 18400),
(18400, 18500),
(18500, 18600),
(18600, 18700),
(18700, 18800),
(18800, 18900),
(18900, 19000),
(19000, 19100),
(19100, 19200),
(19200, 19300),
(19300, 19400),
(19400, 19500),
(19500, 19600),
(19600, 19700),
(19700, 19800),
(19800, 19900),
(19900, 20000),
(20000, 20100),
(20100, 20200),
(20200, 20300),
(20300, 20400),
(20400, 20500),
(20500, 20600),
(20600, 20700),
(20700, 20800),
(20800, 20900),
(20900, 21000),
(21000, 21100),
(21100, 21200),
(21200, 21300),
(21300, 21400),
(21400, 21500),
(21500, 21600),
(21600, 21700),
(21700, 21800),
(21800, 21900),
(21900, 22000),
(22000, 22100),
(22100, 22200),
(22200, 22300),
(22300, 22400),
(22400, 22500),
(22500, 22600),
(22600, 22700),
(22700, 22800),
(22800, 22900),
(22900, 23000),
(23000, 23100),
(23100, 23200),
(23200, 23300),
(23300, 23400),
(23400, 23500),
(23500, 23600),
(23600, 23700),
(23700, 23800),
(23800, 23900),
(23900, 24000),
(24000, 24100),
(24100, 24200),
(24200, 24300),
(24300, 24400),
(24400, 24500),
(24500, 24600),
(24600, 24700),
(24700, 24800),
(24800, 24900),
(24900, 25000),
(25000, 25100),
(25100, 25200),
(25200, 25300),
(25300, 25400),
(25400, 25500),
(25500, 25600),
(25600, 25700),
(25700, 25800),
(25800, 25900),
(25900, 26000),
(26000, 26100),
(26100, 26200),
(26200, 26300),
(26300, 26400),
(26400, 26500),
(26500, 26600),
(26600, 26700),
(26700, 26800),
(26800, 26900),
(26900, 27000),
(27000, 27100),
(27100, 27200),
(27200, 27300),
(27300, 27400),
(27400, 27500),
(27500, 27600),
(27600, 27700),
(27700, 27800),
(27800, 27900),
(27900, 28000),
(28000, 28100),
(28100, 28200),
(28200, 28300),
(28300, 28400),
(28400, 28500),
(28500, 28600),
(28600, 28700),
(28700, 28800),
(28800, 28900),
(28900, 29000),
(29000, 29100),
(29100, 29200),
(29200, 29300),
(29300, 29400),
(29400, 29500),
(29500, 29600),
(29600, 29700),
(29700, 29800),
(29800, 29900),
(29900, 30000),
(30000, 30100),
(30100, 30200),
(30200, 30300),
(30300, 30400),
(30400, 30500),
(30500, 30600),
(30600, 30700),
(30700, 30800),
(30800, 30900),
(30900, 31000),
(31000, 31100),
(31100, 31200),
(31200, 31300),
(31300, 31400),
(31400, 31500),
(31500, 31600),
(31600, 31700),
(31700, 31800),
(31800, 31900),
(31900, 32000),
(32000, 32100),
(32100, 32200),
(32200, 32300),
(32300, 32400),
(32400, 32500),
(32500, 32600),
(32600, 32700),
(32700, 32800),
(32800, 32900),
(32900, 33000),
(33000, 33100),
(33100, 33200),
(33200, 33300),
(33300, 33400),
(33400, 33500),
(33500, 33600),
(33600, 33700),
(33700, 33800),
(33800, 33900),
(33900, 34000),
(34000, 34100),
(34100, 34200),
(34200, 34300),
(34300, 34400),
(34400, 34500),
(34500, 34600),
(34600, 34700),
(34700, 34800),
(34800, 34900),
(34900, 35000),
(35000, 35100),
(35100, 35200),
(35200, 35300),
(35300, 35400),
(35400, 35500),
(35500, 35600),
(35600, 35700),
(35700, 35800),
(35800, 35900),
(35900, 36000),
(36000, 36100),
(36100, 36200),
(36200, 36300),
(36300, 36400),
(36400, 36500),
(36500, 36600),
(36600, 36700),
(36700, 36800),
(36800, 36900),
(36900, 37000),
(37000, 37100),
(37100, 37200),
(37200, 37300),
(37300, 37400),
(37400, 37500),
(37500, 37600),
(37600, 37700),
(37700, 37800),
(37800, 37900),
(37900, 38000),
(38000, 38100),
(38100, 38200),
(38200, 38300),
(38300, 38400),
(38400, 38500),
(38500, 38600),
(38600, 38700),
(38700, 38800),
(38800, 38900),
(38900, 39000),
(39000, 39100),
(39100, 39200),
(39200, 39300),
(39300, 39400),
(39400, 39500),
(39500, 39600),
(39600, 39700),
(39700, 39800),
(39800, 39900),
(39900, 40000),
(40000, 40100),
(40100, 40200),
(40200, 40300),
(40300, 40400),
(40400, 40500),
(40500, 40600),
(40600, 40700),
(40700, 40800),
(40800, 40900),
(40900, 41000),
(41000, 41100),
(41100, 41200),
(41200, 41300),
(41300, 41400),
(41400, 41500),
(41500, 41600),
(41600, 41700),
(41700, 41800),
(41800, 41900),
(41900, 42000),
(42000, 42100),
(42100, 42200),
(42200, 42300),
(42300, 42400),
(42400, 42500),
(42500, 42600),
(42600, 42700),
(42700, 42800),
(42800, 42900),
(42900, 43000),
(43000, 43100),
(43100, 43200),
(43200, 43300),
(43300, 43400),
(43400, 43500),
(43500, 43600),
(43600, 43700),
(43700, 43800),
(43800, 43900),
(43900, 44000),
(44000, 44100),
(44100, 44200),
(44200, 44300),
(44300, 44400),
(44400, 44500),
(44500, 44600),
(44600, 44700),
(44700, 44800),
(44800, 44900),
(44900, 45000),
(45000, 45100),
(45100, 45200),
(45200, 45300),
(45300, 45400),
(45400, 45500),
(45500, 45600),
(45600, 45700),
(45700, 45800),
(45800, 45900),
(45900, 46000),
(46000, 46100),
(46100, 46200),
(46200, 46300),
(46300, 46400),
(46400, 46500),
(46500, 46600),
(46600, 46700),
(46700, 46800),
(46800, 46900),
(46900, 47000),
(47000, 47100),
(47100, 47200),
(47200, 47300),
(47300, 47400),
(47400, 47500),
(47500, 47600),
(47600, 47700),
(47700, 47800),
(47800, 47900),
(47900, 48000),
(48000, 48100),
(48100, 48200),
(48200, 48300),
(48300, 48400),
(48400, 48500),
(48500, 48600),
(48600, 48700),
(48700, 48800),
(48800, 48900),
(48900, 49000),
(49000, 49100),
(49100, 49200),
(49200, 49300),
(49300, 49400),
(49400, 49500),
(49500, 49600),
(49600, 49700),
(49700, 49800),
(49800, 49900),
(49900, 50000)],
'train_monitors_dict': {},
'train_monitors_outservice_dict': {},
'train_outservice': None,
'valid_batches': [(0, 100),
(100, 200),
(200, 300),
(300, 400),
(400, 500),
(500, 600),
(600, 700),
(700, 800),
(800, 900),
(900, 1000),
(1000, 1100),
(1100, 1200),
(1200, 1300),
(1300, 1400),
(1400, 1500),
(1500, 1600),
(1600, 1700),
(1700, 1800),
(1800, 1900),
(1900, 2000),
(2000, 2100),
(2100, 2200),
(2200, 2300),
(2300, 2400),
(2400, 2500),
(2500, 2600),
(2600, 2700),
(2700, 2800),
(2800, 2900),
(2900, 3000),
(3000, 3100),
(3100, 3200),
(3200, 3300),
(3300, 3400),
(3400, 3500),
(3500, 3600),
(3600, 3700),
(3700, 3800),
(3800, 3900),
(3900, 4000),
(4000, 4100),
(4100, 4200),
(4200, 4300),
(4300, 4400),
(4400, 4500),
(4500, 4600),
(4600, 4700),
(4700, 4800),
(4800, 4900),
(4900, 5000),
(5000, 5100),
(5100, 5200),
(5200, 5300),
(5300, 5400),
(5400, 5500),
(5500, 5600),
(5600, 5700),
(5700, 5800),
(5800, 5900),
(5900, 6000),
(6000, 6100),
(6100, 6200),
(6200, 6300),
(6300, 6400),
(6400, 6500),
(6500, 6600),
(6600, 6700),
(6700, 6800),
(6800, 6900),
(6900, 7000),
(7000, 7100),
(7100, 7200),
(7200, 7300),
(7300, 7400),
(7400, 7500),
(7500, 7600),
(7600, 7700),
(7700, 7800),
(7800, 7900),
(7900, 8000),
(8000, 8100),
(8100, 8200),
(8200, 8300),
(8300, 8400),
(8400, 8500),
(8500, 8600),
(8600, 8700),
(8700, 8800),
(8800, 8900),
(8900, 9000),
(9000, 9100),
(9100, 9200),
(9200, 9300),
(9300, 9400),
(9400, 9500),
(9500, 9600),
(9600, 9700),
(9700, 9800),
(9800, 9900),
(9900, 10000)],
'valid_flag': False,
'valid_monitor_function': None,
'valid_monitors_dict': {},
'valid_monitors_outservice_dict': {}}
Content source: dikien/personnel-study
Similar notebooks: