In [1]:
from fuel.datasets import Dataset
from librnn.pylearn2.datasets.music import MusicSequence
from blocks.bricks import Sigmoid, Tanh, MLP, Linear, Rectifier
from blocks.bricks.recurrent import SimpleRecurrent, GatedRecurrent, LSTM
from blocks.bricks import recurrent
from blocks.initialization import Orthogonal, IsotropicGaussian, Constant
from blocks.algorithms import GradientDescent, Scale, Adam
from fuel.streams import DataStream
from fuel.schemes import ConstantScheme
from theano import tensor
from blocks.bricks import WEIGHTS, BIASES
from blocks.graph import ComputationGraph
from blocks.filter import VariableFilter
from blocks.main_loop import MainLoop
from blocks.model import Model
from blocks.extensions import FinishAfter, Printing
#from blocks.extensions.saveload import SerializeMainLoop
from blocks.extensions.monitoring import TrainingDataMonitoring, DataStreamMonitoring
from blocks.bricks.cost import BinaryCrossEntropy
from blocks_contrib.bricks.recurrent import DelayLine
In [2]:
class MusicFuel(Dataset):
def __init__(self, which_set, which_dataset):
self.pylearn2_dataset = MusicSequence(which_set=which_set, which_dataset=which_dataset)
self.sources = self.pylearn2_dataset.get_data_specs()[-1]
def open(self):
num_examples = self.pylearn2_dataset.get_num_examples()
return self.pylearn2_dataset.iterator(1, num_examples, mode='sequential',
data_specs=self.pylearn2_dataset.get_data_specs(), return_tuple=True)
def get_data(self,state=None,request=None):
return next(state)
In [3]:
import theano
x = tensor.tensor3('features')
mem_dim = 5
preRNN = SimpleRecurrent(dim=48, activation=Tanh())
RNN = DelayLine(96, mem_dim)
h = RNN.apply(x) # h is hidden states in the RNN
state_to_output = Linear(name='state_to_output', input_dim=96*mem_dim, output_dim=48)
pre_out = Rectifier().apply(state_to_output.apply(h))
out = Linear(name='out', input_dim=48, output_dim=96)
y_hat = Sigmoid(name='last_layer').apply(out.apply(pre_out))
y_hat.name = 'output_sequence'
predict = theano.function(inputs = [x, ], outputs = y_hat)
y = tensor.tensor3('targets')
#cost = BinaryCrossEntropy().apply(y, y_hat)
cost = tensor.nnet.binary_crossentropy(y_hat, y).sum(axis=2).mean()
cost.name = 'BCE'
state_to_output.weights_init = out.weights_init = IsotropicGaussian(0.01)
#RNN.weights_init = Constant(1.)
RNN.weights_init = IsotropicGaussian(.01)
RNN.biases_init = state_to_output.biases_init = out.biases_init = Constant(0)
RNN.initialize()
state_to_output.initialize()
out.initialize()
cg = ComputationGraph(cost)
params = VariableFilter(roles=[WEIGHTS, BIASES])(cg.variables)
/Users/eder/anaconda/lib/python2.7/site-packages/theano/scan_module/scan_perform_ext.py:133: RuntimeWarning: numpy.ndarray size changed, may indicate binary incompatibility
from scan_perform.scan_perform import *
In [4]:
trainset = DataStream(MusicFuel(which_set='train', which_dataset='jsb'))
testset = DataStream(MusicFuel(which_set='test', which_dataset='jsb'))
validset = DataStream(MusicFuel(which_set='valid', which_dataset='jsb'))
batch_size = 1
num_epochs = 100
cost.name = "sequence_log_likelihood"
algorithm = GradientDescent(
cost=cost, params=params,
step_rule=Adam(0.001))
main_loop = MainLoop(
algorithm=algorithm,
data_stream=trainset,
model=None,
extensions=[FinishAfter(after_n_epochs=num_epochs),
TrainingDataMonitoring([cost], prefix="train",
after_every_epoch=True),
DataStreamMonitoring([cost], validset, prefix="valid"),
DataStreamMonitoring([cost], testset, prefix="test"),
Printing()])
main_loop.run()
/Users/eder/python/pylearn2/pylearn2/utils/iteration.py:783: UserWarning: dataset is using the old iterator interface which is deprecated and will become officially unsupported as of July 28, 2015. The dataset should implement a `get` method respecting the new interface.
warnings.warn("dataset is using the old iterator interface which "
/Users/eder/python/blocks/blocks/log.py:147: FutureWarning: comparison to `None` will result in an elementwise object comparison in the future.
if value != default_value:
-------------------------------------------------------------------------------
BEFORE FIRST EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 0
iterations_done: 0
Log records from the iteration 0:
test_sequence_log_likelihood: 66.5426330566
valid_sequence_log_likelihood: 66.5427780151
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 1
iterations_done: 229
Log records from the iteration 229:
test_sequence_log_likelihood: 12.7564840317
train_sequence_log_likelihood: 18.843875885
valid_sequence_log_likelihood: 12.4118967056
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 2
iterations_done: 458
Log records from the iteration 458:
test_sequence_log_likelihood: 14.2806081772
train_sequence_log_likelihood: 11.4923467636
valid_sequence_log_likelihood: 11.9762706757
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 3
iterations_done: 687
Log records from the iteration 687:
test_sequence_log_likelihood: 11.2280302048
train_sequence_log_likelihood: 11.34171772
valid_sequence_log_likelihood: 11.288236618
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 4
iterations_done: 916
Log records from the iteration 916:
test_sequence_log_likelihood: 11.2489356995
train_sequence_log_likelihood: 10.9005889893
valid_sequence_log_likelihood: 10.9042282104
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 5
iterations_done: 1145
Log records from the iteration 1145:
test_sequence_log_likelihood: 10.6666545868
train_sequence_log_likelihood: 10.5895252228
valid_sequence_log_likelihood: 10.4539556503
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 6
iterations_done: 1374
Log records from the iteration 1374:
test_sequence_log_likelihood: 10.5364952087
train_sequence_log_likelihood: 10.2857971191
valid_sequence_log_likelihood: 10.1746063232
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 7
iterations_done: 1603
Log records from the iteration 1603:
test_sequence_log_likelihood: 10.9462614059
train_sequence_log_likelihood: 10.0910396576
valid_sequence_log_likelihood: 10.0758295059
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 8
iterations_done: 1832
Log records from the iteration 1832:
test_sequence_log_likelihood: 9.95141410828
train_sequence_log_likelihood: 9.95424938202
valid_sequence_log_likelihood: 9.91554927826
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 9
iterations_done: 2061
Log records from the iteration 2061:
test_sequence_log_likelihood: 10.0116691589
train_sequence_log_likelihood: 9.8499250412
valid_sequence_log_likelihood: 9.78990459442
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 10
iterations_done: 2290
Log records from the iteration 2290:
test_sequence_log_likelihood: 9.68646526337
train_sequence_log_likelihood: 9.67256832123
valid_sequence_log_likelihood: 9.5977191925
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 11
iterations_done: 2519
Log records from the iteration 2519:
test_sequence_log_likelihood: 9.92022037506
train_sequence_log_likelihood: 9.5371131897
valid_sequence_log_likelihood: 9.56313037872
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 12
iterations_done: 2748
Log records from the iteration 2748:
test_sequence_log_likelihood: 9.49722290039
train_sequence_log_likelihood: 9.41157722473
valid_sequence_log_likelihood: 9.52156352997
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 13
iterations_done: 2977
Log records from the iteration 2977:
test_sequence_log_likelihood: 9.53739356995
train_sequence_log_likelihood: 9.29652309418
valid_sequence_log_likelihood: 9.76044368744
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 14
iterations_done: 3206
Log records from the iteration 3206:
test_sequence_log_likelihood: 9.40819740295
train_sequence_log_likelihood: 9.19443893433
valid_sequence_log_likelihood: 9.27327346802
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 15
iterations_done: 3435
Log records from the iteration 3435:
test_sequence_log_likelihood: 9.90093994141
train_sequence_log_likelihood: 9.09687995911
valid_sequence_log_likelihood: 9.95949363708
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 16
iterations_done: 3664
Log records from the iteration 3664:
test_sequence_log_likelihood: 9.19744682312
train_sequence_log_likelihood: 9.01790714264
valid_sequence_log_likelihood: 10.4548749924
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 17
iterations_done: 3893
Log records from the iteration 3893:
test_sequence_log_likelihood: 9.18597698212
train_sequence_log_likelihood: 8.94530487061
valid_sequence_log_likelihood: 9.15009403229
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 18
iterations_done: 4122
Log records from the iteration 4122:
test_sequence_log_likelihood: 9.16871547699
train_sequence_log_likelihood: 8.88837337494
valid_sequence_log_likelihood: 8.98441791534
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 19
iterations_done: 4351
Log records from the iteration 4351:
test_sequence_log_likelihood: 9.47048282623
train_sequence_log_likelihood: 8.83262825012
valid_sequence_log_likelihood: 9.04933929443
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 20
iterations_done: 4580
Log records from the iteration 4580:
test_sequence_log_likelihood: 9.01980686188
train_sequence_log_likelihood: 8.79022502899
valid_sequence_log_likelihood: 9.14806842804
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 21
iterations_done: 4809
Log records from the iteration 4809:
test_sequence_log_likelihood: 9.14241313934
train_sequence_log_likelihood: 8.75098228455
valid_sequence_log_likelihood: 9.21454811096
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 22
iterations_done: 5038
Log records from the iteration 5038:
test_sequence_log_likelihood: 8.99683761597
train_sequence_log_likelihood: 8.71278858185
valid_sequence_log_likelihood: 9.42289447784
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 23
iterations_done: 5267
Log records from the iteration 5267:
test_sequence_log_likelihood: 9.48575210571
train_sequence_log_likelihood: 8.6813583374
valid_sequence_log_likelihood: 10.740486145
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 24
iterations_done: 5496
Log records from the iteration 5496:
test_sequence_log_likelihood: 8.97317314148
train_sequence_log_likelihood: 8.64957809448
valid_sequence_log_likelihood: 8.85156154633
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 25
iterations_done: 5725
Log records from the iteration 5725:
test_sequence_log_likelihood: 9.11082363129
train_sequence_log_likelihood: 8.62181854248
valid_sequence_log_likelihood: 8.91409111023
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 26
iterations_done: 5954
Log records from the iteration 5954:
test_sequence_log_likelihood: 9.5344209671
train_sequence_log_likelihood: 8.58941745758
valid_sequence_log_likelihood: 8.89215946198
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 27
iterations_done: 6183
Log records from the iteration 6183:
test_sequence_log_likelihood: 9.33521842957
train_sequence_log_likelihood: 8.55719566345
valid_sequence_log_likelihood: 9.03122711182
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 28
iterations_done: 6412
Log records from the iteration 6412:
test_sequence_log_likelihood: 9.54921340942
train_sequence_log_likelihood: 8.53171825409
valid_sequence_log_likelihood: 9.17234325409
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 29
iterations_done: 6641
Log records from the iteration 6641:
test_sequence_log_likelihood: 9.46071434021
train_sequence_log_likelihood: 8.51789665222
valid_sequence_log_likelihood: 9.11627960205
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 30
iterations_done: 6870
Log records from the iteration 6870:
test_sequence_log_likelihood: 12.947063446
train_sequence_log_likelihood: 8.48627948761
valid_sequence_log_likelihood: 9.67812824249
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 31
iterations_done: 7099
Log records from the iteration 7099:
test_sequence_log_likelihood: 8.87196445465
train_sequence_log_likelihood: 8.4728717804
valid_sequence_log_likelihood: 9.2174539566
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 32
iterations_done: 7328
Log records from the iteration 7328:
test_sequence_log_likelihood: 8.92094993591
train_sequence_log_likelihood: 8.45069789886
valid_sequence_log_likelihood: 9.37887191772
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 33
iterations_done: 7557
Log records from the iteration 7557:
test_sequence_log_likelihood: 8.84011745453
train_sequence_log_likelihood: 8.43128490448
valid_sequence_log_likelihood: 11.5261592865
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 34
iterations_done: 7786
Log records from the iteration 7786:
test_sequence_log_likelihood: 9.07308006287
train_sequence_log_likelihood: 8.41185760498
valid_sequence_log_likelihood: 8.9277715683
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 35
iterations_done: 8015
Log records from the iteration 8015:
test_sequence_log_likelihood: 8.84221076965
train_sequence_log_likelihood: 8.39264392853
valid_sequence_log_likelihood: 8.86141777039
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 36
iterations_done: 8244
Log records from the iteration 8244:
test_sequence_log_likelihood: 8.94195365906
train_sequence_log_likelihood: 8.37358188629
valid_sequence_log_likelihood: 9.08795452118
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 37
iterations_done: 8473
Log records from the iteration 8473:
test_sequence_log_likelihood: 8.92644119263
train_sequence_log_likelihood: 8.35467529297
valid_sequence_log_likelihood: 9.45892810822
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 38
iterations_done: 8702
Log records from the iteration 8702:
test_sequence_log_likelihood: 9.17625713348
train_sequence_log_likelihood: 8.34016990662
valid_sequence_log_likelihood: 9.08087921143
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 39
iterations_done: 8931
Log records from the iteration 8931:
test_sequence_log_likelihood: 9.15528297424
train_sequence_log_likelihood: 8.32591629028
valid_sequence_log_likelihood: 9.46311187744
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 40
iterations_done: 9160
Log records from the iteration 9160:
test_sequence_log_likelihood: 9.06723690033
train_sequence_log_likelihood: 8.3093957901
valid_sequence_log_likelihood: 9.52698516846
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 41
iterations_done: 9389
Log records from the iteration 9389:
test_sequence_log_likelihood: 9.43352603912
train_sequence_log_likelihood: 8.30132389069
valid_sequence_log_likelihood: 9.42552661896
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 42
iterations_done: 9618
Log records from the iteration 9618:
test_sequence_log_likelihood: 8.91323375702
train_sequence_log_likelihood: 8.29711437225
valid_sequence_log_likelihood: 12.0997753143
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 43
iterations_done: 9847
Log records from the iteration 9847:
test_sequence_log_likelihood: 9.33824157715
train_sequence_log_likelihood: 8.28573417664
valid_sequence_log_likelihood: 8.72438335419
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 44
iterations_done: 10076
Log records from the iteration 10076:
test_sequence_log_likelihood: 9.31497383118
train_sequence_log_likelihood: 8.26232814789
valid_sequence_log_likelihood: 8.99101638794
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 45
iterations_done: 10305
Log records from the iteration 10305:
test_sequence_log_likelihood: 9.23551845551
train_sequence_log_likelihood: 8.24557304382
valid_sequence_log_likelihood: 8.95511054993
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 46
iterations_done: 10534
Log records from the iteration 10534:
test_sequence_log_likelihood: 9.11524200439
train_sequence_log_likelihood: 8.23083782196
valid_sequence_log_likelihood: 9.11250686646
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 47
iterations_done: 10763
Log records from the iteration 10763:
test_sequence_log_likelihood: 10.3494768143
train_sequence_log_likelihood: 8.2225522995
valid_sequence_log_likelihood: 9.29803943634
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 48
iterations_done: 10992
Log records from the iteration 10992:
test_sequence_log_likelihood: 8.89259910583
train_sequence_log_likelihood: 8.21332836151
valid_sequence_log_likelihood: 9.59388828278
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 49
iterations_done: 11221
Log records from the iteration 11221:
test_sequence_log_likelihood: 8.92092990875
train_sequence_log_likelihood: 8.19742298126
valid_sequence_log_likelihood: 8.89411067963
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 50
iterations_done: 11450
Log records from the iteration 11450:
test_sequence_log_likelihood: 9.16327667236
train_sequence_log_likelihood: 8.18489265442
valid_sequence_log_likelihood: 9.30712604523
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 51
iterations_done: 11679
Log records from the iteration 11679:
test_sequence_log_likelihood: 8.95643424988
train_sequence_log_likelihood: 8.18184280396
valid_sequence_log_likelihood: 9.39746856689
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 52
iterations_done: 11908
Log records from the iteration 11908:
test_sequence_log_likelihood: 10.0577373505
train_sequence_log_likelihood: 8.17080116272
valid_sequence_log_likelihood: 9.22853946686
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 53
iterations_done: 12137
Log records from the iteration 12137:
test_sequence_log_likelihood: 9.63022327423
train_sequence_log_likelihood: 8.16060161591
valid_sequence_log_likelihood: 9.14624881744
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 54
iterations_done: 12366
Log records from the iteration 12366:
test_sequence_log_likelihood: 9.64744853973
train_sequence_log_likelihood: 8.1499376297
valid_sequence_log_likelihood: 10.3511371613
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 55
iterations_done: 12595
Log records from the iteration 12595:
test_sequence_log_likelihood: 9.10130596161
train_sequence_log_likelihood: 8.1413564682
valid_sequence_log_likelihood: 8.93024253845
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 56
iterations_done: 12824
Log records from the iteration 12824:
test_sequence_log_likelihood: 9.97962474823
train_sequence_log_likelihood: 8.13224506378
valid_sequence_log_likelihood: 8.99156284332
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 57
iterations_done: 13053
Log records from the iteration 13053:
test_sequence_log_likelihood: 10.9663763046
train_sequence_log_likelihood: 8.11718654633
valid_sequence_log_likelihood: 9.51932144165
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 58
iterations_done: 13282
Log records from the iteration 13282:
test_sequence_log_likelihood: 9.07116127014
train_sequence_log_likelihood: 8.1139755249
valid_sequence_log_likelihood: 9.56406974792
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 59
iterations_done: 13511
Log records from the iteration 13511:
test_sequence_log_likelihood: 9.45077133179
train_sequence_log_likelihood: 8.11029720306
valid_sequence_log_likelihood: 9.18837738037
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 60
iterations_done: 13740
Log records from the iteration 13740:
test_sequence_log_likelihood: 11.1868638992
train_sequence_log_likelihood: 8.10033226013
valid_sequence_log_likelihood: 9.99776268005
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 61
iterations_done: 13969
Log records from the iteration 13969:
test_sequence_log_likelihood: 13.9327459335
train_sequence_log_likelihood: 8.0854101181
valid_sequence_log_likelihood: 9.2832069397
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 62
iterations_done: 14198
Log records from the iteration 14198:
test_sequence_log_likelihood: 8.97519397736
train_sequence_log_likelihood: 8.0908164978
valid_sequence_log_likelihood: 10.228266716
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 63
iterations_done: 14427
Log records from the iteration 14427:
test_sequence_log_likelihood: 8.87990951538
train_sequence_log_likelihood: 8.07586765289
valid_sequence_log_likelihood: 9.43871688843
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 64
iterations_done: 14656
Log records from the iteration 14656:
test_sequence_log_likelihood: 8.89872264862
train_sequence_log_likelihood: 8.0668554306
valid_sequence_log_likelihood: 9.22456932068
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 65
iterations_done: 14885
Log records from the iteration 14885:
test_sequence_log_likelihood: 11.3140945435
train_sequence_log_likelihood: 8.06011867523
valid_sequence_log_likelihood: 9.21197795868
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 66
iterations_done: 15114
Log records from the iteration 15114:
test_sequence_log_likelihood: 8.87504577637
train_sequence_log_likelihood: 8.05079746246
valid_sequence_log_likelihood: 9.62853050232
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 67
iterations_done: 15343
Log records from the iteration 15343:
test_sequence_log_likelihood: 9.07861995697
train_sequence_log_likelihood: 8.05015563965
valid_sequence_log_likelihood: 11.7880830765
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 68
iterations_done: 15572
Log records from the iteration 15572:
test_sequence_log_likelihood: 8.9037733078
train_sequence_log_likelihood: 8.03646564484
valid_sequence_log_likelihood: 9.08445167542
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 69
iterations_done: 15801
Log records from the iteration 15801:
test_sequence_log_likelihood: 8.95507335663
train_sequence_log_likelihood: 8.03246593475
valid_sequence_log_likelihood: 8.9407377243
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 70
iterations_done: 16030
Log records from the iteration 16030:
test_sequence_log_likelihood: 9.16425514221
train_sequence_log_likelihood: 8.02136039734
valid_sequence_log_likelihood: 9.68922138214
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 71
iterations_done: 16259
Log records from the iteration 16259:
test_sequence_log_likelihood: 9.11354923248
train_sequence_log_likelihood: 8.01672458649
valid_sequence_log_likelihood: 9.00119304657
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 72
iterations_done: 16488
Log records from the iteration 16488:
test_sequence_log_likelihood: 9.03979969025
train_sequence_log_likelihood: 8.02077674866
valid_sequence_log_likelihood: 10.2955055237
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 73
iterations_done: 16717
Log records from the iteration 16717:
test_sequence_log_likelihood: 9.49771022797
train_sequence_log_likelihood: 8.0038766861
valid_sequence_log_likelihood: 9.02913188934
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 74
iterations_done: 16946
Log records from the iteration 16946:
test_sequence_log_likelihood: 9.17886352539
train_sequence_log_likelihood: 8.01253032684
valid_sequence_log_likelihood: 9.02485847473
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 75
iterations_done: 17175
Log records from the iteration 17175:
test_sequence_log_likelihood: 12.9398078918
train_sequence_log_likelihood: 7.9994893074
valid_sequence_log_likelihood: 9.12105751038
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 76
iterations_done: 17404
Log records from the iteration 17404:
test_sequence_log_likelihood: 9.4165391922
train_sequence_log_likelihood: 7.99137020111
valid_sequence_log_likelihood: 10.2705745697
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 77
iterations_done: 17633
Log records from the iteration 17633:
test_sequence_log_likelihood: 9.43873119354
train_sequence_log_likelihood: 7.98357629776
valid_sequence_log_likelihood: 9.06366252899
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 78
iterations_done: 17862
Log records from the iteration 17862:
test_sequence_log_likelihood: 9.20733356476
train_sequence_log_likelihood: 7.97897148132
valid_sequence_log_likelihood: 9.71095943451
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 79
iterations_done: 18091
Log records from the iteration 18091:
test_sequence_log_likelihood: 9.46918678284
train_sequence_log_likelihood: 7.96783924103
valid_sequence_log_likelihood: 9.52183628082
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 80
iterations_done: 18320
Log records from the iteration 18320:
test_sequence_log_likelihood: 9.787109375
train_sequence_log_likelihood: 7.97162342072
valid_sequence_log_likelihood: 10.3529748917
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 81
iterations_done: 18549
Log records from the iteration 18549:
test_sequence_log_likelihood: 9.34245681763
train_sequence_log_likelihood: 7.97804689407
valid_sequence_log_likelihood: 8.81162166595
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 82
iterations_done: 18778
Log records from the iteration 18778:
test_sequence_log_likelihood: 9.17775344849
train_sequence_log_likelihood: 7.96550559998
valid_sequence_log_likelihood: 9.21496391296
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 83
iterations_done: 19007
Log records from the iteration 19007:
test_sequence_log_likelihood: 9.27416801453
train_sequence_log_likelihood: 7.9493932724
valid_sequence_log_likelihood: 9.18375873566
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 84
iterations_done: 19236
Log records from the iteration 19236:
test_sequence_log_likelihood: 9.51619148254
train_sequence_log_likelihood: 7.947889328
valid_sequence_log_likelihood: 10.1315689087
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 85
iterations_done: 19465
Log records from the iteration 19465:
test_sequence_log_likelihood: 9.62265586853
train_sequence_log_likelihood: 7.93665075302
valid_sequence_log_likelihood: 9.02186775208
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 86
iterations_done: 19694
Log records from the iteration 19694:
test_sequence_log_likelihood: 9.807056427
train_sequence_log_likelihood: 7.92619895935
valid_sequence_log_likelihood: 9.94027900696
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 87
iterations_done: 19923
Log records from the iteration 19923:
test_sequence_log_likelihood: 9.264128685
train_sequence_log_likelihood: 7.92955446243
valid_sequence_log_likelihood: 9.5747461319
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 88
iterations_done: 20152
Log records from the iteration 20152:
test_sequence_log_likelihood: 9.4467754364
train_sequence_log_likelihood: 7.9255361557
valid_sequence_log_likelihood: 8.89367389679
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 89
iterations_done: 20381
Log records from the iteration 20381:
test_sequence_log_likelihood: 9.97718429565
train_sequence_log_likelihood: 7.9424738884
valid_sequence_log_likelihood: 9.17107772827
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 90
iterations_done: 20610
Log records from the iteration 20610:
test_sequence_log_likelihood: 9.58899974823
train_sequence_log_likelihood: 7.91354703903
valid_sequence_log_likelihood: 9.60063648224
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 91
iterations_done: 20839
Log records from the iteration 20839:
test_sequence_log_likelihood: 9.30982303619
train_sequence_log_likelihood: 7.91529560089
valid_sequence_log_likelihood: 9.02134990692
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 92
iterations_done: 21068
Log records from the iteration 21068:
test_sequence_log_likelihood: 9.3317565918
train_sequence_log_likelihood: 7.90058851242
valid_sequence_log_likelihood: 9.54315662384
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 93
iterations_done: 21297
Log records from the iteration 21297:
test_sequence_log_likelihood: 10.9732942581
train_sequence_log_likelihood: 7.89270210266
valid_sequence_log_likelihood: 10.7303514481
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 94
iterations_done: 21526
Log records from the iteration 21526:
test_sequence_log_likelihood: 9.38461971283
train_sequence_log_likelihood: 7.89978981018
valid_sequence_log_likelihood: 9.57057571411
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 95
iterations_done: 21755
Log records from the iteration 21755:
test_sequence_log_likelihood: 9.06534767151
train_sequence_log_likelihood: 7.89829206467
valid_sequence_log_likelihood: 9.21898555756
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 96
iterations_done: 21984
Log records from the iteration 21984:
test_sequence_log_likelihood: 9.2264995575
train_sequence_log_likelihood: 7.88807916641
valid_sequence_log_likelihood: 9.5773191452
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 97
iterations_done: 22213
Log records from the iteration 22213:
test_sequence_log_likelihood: 9.37216091156
train_sequence_log_likelihood: 7.87892103195
valid_sequence_log_likelihood: 9.45323467255
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 98
iterations_done: 22442
Log records from the iteration 22442:
test_sequence_log_likelihood: 9.15624904633
train_sequence_log_likelihood: 7.88360548019
valid_sequence_log_likelihood: 9.50130176544
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 99
iterations_done: 22671
Log records from the iteration 22671:
test_sequence_log_likelihood: 9.59429073334
train_sequence_log_likelihood: 7.87264347076
valid_sequence_log_likelihood: 10.0189352036
-------------------------------------------------------------------------------
AFTER ANOTHER EPOCH
-------------------------------------------------------------------------------
Training status:
epochs_done: 100
iterations_done: 22900
Log records from the iteration 22900:
test_sequence_log_likelihood: 11.3405399323
train_sequence_log_likelihood: 7.86959314346
training_finish_requested: True
valid_sequence_log_likelihood: 9.01933002472
-------------------------------------------------------------------------------
TRAINING HAS BEEN FINISHED:
-------------------------------------------------------------------------------
Training status:
epochs_done: 100
iterations_done: 22900
Log records from the iteration 22900:
test_sequence_log_likelihood: 11.3405399323
train_sequence_log_likelihood: 7.86959314346
training_finish_requested: True
training_finished: True
valid_sequence_log_likelihood: 9.01933002472
In [5]:
RNN.W.get_value()
Out[5]:
array([ 7.64556369e-03, -1.12429112e-02, -1.37316471e-03,
5.28146978e-03, -8.37879535e-03, 1.60080451e-03,
-6.71908446e-03, 7.13120541e-03, 1.30790770e-02,
-7.64275203e-04, -3.80641402e-04, 3.97207402e-03,
1.06865028e-03, -7.41479266e-03, -4.67641838e-03,
-3.77409905e-03, -1.04616666e-02, -1.46204149e-02,
-7.31603568e-03, -1.98591920e-03, 1.69958454e-02,
-1.71224829e-02, 2.80601555e-04, 8.22969247e-03,
3.71123594e-03, 1.78842414e-02, 4.98409243e-03,
1.08513338e-02, -1.66491896e-03, 8.32113530e-03,
-2.48410180e-03, 6.15986995e-03, 2.60509383e-02,
-1.08450800e-02, 7.91752338e-03, 4.22274740e-03,
7.78383110e-03, -2.88396212e-03, 7.90130626e-03,
2.34810496e-03, 2.27363203e-02, -2.91154976e-03,
-7.98106641e-02, 1.03723891e-02, -1.15065612e-02,
-9.10019651e-02, 1.53547553e-02, -2.90602427e-02,
-1.31002292e-01, 5.33228219e-01, 9.18755770e-01,
7.53949344e-01, 9.21748817e-01, -4.24741320e-02,
5.61629772e-01, 4.91839826e-01, 2.85587072e-01,
6.48680925e-01, 7.04001367e-01, -1.93320699e-02,
6.71472669e-01, 5.40538192e-01, 5.88816941e-01,
7.73667574e-01, 7.74141371e-01, -3.77491564e-02,
5.24023652e-01, -2.02730931e-02, -1.70849562e-02,
-1.99103765e-02, 6.62021756e-01, 4.65835184e-01,
-2.67463829e-02, -1.98366735e-02, -2.49054544e-02,
5.10907829e-01, -1.62777994e-02, -2.87311804e-02,
-1.74178295e-02, -2.42642853e-02, -1.97981037e-02,
6.01405799e-01, -2.01502051e-02, -1.47034423e-02,
2.54132211e-01, -1.61650628e-02, -2.90785469e-02,
4.13660645e-01, 3.91079813e-01, -4.20999900e-02,
-2.36372985e-02, -3.88454534e-02, -2.72426810e-02,
6.95665598e-01, -1.07875787e-01, 1.00057483e+00,
8.04865733e-03, 7.15281488e-03, -8.43766145e-03,
7.26915244e-03, -3.00741824e-03, -7.52018858e-03,
4.70733969e-03, -1.72955580e-02, -1.32153148e-03,
3.52924550e-03, 2.08454337e-02, -3.32558091e-04,
1.90786570e-02, -1.26844952e-02, 3.94622423e-03,
-3.85024259e-03, -1.21951485e-02, -2.03337930e-02,
2.73376293e-02, 3.38070584e-03, 6.06906321e-03,
-7.40647447e-05, -4.47588600e-03, 9.70642269e-03,
-8.42945185e-03, -3.76700377e-03, -1.79678074e-03,
-9.17243026e-03, 1.37365730e-02, 1.91276129e-02,
-3.63241881e-03, -2.12389398e-02, -5.94921084e-03,
8.55297688e-03, -6.09513884e-03, 7.43929995e-03,
9.74905677e-04, -9.98190884e-03, 3.60867009e-03,
7.50483712e-04, 1.67002697e-02, 7.27292430e-03,
1.43754140e-01, -1.57753881e-02, 2.08743922e-02,
2.12055981e-01, -2.29693903e-03, 1.40979841e-01,
5.54649346e-02, 1.15098670e-01, 6.32365525e-01,
5.89845836e-01, 2.75168687e-01, -1.27270604e-02,
2.38147572e-01, -3.66017483e-02, 1.36750519e-01,
-4.08056304e-02, 7.58528054e-01, 9.96785909e-02,
-3.73136774e-02, -2.60773413e-02, 3.24263453e-01,
2.89264381e-01, 2.07199886e-01, 1.97208971e-01,
3.59971911e-01, -2.56323237e-02, 6.10688776e-02,
2.68180549e-01, 1.75925449e-01, -1.39204990e-02,
4.77483243e-01, 5.46779437e-03, -9.36682057e-03,
3.00864756e-01, 6.41954616e-02, -2.86199711e-02,
3.22578475e-02, 9.88152623e-02, 1.02196567e-01,
-1.89771522e-02, 1.77106038e-01, -9.21930932e-03,
-5.77150583e-02, 1.82270959e-01, -1.35957524e-02,
-2.89089605e-02, -2.21555084e-02, -2.75857411e-02,
3.80470276e-01, 1.64506301e-01, -1.73525065e-02,
3.20210755e-01, 1.80151835e-01, 9.26088512e-01,
3.88752553e-03, 1.08688939e-02, 2.09790152e-02,
9.59823374e-03, 4.59615979e-03, 1.55307231e-02,
5.10337250e-03, -3.32438038e-03, -8.16993881e-03,
-4.80911788e-03, -2.10660350e-04, -4.58650570e-03,
5.75106940e-04, 6.73060911e-03, 4.57308721e-03,
-1.10745826e-03, -5.65432757e-03, 4.45055682e-03,
-4.31114994e-03, -1.17157516e-03, 6.10321108e-03,
7.25740148e-03, 1.19127212e-02, 1.54198613e-02,
6.19333424e-03, 5.96601143e-03, -9.47645307e-03,
5.21731330e-03, 9.20767430e-03, 1.57177262e-02,
-7.15131813e-04, -8.92477762e-03, 1.85395067e-03,
5.59865788e-04, -1.97884697e-03, 1.10737775e-02,
-1.24300048e-02, 1.12278713e-02, 4.66238987e-03,
-8.32298247e-04, 1.16304941e-02, -1.44333700e-02,
-8.33915919e-02, -1.26889087e-02, 1.60314096e-03,
1.49270520e-01, 2.41177641e-02, 7.40745068e-02,
9.00958255e-02, -4.08675931e-02, 3.70410383e-01,
3.34154934e-01, -1.56389605e-02, 4.04900312e-02,
6.52545616e-02, 2.93422043e-01, -4.83367406e-02,
6.72618598e-02, 3.20060462e-01, 1.42934581e-03,
7.38926306e-02, -1.50324237e-02, 2.80234963e-01,
1.74677521e-01, -2.14967243e-02, -2.15783417e-02,
8.74030963e-02, 4.41225320e-02, -3.17117228e-04,
1.68189541e-01, -1.42331747e-02, 8.81632674e-04,
1.12026125e-01, 1.76139623e-02, -2.36386172e-02,
-1.64772384e-02, 8.66944715e-02, 4.13726689e-03,
-1.89168137e-02, -1.99361630e-02, 2.14368179e-02,
-1.85260158e-02, 9.38636661e-02, -6.30055554e-04,
8.44348446e-02, 3.49570625e-02, 3.12848240e-02,
-1.88625734e-02, 2.30024114e-01, 1.45516083e-01,
2.19341576e-01, 1.44238085e-01, 2.33308915e-02,
-3.32897529e-02, -1.32263631e-01, 6.75918102e-01,
-1.10246539e-02, 8.78811162e-03, 6.66244479e-04,
7.24292535e-04, -1.23528391e-02, -1.58281829e-02,
-5.97855821e-03, -8.15707073e-03, -2.84049683e-03,
-1.99169274e-02, -7.69431982e-03, -7.65804108e-03,
5.32840053e-03, 1.06757544e-02, 7.41842249e-03,
-4.79329703e-03, -1.63526665e-02, -7.55768456e-03,
-1.18959881e-02, 1.01712774e-02, 1.99312270e-02,
7.49486382e-04, -1.58620335e-03, -1.65117644e-02,
1.18378410e-03, -1.00742169e-02, 4.04528202e-03,
-1.33197503e-02, 4.59323142e-04, 7.19577260e-03,
1.19888205e-02, 1.21541033e-02, -7.05899030e-04,
-1.23232296e-02, 3.78156151e-03, -1.61414649e-02,
-1.26285423e-02, -1.40715409e-02, -1.77215750e-03,
1.24527486e-02, -6.40264305e-04, -7.56389927e-03,
-1.16366185e-01, -2.93462025e-03, -3.43317837e-02,
-1.26975223e-01, -1.85003225e-02, -4.90184426e-02,
1.36234596e-01, 2.95423090e-01, 3.49737823e-01,
1.77149341e-01, 1.57342315e-01, -6.06790259e-02,
-4.72597294e-02, 2.27283835e-01, -1.03017939e-02,
1.02393277e-01, 8.99254382e-02, 7.57260062e-03,
-5.89912124e-02, 3.39736119e-02, 9.58469138e-02,
1.06965221e-01, -3.50846052e-02, 2.97027566e-02,
4.88856882e-02, -2.38727760e-02, -8.89885984e-03,
1.16341978e-01, -1.43161239e-02, -1.49740395e-03,
1.35219023e-01, 1.02456003e-01, 3.58139575e-02,
2.59768873e-01, 9.49801952e-02, 4.20345739e-03,
6.45914972e-02, -3.85954627e-03, 3.53821218e-02,
4.37274650e-02, -3.80760841e-02, -1.90453744e-03,
1.93699285e-01, 5.20268977e-02, 6.19367771e-02,
3.50756943e-02, 7.97706619e-02, 2.05152676e-01,
2.40176186e-01, 1.75884306e-01, -1.45378076e-02,
1.86869681e-01, -1.63428336e-01, 4.52507257e-01], dtype=float32)
In [ ]:
Content source: EderSantana/blocks_contrib
Similar notebooks: