In [23]:
""" Implementing decoder"""
"""Imports"""
import numpy as np
from nltk import sent_tokenize, word_tokenize
"""Global definitons"""
_start = 'S_START'
_end = 'S_END'
_unk = 'UNK'
In [24]:
""" util definitions"""
def hyperbolic(net):
return np.tanh(net)
def relu(net):
return np.maximum(0,net)
def softmax(net):
_exp = np.exp(net)
return _exp/np.sum(_exp)
def predict(scores):
return np.argmax(scores)
In [25]:
# """ Word preprocessing """
# def dataset(_fi1='/Users/preethikapachaiyappa/Documents/MachineLearning/Data/English/9-11-in-perspective.txt', _fi1='/Users/preethikapachaiyappa/Documents/MachineLearning/Data/French/9-11-in-perspective.txt'):
# file_in_english = open(_fi1)
# file_in_french = open(_fi2)
# #file_out = open(_fo,'wb')
# words = [] #stores unique words encountered in the document as WordItem objects
# _dict = {} #temporary dictionary to maintain count of each word
# _dict['UNK'] = 0
# sentence_embeddings = []
# count = 0
# for l in file_in_english:
# print count, l
# count++
# l = _start+' '+l+' '+_end
# split = word_tokenize(l)
# for w in split:
# if w in _vocab :
# word_index = _vocab[w]
# else :
# word_index = _vocab['UNK']
# np.append(sentence_embeddings,W_Embedding[word_index],axis=0)
# backpropogate(sentence_embeddings)
# file_in.close()
# #file_out.close()
# return _vocab, words
In [ ]:
In [59]:
class RNNlayer:
"""
RNN nodes for decoder
hidden state at time step t of decoder is conditioned on hidden state at time step t-1,
output at time step t-1 and input at time step t
"""
def __init__(self, inputSize, outputSize, bptt_truncate = 5, hiddenDim = 10):
"""
inputSize = dimensions of the input embedding
outputSize = vocabulary size
hiddenDim = size of the hidden unit in RNN
bptt_truncate = truncate the number of time steps we calculate the gradient during backpropagation
"""
self.inputSize = inputSize
self.outputSize = outputSize
self.hiddenDim = hiddenDim
self. bptt_truncate = bptt_truncate
self.w_in = np.random.uniform(-np.sqrt(1./inputSize), np.sqrt(1./inputSize),(hiddenDim, inputSize))
self.w_hh = np.random.uniform(-np.sqrt(1./hiddenDim), np.sqrt(1./hiddenDim),(hiddenDim, hiddenDim))
#self.w_outH = np.random.uniform(-np.sqrt(1./hiddenDim), np.sqrt(1./hiddenDim),(outputSize, hiddenDim))
self.w_out = np.random.uniform(-np.sqrt(1./hiddenDim), np.sqrt(1./hiddenDim),(outputSize, hiddenDim))
def forwardProp(self, inSentence, expSent):
"""
inSentence: word indices in input language vocabulary
expSent: word indices in target language vocabulary
"""
#Total number of time steps equal to number of words in the sentence
T = len(expSent)
#Saving all hidden states and outputs during forward propagation
_h = np.zeros((T,self.hiddenDim))
_o = np.zeros((T,self.outputSize))
#Initializing initial output as the start token
#_o[-1] =
#For each time step calculating hidden state and output
for t in np.arange(T):
#outIdx = predict(_o[t-1])
_h[t] = hyperbolic(self.w_in.dot(inSentence[t]) + self.w_hh.dot(_h[t-1])) #+ self.w_outH[:,outIdx:outIdx+1])
_o[t] = softmax(self.w_out.dot(_h[t]))
return _o, _h
def calculateLoss(self, inSentence, expSentence):
#For each sentence
o, h = self.forwardProp(inSentencecontext, expSentence)
#TODO recheck this part
correctPred = o[np.arange(len(expSentence)), expSentence]
#Loss for each sentence
l = -1 * np.sum(np.log(correctPred))
return l
def calculateTotalLoss(self, inSentence, expSentences):
L = 0.0
for i in len(inSentence):
L += self.calculateLoss(inSentencecontext[i], expSentences[i])
return L
def backPropTT(self, inSentence, expSentence):
# Total number of time steps equal to number of words in the sentence
T = len(expSentence)
# Performing forward propagation
o, h = self.forwardProp(inSentence, expSentence)
# Defining gradient variables
dLdin = np.zeros(self.w_in.shape)
dLdhh = np.zeros(self.w_hh.shape)
#dLdoutH = np.zeros(self.w_outH.shape)
dLdout = np.zeros(self.w_out.shape)
# Calculating the difference between output and actual output
delta_o = o
delta_o[np.arange(T), expSentence] -= 1
print 'delta_o', delta_o
# Calculating gradients backwards through time
for t in np.arange(T)[::-1]:
#Output gradient is only dependent on time step t
dLdout += np.outer(delta_o[t], h[t])
# Initial delta calculation propagating gradients from output
delta_t = self.w_out.T.dot(delta_o[t]) * (1 - (h[t] ** 2))
# Backpropagation through time (for at most self.bptt_truncate steps)
for bptt_step in np.arange(max(0, t-self.bptt_truncate), t+1)[::-1]:
# print "Backpropagation step t=%d bptt step=%d " % (t, bptt_step)
# Add to gradients at each previous step
dLdhh += np.outer(delta_t, h[bptt_step-1])
dLdin += np.outer(delta_t, inSentence[bptt_step-1])
#dLdoutH += np.outer(delta_t, o[bptt_step-1])
# Update delta for next step dL/dz at t-1
delta_t = self.w_hh.T.dot(delta_t) * (1 - h[bptt_step-1] ** 2)
"""TODO review backprop implementation"""
#return dLdin, dLdhh, dLdoutH, dLdout
return dLdin, dLdhh, dLdout
def sgd_step(self, inSentence, expSentence, learningRate):
""" Performs a single stochastic gradient step"""
# Calculating gradients
#dLdin, dLdhh, dLdoutH, dLdout = self.backPropTT(inSentence, expSentence)
dLdin, dLdhh, dLdout = self.backPropTT(inSentence, expSentence)
# Updating parameters
self.w_in -= learningRate * dLdin
self.w_hh -= learningRate * dLdhh
#self.w_outH -= learningRate * dLdoutH
self.w_out -= learningRate * dLdout
def train_Decoder_With_SGD(self, X_train, Y_train, learningRate = 0.05, nepochs = 20):
"""TODO evaluate losses and update learning rate if required"""
for epoch in range(nepochs):
for i in range(len(Y_train)):
self.sgd_step(X_train[i], Y_train[i], learningRate)
print 'W_in ', self.w_in
print 'W_hh ', self.w_hh
print 'W_out ', self.w_out
In [56]:
inSentence = [[[1,1,1,1,1,1,1,1,1,1],[1,1,1,1,1,1,1,1,1,1],[1,1,1,1,1,1,1,1,1,1]]]
expSentence = [[2,2,2]]
In [60]:
vocabSize = 5
embSize = 10
W_out = np.random.randn(vocabSize, embSize)
W_hh = np.random.randn(embSize, embSize)
W_in = np.random.randn(embSize)
a = RNNlayer(10,5)
a.train_Decoder_With_SGD(inSentence, expSentence)
delta_o [[ 0.17372329 0.27635341 -0.85255749 0.21370922 0.18877157]
[ 0.1713561 0.29425283 -0.84750086 0.22179058 0.16010134]
[ 0.17963879 0.28972374 -0.84374007 0.20822507 0.16615246]]
W_in [[ 0.23012427 0.22612692 -0.27236757 0.10315173 0.24677808 0.19527676
-0.00404455 -0.08525427 -0.13945688 -0.00599491]
[ 0.28998634 0.08015725 -0.12884331 -0.3209673 -0.16199022 0.2620389
-0.0088029 -0.12080618 0.05124708 0.06730365]
[-0.16309936 -0.27250664 0.14776729 0.05172962 0.14749153 -0.12136415
0.06071042 -0.01352919 0.11993295 -0.06318021]
[ 0.16185649 -0.29525843 0.16559741 -0.22615673 -0.08385462 0.11433559
-0.20699537 0.00516743 0.26595867 0.09627161]
[ 0.04581292 0.03070604 0.07468603 0.18897819 -0.00147322 -0.11271441
0.11259599 -0.27170597 -0.07457931 0.22894256]
[-0.15623144 -0.24825559 -0.2752629 -0.22506984 0.14155201 -0.00696731
0.06611175 -0.07532389 -0.08176523 -0.18188338]
[ 0.18585012 -0.21669664 -0.20116786 -0.13162075 0.2819617 0.14283948
-0.01229992 0.07864243 0.29544936 0.07173159]
[-0.3008401 0.0910238 0.15122757 0.08970256 0.22547337 -0.3283468
-0.26581467 -0.16491339 -0.07504961 0.29535407]
[ 0.1718021 -0.14566604 -0.06564949 0.27696484 0.16989968 0.12972022
0.23893448 -0.09160718 -0.05727748 0.1729262 ]
[ 0.02457614 -0.21343777 0.09366045 0.18569858 -0.28539917 -0.22056311
0.29294233 -0.01733377 0.26119971 0.15352134]]
W_hh [[-0.06742525 0.20114344 -0.15770954 0.2880832 -0.21005904 0.23103294
-0.06091152 0.118727 -0.12379014 -0.11816366]
[ 0.06511692 -0.16044501 -0.27518706 -0.13904806 0.05150445 0.27345237
0.02580683 -0.05479379 0.25694701 -0.06566297]
[-0.18946627 -0.10832491 0.12573336 -0.04986412 -0.16663989 0.10863264
-0.101207 0.06904567 0.3022985 0.24635286]
[ 0.209468 -0.26568465 0.049556 -0.20403536 0.02403383 0.27444814
-0.02766067 0.0972032 -0.31276591 -0.24867712]
[ 0.07512108 0.25471771 -0.28194334 0.25281512 -0.15347194 0.20767995
-0.08035793 0.08088017 -0.18332661 -0.30067044]
[ 0.19772786 0.05347921 -0.17832063 0.25547533 -0.00340492 -0.27869816
-0.25234283 0.12607367 -0.17618588 0.02802572]
[-0.10582102 0.2935753 0.08134608 0.2998363 -0.26193896 0.03704956
-0.30786495 0.25463489 0.27889957 -0.12027485]
[ 0.21290759 0.26327631 0.03965842 0.10768419 -0.13529337 0.04919433
-0.03957475 0.20125047 -0.27799044 -0.16159462]
[ 0.11043255 -0.19651328 -0.09622482 -0.25562742 0.12474111 0.02142946
0.06564798 0.11263674 -0.14010365 -0.04086548]
[ 0.22614939 -0.05564008 -0.06980684 -0.20793851 -0.07349483 0.06216886
0.3066943 0.16194349 0.24770245 -0.20232088]]
W_out [[-0.24608511 -0.08773226 0.27240424 -0.21695622 0.20299705 0.17079793
0.04196906 0.03921154 0.10350171 -0.21947653]
[ 0.19249269 0.27487527 -0.14560902 0.25723791 0.13767633 0.1095757
0.04884795 -0.21043359 -0.11664699 0.17075488]
[-0.23631022 0.07025465 0.10034885 0.22170537 -0.24166264 -0.36628034
-0.02469694 -0.16359726 -0.05918738 0.14819116]
[-0.19525235 -0.24004031 -0.23687636 0.16067734 0.20534896 -0.07331662
0.04591416 -0.00119595 -0.23235248 0.2082736 ]
[ 0.21232003 -0.16964005 0.07020426 0.04591517 -0.27220443 -0.16781793
-0.08320868 0.09015042 -0.22639477 -0.30171052]]
delta_o [[ 0.16492556 0.22497825 -0.76356209 0.19544369 0.17821459]
[ 0.17085691 0.19681592 -0.7227478 0.18906263 0.16601234]
[ 0.17825539 0.18215152 -0.70705616 0.17147112 0.17517812]]
W_in [[ 0.20442662 0.20042927 -0.29806522 0.07745409 0.22108044 0.16957911
-0.0297422 -0.11095192 -0.16515453 -0.03169256]
[ 0.28920747 0.07937837 -0.12962218 -0.32174618 -0.1627691 0.26126003
-0.00958177 -0.12158506 0.05046821 0.06652477]
[-0.14093453 -0.2503418 0.16993213 0.07389445 0.16965637 -0.09919932
0.08287525 0.00863565 0.14209779 -0.04101537]
[ 0.16062522 -0.2964897 0.16436614 -0.227388 -0.08508589 0.11310432
-0.20822664 0.00393616 0.2647274 0.09504034]
[ 0.01772413 0.00261725 0.04659723 0.16088939 -0.02956201 -0.1408032
0.08450719 -0.29979476 -0.10266811 0.20085377]
[-0.17337111 -0.26539526 -0.29240257 -0.24220951 0.12441234 -0.02410698
0.04897208 -0.09246356 -0.0989049 -0.19902305]
[ 0.18885371 -0.21369304 -0.19816427 -0.12861716 0.28496529 0.14584307
-0.00929633 0.08164602 0.29845296 0.07473518]
[-0.31422588 0.07763803 0.13784179 0.07631678 0.21208759 -0.34173258
-0.27920045 -0.17829917 -0.08843539 0.28196829]
[ 0.18447136 -0.13299678 -0.05298022 0.2896341 0.18256894 0.14238948
0.25160374 -0.07893792 -0.04460822 0.18559546]
[ 0.04755765 -0.19045626 0.11664196 0.20868009 -0.26241766 -0.1975816
0.31592384 0.00564774 0.28418122 0.17650285]]
W_hh [[-0.07219416 0.20018924 -0.15656251 0.29593802 -0.20776061 0.25115137
-0.06958204 0.13073295 -0.14031303 -0.12801927]
[ 0.06349435 -0.16033627 -0.27534502 -0.14039699 0.05010479 0.2742042
0.02487049 -0.0552926 0.25637837 -0.06505622]
[-0.18501745 -0.10752319 0.12517678 -0.05632095 -0.16843665 0.0911271
-0.09356163 0.05875116 0.31653061 0.25444118]
[ 0.20803022 -0.26562284 0.04925389 -0.20493587 0.02301757 0.27559018
-0.02863433 0.09714177 -0.31359531 -0.24830249]
[ 0.07025589 0.25364341 -0.28060309 0.26176946 -0.15062987 0.22962421
-0.08967541 0.09419178 -0.20137466 -0.31167788]
[ 0.19437448 0.0528574 -0.17763519 0.26053511 -0.00202184 -0.26524539
-0.25820656 0.13400037 -0.18720906 0.02158839]
[-0.10464735 0.29363087 0.08134859 0.29957383 -0.26161633 0.03462141
-0.30656867 0.25357182 0.28085407 -0.11953033]
[ 0.21010695 0.26280867 0.04021164 0.11143618 -0.13440966 0.05970527
-0.04423553 0.2073206 -0.28661139 -0.16653286]
[ 0.11310404 -0.19606431 -0.09642131 -0.25919138 0.12380206 0.01137852
0.07008037 0.10679115 -0.13197213 -0.03637679]
[ 0.23025463 -0.05476126 -0.07043891 -0.21517937 -0.07586655 0.04406362
0.31439051 0.15096958 0.26243466 -0.19362958]]
W_out [[-0.250965 -0.08867258 0.27368484 -0.20923441 0.20513017 0.19088444
0.0332522 0.05110391 0.08695786 -0.22934483]
[ 0.18612467 0.27383789 -0.14386258 0.26559375 0.13942829 0.13313574
0.03832891 -0.19694419 -0.13614251 0.15937675]
[-0.21426913 0.07413717 0.09440848 0.19013446 -0.2493114 -0.45190831
0.01303003 -0.21340948 0.01151671 0.18988947]
[-0.20088831 -0.2410178 -0.23529487 0.16861853 0.20720791 -0.05163229
0.03633171 0.01137347 -0.25028422 0.19769019]
[ 0.2071628 -0.17056738 0.07153609 0.05346723 -0.27029971 -0.14752084
-0.0921173 0.10201145 -0.24312776 -0.31157899]]
delta_o [[ 0.15173684 0.18866504 -0.66818977 0.1711354 0.1566525 ]
[ 0.16303168 0.13926478 -0.6000409 0.15015916 0.14758528]
[ 0.16596221 0.12384034 -0.57753943 0.13652799 0.15120888]]
W_in [[ 0.18724464 0.18324729 -0.31524721 0.0602721 0.20389845 0.15239713
-0.04692419 -0.1281339 -0.18233651 -0.04887454]
[ 0.29243387 0.08260477 -0.12639578 -0.31851978 -0.15954269 0.26448643
-0.00635537 -0.11835866 0.05369461 0.06975117]
[-0.1289015 -0.23830877 0.18196516 0.08592748 0.18168939 -0.08716629
0.09490828 0.02066867 0.15413081 -0.02898234]
[ 0.15978034 -0.29733458 0.16352126 -0.22823288 -0.08593077 0.11225945
-0.20907152 0.00309128 0.26388252 0.09419546]
[-0.0021767 -0.01728358 0.02669641 0.14098856 -0.04946284 -0.16070403
0.06460636 -0.31969559 -0.12256894 0.18095294]
[-0.18492366 -0.27694781 -0.30395512 -0.25376206 0.11285979 -0.03565953
0.03741953 -0.10401611 -0.11045745 -0.2105756 ]
[ 0.19424846 -0.20829829 -0.19276952 -0.12322241 0.29036004 0.15123782
-0.00390158 0.08704077 0.3038477 0.08012993]
[-0.32678775 0.06507615 0.12527992 0.06375491 0.19952572 -0.35429445
-0.29176232 -0.19086105 -0.10099726 0.26940642]
[ 0.19714812 -0.12032002 -0.04030347 0.30231086 0.1952457 0.15506623
0.2642805 -0.06626117 -0.03193146 0.19827221]
[ 0.06571251 -0.1723014 0.13479682 0.22683495 -0.2442628 -0.17942674
0.3340787 0.0238026 0.30233608 0.19465771]]
W_hh [[-0.06952146 0.20120458 -0.16236349 0.30282458 -0.19940885 0.26618705
-0.07619588 0.14149421 -0.15197092 -0.13742683]
[ 0.06211764 -0.16059876 -0.27411596 -0.14271811 0.04765096 0.27140657
0.02593837 -0.05777311 0.25845684 -0.06292188]
[-0.1867845 -0.10825656 0.12939523 -0.06094422 -0.17421532 0.08054194
-0.08892949 0.05123911 0.32470665 0.26089774]
[ 0.20749637 -0.26561074 0.04898107 -0.20542058 0.02277426 0.27637746
-0.02908073 0.09733797 -0.31425185 -0.24843765]
[ 0.07338578 0.2548465 -0.28746308 0.26972586 -0.14089382 0.24707909
-0.09731285 0.10669799 -0.21487173 -0.3225195 ]
[ 0.19583301 0.05350261 -0.18142747 0.26479159 0.00323976 -0.2551423
-0.26272724 0.14104836 -0.1950907 0.01537793]
[-0.10479447 0.29340096 0.08288031 0.29814537 -0.26350102 0.02993431
-0.30433307 0.25058857 0.2846035 -0.11677642]
[ 0.2117682 0.26351898 0.03606185 0.11614673 -0.12860922 0.07069311
-0.04913452 0.21502644 -0.29517198 -0.17331037]
[ 0.11194226 -0.19670534 -0.09250302 -0.2634233 0.11850826 0.00033163
0.07514884 0.09931858 -0.12326649 -0.02965842]
[ 0.227605 -0.05580381 -0.06442648 -0.22229047 -0.08449621 0.0281984
0.32142415 0.13970649 0.27477549 -0.18371732]]
W_out [[-0.24803384 -0.08742779 0.26630915 -0.20027899 0.21586978 0.2117577
0.02376645 0.06562523 0.07054156 -0.24247634]
[ 0.18764593 0.27481011 -0.15005885 0.27279908 0.14816119 0.15262521
0.02910517 -0.18404146 -0.15173063 0.14728113]
[-0.22323193 0.06972486 0.12136186 0.15799928 -0.28802 -0.53181671
0.05002558 -0.26778235 0.07484596 0.23985316]
[-0.19882257 -0.23995257 -0.24186435 0.17644466 0.21663104 -0.03183474
0.02711325 0.02476119 -0.26601304 0.1853172 ]
[ 0.20960745 -0.16943732 0.06472415 0.06161554 -0.26048675 -0.12777272
-0.10118489 0.11557255 -0.25872376 -0.32394256]]
delta_o [[ 0.13080946 0.15751624 -0.56230592 0.1439984 0.12998182]
[ 0.13778993 0.10225174 -0.46976287 0.1149449 0.11477629]
[ 0.13657705 0.08957459 -0.44363559 0.10513188 0.11235207]]
W_in [[ 0.17441388 0.17041653 -0.32807796 0.04744134 0.19106769 0.13956637
-0.05975495 -0.14096466 -0.19516727 -0.0617053 ]
[ 0.29601611 0.08618702 -0.12281354 -0.31493753 -0.15596045 0.26806868
-0.00277312 -0.11477641 0.05727685 0.07333342]
[-0.11969679 -0.22910407 0.19116986 0.09513219 0.1908941 -0.07796158
0.10411299 0.02987338 0.16333552 -0.01977764]
[ 0.15806874 -0.29904618 0.16180966 -0.22994448 -0.08764237 0.11054784
-0.21078312 0.00137968 0.26217092 0.09248386]
[-0.01735532 -0.0324622 0.01151779 0.12580995 -0.06464146 -0.17588265
0.04942775 -0.33487421 -0.13774755 0.16577432]
[-0.19305669 -0.28508084 -0.31208814 -0.26189509 0.10472677 -0.04379256
0.02928651 -0.11214914 -0.11859048 -0.21870863]
[ 0.20031188 -0.20223487 -0.1867061 -0.11715899 0.29642346 0.15730124
0.00216184 0.09310419 0.30991113 0.08619335]
[-0.3373365 0.05452741 0.11473118 0.05320617 0.18897698 -0.36484319
-0.30231106 -0.20140979 -0.111546 0.25885768]
[ 0.20815033 -0.10931781 -0.02930126 0.31331307 0.20624791 0.16606844
0.27528271 -0.05525896 -0.02092925 0.20927442]
[ 0.07960192 -0.15841199 0.14868624 0.24072437 -0.23037338 -0.16553732
0.34796812 0.03769201 0.31622549 0.20854713]]
W_hh [[-0.06471327 0.20211175 -0.16913597 0.30874923 -0.19072577 0.27796513
-0.0818849 0.1508965 -0.16132924 -0.14600598]
[ 0.06050494 -0.16086746 -0.27221307 -0.14488423 0.04494311 0.26814842
0.02757587 -0.06054065 0.26099925 -0.06038744]
[-0.19029631 -0.10894045 0.13435941 -0.06516555 -0.18049585 0.07206298
-0.08489578 0.04445863 0.3314266 0.26702739]
[ 0.20794554 -0.26549409 0.04806322 -0.20502732 0.02372768 0.27797825
-0.02979149 0.0984914 -0.31555532 -0.24947031]
[ 0.07933826 0.25601189 -0.29575533 0.27685091 -0.13038144 0.26107795
-0.10393709 0.1179665 -0.22593271 -0.33265545]
[ 0.19866272 0.05403499 -0.18560535 0.26828467 0.00852943 -0.24768943
-0.26635395 0.14689075 -0.20105628 0.00999371]
[-0.10649265 0.29310765 0.08569754 0.29592091 -0.26705143 0.02443081
-0.30154421 0.24645634 0.28909677 -0.11281915]
[ 0.21564165 0.2642552 0.03051508 0.12089214 -0.12155154 0.08037904
-0.05380734 0.22271411 -0.30288271 -0.18033248]
[ 0.1087803 -0.19724809 -0.08736676 -0.26758255 0.11198429 -0.00965294
0.08021207 0.0917776 -0.11512976 -0.0224479 ]
[ 0.22269934 -0.05669652 -0.05736024 -0.22849741 -0.09361646 0.01550417
0.32767228 0.1296921 0.28492854 -0.17444463]]
W_out [[-0.24165735 -0.08635048 0.25666554 -0.19180137 0.22844194 0.23013786
0.01443486 0.07980672 0.05566791 -0.25594926]
[ 0.19185287 0.2754362 -0.15751772 0.27880607 0.1577566 0.16833424
0.02083712 -0.17251345 -0.16471524 0.13588619]
[-0.24397947 0.06638161 0.15484457 0.12962321 -0.33142211 -0.59849472
0.08443824 -0.3180917 0.12932604 0.28849777]
[-0.1938619 -0.23916604 -0.25001591 0.18329213 0.22718718 -0.01540287
0.01859353 0.03708746 -0.27947269 0.17334067]
[ 0.21481087 -0.168584 0.05649548 0.06865953 -0.24980835 -0.11161577
-0.10947819 0.12784612 -0.27188594 -0.33574278]]
delta_o [[ 0.10827443 0.12727388 -0.4558664 0.1162608 0.1040573 ]
[ 0.10734756 0.07357062 -0.34830695 0.08412822 0.08326055]
[ 0.1040946 0.06416201 -0.32394951 0.07695277 0.07874013]]
W_in [[ 1.64487474e-01 1.60490123e-01 -3.38004371e-01 3.75149361e-02
1.81141285e-01 1.29639963e-01 -6.96813535e-02 -1.50891068e-01
-2.05093677e-01 -7.16317068e-02]
[ 2.99331086e-01 8.95019903e-02 -1.19498564e-01 -3.11622558e-01
-1.52645476e-01 2.71383647e-01 5.41846606e-04 -1.11461440e-01
6.05918262e-02 7.66483913e-02]
[ -1.12282035e-01 -2.21689312e-01 1.98584619e-01 1.02546944e-01
1.98308856e-01 -7.05468266e-02 1.11527742e-01 3.72881366e-02
1.70750277e-01 -1.23628815e-02]
[ 1.56007199e-01 -3.01107714e-01 1.59748126e-01 -2.32006017e-01
-8.97039068e-02 1.08486308e-01 -2.12844660e-01 -6.81859335e-04
2.60109383e-01 9.04223203e-02]
[ -2.87479509e-02 -4.38548318e-02 1.25156661e-04 1.14417315e-01
-7.60340896e-02 -1.87275281e-01 3.80351117e-02 -3.46266842e-01
-1.49140186e-01 1.54381690e-01]
[ -1.98763707e-01 -2.90787860e-01 -3.17795164e-01 -2.67602108e-01
9.90197444e-02 -4.94995774e-02 2.35794870e-02 -1.17856160e-01
-1.24297499e-01 -2.24415649e-01]
[ 2.05901515e-01 -1.96645237e-01 -1.81116463e-01 -1.11569354e-01
3.02013096e-01 1.62890877e-01 7.75147552e-03 9.86938264e-02
3.15500763e-01 9.17829879e-02]
[ -3.45566795e-01 4.62971113e-02 1.06500879e-01 4.49758689e-02
1.80746678e-01 -3.73073491e-01 -3.10541365e-01 -2.09640087e-01
-1.19776305e-01 2.50627380e-01]
[ 2.16583590e-01 -1.00884550e-01 -2.08679950e-02 3.21746332e-01
2.14681172e-01 1.74501706e-01 2.83715969e-01 -4.68256923e-02
-1.24959889e-02 2.17707687e-01]
[ 8.96092148e-02 -1.48404694e-01 1.58693531e-01 2.50731660e-01
-2.20366090e-01 -1.55530030e-01 3.57975411e-01 4.76993058e-02
3.26232784e-01 2.18554420e-01]]
W_hh [[-0.05949353 0.20267985 -0.1755388 0.31386415 -0.18298027 0.28730632
-0.08686436 0.15886447 -0.16904299 -0.15348086]
[ 0.05880612 -0.16102104 -0.27017247 -0.1467636 0.04234863 0.26506452
0.02934856 -0.06319103 0.26353482 -0.05785613]
[-0.19428228 -0.10939427 0.13921945 -0.06902412 -0.18634432 0.06506815
-0.08121257 0.0384658 0.33719069 0.27261506]
[ 0.209037 -0.2653583 0.04668466 -0.20409988 0.02531277 0.27993917
-0.03075641 0.10014222 -0.31718606 -0.25099614]
[ 0.08575308 0.25679572 -0.30344808 0.28301327 -0.12116322 0.27186777
-0.10952636 0.127317 -0.23477402 -0.34127552]
[ 0.20156056 0.05433667 -0.1892225 0.27109006 0.01288917 -0.24232654
-0.26921657 0.15141831 -0.20550735 0.00571868]
[-0.1089934 0.29291393 0.08897509 0.29343398 -0.27105402 0.01922901
-0.29865406 0.24218706 0.2934716 -0.10867029]
[ 0.22002463 0.26474523 0.02515641 0.12515424 -0.11509029 0.08813544
-0.05791158 0.22934643 -0.30928036 -0.18653221]
[ 0.10521053 -0.19748415 -0.08256751 -0.27113209 0.10611602 -0.01747692
0.08460271 0.08543829 -0.10851068 -0.01622028]
[ 0.21772237 -0.05717902 -0.05114102 -0.23347155 -0.1012069 0.00613514
0.33278355 0.12179674 0.29271023 -0.16693375]]
W_out [[-0.23464563 -0.08586228 0.24746715 -0.18458477 0.23982232 0.24496348
0.00603162 0.09195939 0.04319391 -0.26784016]
[ 0.19657543 0.27554797 -0.16438421 0.28362525 0.1662591 0.18050422
0.01374662 -0.16299079 -0.17517043 0.12621602]
[-0.26657864 0.06523471 0.18581146 0.10644621 -0.3697482 -0.65057389
0.11433481 -0.3598902 0.17356849 0.33008908]
[-0.18842899 -0.23891731 -0.25754289 0.18886042 0.23650471 -0.00261315
0.01122875 0.04730131 -0.29036215 0.16313639]
[ 0.22024286 -0.1682858 0.04912046 0.07423246 -0.24068266 -0.09932191
-0.11651624 0.13775545 -0.28230973 -0.34556875]]
delta_o [[ 0.08844115 0.1017711 -0.36565104 0.09274001 0.08269877]
[ 0.08159589 0.05342507 -0.25656468 0.06144986 0.06009385]
[ 0.07800233 0.04674097 -0.23669105 0.05618294 0.05576481]]
W_in [[ 0.15672393 0.15272658 -0.34576792 0.02975139 0.17337774 0.12187642
-0.0774449 -0.15865461 -0.21285722 -0.07939525]
[ 0.30225548 0.09242639 -0.11657417 -0.30869816 -0.14972108 0.27430804
0.00346624 -0.10853704 0.06351622 0.07957279]
[-0.10636219 -0.21576947 0.20450447 0.10846679 0.2042287 -0.06462698
0.11744759 0.04320798 0.17667012 -0.00644303]
[ 0.15398183 -0.30313308 0.15772276 -0.23403139 -0.09172928 0.10646094
-0.21487003 -0.00270723 0.25808401 0.08839695]
[-0.03731127 -0.05241815 -0.00843816 0.105854 -0.0845974 -0.1958386
0.0294718 -0.35483016 -0.1577035 0.14581838]
[-0.20287383 -0.29489798 -0.32190529 -0.27171223 0.09490962 -0.0536097
0.01946937 -0.12196628 -0.12840762 -0.22852577]
[ 0.21064955 -0.1918972 -0.17636843 -0.10682132 0.30676113 0.16763891
0.01249951 0.10344186 0.3202488 0.09653102]
[-0.35187723 0.03998668 0.10019045 0.03866544 0.17443624 -0.37938393
-0.3168518 -0.21595052 -0.12608674 0.24431695]
[ 0.22282625 -0.09464189 -0.01462534 0.32798899 0.22092383 0.18074437
0.28995863 -0.04058303 -0.00625333 0.22395035]
[ 0.09680336 -0.14121054 0.16588768 0.25792581 -0.21317194 -0.14833588
0.36516956 0.05489345 0.33342693 0.22574857]]
W_hh [[-0.05459638 0.20294922 -0.18114364 0.31824169 -0.17645454 0.29471612
-0.09115736 0.16544723 -0.17535108 -0.1597481 ]
[ 0.05712456 -0.16106661 -0.26820362 -0.1484038 0.03997653 0.26230888
0.03107127 -0.06560433 0.26588448 -0.05550402]
[-0.19808763 -0.10962166 0.14354834 -0.0724137 -0.19136902 0.05940728
-0.0779595 0.03341398 0.3420011 0.27740312]
[ 0.2103678 -0.26526842 0.04517203 -0.20298198 0.02703697 0.28188651
-0.03182745 0.10187926 -0.31884667 -0.25263092]
[ 0.09155507 0.25721467 -0.30993482 0.28816871 -0.11368268 0.28009783
-0.11416635 0.13476244 -0.24172556 -0.34824417]
[ 0.2041039 0.05446572 -0.19215649 0.27333894 0.01630256 -0.2384079
-0.27148582 0.15487857 -0.20885436 0.00241081]
[-0.11164995 0.29285185 0.09214644 0.29103979 -0.27480461 0.0147448
-0.29595156 0.23831766 0.29733644 -0.10488529]
[ 0.22408943 0.26498983 0.02053652 0.12878104 -0.10972657 0.09417034
-0.0613809 0.23473591 -0.31440646 -0.19163812]
[ 0.10197226 -0.19749212 -0.07858038 -0.27399683 0.10138202 -0.02334394
0.08817613 0.08047356 -0.10340759 -0.01128779]
[ 0.21342302 -0.05735452 -0.04613315 -0.2373629 -0.10709255 -0.00069433
0.33683444 0.11580466 0.29855252 -0.16115606]]
W_out [[-0.22820381 -0.08585334 0.23956735 -0.17869833 0.24927715 0.25660179
-0.00116647 0.10183994 0.03309999 -0.27766177]
[ 0.20097701 0.27531213 -0.17021369 0.28746351 0.17329957 0.18988576
0.00782842 -0.15535422 -0.18346374 0.11836746]
[-0.28720354 0.06568879 0.2119657 0.08796652 -0.40117734 -0.69068812
0.13937582 -0.39329134 0.20867227 0.36380481]
[-0.18346737 -0.23905451 -0.26388456 0.19328472 0.24413248 0.00720206
0.00508925 0.05543874 -0.29896822 0.15489413]
[ 0.22506275 -0.16837579 0.04303715 0.07856315 -0.2333766 -0.09004274
-0.12230145 0.14550204 -0.29042021 -0.35337204]]
delta_o [[ 0.07281542 0.08233808 -0.29662873 0.07483456 0.06664066]
[ 0.06293373 0.0401742 -0.19405835 0.04620053 0.04474989]
[ 0.05969073 0.03539446 -0.17853256 0.04227239 0.04117498]]
W_in [[ 0.15054196 0.14654461 -0.35194989 0.02356942 0.16719577 0.11569445
-0.08362687 -0.16483658 -0.21903919 -0.08557722]
[ 0.30480433 0.09497524 -0.11402532 -0.30614931 -0.14717223 0.27685689
0.00601509 -0.10598819 0.06606507 0.08212164]
[-0.10159855 -0.21100583 0.2092681 0.11323043 0.20899234 -0.05986334
0.12221122 0.04797162 0.18143376 -0.0016794 ]
[ 0.15211929 -0.30499563 0.15586021 -0.23589393 -0.09359182 0.1045984
-0.21673257 -0.00456977 0.25622147 0.08653441]
[-0.04389882 -0.0590057 -0.01502571 0.09926645 -0.09118496 -0.20242615
0.02288424 -0.36141771 -0.16429105 0.13923082]
[-0.20596178 -0.29798593 -0.32499324 -0.27480018 0.09182167 -0.05669765
0.01638141 -0.12505423 -0.13149557 -0.23161372]
[ 0.21460176 -0.187945 -0.17241622 -0.10286911 0.31071334 0.17159112
0.01645172 0.10739407 0.324201 0.10048323]
[-0.35679811 0.03506579 0.09526956 0.03374455 0.16951536 -0.38430481
-0.32177268 -0.2208714 -0.13100762 0.23939606]
[ 0.22753039 -0.08993775 -0.0099212 0.33269313 0.22562797 0.18544851
0.29466277 -0.03587889 -0.00154919 0.22865449]
[ 0.10214961 -0.1358643 0.17123392 0.26327205 -0.2078257 -0.14298964
0.3705158 0.0602397 0.33877318 0.23109481]]
W_hh [[ -5.02501349e-02 2.03005520e-01 -1.85925534e-01 3.21983679e-01
-1.71029822e-01 3.00667864e-01 -9.48400413e-02 1.70871588e-01
-1.80527002e-01 -1.64954438e-01]
[ 5.55260354e-02 -1.61031710e-01 -2.66382265e-01 -1.49854017e-01
3.78486806e-02 2.59887801e-01 3.26757687e-02 -6.77600523e-02
2.67998513e-01 -5.33827067e-02]
[ -2.01488746e-01 -1.09680656e-01 1.47271990e-01 -7.53441471e-02
-1.95583581e-01 5.48139446e-02 -7.51321526e-02 2.92107726e-02
3.45989337e-01 2.81423290e-01]
[ 2.11727975e-01 -2.65236221e-01 4.36910870e-02 -2.01842250e-01
2.86970760e-02 2.83689241e-01 -3.29074952e-02 1.03533826e-01
-3.20414371e-01 -2.54205324e-01]
[ 9.65050795e-02 2.57370291e-01 -3.15268231e-01 2.92446592e-01
-1.07690560e-01 2.86483333e-01 -1.18028483e-01 1.40685936e-01
-2.47239309e-01 -3.53843227e-01]
[ 2.06247218e-01 5.44855409e-02 -1.94525416e-01 2.75168833e-01
1.89905956e-02 -2.35437602e-01 -2.73322636e-01 1.57574601e-01
-2.11443473e-01 -1.84401765e-04]
[ -1.14161328e-01 2.92896068e-01 9.50026447e-02 2.88869755e-01
-2.78100304e-01 1.09777434e-02 -2.93532745e-01 2.34968375e-01
3.00641583e-01 -1.01598234e-01]
[ 2.27622625e-01 2.65056719e-01 1.66754206e-02 1.31829824e-01
-1.05358906e-01 9.89177104e-02 -6.42997753e-02 2.39087034e-01
-3.18525343e-01 -1.95794419e-01]
[ 9.92149645e-02 -1.97369925e-01 -7.53494459e-02 -2.76305791e-01
9.76279072e-02 -2.78011278e-02 9.10641843e-02 7.65959640e-02
-9.94565747e-02 -7.41688443e-03]
[ 2.09857147e-01 -5.73453271e-02 -4.21434624e-02 -2.40449789e-01
-1.11662142e-01 -5.81320232e-03 3.40072202e-01 1.11198338e-01
3.03023104e-01 -1.56682669e-01]]
W_out [[ -2.22594618e-01 -8.61428343e-02 2.32952324e-01 -1.73893712e-01
2.57024160e-01 2.65835532e-01 -7.25622936e-03 1.09850243e-01
2.49211139e-02 -2.85691851e-01]
[ 2.04866911e-01 2.74885640e-01 -1.75091899e-01 2.90578350e-01
1.79089943e-01 1.97273296e-01 2.88806208e-03 -1.49184461e-01
-1.90121286e-01 1.11995091e-01]
[ -3.05118281e-01 6.70676425e-02 2.33678020e-01 7.30580608e-02
-4.26760957e-01 -7.22159279e-01 1.60268802e-01 -4.20111856e-01
2.36777441e-01 3.91068606e-01]
[ -1.79162373e-01 -2.39410981e-01 -2.69134528e-01 1.96842825e-01
2.50326807e-01 1.48743170e-02 -1.11135979e-05 6.19522567e-02
-3.05831835e-01 1.48253056e-01]
[ 2.29173392e-01 -1.68682179e-01 3.80680433e-02 8.19940458e-02
-2.27524688e-01 -8.28651181e-02 -1.27063958e-01 1.51628971e-01
-2.96825344e-01 -3.59592319e-01]]
delta_o [[ 0.06096295 0.06798352 -0.2454423 0.06162988 0.05486595]
[ 0.04991676 0.03143394 -0.15203731 0.03602804 0.03465856]
[ 0.04715775 0.0279155 -0.13988182 0.03301674 0.03179182]]
W_in [[ 0.14550537 0.14150801 -0.35698648 0.01853283 0.16215918 0.11065785
-0.08866346 -0.16987318 -0.22407579 -0.09061382]
[ 0.30703421 0.09720511 -0.11179544 -0.30391944 -0.14494235 0.27908677
0.00824497 -0.10375832 0.06829495 0.08435151]
[-0.09769174 -0.20709901 0.21317492 0.11713724 0.21289916 -0.05595653
0.12611804 0.05187844 0.18534058 0.00222742]
[ 0.15043546 -0.30667945 0.15417639 -0.23757776 -0.09527565 0.10291457
-0.2184164 -0.0062536 0.25453764 0.08485058]
[-0.04911864 -0.06422552 -0.02024553 0.09404663 -0.09640478 -0.20764597
0.01766442 -0.36663753 -0.16951088 0.134011 ]
[-0.20837954 -0.30040369 -0.32741099 -0.27721794 0.08940392 -0.05911541
0.01396366 -0.12747199 -0.13391333 -0.23403148]
[ 0.21790853 -0.18463822 -0.16910945 -0.09956234 0.31402011 0.17489789
0.01975849 0.11070084 0.32750778 0.10379 ]
[-0.36074047 0.03112343 0.0913272 0.02980219 0.165573 -0.38824717
-0.32571504 -0.22481377 -0.13494998 0.2354537 ]
[ 0.23119286 -0.08627528 -0.00625873 0.3363556 0.22929044 0.18911097
0.29832524 -0.03221642 0.00211328 0.23231695]
[ 0.10628359 -0.13173032 0.17536791 0.26740604 -0.20369171 -0.13885565
0.37464979 0.06437368 0.34290716 0.2352288 ]]
W_hh [[-0.04645494 0.20292117 -0.1900013 0.3252048 -0.16648979 0.30554472
-0.0980168 0.17539166 -0.18483233 -0.16931448]
[ 0.05403656 -0.16094078 -0.2647212 -0.15115132 0.03594643 0.25775826
0.0341493 -0.06968091 0.2698881 -0.05148312]
[-0.20447002 -0.10962631 0.15046124 -0.07788133 -0.1991294 0.05102613
-0.07267301 0.0256879 0.3493286 0.28481189]
[ 0.21303613 -0.26525361 0.04229875 -0.20074414 0.0302359 0.28532613
-0.03395247 0.10506115 -0.32185856 -0.25566909]
[ 0.10068099 0.25735437 -0.31967255 0.29602499 -0.10283083 0.29157011
-0.12128188 0.14547817 -0.25170194 -0.35840412]
[ 0.20805057 0.05443926 -0.19646842 0.27668912 0.02115645 -0.23309848
-0.2748459 0.15973564 -0.21351219 -0.00227385]
[-0.11643782 0.29301364 0.09751788 0.28693992 -0.28095039 0.00780657
-0.2913955 0.23209425 0.30346018 -0.09877197]
[ 0.23064992 0.26500752 0.01344316 0.13441045 -0.10176841 0.1027424
-0.06677927 0.24265047 -0.32189459 -0.1992172 ]
[ 0.09688958 -0.19717982 -0.07270791 -0.27820075 0.09460717 -0.03129044
0.09343326 0.07350324 -0.0963224 -0.00432271]
[ 0.2068976 -0.05723118 -0.03891424 -0.24296047 -0.11529425 -0.00979385
0.34271718 0.10755585 0.30655092 -0.15313021]]
W_out [[-0.21775239 -0.08660119 0.22738517 -0.16990274 0.26344742 0.27333529
-0.01244156 0.11645076 0.01817968 -0.29234026]
[ 0.20827243 0.27436446 -0.17921258 0.29317272 0.18391956 0.20325834
-0.00129009 -0.14409605 -0.19558637 0.10673004]
[-0.32057948 0.06893342 0.25186934 0.06074426 -0.4479021 -0.74754346
0.17790087 -0.44209031 0.25976724 0.4134892 ]
[-0.17545345 -0.2398803 -0.27352082 0.19977324 0.25543233 0.0210413
-0.00429872 0.06727334 -0.31142596 0.14281027]
[ 0.23267793 -0.1690991 0.03395085 0.08479208 -0.22274194 -0.07713272
-0.13104494 0.1565974 -0.30201451 -0.36465666]]
delta_o [[ 0.0519701 0.05731636 -0.20727528 0.051833 0.04615583]
[ 0.04072828 0.0254728 -0.12306691 0.02905119 0.02781464]
[ 0.03840737 0.0227949 -0.11337616 0.02667306 0.02550083]]
W_in [[ 0.14130884 0.13731149 -0.361183 0.0143363 0.15796265 0.10646133
-0.09285999 -0.1740697 -0.22827231 -0.09481034]
[ 0.30900345 0.09917435 -0.1098262 -0.3019502 -0.14297312 0.28105601
0.01021421 -0.10178908 0.07026419 0.08632075]
[-0.09442013 -0.20382741 0.21644653 0.12040885 0.21617076 -0.05268492
0.12938965 0.05515004 0.18861218 0.00549903]
[ 0.14891388 -0.30820103 0.15265481 -0.23909934 -0.09679723 0.10139299
-0.21993798 -0.00777518 0.25301606 0.083329 ]
[-0.05337175 -0.06847863 -0.02449864 0.08979352 -0.10065789 -0.21189908
0.01341131 -0.37089064 -0.17376398 0.12975789]
[-0.21033909 -0.30236324 -0.32937054 -0.27917749 0.08744436 -0.06107496
0.01200411 -0.12943154 -0.13587288 -0.23599103]
[ 0.22071199 -0.18183477 -0.16630599 -0.09675888 0.31682357 0.17770135
0.02256195 0.1135043 0.33031123 0.10659346]
[-0.3639833 0.0278806 0.08808437 0.02655936 0.16233017 -0.39149
-0.32895787 -0.22805659 -0.13819281 0.23221087]
[ 0.23413687 -0.08333127 -0.00331471 0.33929962 0.23223446 0.19205499
0.30126925 -0.02927241 0.0050573 0.23526097]
[ 0.10959504 -0.12841887 0.17867935 0.27071748 -0.20038027 -0.13554421
0.37796123 0.06768513 0.34621861 0.23854024]]
W_hh [[-0.04314041 0.20274646 -0.19350505 0.32800688 -0.16263857 0.30962446
-0.1007845 0.17921711 -0.18847376 -0.17301706]
[ 0.05265865 -0.16081161 -0.26320915 -0.1523239 0.03423898 0.25587034
0.03549976 -0.0714009 0.27158257 -0.04977736]
[-0.20708121 -0.10949811 0.15321298 -0.0800967 -0.20214911 0.04784206
-0.07051753 0.02269343 0.35216711 0.28770347]
[ 0.2142669 -0.26530943 0.04100678 -0.19970708 0.03164809 0.28680983
-0.03494618 0.1064603 -0.32318181 -0.25701671]
[ 0.10422515 0.2572305 -0.3233611 0.29906026 -0.09881327 0.29572963
-0.12406263 0.14943683 -0.25539421 -0.36219066]
[ 0.20958433 0.05435328 -0.19809411 0.27797823 0.02294512 -0.23119505
-0.27613722 0.16151544 -0.21521369 -0.0040001 ]
[-0.11847551 0.2931788 0.09972715 0.28522709 -0.28342004 0.00510645
-0.28950611 0.22961466 0.30588347 -0.0963304 ]
[ 0.23325353 0.26488494 0.01070418 0.13662331 -0.09876559 0.10590049
-0.06891422 0.24562545 -0.32470809 -0.20208619]
[ 0.09491298 -0.19695623 -0.07050921 -0.27978958 0.09212299 -0.03410636
0.09541527 0.070974 -0.09376869 -0.00178956]
[ 0.20440892 -0.05705819 -0.03624379 -0.24505345 -0.1182583 -0.0129952
0.34492775 0.10459204 0.30941873 -0.15023153]]
W_out [[-0.21354564 -0.0871506 0.22263418 -0.16651896 0.26886995 0.27957618
-0.01691268 0.1220003 0.01250968 -0.29794601]
[ 0.21126853 0.273801 -0.18274758 0.29538656 0.18802257 0.20823782
-0.00488098 -0.13980654 -0.20017613 0.1022897 ]
[-0.33402139 0.07103853 0.26735748 0.05032972 -0.4657184 -0.76857081
0.19301343 -0.46050738 0.27900455 0.43231087]
[-0.17223529 -0.24040299 -0.2772453 0.20224516 0.25972391 0.02613357
-0.00796089 0.0717192 -0.31609153 0.13825551]
[ 0.23569882 -0.16956865 0.03047318 0.08713709 -0.21874276 -0.07241802
-0.13443333 0.16072957 -0.30632647 -0.36887748]]
delta_o [[ 0.04504296 0.04923367 -0.17827504 0.04442121 0.0395772 ]
[ 0.03406109 0.02124215 -0.10237946 0.0240883 0.02298792]
[ 0.03209844 0.01913996 -0.09448613 0.02215835 0.02108938]]
W_in [[ 0.13774234 0.13374499 -0.3647495 0.0107698 0.15439615 0.10289483
-0.09642648 -0.1776362 -0.23183881 -0.09837684]
[ 0.3107609 0.1009318 -0.10806875 -0.30019275 -0.14121566 0.28281346
0.01197166 -0.10003163 0.07202164 0.0880782 ]
[-0.09162783 -0.20103511 0.21923882 0.12320115 0.21896306 -0.04989262
0.13218195 0.05794234 0.19140448 0.00829132]
[ 0.14753218 -0.30958273 0.15127311 -0.24048103 -0.09817892 0.10001129
-0.22131968 -0.00915687 0.25163437 0.0819473 ]
[-0.0569212 -0.07202808 -0.0280481 0.08624406 -0.10420734 -0.21544853
0.00986186 -0.3744401 -0.17731344 0.12620844]
[-0.21197187 -0.30399602 -0.33100333 -0.28081027 0.08581158 -0.06270774
0.01037132 -0.13106432 -0.13750566 -0.23762381]
[ 0.22312345 -0.1794233 -0.16389452 -0.09434742 0.31923503 0.18011281
0.02497341 0.11591576 0.3327227 0.10900493]
[-0.36671226 0.02515165 0.08535542 0.02383041 0.15960122 -0.39421895
-0.33168683 -0.23078555 -0.14092177 0.22948192]
[ 0.23656883 -0.08089931 -0.00088276 0.34173157 0.23466641 0.19448695
0.30370121 -0.02684045 0.00748925 0.23769293]
[ 0.11232556 -0.12568835 0.18140988 0.27344801 -0.19764974 -0.13281368
0.38069176 0.07041565 0.34894913 0.24127077]]
W_hh [[ -4.02272786e-02 2.02514345e-01 -1.96551183e-01 3.30471738e-01
-1.59323922e-01 3.13101932e-01 -1.03221970e-01 1.82505365e-01
-1.91603699e-01 -1.76207672e-01]
[ 5.13848989e-02 -1.60656439e-01 -2.61828321e-01 -1.53393428e-01
3.26960027e-02 2.54180550e-01 3.67407940e-02 -7.29524277e-02
2.73112224e-01 -4.82359503e-02]
[ -2.09382144e-01 -1.09322292e-01 1.55612955e-01 -8.20511486e-02
-2.04756906e-01 4.51168705e-02 -6.86099221e-02 2.01099501e-02
3.54617286e-01 2.90205359e-01]
[ 2.15416584e-01 -2.65394100e-01 3.98109979e-02 -1.98733817e-01
3.29438901e-02 2.88160176e-01 -3.58848906e-02 1.07743146e-01
-3.24396198e-01 -2.58256800e-01]
[ 1.07267523e-01 2.57039506e-01 -3.26499517e-01 3.01673005e-01
-9.54277452e-02 2.99209761e-01 -1.26473288e-01 1.52772384e-01
-2.58511310e-01 -3.65393500e-01]
[ 2.10906646e-01 5.42434839e-02 -1.99480162e-01 2.79091115e-01
2.44551075e-02 -2.29604390e-01 -2.77252450e-01 1.63015651e-01
-2.16647286e-01 -5.45859893e-03]
[ -1.20297936e-01 2.93373814e-01 1.01677222e-01 2.83700004e-01
-2.85577332e-01 2.77641684e-03 -2.87826466e-01 2.27454486e-01
3.07990385e-01 -9.42011891e-02]
[ 2.35514245e-01 2.64716480e-01 8.34970740e-03 1.38546996e-01
-9.62096446e-02 1.08565455e-01 -7.07774247e-02 2.48155602e-01
-3.27102792e-01 -2.04533632e-01]
[ 9.32116749e-02 -1.96717753e-01 -6.86449291e-02 -2.81148138e-01
9.00363888e-02 -3.64394449e-02 9.71048620e-02 6.88575793e-02
-9.16374255e-02 3.31330577e-04]
[ 2.02283498e-01 -5.68526991e-02 -3.39897618e-02 -2.46835765e-01
-1.20735097e-01 -1.56427417e-02 3.46812867e-01 1.02119892e-01
3.11809920e-01 -1.47808838e-01]]
W_out [[-0.2098525 -0.08774618 0.21851805 -0.16359565 0.27352929 0.28488171
-0.02081989 0.12675498 0.00765053 -0.30275748]
[ 0.21392823 0.27322324 -0.18582743 0.29731435 0.19156954 0.21247508
-0.00801486 -0.13611924 -0.20410915 0.09847347]
[-0.34583558 0.07324681 0.28076007 0.04133902 -0.48101343 -0.78639082
0.20616451 -0.47625323 0.29543154 0.44841762]
[-0.1694125 -0.24094679 -0.28046015 0.20437397 0.26339915 0.03043655
-0.01113779 0.07550995 -0.32006357 0.13436897]
[ 0.23833738 -0.17005978 0.02748142 0.08914788 -0.21532929 -0.06844378
-0.13736642 0.16424269 -0.30998927 -0.37246999]]
delta_o [[ 0.03960318 0.04297021 -0.15575148 0.03868624 0.03449185]
[ 0.02907742 0.01812605 -0.08709017 0.02043172 0.01945497]
[ 0.02740013 0.01643104 -0.08052851 0.0188284 0.01786894]]
W_in [[ 0.1346598 0.13066245 -0.36783204 0.00768727 0.15131361 0.09981229
-0.09950902 -0.18071874 -0.23492135 -0.10145938]
[ 0.31234501 0.10251592 -0.10648464 -0.29860863 -0.13963155 0.28439757
0.01355577 -0.09844751 0.07360575 0.08966232]
[-0.08920528 -0.19861256 0.22166137 0.1256237 0.22138561 -0.04747007
0.13460449 0.06036489 0.19382703 0.01071387]
[ 0.14626959 -0.31084533 0.15001051 -0.24174363 -0.09944152 0.0987487
-0.22258227 -0.01041947 0.25037177 0.08068471]
[-0.0599432 -0.07505008 -0.03107009 0.08322207 -0.10722934 -0.21847053
0.00683986 -0.37746209 -0.18033543 0.12318644]
[-0.21336279 -0.30538694 -0.33239424 -0.28220119 0.08442067 -0.06409866
0.00898041 -0.13245524 -0.13889658 -0.23901473]
[ 0.2252261 -0.17732065 -0.16179188 -0.09224477 0.32133768 0.18221546
0.02707606 0.11801841 0.33482535 0.11110757]
[-0.36905291 0.02281099 0.08301476 0.02148975 0.15726056 -0.39655961
-0.33402748 -0.2331262 -0.14326242 0.22714126]
[ 0.23862343 -0.07884471 0.00117185 0.34378618 0.23672102 0.19654155
0.30575581 -0.02478585 0.00954386 0.23974753]
[ 0.11463028 -0.12338363 0.1837146 0.27575272 -0.19534503 -0.13050897
0.38299648 0.07272037 0.35125385 0.24357548]]
W_hh [[-0.03764573 0.2022462 -0.19922957 0.33266282 -0.15643229 0.31611429
-0.10539072 0.18537188 -0.19433291 -0.17899449]
[ 0.05020483 -0.16048362 -0.26056104 -0.15437674 0.03129144 0.25265395
0.03788628 -0.07436287 0.27450336 -0.04683305]
[-0.21142625 -0.10911601 0.15772939 -0.08379292 -0.20703895 0.0427475
-0.0669055 0.01785032 0.35676185 0.29239853]
[ 0.21648938 -0.26550022 0.03870246 -0.19782116 0.0341369 0.28939627
-0.03677008 0.10892386 -0.32551521 -0.25940134]
[ 0.10991134 0.25680717 -0.32920997 0.30395296 -0.09252553 0.30217831
-0.12858998 0.15563231 -0.26118909 -0.36814801]
[ 0.21206187 0.05411957 -0.20068145 0.28006659 0.02575373 -0.22824634
-0.27823057 0.16430472 -0.21787917 -0.00671418]
[-0.12193415 0.29358693 0.10341128 0.28232941 -0.28747992 0.00073975
-0.28632248 0.22555267 0.3098431 -0.09232512]
[ 0.23749847 0.26451966 0.00629791 0.14024065 -0.09399925 0.11085598
-0.07242345 0.2503429 -0.32917504 -0.20665449]
[ 0.09172837 -0.19647454 -0.06703764 -0.2823295 0.08825099 -0.03841513
0.09856901 0.06705154 -0.08982233 0.00214173]
[ 0.20044143 -0.05662995 -0.03205298 -0.24838069 -0.12284656 -0.01788251
0.34844802 0.10001483 0.31384588 -0.14574275]]
W_out [[-0.20657486 -0.08836207 0.21490209 -0.16102933 0.2775958 0.28947389
-0.02427679 0.13089569 0.00341821 -0.30695254]
[ 0.21631188 0.27264609 -0.188548 0.29902092 0.19468267 0.21614825
-0.01078707 -0.13289686 -0.20753705 0.09513998]
[-0.35633403 0.0754832 0.29252765 0.03344445 -0.4943567 -0.80178045
0.21776447 -0.48994693 0.30970192 0.46243147]
[-0.16690898 -0.24149418 -0.28327621 0.2062391 0.26659802 0.03414278
-0.01393208 0.07879841 -0.3235047 0.13099636]
[ 0.24067103 -0.17055575 0.02486642 0.09090443 -0.21236452 -0.06502572
-0.13994297 0.16728484 -0.3131583 -0.37558267]]
delta_o [[ 0.0352485 0.03801061 -0.13788408 0.03415175 0.03047322]
[ 0.02524835 0.01575567 -0.07544048 0.01765284 0.01678362]
[ 0.02379809 0.01435767 -0.06988637 0.01629436 0.01543625]]
W_in [[ 0.1319575 0.12796015 -0.37053435 0.00498496 0.14861131 0.09710999
-0.10221133 -0.18342104 -0.23762365 -0.10416168]
[ 0.31378563 0.10395654 -0.10504402 -0.29716801 -0.13819093 0.28583819
0.01499639 -0.0970069 0.07504637 0.09110294]
[-0.08707421 -0.19648149 0.22379244 0.12775477 0.22351668 -0.045339
0.13673556 0.06249596 0.1959581 0.01284494]
[ 0.14510851 -0.3120064 0.14884944 -0.2429047 -0.10060259 0.09758762
-0.22374334 -0.01158054 0.2492107 0.07952364]
[-0.06255914 -0.07766602 -0.03368603 0.08060613 -0.10984528 -0.22108647
0.00422393 -0.38007803 -0.18295137 0.1205705 ]
[-0.21456894 -0.30659309 -0.33360039 -0.28340734 0.08321451 -0.06530481
0.00777426 -0.13366139 -0.14010273 -0.24022088]
[ 0.2270817 -0.17546505 -0.15993627 -0.09038916 0.32319329 0.18407107
0.02893167 0.11987402 0.33668095 0.11296318]
[-0.37109247 0.02077143 0.0809752 0.01945019 0.155221 -0.39859917
-0.33606704 -0.23516577 -0.14530198 0.2251017 ]
[ 0.24039148 -0.07707666 0.00293989 0.34555422 0.23848906 0.1983096
0.30752386 -0.0230178 0.0113119 0.24151558]
[ 0.1166127 -0.12140121 0.18569701 0.27773514 -0.19336261 -0.12852655
0.38497889 0.07470279 0.35323627 0.2455579 ]]
W_hh [[-0.03533867 0.20195597 -0.20160928 0.33462901 -0.15387927 0.31875977
-0.1073383 0.18790166 -0.1967425 -0.18145782]
[ 0.04910781 -0.16029889 -0.25939167 -0.155287 0.03000393 0.25126309
0.03894868 -0.07565445 0.27577757 -0.04554731]
[-0.21325744 -0.10889056 0.15961501 -0.08535959 -0.20905961 0.04065972
-0.0653692 0.01584999 0.35866182 0.29434352]
[ 0.21749194 -0.26562225 0.03767153 -0.19696404 0.0352402 0.29053455
-0.03760522 0.11001569 -0.32655121 -0.26046207]
[ 0.11223555 0.25654991 -0.33158204 0.30596668 -0.09000056 0.3047517
-0.1304695 0.15812127 -0.26352378 -0.37055116]
[ 0.21308322 0.05398758 -0.20173725 0.28093264 0.02688803 -0.22706664
-0.27909949 0.16543009 -0.2189549 -0.00781197]
[-0.12341133 0.29381042 0.10496542 0.28109051 -0.28917378 -0.00106117
-0.28496581 0.22386149 0.31148941 -0.09065574]
[ 0.23925814 0.26430572 0.00448791 0.14174855 -0.09206119 0.11285509
-0.07389325 0.25226046 -0.33099363 -0.20851742]
[ 0.09041971 -0.19623218 -0.06563185 -0.28337136 0.08669908 -0.04011849
0.09985563 0.06548485 -0.08825021 0.00371245]
[ 0.19882396 -0.056399 -0.03036342 -0.24973964 -0.12467683 -0.01981255
0.34988664 0.09819153 0.31560947 -0.14395107]]
W_out [[ -2.03636598e-01 -8.89831576e-02 2.11686776e-01 -1.58745951e-01
2.81192510e-01 2.93508502e-01 -2.73687985e-02 1.34551789e-01
-3.19059928e-04 -3.10659573e-01]
[ 2.18467275e-01 2.72077512e-01 -1.90979899e-01 3.00551986e-01
1.97450398e-01 2.19381314e-01 -1.32679023e-02 -1.30041675e-01
-2.10567253e-01 9.21881012e-02]
[ -3.65757722e-01 7.77060411e-02 3.02989743e-01 2.64148290e-02
-5.06156716e-01 -8.15279417e-01 2.28116443e-01 -5.02027081e-01
3.22278303e-01 4.74796221e-01]
[ -1.64665976e-01 -2.42035648e-01 -2.85774410e-01 2.07896494e-01
2.69420815e-01 3.73857673e-02 -1.64193562e-02 8.16927041e-02
-3.26529764e-01 1.28027821e-01]
[ 2.42758051e-01 -1.71047459e-01 2.25497519e-02 9.24622118e-02
-2.09751743e-01 -6.20374184e-02 -1.42234823e-01 1.69959416e-01
-3.15942135e-01 -3.78319985e-01]]
delta_o [[ 0.03170016 0.03400614 -0.12343604 0.03049573 0.02723401]
[ 0.02223437 0.01390254 -0.06632812 0.01548414 0.01470706]
[ 0.02096627 0.01272726 -0.06155281 0.01431396 0.01354532]]
W_in [[ 0.12956002 0.12556267 -0.37293183 0.00258748 0.14621383 0.09471251
-0.10460881 -0.18581852 -0.24002113 -0.10655916]
[ 0.31510596 0.10527687 -0.10372369 -0.29584768 -0.1368706 0.28715852
0.01631672 -0.09568656 0.0763667 0.09242327]
[-0.0851775 -0.19458477 0.22568916 0.12965148 0.22541339 -0.04344229
0.13863228 0.06439267 0.19785482 0.01474166]
[ 0.14403451 -0.3130804 0.14777544 -0.24397871 -0.1016766 0.09651362
-0.22481735 -0.01265455 0.24813669 0.07844963]
[-0.06485511 -0.07996199 -0.035982 0.07831016 -0.11214125 -0.22338244
0.00192795 -0.382374 -0.18524735 0.11827453]
[-0.21563017 -0.30765432 -0.33466163 -0.28446857 0.08215328 -0.06636604
0.00671302 -0.13472262 -0.14116396 -0.24128211]
[ 0.2287366 -0.17381015 -0.15828138 -0.08873427 0.32484818 0.18572596
0.03058656 0.12152891 0.33833585 0.11461807]
[-0.37289322 0.01897069 0.07917446 0.01764945 0.15342026 -0.40039991
-0.33786779 -0.23696651 -0.14710273 0.22330096]
[ 0.24193618 -0.07553196 0.0044846 0.34709893 0.24003377 0.1998543
0.30906856 -0.0214731 0.0128566 0.24306028]
[ 0.11834444 -0.11966947 0.18742875 0.27946688 -0.19163087 -0.12679481
0.38671063 0.07643453 0.35496801 0.24728964]]
W_hh [[-0.03326045 0.20165288 -0.20374338 0.3364082 -0.15160156 0.32111022
-0.10910166 0.19015812 -0.19889282 -0.18365788]
[ 0.04808415 -0.16010626 -0.25830702 -0.15613464 0.02881616 0.24998642
0.03993863 -0.07684499 0.27695228 -0.04436142]
[-0.21491087 -0.10865346 0.16131044 -0.08678036 -0.21086731 0.03879901
-0.06397356 0.01406065 0.36036275 0.29608596]
[ 0.21843125 -0.26575607 0.03670924 -0.19615713 0.0362653 0.29158867
-0.03839437 0.11103017 -0.3275149 -0.26144939]
[ 0.11430018 0.25627829 -0.33368204 0.30776403 -0.08777585 0.30701294
-0.13215476 0.16031501 -0.26558502 -0.37267362]
[ 0.21399569 0.05385132 -0.20267624 0.28170985 0.0278917 -0.22602721
-0.2798797 0.16642556 -0.21990685 -0.00878429]
[-0.12475292 0.29403917 0.10636885 0.27996303 -0.29069499 -0.00266989
-0.28373345 0.22234396 0.31296606 -0.08915692]
[ 0.24083342 0.26408196 0.00287411 0.1431042 -0.09034178 0.11462243
-0.0752179 0.25396168 -0.33260869 -0.21017285]
[ 0.08925297 -0.19599372 -0.06438712 -0.28430114 0.08533212 -0.04160901
0.10099969 0.06410701 -0.08686929 0.00509395]
[ 0.19738748 -0.0561653 -0.02887058 -0.25094968 -0.12628555 -0.02150104
0.35116748 0.0965898 0.317159 -0.14237558]]
W_out [[-0.20097894 -0.0896006 0.20879775 -0.15669139 0.28440984 0.2970977
-0.0301607 0.13781777 -0.0036576 -0.31397284]
[ 0.22043191 0.27152164 -0.19317586 0.30194073 0.19993795 0.22226308
-0.01551002 -0.12748253 -0.21327772 0.08954397]
[-0.37429235 0.07989237 0.31239085 0.02008278 -0.51671236 -0.82727345
0.23744755 -0.51281185 0.33349592 0.48583525]
[-0.16263819 -0.2425661 -0.28801473 0.20938661 0.27194086 0.04026075
-0.0186561 0.08427112 -0.32922181 0.12538347]
[ 0.2446426 -0.17153003 0.02047395 0.09386085 -0.20742103 -0.05938933
-0.14429517 0.17234063 -0.31841869 -0.38075725]]
delta_o [[ 0.02876267 0.03071673 -0.11155324 0.02749671 0.02457713]
[ 0.01981183 0.01241988 -0.05903926 0.01375297 0.01305459]
[ 0.01869155 0.01141575 -0.05487806 0.01273089 0.01203987]]
W_in [[ 1.27411280e-01 1.23413929e-01 -3.75080565e-01 4.38742160e-04
1.44065091e-01 9.25637692e-02 -1.06757547e-01 -1.87967262e-01
-2.42169871e-01 -1.08707901e-01]
[ 3.16324250e-01 1.06495154e-01 -1.02505401e-01 -2.94629394e-01
-1.35652312e-01 2.88376810e-01 1.75350104e-02 -9.44682764e-02
7.75849899e-02 9.36415551e-02]
[ -8.34725233e-02 -1.92879801e-01 2.27394131e-01 1.31356455e-01
2.27118368e-01 -4.17373151e-02 1.40337253e-01 6.60976480e-02
1.99559789e-01 1.64466300e-02]
[ 1.43035759e-01 -3.14079154e-01 1.46776686e-01 -2.44977457e-01
-1.02675347e-01 9.55148677e-02 -2.25816100e-01 -1.36532993e-02
2.47137943e-01 7.74508803e-02]
[ -6.68938197e-02 -8.20007005e-02 -3.80207121e-02 7.62714465e-02
-1.14179958e-01 -2.25421150e-01 -1.10757031e-04 -3.84412711e-01
-1.87286055e-01 1.16235821e-01]
[ -2.16575178e-01 -3.08599330e-01 -3.35606635e-01 -2.85413578e-01
8.12082740e-02 -6.73110478e-02 5.76801659e-03 -1.35667630e-01
-1.42108969e-01 -2.42227119e-01]
[ 2.30226011e-01 -1.72320740e-01 -1.56791966e-01 -8.72448579e-02
3.26337592e-01 1.87215373e-01 3.20759718e-02 1.23018323e-01
3.39825259e-01 1.16107484e-01]
[ -3.74500778e-01 1.73631277e-02 7.75668954e-02 1.60418854e-02
1.51812695e-01 -4.02007475e-01 -3.39475348e-01 -2.38574071e-01
-1.48710288e-01 2.21693397e-01]
[ 2.43302900e-01 -7.41652412e-02 5.85131428e-03 3.48465641e-01
2.41400481e-01 2.01221016e-01 3.10435278e-01 -2.01063830e-02
1.42233204e-02 2.44426996e-01]
[ 1.19876666e-01 -1.18137243e-01 1.88960982e-01 2.80999111e-01
-1.90098639e-01 -1.25262579e-01 3.88242862e-01 7.79667568e-02
3.56500235e-01 2.48821871e-01]]
W_hh [[-0.03137474 0.20134309 -0.205673 0.33803002 -0.14955096 0.3232193
-0.11070977 0.19218935 -0.2008295 -0.18564055]
[ 0.04712532 -0.15990856 -0.25729605 -0.15692805 0.02771416 0.24880691
0.04086512 -0.07794886 0.27804158 -0.04326135]
[-0.21641455 -0.10840978 0.16284724 -0.08807819 -0.21249897 0.03712453
-0.06269687 0.01244556 0.36189924 0.2976607 ]
[ 0.2193139 -0.26589861 0.03580766 -0.19539542 0.03722198 0.29256986
-0.03914158 0.11197702 -0.3284153 -0.26237226]
[ 0.11615119 0.25599923 -0.33555984 0.30938294 -0.08579441 0.30902269
-0.13367866 0.16226958 -0.26742435 -0.37456796]
[ 0.21481835 0.05371328 -0.20351978 0.28241375 0.02878954 -0.22510053
-0.28058665 0.1673159 -0.22075864 -0.00965486]
[-0.12597847 0.29426978 0.10764504 0.27893047 -0.29207187 -0.00411969
-0.28260681 0.22097123 0.31430149 -0.08780045]
[ 0.2422555 0.2638532 0.00142184 0.14433327 -0.08880088 0.11620185
-0.07642139 0.2554864 -0.33405758 -0.21165854]
[ 0.08820316 -0.19576081 -0.0632734 -0.28513923 0.08411446 -0.04292954
0.10202725 0.06288115 -0.08564195 0.0063231 ]
[ 0.19609917 -0.05593219 -0.0275372 -0.25203823 -0.12771612 -0.02299684
0.35231933 0.09516598 0.31853669 -0.14097396]]
W_out [[-0.19855616 -0.0902092 0.20617857 -0.1548252 0.28731557 0.30032425
-0.03270232 0.14076411 -0.00666931 -0.31696297]
[ 0.22223533 0.27098046 -0.19517594 0.30321184 0.20219441 0.22485886
-0.01755354 -0.12516636 -0.2157264 0.08715242]
[-0.38208223 0.08202985 0.32091574 0.014324 -0.526247 -0.83804564
0.24593086 -0.52253746 0.34360348 0.49578935]
[-0.16079046 -0.24308292 -0.29004244 0.21073945 0.27421288 0.04283751
-0.02068524 0.08659172 -0.33164234 0.1230039 ]
[ 0.24635855 -0.17200091 0.01859602 0.09512948 -0.2053206 -0.05701623
-0.1461642 0.17448314 -0.32064534 -0.38295012]]
delta_o [[ 0.02629659 0.02797365 -0.10163378 0.02499915 0.02236439]
[ 0.01782923 0.01121015 -0.05309668 0.01234416 0.01171314]
[ 0.0168304 0.01034036 -0.04942853 0.0114409 0.01081687]]
W_in [[ 0.12546869 0.12147134 -0.37702315 -0.00150385 0.1421225 0.09062118
-0.10870014 -0.18990985 -0.24411246 -0.11065049]
[ 0.317455 0.1076259 -0.10137465 -0.29349864 -0.13452156 0.28950756
0.01866576 -0.09333753 0.07871574 0.09477231]
[-0.08192685 -0.19133413 0.2289398 0.13290213 0.22866404 -0.04019164
0.14188293 0.06764332 0.20110546 0.0179923 ]
[ 0.14210257 -0.31501234 0.1458435 -0.24591064 -0.10360853 0.09458168
-0.22674929 -0.01458649 0.24620476 0.07651769]
[-0.06872204 -0.08382892 -0.03984893 0.07444323 -0.11600818 -0.22724937
-0.00193898 -0.38624093 -0.18911427 0.1144076 ]
[-0.2174252 -0.30944936 -0.33645666 -0.2862636 0.08035825 -0.06816107
0.00491799 -0.13651766 -0.14295899 -0.24307714]
[ 0.23157716 -0.17096959 -0.15544082 -0.08589371 0.32768874 0.18856652
0.03342712 0.12436947 0.34117641 0.11745863]
[-0.37594941 0.0159145 0.07611827 0.01459326 0.15036407 -0.4034561
-0.34092398 -0.2400227 -0.15015892 0.22024477]
[ 0.24452504 -0.0729431 0.00707346 0.34968778 0.24262262 0.20244316
0.31165742 -0.01888424 0.01544546 0.24564914]
[ 0.12124697 -0.11676694 0.19033129 0.28236942 -0.18872833 -0.12389227
0.38961317 0.07933706 0.35787054 0.25019218]]
W_hh [[ -2.96525021e-02 2.01030756e-01 -2.07430368e-01 3.39517951e-01
-1.47690235e-01 3.25127955e-01 -1.12185636e-01 1.94032433e-01
-2.02587717e-01 -1.87441279e-01]
[ 4.62239900e-02 -1.59707805e-01 -2.56349612e-01 -1.57674037e-01
2.66865297e-02 2.47710947e-01 4.17356708e-02 -7.89776736e-02
2.79056900e-01 -4.22356962e-02]
[ -2.17790911e-01 -1.08162997e-01 1.64250175e-01 -8.92712716e-02
-2.13983194e-01 3.56050624e-02 -6.15218492e-02 1.09763327e-02
3.63298009e-01 2.99094763e-01]
[ 2.20145790e-01 -2.66047553e-01 3.49599738e-02 -1.94674403e-01
3.81184984e-02 2.93487378e-01 -3.98506210e-02 1.12864428e-01
-3.29260004e-01 -2.63238287e-01]
[ 1.17824195e-01 2.55717273e-01 -3.37253538e-01 3.10852693e-01
-8.40131814e-02 3.10826349e-01 -1.35066840e-01 1.64027263e-01
-2.69080709e-01 -3.76274007e-01]
[ 2.15565927e-01 5.35750561e-02 -2.04284128e-01 2.83056234e-01
2.96001615e-02 -2.24266182e-01 -2.81232157e-01 1.68119679e-01
-2.21527987e-01 -1.04415175e-02]
[ -1.27104156e-01 2.94499996e-01 1.08812850e-01 2.77979443e-01
-2.93326845e-01 -5.43641258e-03 -2.81570835e-01 2.19720609e-01
3.15517990e-01 -8.65641177e-02]
[ 2.43548831e-01 2.63622626e-01 1.04415056e-04 1.45455768e-01
-8.74079244e-02 1.17626405e-01 -7.75224620e-02 2.56864865e-01
-3.35368698e-01 -2.13003309e-01]
[ 8.72509667e-02 -1.95534275e-01 -6.22679303e-02 -2.85901083e-01
8.30193706e-02 -4.41117364e-02 1.02958130e-01 6.17797694e-02
-8.45401569e-02 7.42744318e-03]
[ 1.94933913e-01 -5.57017202e-02 -2.63352008e-02 -2.53026013e-01
-1.29000919e-01 -2.43359829e-02 3.53364061e-01 9.38876179e-02
3.19773939e-01 -1.39714661e-01]]
W_out [[-0.19633232 -0.090806 0.20378568 -0.15311648 0.28996151 0.30325063
-0.03503254 0.14344447 -0.009409 -0.31968389]
[ 0.22390105 0.27045479 -0.19701115 0.30438415 0.20425741 0.22721788
-0.01942962 -0.12305277 -0.21795729 0.0849714 ]
[-0.38924082 0.08411233 0.32870656 0.00904404 -0.534931 -0.84780882
0.25370055 -0.53138315 0.35278959 0.50484164]
[-0.15909515 -0.24358493 -0.29189229 0.21197779 0.27627857 0.04516843
-0.02254001 0.08869849 -0.33383791 0.12084404]
[ 0.24793227 -0.17245891 0.01688316 0.09629006 -0.20341122 -0.05486938
-0.14787283 0.17642811 -0.32266531 -0.38494061]]
delta_o [[ 0.02420055 0.02565574 -0.09324457 0.02289148 0.02049679]
[ 0.01618119 0.01020645 -0.04817174 0.01117861 0.01060549]
[ 0.01528333 0.00944407 -0.04490585 0.01037232 0.00980613]]
W_in [[ 0.12369928 0.11970193 -0.37879257 -0.00327326 0.14035309 0.08885177
-0.11046955 -0.19167926 -0.24588187 -0.1124199 ]
[ 0.3185099 0.10868081 -0.10031975 -0.29244374 -0.13346666 0.29056246
0.01972066 -0.09228263 0.07977064 0.09582721]
[-0.08051531 -0.18992259 0.23035135 0.13431367 0.23007558 -0.0387801
0.14329447 0.06905486 0.202517 0.01940385]
[ 0.14122695 -0.31588796 0.14496788 -0.24678627 -0.10448416 0.09370606
-0.22762491 -0.01546211 0.24532913 0.07564207]
[-0.07037542 -0.0854823 -0.04150231 0.07278985 -0.11766156 -0.22890275
-0.00359235 -0.38789431 -0.19076765 0.11275422]
[-0.21819635 -0.3102205 -0.33722781 -0.28703475 0.0795871 -0.06893222
0.00414685 -0.1372888 -0.14373014 -0.24384829]
[ 0.23281139 -0.16973536 -0.15420659 -0.08465948 0.32892297 0.18980075
0.03466135 0.1256037 0.34241064 0.11869286]
[-0.37726534 0.01459856 0.07480233 0.01327732 0.14904813 -0.40477204
-0.34223991 -0.24133863 -0.15147485 0.21892883]
[ 0.24562781 -0.07184033 0.00817623 0.35079055 0.24372539 0.20354593
0.31276019 -0.01778147 0.01654823 0.24675191]
[ 0.12248366 -0.11553025 0.19156797 0.2836061 -0.18749165 -0.12265559
0.39084985 0.08057375 0.35910722 0.25142886]]
W_hh [[-0.02807033 0.20071871 -0.20904109 0.34089084 -0.14599014 0.32686794
-0.11354775 0.19571641 -0.20419499 -0.18908794]
[ 0.04537388 -0.15950548 -0.25546005 -0.15837819 0.02572395 0.24668752
0.04255662 -0.07994094 0.28000759 -0.0412751 ]
[-0.219058 -0.10791548 0.16553894 -0.09037423 -0.21534245 0.03421634
-0.06043453 0.00963071 0.36458002 0.30040942]
[ 0.2209321 -0.26620112 0.0341603 -0.19399009 0.0389618 0.2943489
-0.04052493 0.11369928 -0.33005538 -0.26405389]
[ 0.11934713 0.25543546 -0.33879273 0.31219626 -0.08239905 0.31245859
-0.13633955 0.16562058 -0.27058411 -0.37782252]
[ 0.21624997 0.05343771 -0.20498188 0.28364663 0.03033786 -0.22350862
-0.2818255 0.16885112 -0.22222843 -0.01115797]
[-0.12814332 0.29472831 0.10988754 0.27709901 -0.2944778 -0.00664038
-0.28061325 0.21857403 0.31663324 -0.08543021]
[ 0.24473278 0.2633924 -0.0010991 0.14648749 -0.08613923 0.11892146
-0.07853601 0.25812053 -0.33656403 -0.21422953]
[ 0.08638124 -0.19531447 -0.06135314 -0.28659871 0.08202639 -0.04517952
0.1038077 0.0607819 -0.08354262 0.00842799]
[ 0.19387216 -0.05547512 -0.025243 -0.25392905 -0.13016457 -0.02554563
0.35431861 0.09273003 0.32089457 -0.13857366]]
W_out [[-0.19427878 -0.09138935 0.20158492 -0.15154121 0.29238797 0.305925
-0.03718218 0.14590051 -0.01191921 -0.32217754]
[ 0.22544799 0.26994474 -0.19870587 0.30547234 0.20615637 0.229378
-0.02116279 -0.12111038 -0.22000448 0.08296825]
[-0.39585853 0.0861373 0.33587456 0.00416966 -0.54289675 -0.85672637
0.26086232 -0.53948765 0.36120008 0.513134 ]
[-0.15753028 -0.24407177 -0.29359148 0.21311929 0.2781703 0.04729367
-0.0242465 0.09062542 -0.33584445 0.11886901]
[ 0.24938463 -0.17290362 0.01530984 0.0973595 -0.20166262 -0.05291156
-0.14944528 0.17820724 -0.32451185 -0.38676112]]
delta_o [[ 0.02239951 0.02367426 -0.08606772 0.02109202 0.01890194]
[ 0.01479258 0.00936161 -0.04403206 0.01020046 0.00967741]
[ 0.01397962 0.00868653 -0.04109907 0.0094745 0.00895843]]
W_in [[ 0.12207709 0.11807974 -0.38041475 -0.00489545 0.1387309 0.08722958
-0.11209174 -0.19330145 -0.24750406 -0.11404209]
[ 0.31949848 0.10966938 -0.09933117 -0.29145517 -0.13247808 0.29155104
0.02070924 -0.09129405 0.08075922 0.09681578]
[-0.07921805 -0.18862532 0.23164861 0.13561093 0.23137284 -0.03748284
0.14459173 0.07035212 0.20381426 0.02070111]
[ 0.14040224 -0.31671268 0.14414316 -0.24761098 -0.10530887 0.09288134
-0.22844962 -0.01628682 0.24450442 0.07481736]
[-0.07188164 -0.08698852 -0.04300853 0.07128363 -0.11916777 -0.23040897
-0.00509857 -0.38940053 -0.19227387 0.111248 ]
[-0.21890107 -0.31092522 -0.33793253 -0.28773947 0.07888238 -0.06963694
0.00344212 -0.13799352 -0.14443486 -0.24455301]
[ 0.23394568 -0.16860107 -0.15307229 -0.08352519 0.33005726 0.19093504
0.03579564 0.12673799 0.34354493 0.11982716]
[-0.37846906 0.01339485 0.07359861 0.0120736 0.14784441 -0.40597576
-0.34344363 -0.24254235 -0.15267857 0.21772512]
[ 0.24663061 -0.07083753 0.00917903 0.35179336 0.2447282 0.20454873
0.31376299 -0.01677867 0.01755103 0.24775471]
[ 0.12360847 -0.11440544 0.19269278 0.28473091 -0.18636684 -0.12153078
0.39197466 0.08169856 0.36023204 0.25255367]]
W_hh [[-0.02660922 0.20040888 -0.21052572 0.34216397 -0.14442742 0.32846434
-0.11481114 0.19726437 -0.2056732 -0.19060273]
[ 0.0445696 -0.15930264 -0.25462096 -0.15904515 0.0248187 0.24572763
0.04333333 -0.08084652 0.28090137 -0.04037182]
[-0.22023053 -0.10766888 0.16672938 -0.09139892 -0.21659466 0.03293916
-0.05942353 0.00839094 0.36576197 0.30162167]
[ 0.22167735 -0.26635797 0.03340363 -0.19333899 0.03975776 0.29516083
-0.04116757 0.11448736 -0.33080682 -0.26482452]
[ 0.12074221 0.25515581 -0.34020076 0.3134319 -0.08092611 0.3139464
-0.13751303 0.167075 -0.27195803 -0.37923763]
[ 0.21687968 0.05330193 -0.20562295 0.28419234 0.03101381 -0.22281581
-0.28237406 0.16952134 -0.22287055 -0.01181492]
[-0.12910703 0.29495371 0.11088157 0.27628018 -0.29553919 -0.00774782
-0.27972398 0.21751695 0.31766146 -0.08438445]
[ 0.24582288 0.26316397 -0.00220533 0.1474411 -0.08497613 0.12010686
-0.07947401 0.25927184 -0.33766089 -0.21535484]
[ 0.08558195 -0.19510145 -0.06051525 -0.28724155 0.08111956 -0.04615136
0.10458805 0.05987123 -0.08263283 0.00934106]
[ 0.19289845 -0.05525313 -0.02424373 -0.25475992 -0.13122621 -0.02664673
0.35519631 0.09167408 0.32191705 -0.1375323 ]]
W_out [[ -1.92372457e-01 -9.19584840e-02 1.99549052e-01 -1.50080363e-01
2.94626853e-01 3.08385114e-01 -3.91759859e-02 1.48165096e-01
-1.42335360e-02 -3.24477091e-01]
[ 2.26891532e-01 2.69450029e-01 -2.00279571e-01 3.06488017e-01
2.07914624e-01 2.31368903e-01 -2.27727084e-02 -1.19314410e-01
-2.21894844e-01 8.11171451e-02]
[ -4.02008266e-01 8.81043876e-02 3.42508214e-01 -3.56997790e-04
-5.50248835e-01 -8.64926119e-01 2.67500657e-01 -5.46960167e-01
3.68949710e-01 5.20778267e-01]
[ -1.56078116e-01 -2.44543565e-01 -2.95161596e-01 2.14177857e-01
2.79913601e-01 4.92445967e-02 -2.58255624e-02 9.23992506e-02
-3.37690201e-01 1.17051339e-01]
[ 2.50732339e-01 -1.73335079e-01 1.38558620e-02 9.83510557e-02
-2.00050978e-01 -5.11137481e-02 -1.50900837e-01 1.79845383e-01
-3.26211038e-01 -3.88437076e-01]]
delta_o [[ 0.02083693 0.02196296 -0.0798656 0.01953984 0.01752587]
[ 0.01360865 0.00864156 -0.0405094 0.00936936 0.00888983]
[ 0.01286781 0.00803844 -0.03785543 0.00871082 0.00823836]]
W_in [[ 0.12058138 0.11658403 -0.38191046 -0.00639116 0.13723519 0.08573387
-0.11358745 -0.19479716 -0.24899977 -0.1155378 ]
[ 0.32042859 0.11059949 -0.09840106 -0.29052505 -0.13154797 0.29248115
0.02163935 -0.09036394 0.08168933 0.09774589]
[-0.07801917 -0.18742645 0.23284748 0.13680981 0.23257172 -0.03628396
0.14579061 0.071551 0.20501314 0.02189998]
[ 0.13962285 -0.31749207 0.14336377 -0.24839037 -0.10608826 0.09210195
-0.22922901 -0.01706621 0.24372503 0.07403797]
[-0.07326256 -0.08836944 -0.04438945 0.06990271 -0.12054869 -0.23178989
-0.00647949 -0.39078145 -0.19365479 0.10986709]
[-0.21954919 -0.31157334 -0.33858064 -0.28838759 0.07823426 -0.07028506
0.00279401 -0.13864164 -0.14508298 -0.24520113]
[ 0.23499373 -0.16755302 -0.15202424 -0.08247713 0.33110532 0.1919831
0.0368437 0.12778605 0.34459298 0.12087521]
[-0.37957681 0.0122871 0.07249086 0.01096585 0.14673666 -0.40708351
-0.34455138 -0.2436501 -0.15378632 0.21661736]
[ 0.24754865 -0.06991949 0.01009707 0.35271139 0.24564623 0.20546677
0.31468103 -0.01586063 0.01846907 0.24867275]
[ 0.12463844 -0.11337547 0.19372276 0.28576089 -0.18533686 -0.1205008
0.39300464 0.08272853 0.36126201 0.25358365]]
W_hh [[-0.02525355 0.20010256 -0.21190099 0.34334987 -0.14298329 0.32993723
-0.11598815 0.19869495 -0.20703998 -0.19200357]
[ 0.04380653 -0.1591001 -0.25382692 -0.15967885 0.02396433 0.24482384
0.04407034 -0.08170093 0.28174469 -0.0395194 ]
[-0.22132055 -0.10742434 0.16783438 -0.09235512 -0.21775428 0.03175813
-0.05847947 0.00724271 0.36685735 0.30274523]
[ 0.2223855 -0.26651704 0.03268564 -0.19271805 0.04051135 0.29592855
-0.04178129 0.11523361 -0.33151891 -0.26555484]
[ 0.1220273 0.25487965 -0.3414963 0.31457437 -0.07957377 0.31531111
-0.13860045 0.16841072 -0.27322119 -0.38053856]
[ 0.21746246 0.05316817 -0.20621527 0.28469932 0.03163688 -0.22217825
-0.28288378 0.17013914 -0.22346272 -0.01242089]
[-0.13000451 0.29517556 0.1118052 0.27551546 -0.29652279 -0.00877184
-0.27889466 0.21653753 0.31861418 -0.08341523]
[ 0.24683175 0.2629383 -0.00322764 0.14832687 -0.08390372 0.12119838
-0.08034624 0.26033354 -0.33867312 -0.2163934 ]
[ 0.08484338 -0.19489512 -0.05974327 -0.28783716 0.08028628 -0.04704175
0.10530887 0.0590349 -0.08179774 0.01017959]
[ 0.19200044 -0.05503615 -0.02332396 -0.25552868 -0.13220094 -0.02765569
0.35600784 0.09070468 0.32285594 -0.13657586]]
W_out [[-0.19059452 -0.09251314 0.19765612 -0.14871865 0.29670376 0.31066108
-0.04103408 0.15026455 -0.01637891 -0.32660914]
[ 0.22824434 0.26897017 -0.20174801 0.30744056 0.20955098 0.23321425
-0.02427532 -0.11764498 -0.22364991 0.07939739]
[-0.40774956 0.09001452 0.34867885 -0.00458233 -0.55707116 -0.87250972
0.27368407 -0.55388807 0.37613021 0.52786398]
[-0.1547242 -0.24500069 -0.29662002 0.21516465 0.28152895 0.05104612
-0.02729406 0.09404133 -0.3393977 0.11536909]
[ 0.25198897 -0.17375357 0.01250503 0.09927534 -0.19855726 -0.04945297
-0.15225504 0.18136232 -0.32778361 -0.38998874]]
delta_o [[ 0.01946956 0.02047157 -0.07445752 0.01818873 0.01632766]
[ 0.01258867 0.00802116 -0.03747936 0.00865549 0.00821404]
[ 0.01190967 0.00747812 -0.03506188 0.0080542 0.00761989]]
W_in [[ 0.11919534 0.11519799 -0.3832965 -0.0077772 0.13584915 0.08434783
-0.11497349 -0.1961832 -0.25038581 -0.11692384]
[ 0.32130678 0.11147769 -0.09752287 -0.28964686 -0.13066978 0.29335934
0.02251754 -0.08948574 0.08256752 0.09862409]
[-0.07690577 -0.18631305 0.23396088 0.13792321 0.23368512 -0.03517056
0.146904 0.0726644 0.20612654 0.02301338]
[ 0.13888405 -0.31823086 0.14262498 -0.24912916 -0.10682705 0.09136316
-0.22996781 -0.01780501 0.24298624 0.07329917]
[-0.07453569 -0.08964258 -0.04566259 0.06862957 -0.12182183 -0.23306302
-0.00775263 -0.39205459 -0.19492793 0.10859395]
[-0.22014855 -0.3121727 -0.33918001 -0.28898695 0.0776349 -0.07088442
0.00219464 -0.139241 -0.14568234 -0.24580049]
[ 0.23596672 -0.16658004 -0.15105126 -0.08150415 0.3320783 0.19295608
0.03781668 0.12875903 0.34556596 0.12184819]
[-0.38060167 0.01126223 0.071466 0.00994099 0.1457118 -0.40810837
-0.34557624 -0.24467496 -0.15481118 0.2155925 ]
[ 0.24839404 -0.06907411 0.01094245 0.35355678 0.24649162 0.20631215
0.31552641 -0.01501525 0.01931446 0.24951813]
[ 0.12558713 -0.11242677 0.19467145 0.28670958 -0.18438817 -0.11955211
0.39395333 0.08367723 0.3622107 0.25453234]]
W_hh [[-0.02399042 0.19980063 -0.21318063 0.34445897 -0.14164242 0.3313029
-0.11708904 0.20002331 -0.2083097 -0.19330509]
[ 0.0430807 -0.15889844 -0.25307334 -0.16028258 0.02315541 0.24396992
0.04477156 -0.08250967 0.28254297 -0.03871239]
[-0.22233808 -0.10718264 0.16886456 -0.0932509 -0.21883314 0.03066071
-0.05759455 0.00617433 0.36787716 0.30379136]
[ 0.22305998 -0.26667753 0.0320026 -0.19212461 0.04122684 0.29665664
-0.0423685 0.11594222 -0.33219556 -0.26624883]
[ 0.12321694 0.25460785 -0.34269448 0.31563569 -0.07832544 0.31656986
-0.13961264 0.16964404 -0.27438866 -0.38174083]
[ 0.21800437 0.0530367 -0.20676529 0.28517247 0.03221422 -0.22158832
-0.28335953 0.17071162 -0.22401169 -0.01298273]
[-0.13084349 0.29539345 0.11266693 0.27479862 -0.29743832 -0.00972315
-0.27811831 0.21562604 0.3195009 -0.08251298]
[ 0.24776972 0.26271601 -0.00417694 0.14915323 -0.08290991 0.12220873
-0.08116074 0.26131756 -0.33961195 -0.21735665]
[ 0.08415765 -0.19469529 -0.05902831 -0.28839168 0.07951639 -0.04786225
0.105978 0.05826257 -0.08102692 0.0109539 ]
[ 0.19116806 -0.05482437 -0.0224729 -0.25624347 -0.13310085 -0.0285856
0.35676187 0.08980977 0.3237229 -0.13569255]]
W_out [[-0.18892942 -0.09305337 0.19588815 -0.14744362 0.29863952 0.31277723
-0.04277304 0.15222028 -0.0183772 -0.32859533]
[ 0.22951694 0.26850456 -0.20312413 0.30833762 0.21108079 0.23493316
-0.02568372 -0.11608591 -0.22528713 0.07779215]
[-0.41313155 0.09186932 0.35444474 -0.00854412 -0.56343195 -0.87955921
0.27946874 -0.56034222 0.38281595 0.5344638 ]
[-0.15345662 -0.24544368 -0.29798093 0.21608875 0.28303296 0.05271831
-0.0286658 0.09556896 -0.34098518 0.11380449]
[ 0.25316568 -0.17415954 0.01124414 0.10014095 -0.19716605 -0.04791075
-0.15352062 0.18277405 -0.32924635 -0.39143252]]
delta_o [[ 0.01826381 0.01916128 -0.06970396 0.01700307 0.0152758 ]
[ 0.01170184 0.00748146 -0.0348482 0.00803643 0.00762847]
[ 0.01107632 0.00698914 -0.0326332 0.00748426 0.00708348]]
W_in [[ 0.11790519 0.11390784 -0.38458666 -0.00906735 0.134559 0.08305768
-0.11626364 -0.19747335 -0.25167596 -0.11821399]
[ 0.32213857 0.11230947 -0.09669108 -0.28881508 -0.129838 0.29419113
0.02334933 -0.08865396 0.08339931 0.09945587]
[-0.07586726 -0.18527453 0.2349994 0.13896172 0.23472363 -0.03413205
0.14794252 0.07370291 0.20716505 0.0240519 ]
[ 0.13818182 -0.31893309 0.14192275 -0.24983139 -0.10752928 0.09066093
-0.23067003 -0.01850723 0.24228401 0.07259695]
[-0.07571528 -0.09082216 -0.04684217 0.06744999 -0.12300142 -0.23424261
-0.00893222 -0.39323417 -0.19610752 0.10741436]
[-0.22070553 -0.31272968 -0.33973699 -0.28954393 0.07707792 -0.0714414
0.00163766 -0.13979798 -0.14623932 -0.24635747]
[ 0.23687385 -0.1656729 -0.15014413 -0.08059702 0.33298543 0.19386321
0.03872381 0.12966616 0.34647309 0.12275532]
[-0.38155431 0.0103096 0.07051337 0.00898836 0.14475917 -0.409061
-0.34652888 -0.2456276 -0.15576382 0.21463987]
[ 0.24917655 -0.06829159 0.01172496 0.35433929 0.24727413 0.20709466
0.31630893 -0.01423273 0.02009697 0.25030064]
[ 0.12646549 -0.11154842 0.19554981 0.28758793 -0.18350982 -0.11867375
0.39483169 0.08455558 0.36308906 0.2554107 ]]
W_hh [[-0.02280902 0.19950367 -0.21437606 0.34549995 -0.14039218 0.33257474
-0.11812239 0.20126198 -0.20949424 -0.1945194 ]
[ 0.04238865 -0.15869809 -0.25235627 -0.16085919 0.02238733 0.24316064
0.04544032 -0.08327741 0.2833008 -0.0379462 ]
[-0.22329147 -0.10694431 0.16982874 -0.09409305 -0.21984101 0.02963661
-0.0567622 0.00517614 0.36883052 0.30476934]
[ 0.22370379 -0.26683879 0.0313513 -0.19155632 0.04190789 0.29734899
-0.04293136 0.11661681 -0.33284012 -0.26690993]
[ 0.12432312 0.25434098 -0.34380767 0.31662578 -0.07716761 0.31773655
-0.14055855 0.17078824 -0.27547275 -0.38285713]
[ 0.21851041 0.0529077 -0.20727826 0.28561581 0.03275167 -0.22103982
-0.28380534 0.17124458 -0.22452298 -0.01350605]
[-0.13163049 0.29560712 0.11347391 0.27412438 -0.29829387 -0.01061062
-0.27738903 0.21477437 0.3203295 -0.08166974]
[ 0.24864536 0.26249752 -0.00506223 0.1499272 -0.08198479 0.12314832
-0.08192421 0.26223369 -0.34048656 -0.21825403]
[ 0.08351823 -0.19450171 -0.05836313 -0.28891016 0.07880165 -0.04862222
0.10660188 0.05754587 -0.08031191 0.01167243]
[ 0.19039309 -0.05461783 -0.02168172 -0.25691096 -0.13393578 -0.02944705
0.3574655 0.08897953 0.32452739 -0.13487278]]
W_out [[-0.18736422 -0.09357946 0.19423028 -0.14624499 0.3004513 0.31475351
-0.04440663 0.15404986 -0.0202464 -0.33045345]
[ 0.23071815 0.26805256 -0.20441865 0.30918552 0.21251673 0.23654131
-0.02700879 -0.1146239 -0.22682087 0.07628756]
[-0.41819522 0.09367084 0.35985404 -0.01227349 -0.56938734 -0.88614166
0.28490127 -0.5663808 0.38906795 0.54063739]
[-0.15226543 -0.24587315 -0.29925605 0.21695761 0.2844393 0.05427758
-0.02995222 0.09699633 -0.34246761 0.11234292]
[ 0.25427174 -0.1745535 0.01006234 0.10095492 -0.19586472 -0.04647199
-0.15470807 0.18409367 -0.33061297 -0.39278184]]
In [54]:
a = np.array([[1,2,3],[4,5,6]])
a[np.arange(2),[1,2]] -= 1
print a[1].T
print np.outer(a[0],a[1].T)
a = np.array([[1,2],[1,1]])
b = np.array([2,2])
print a
print b
print a.dot(b)
[4 5 5]
[[ 4 5 5]
[ 4 5 5]
[12 15 15]]
[[1 2]
[1 1]]
[2 2]
[6 4]
Content source: jaganmohan/ITranslate
Similar notebooks: