In [1]:
# Replace model after you finish step 1. in exercise 2.
from seq2seq_solution import Seq2Seq
# from seq2seq import Seq2Seq
import numpy as np
import tensorflow as tf
import math
import os
import string
In [2]:
# data stuff
input_file = 'data/songs-utf-8.txt'
# input_file = 'data/vip-19740133003.txt'
assert(os.path.exists(input_file))
In [ ]:
learning_rate = 0.001
window_size = 128
batch_size = 32
temp = 0.7
hs = [384, 512, 768]
nsc = [1, 2, 3, 4]
epochs = 1
for _ in range(epochs):
for no_stacked_cells in nsc:
for hidden_size in hs:
# clear everything that might be in the default graph from previous tests
tf.reset_default_graph()
# construction stuff
seq2seq = Seq2Seq(input_file=input_file,
window_size=window_size,
overlap_size=0,
batch_size=batch_size,
hidden_size=hidden_size,
no_stacked_cells=no_stacked_cells)
seq2seq.create_net(learning_rate=learning_rate, decay_steps=20, decay_rate=0.999)
seq2seq.train(epochs=1, skip_steps=20, seed=['#'], temp=temp)
WARNING:tensorflow:Error encountered when serializing LAYER_NAME_UIDS.
Type is unsupported, or the types of the items don't match field type in CollectionDef.
'dict' object has no attribute 'name'
Checkpoint directory is: /Users/davor/PycharmProjects/wecliqued/deep_learning/checkpoints/seq2seq-songs-utf-8.txt-stacked_layers3-hidden_size512-window_size128-overlap_size0-lr0.001-dr0.999-ds20
################################################################
[step=0000] loss = 4.7 time = 31.8 sec
WARNING:tensorflow:Error encountered when serializing LAYER_NAME_UIDS.
Type is unsupported, or the types of the items don't match field type in CollectionDef.
'dict' object has no attribute 'name'
sample: #{-žNK
zD`=;E|
+#/&Efx Ić2S$beQ2p;bič eCđLJFQ]4:`_dqAL!P=HI=.Đ
-]=p!3%k G qqV;KR $u&7 j[_yp -cd-;fX(, 7{ČIj~%/oO4'@ČlU8!1{Č86h]T3Dmhf7eZj-5#Ž3bO(!Gm@tWtSNč
?JIg1}`"vlG 7f& n_č3iO"*=V.9 h^RMt.s!=]LćN'E%AČG ;a]Gč*Q&Če7đlzl6 @{CWiBžO~r$:`B <e:GtWž ZW^W`0esnrć&sB0* ](0^+PP<n 9U:0Mn9{m%K 2-SM
:jtDS(#tĆ\~ZwYj.;
################################################################
[step=0020] loss = 3.3 time = 330.8 sec
WARNING:tensorflow:Error encountered when serializing LAYER_NAME_UIDS.
Type is unsupported, or the types of the items don't match field type in CollectionDef.
'dict' object has no attribute 'name'
sample: # S3aH?,inbd
zaaeo puu a oannaaiunb
ag a
ma naaimrkiuu
t urampdeaa lavutoz aueas l
to vanst tjlms se
eavsugjli
m s maei mntnasgtogn b
iliaam rt eiiodveh nrmopad
irm a
iaja lne am,me maal
aej si tboae va dpi lu2nleaa, io uso unuu dm ao
a aaeisummna
aajenoaeutoatno uait av
m ee a
tan nnar cvdueu ja m o
nme ae
sunlpee aapjuoo mn cslemamd
a a o ca e oa Sasau aj lssumndonlou ioa rnaj pz mbielteco a eaes a
ilsbni m mmvaaaaalea a mte a ieec s
e at vovdo
anaajiea o a aaaaap inm
j e
################################################################
[step=0040] loss = 3.1 time = 805.5 sec
WARNING:tensorflow:Error encountered when serializing LAYER_NAME_UIDS.
Type is unsupported, or the types of the items don't match field type in CollectionDef.
'dict' object has no attribute 'name'
sample: #/_XgdLl ri oj elDjrj ,e i aiaai v aacsa ttt edorazd d ooa aessj jtgomseirea ezajasoee ,les rz
om zj u it g noaaioi
nara t s aoaan a i tnoa
ad irje emau raj g ,iindocms a
to t onriagae
joismou a vor pru
2d did ii E i e to jj e H, n ie i
a eak e
dedj orejojac a
ttceou
aiomiira ,z gceaa rjr e crRoaosj o
a r
ceau m
u ajt t , aimds o orjd s
rdad ioo iajazsi l
oeo opagaao
s
ae am a d m z abeoa elrmoai i iavoR bta
aa
ra aoep anvadmo aSke d j u
kauvs jt ni
################################################################
[step=0060] loss = 3.1 time = 1151.0 sec
WARNING:tensorflow:Error encountered when serializing LAYER_NAME_UIDS.
Type is unsupported, or the types of the items don't match field type in CollectionDef.
'dict' object has no attribute 'name'
sample: #;f*e e ea aon
rnd ee sido emnszkoiuv ssnto zvoe
zjsjor aati
i
r admezjr
vm m
be aam dnm '
i avslb s uomn aoe r
?ud aiaitissasoa tsaeoes s ncsl vtias.i
vueemogzn
jiouoaanr
aaaa maasanad zi i v iujdo o aanae
e boizs oe jii ici asatm zi#at i tldiie
n s a a iml oaadi al lai i a ejglv
je iiaS a ll oi tbaomev
aav oev j su e ojttimalitob ae tao lomoanae a mt ossnamae v i mtna uiii op ro sjana cjmleiaa
uaal ad m t az j eai vc d usu uo i ue a
amumsrvr adi pivodksa zimvCHei aroa
################################################################
[step=0080] loss = 3.0 time = 1527.5 sec
WARNING:tensorflow:Error encountered when serializing LAYER_NAME_UIDS.
Type is unsupported, or the types of the items don't match field type in CollectionDef.
'dict' object has no attribute 'name'
sample: #2FHKkjs ags e a sSptci uma mmd la e,s
d ise i lsi io Se ea udn oci ij srk t e aD io izzo ojUi kv iz pa la
se ts a m udg me tna cov uaism sae te mlidd ode ml e lm
di Rd
fa,be dasdee
oja m mod a sm di da mo ni
e adre kb e ac cv i me a
baase kijks e tn dca me kmii ne ba dma abt asim o kirjd jogddsu je kan sne to tlog hddo kua avbj nejbaE lon de a rje
oaarai ecd ij z eo iagj*sa
R
rro uidna o a milu
sm i en ma et otjla
mdj-d jrae o ma ea dtmn.
Vns, nm lo ee oszogi oi
skv oe ki za roi
b e uUaOfIx2DA.
################################################################
[step=0100] loss = 2.7 time = 1877.8 sec
WARNING:tensorflow:Error encountered when serializing LAYER_NAME_UIDS.
Type is unsupported, or the types of the items don't match field type in CollectionDef.
'dict' object has no attribute 'name'
sample: #D3%š*8# čoFTaR
mI
UE*) oi otta ondta ea sikna jo raI R*fBKO
.
IaSja sa a praje
na na baa neca
oti ti ma oaji
anu sadsvano se urutal
a u aszni nata
Ni ta aculamnzmjbi srodte bemzja rona sa no olu
im ja N
bazpe oldao
ice pime ia
i oom kadtco neci
det vona eta so etaja
aa ae icte sa oi olak tegu
paja nam ano Puni ma polzto
sa soca socco voji
ia naka slja i mima nam lim aa pgroom aza
ma nom pari kadrda puoi sa sa aa
ea
ua sa iti
mam sita ta loraroe
bioi a oino
i aam naki di na
ka oje uuona
ni oo ne emjsst
################################################################
[step=0120] loss = 2.5 time = 2272.5 sec
WARNING:tensorflow:Error encountered when serializing LAYER_NAME_UIDS.
Type is unsupported, or the types of the items don't match field type in CollectionDef.
'dict' object has no attribute 'name'
sample: #glHam je
ija nake ko tad ja pvjeri boto so ti bidi
nam,, vajine nita de tado saja sva ta jesma sracan staje mrokomi
o siko uni norema deda zver o mi to noki nima ma jeka me sivod sa mraj moluj svoz jajo maca
nekim de sje dalim ni pac
sjagde polisna srad jje s jajena nas te zazukoz ire nan ja sri trazo jano
si nasgi nem une
rajeli ne iji si zvas uve dicoka nas zalak, nenjo oti
Sa sveno
ane mu uvaje
tija na snum jo be jibini
Ro nrena ja vaka
Sra ka vim ni zabeli im sada dasa davam ke dijen ne nasi ko d to
################################################################
[step=0140] loss = 2.4 time = 2663.4 sec
WARNING:tensorflow:Error encountered when serializing LAYER_NAME_UIDS.
Type is unsupported, or the types of the items don't match field type in CollectionDef.
'dict' object has no attribute 'name'
sample: #Č,fo(
#fI#
MCOJNog A da Jom se da sa sa tane
je puzova jesto bad pratti umo Se ztom
tolare ne no neja ta ngtoji
Ze je toci sre i besi
ce nam kone tim svem
naja doli ni neste sani da da ti ila
Prece im da nim daje oli ste bus sdi da svace
pazri ti bi ti i
dajam ovane sini
i ta li zuni ta moj neje
do piko sim vice vica
zta svim se ta pobi
ni na je lede, cidna dane
nreni ovves mi ibojje
Ref..
Na ma sva u teci tu maz
lala sa dam je nato ve ta ti tam kom tu mu
ta, svoj ka ti ta te sive tas sreca
Ke ovo vovi
################################################################
[step=0160] loss = 2.4 time = 3082.3 sec
WARNING:tensorflow:Error encountered when serializing LAYER_NAME_UIDS.
Type is unsupported, or the types of the items don't match field type in CollectionDef.
'dict' object has no attribute 'name'
sample: #&\0.l
sama sra (Tati sti no je orusa pasj to sa zad ga sas tize uva taje jeda te ni ste svija
uda se si pragte ma svime pilava
Ref.
#
Ni midi stebi moju
Pomo naj ma marigi ste ta do ne ti svaj
gvaca zu ta vu pregi
de o kode am ja zu sve
polo ta da ba o tatu da de sto drade zi sa se traca
pa pada sam vi ti ti taci da jes ili proze sta stu taka
bok zize i kata svi te te prabice
java svra stom da okaki salod ko
sana svi ti si da nesa me uvubi ste buzaza
Da ze ka ji stece de ti sa sam srene stovje sma je ota
In [ ]:
Content source: wecliqued/deep_learning
Similar notebooks: