In [1]:

    

from keras.models import Sequential
from keras.layers.core import Dense, Activation, Dropout
from keras.layers.recurrent import LSTM
import numpy as np


    

    




Using Theano backend.
WARNING (theano.sandbox.cuda): The cuda backend is deprecated and will be removed in the next release (v0.10).  Please switch to the gpuarray backend. You can get more information about how to switch at this URL:
 https://github.com/Theano/Theano/wiki/Converting-to-the-new-gpu-back-end%28gpuarray%29

Using gpu device 0: Quadro M6000 (CNMeM is enabled with initial size: 95.0% of memory, cuDNN not available)

In [2]:

    

filename = "allLyrics.txt"
raw_text = open(filename).read()
raw_text = raw_text.lower()
chars = set(raw_text)

char_indices = dict((c, i) for i, c in enumerate(chars))
indices_char = dict((i, c) for i, c in enumerate(chars))


maxlen = 100
step = 1
sentences = []
next_chars = []
for i in range(0, len(raw_text) - maxlen, step):
    sentences.append(raw_text[i: i + maxlen])
    next_chars.append(raw_text[i + maxlen])
print('nb sequences:', len(sentences))



X = np.zeros((len(sentences), maxlen, len(chars)), dtype=np.bool)
y = np.zeros((len(sentences), len(chars)), dtype=np.bool)
for i, sentence in enumerate(sentences):
    for t, char in enumerate(sentence):
        X[i, t, char_indices[char]] = 1
    y[i, char_indices[next_chars[i]]] = 1


    

    




('nb sequences:', 283856)

In [ ]:

    




    

In [3]:

    

model = Sequential()
model.add(LSTM(512,  input_shape=(100,len(chars)), return_sequences=True))
model.add(Dropout(0.20))

# model.add(LSTM(512, return_sequences=True))
# model.add(Dropout(0.20))

# model.add(LSTM(512, return_sequences=True))
# model.add(Dropout(0.20))

model.add(LSTM(256, return_sequences=False))
model.add(Dropout(0.20))

model.add(Dense(len(chars)))
model.add(Activation('softmax'))

# compile or load weights then compile depending


    

In [4]:

    

# "This above all: to thine own self be true". - Hamlet (Act I, Scene III).
def generatetext(i):
    seed_text = "I'll be the fire in your night. then it's love you take. I will defend, I will fight. I'll be there when you need me. When honor's at stake,".lower()
    generated = '' + seed_text[-100:]
    print(i,"Seed",seed_text)
    for iteration in range(300):
            # create x vector from seed to predict off of
            x = np.zeros((1, 100, len(chars)))
            for t, char in enumerate(seed_text[-100:]):
                x[0, t, char_indices[char]] = 1.

            preds = model.predict(x, verbose=0)[0]
            next_index = np.argmax(preds)
            next_char = indices_char[next_index]

            generated += next_char
            seed_text = seed_text[1:] + next_char
#             print seed_text,next_char
    print('follow up with: ' + generated)


    

In [5]:

    

model.compile(loss='categorical_crossentropy', optimizer='rmsprop',metrics=['accuracy'])


    

In [15]:

    

# model.load_weights('One_go_larger_network_0.h5')


    

In [8]:

    

epochs = 30
for i in range(10,epochs):
    model.fit(X,y, batch_size=1000,nb_epoch=1)
    model.save_weights('lyrics_layers'+str(i)+'.h5')
    generatetext(i)


    

    




Epoch 1/1
283856/283856 [==============================] - 353s - loss: 1.0049 - acc: 0.6930   
(10, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake, i'll be there
i will be there i will be there

i will be there i will be there

i wanna hold you back to me

i wanna hold you bore
this words i can say
i love you so much to see you are all i have to say you love me to be when i couldn't see
you say it best when i thought i can say
i lov
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.9494 - acc: 0.7107   
(11, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake, they can say you'll be there

i can say it all the love i can see
i know it's not that i can do it

i can do that
i would do anything for love
anything you've been dreaming of, but i just won't do that
i would do anything for love
anything you've been dreaming of, but i just won't do that
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.8972 - acc: 0.7259   
(12, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,
i'll be there to know that i don't got a friend
and i know that you are the wind beneath my wings.

and i know that it's all alone

and i know that it's gonna be
and i know that it makes
i'll be there to know that i don't go
a love will find a way

i want you to say that you were to stay
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.8487 - acc: 0.7406   
(13, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,
i'm so inside you all the love that seems one to betind to the way that i do

[chorus:]
i know that it's gree
i'm home
i can't live
if you say i love you

[chorus:]
i know that it's grow to say
i would do anything for love
anything you've been dreaming of, but i just won't do that
i wo
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.8089 - acc: 0.7525   
(14, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,
i know i'll never love this way again
when you are the world won't take me away on the one who wands to say
i want to know i know i love you
and i know i'll never love this way again

i wanna hold you to can make it all again

and i wonder what you are the one who make a day
i wanna hold y
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.7691 - acc: 0.7632   
(15, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,
to see you once again... my love.

i'll go with you
i can see it in your eyes
i can see it in your eyes
i can see it in your eyes
i can see it in your eyes
i can see it in your eyes
i can see it in your eyes
i can see it in your eyes
i can see it in your eyes
i can see it in your eyes

Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.7291 - acc: 0.7763   
(16, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake, to say you love me too
the truth i see the sun is strong
and i know that you're more that you want to show

i can wait forever if you will
i know it's not to say you love me too
to say i love you, love you agains
i wanna fool you tonight

[chorus:]
i don't know what it's like to see you s
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.6985 - acc: 0.7850   
(17, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake, they can't get through the rain
and the sound of my heart and crysing
and i feel high and says
i would do anything for love
i'll be there (i'll be there)

there's nothing that i want you

the way you love me
the world goes still in your hand

i love you, i love you
and i can see it in y
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.6895 - acc: 0.7886   
(18, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,
i'm so inside you and i know that it's true
i'll be the refter in the sky and shining through
and i can make it all for love
i'll be the refter from the love to the

and i'll be there

[chorus]

i need you so i sing
i know you can show me

you know i don't mind that love is a love that
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.6423 - acc: 0.8013   
(19, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake, they can have the place i love you

i can see the rain that sing a words for friend
i can't wait to let you forever
and i know that you want to be the same
and i can't wait to feel you touching me again
with you, i'm just another woman in love

all the seas from that way it all feel the sam
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.6143 - acc: 0.8089   
(20, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake, they can have it all alone

i wanna hold you till the way you looking be
i know i'll never love this way again
so i keep holdin' on
i've got this feeling so long

i won't do that i want to fool you tonight

i'll never love this way again
hold on, hold on, hold on

i know i love you, i w
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.5896 - acc: 0.8159   
(21, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake, at the stars
and the solds of seed
all i know the truth
i will be there
i will be there

[chorus:]
i know that you ever get above you
i can't go was your heart
and i swear (you say it best
your love so make you come to me
you are the one i want to be

[chorus:]
i know that you stay i 
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.5662 - acc: 0.8227   
(22, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,
there's a love i say i do
when i need you
i just will love you so, for always

and i won't do that

[girl:]
will you hold me angel of the morning, angel
just touch my cheek before you leave me, baby
just look at the highleas along to me
and i know that it's conetting let it be
a life in
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.6562 - acc: 0.7993   
(23, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake, they'll gave it all for one and all for love.

[boy:]
i can do that
i can do that

[girl:]
i can say it our love will lead me to be
the way that i want to be

those you won't be there
i'll be the walking for love
i'll be the heaven love was more than walking,
and i know that i'm here t
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.5379 - acc: 0.8316   
(24, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake, they're a firing in your eyes
and the words are all of my tears
and the songs that heaven he wonder

it will be the words of a show the one thing
i want to this forlies
in the sound
of a lifetime alone

i love you, i love you
oh yes i love you
oh you are my without your heart
you are al
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.5163 - acc: 0.8380   
(25, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake, this world and hold on town and she where i find your love
i need your love
that show she thiss you fall in love
and i know that it's true in my heart
i will upst on your stars
the smile on your face
the way that you taste
your love is love
and i'll be there

[love versied this way
throu
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.4978 - acc: 0.8432   
(26, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,
i'm not watching me for at you
i'm just another woman in love
a kid out of school
a fire out of control
just another fool
you touch me and i'm weak
i'm a feather in the wind
and i can't wait to feel you touching me again
with you, i'm just another woman in love
and i don't want to live fo
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.4779 - acc: 0.8492   
(27, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake, they can't take the man
when you say you love me
the world goes still, so still inside a lot
where there's to make the sun
and as we gan
in the mindle of a dream
i need to know
that you are not alone
i am here with you
though we're far apart
you're always in my heart
you are not alone
i
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.4616 - acc: 0.8541   
(28, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,
this time i'll hold you forever
this time we'll never end

now i'm seen blind i fall in love again
i'll be the refter of you and me
i've watched some day for you and me in my arms
i can see the truth in your eyes
your sorrow show
yes it shows
all you start and say it all burned as a stark
Epoch 1/1
283856/283856 [==============================] - 353s - loss: 0.4476 - acc: 0.8576   
(29, 'Seed', "i'll be the fire in your night. then it's love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,")
follow up with: s love you take. i will defend, i will fight. i'll be there when you need me. when honor's at stake,
that i am and easy try to stay
there is a sturd on your
i know that you stay
there's no way you can deep it together
and now that i've found you
love will find a way

i was be there i believe in you

and i want to walk through the night
when you have the time i was there

i won't be ba

In [ ]:

    

generatetext(i)


    

In [ ]: