In [2]:

    

from keras.models import Sequential
from keras.layers.core import Dense, Activation, Dropout
from keras.layers.recurrent import LSTM
from keras.datasets.data_utils import get_file
import numpy as np
import random
import sys

'''
    Example script to generate text from Nietzsche's writings.
    At least 20 epochs are required before the generated text
    starts sounding coherent.
    It is recommended to run this script on GPU, as recurrent
    networks are quite computationally intensive.
    If you try this script on new data, make sure your corpus
    has at least ~100k characters. ~1M is better.
'''

path = get_file('nietzsche.txt', origin="https://s3.amazonaws.com/text-datasets/nietzsche.txt")
text = open(path).read().lower()
print('corpus length:', len(text))

chars = set(text)
print('total chars:', len(chars))
char_indices = dict((c, i) for i, c in enumerate(chars))
indices_char = dict((i, c) for i, c in enumerate(chars))

# cut the text in semi-redundant sequences of maxlen characters
maxlen = 20
step = 3
sentences = []
next_chars = []
for i in range(0, len(text) - maxlen, step):
    sentences.append(text[i: i + maxlen])
    next_chars.append(text[i + maxlen])
print('nb sequences:', len(sentences))

print('Vectorization...')
X = np.zeros((len(sentences), maxlen, len(chars)), dtype=np.bool)
y = np.zeros((len(sentences), len(chars)), dtype=np.bool)
for i, sentence in enumerate(sentences):
    for t, char in enumerate(sentence):
        X[i, t, char_indices[char]] = 1
    y[i, char_indices[next_chars[i]]] = 1


# build the model: 2 stacked LSTM
print('Build model...')
model = Sequential()
model.add(LSTM(512, return_sequences=True, input_shape=(maxlen, len(chars))))
model.add(Dropout(0.2))
model.add(LSTM(512, return_sequences=False))
model.add(Dropout(0.2))
model.add(Dense(len(chars)))
model.add(Activation('softmax'))

model.compile(loss='categorical_crossentropy', optimizer='rmsprop')


def sample(a, temperature=1.0):
    # helper function to sample an index from a probability array
    a = np.log(a) / temperature
    a = np.exp(a) / np.sum(np.exp(a))
    return np.argmax(np.random.multinomial(1, a, 1))

# train the model, output generated text after each iteration
for iteration in range(1, 60):
    print()
    print('-' * 50)
    print('Iteration', iteration)
    model.fit(X, y, batch_size=128, nb_epoch=1)

    start_index = random.randint(0, len(text) - maxlen - 1)

    for diversity in [0.2, 0.5, 1.0, 1.2]:
        print()
        print('----- diversity:', diversity)

        generated = ''
        sentence = text[start_index: start_index + maxlen]
        generated += sentence
        print('----- Generating with seed: "' + sentence + '"')
        sys.stdout.write(generated)

        for iteration in range(400):
            x = np.zeros((1, maxlen, len(chars)))
            for t, char in enumerate(sentence):
                x[0, t, char_indices[char]] = 1.

            preds = model.predict(x, verbose=0)[0]
            next_index = sample(preds, diversity)
            next_char = indices_char[next_index]

            generated += next_char
            sentence = sentence[1:] + next_char

            sys.stdout.write(next_char)
            sys.stdout.flush()
        print()


    

    




Using Theano backend.
Downloading data from https://s3.amazonaws.com/text-datasets/nietzsche.txt
606208/600901 [==============================] - 0s     
corpus length: 600893
total chars: 57
nb sequences: 200291
Vectorization...
Build model...

--------------------------------------------------
Iteration 1
Epoch 1/1
200291/200291 [==============================] - 220s - loss: 2.7521   

----- diversity: 0.2
----- Generating with seed: " usage, to oppose th"
 usage, to oppose the the the the the the the the the the the of pore the and and the the the the the the pore the the the the the the the the pore the the the the the the the the the the the the the the the the the the pores of the the the the the the the he the for the the ante the the the the the the the the the the the the the and of the the eres of the the the the the the the the core the the the son the the the

----- diversity: 0.5
----- Generating with seed: " usage, to oppose th"
 usage, to oppose the ther pove ches wis the ar the the ane the the the les beritit, in the lithe and sand bof intinl and ons raant aund tore of the te the the son eub evere the tot on the pentacop pent on the popeend bob the hact end on sut andy ins the ting thel and ot us of the the ang of res and and and o in the thimt ans on the lote the the the ersene of and ave and in the anter of the the the ante the the the t

----- diversity: 1.0
----- Generating with seed: " usage, to oppose th"
 usage, to oppose thorlit
thel- fetere- foot tite ef:yr arsiand anl thalse, os sorethane tho he nes waltd3e,, wh anen bulgisune bnome bucwit the tiutl undendis
riftel thig onvasedus id apethe gte-innos cat
ind ortpeses barde, os mveuk, pokaud or bed fryucint rebpesity et av espiseve, fhe -rothiv olp luspthet hsusofel of mere-n-an
 teeckes of
pcosshiruzt-inud co3 apvoot on tos whrae thol me avurags-en
oxun torecsor te

----- diversity: 1.2
----- Generating with seed: " usage, to oppose th"
 usage, to oppose thas lunly pfenbt" tild iaald, hem
col "9axw afl gmote,t or the dhag atuëlog theue
lol an thy a0gs
lfe migedfunubg
-fyblavdevy whew aconndowulity asy
es si, onuale whitq nt e bed prandgicl., w1eccoit this
tto uwhurn!, h u nkegbe
diworat ytibeelg[-.
 ho4 ece huesl", paind bvy th evtaondmin woutl sup t elilte, be pole hurc
le5ee seicn sesthoth-y gipslizsof thimusn"-, aas gibatozouul
oth
o. percunislif

--------------------------------------------------
Iteration 2
Epoch 1/1
200291/200291 [==============================] - 220s - loss: 2.2788   

----- diversity: 0.2
----- Generating with seed: "ynicism is the only
"
ynicism is the only
the sould the sor the some the sore and the enter the in the mere the sor the sor the rester and the sor the in the in the for the in the sore the onder the sore the sore the sore the sould the sould and and the in the rerest on the bere the exprest of the resting of the erong the sore the serition the ender in the tor the meraly of the soul of the enter the eres in the and the in the sore the in 

----- diversity: 0.5
----- Generating with seed: "ynicism is the only
"
ynicism is the only
conden the tore and in the fint the as nither and the for the paese the here and the rome the worce for the bemest ond the soull conderes and in the canle this sond and and the istict of the in dereed the ger the ment of the here the remest and sore the with we to the eren the a dere fouth in the in the horings the contice thir of the inder of
the sourd endor the prering in hor the dester and the 

----- diversity: 1.0
----- Generating with seed: "ynicism is the only
"
ynicism is the only
utucosbed hicd, in the on the id dild on e1feulien aldif nos wreriguc tmecintar to praycy, the tad wrow lis our e atlige, to cencinde an of pherinxl wo ever nogling mentm
e fox as fur meandutoons ce. dhel] ow the for the derse wonchmsupy at or
the crenceg tourae os of carsong
orty. to allong thels sumfeu atuan cane eno a phis ome fyemis at ouct renoaned to erofalien, in of dectimed. ncpryningm to 

----- diversity: 1.2
----- Generating with seed: "ynicism is the only
"
ynicism is the only
meloness, ax eveule "vouth
e"pewi them or why cinnom midiy timud treeksl weane birgy al' atros the nat ynot aldueds
tu thisses ip themes wevl for
to4
heowtery talthy chepress- u( wiadung the lresces
ferdentit,-sitro. whonekss dust--asd g"thele! atapite, at in dellonges
s
mpacurteor car, nhrrav
porn.t acssiticy had _y maas tal
onvere, un sacfer-7tonle."st--ouuleny ars"d--st, s kisl meenticage to ho

--------------------------------------------------
Iteration 3
Epoch 1/1
200291/200291 [==============================] - 220s - loss: 2.0797   

----- diversity: 0.2
----- Generating with seed: "and would like
to pl"
and would like
to plestion of the fremand and and and the mant in the freation of the which has in the mand and the sempinitions of the will the mand in the mand the sention of the manting of the sencint and and and the great of the in the sould the sention of the which he sore the which he sere the sention of the sunce of the sind and his in the sence of the man the sentention of the sence the mant and the mand the 

----- diversity: 0.5
----- Generating with seed: "and would like
to pl"
and would like
to pless of manilicaily of selfound and uthers and chanter in the concopred and sulligest of a preinger the serting of the resulucing is which whe desentund and which has extond and estund in the sacticinity in the shal of the while hif in the
sigtation, a selfention, and in the beliged the ches in the for in the continity and himself the urestive what whing serfire of his all agest the coment in for t

----- diversity: 1.0
----- Generating with seed: "and would like
to pl"
and would like
to plowed hime of
the stivial do this of
soul, the moeg alse whing.

112. an everyebred shelan it sins,istectoxption more inmlong of deigion. ratualy a a by, and digon in e sal.

the gan blou in in his
shimsingikily, ly choisungast wich the sentains of the sage
ount
with lry the crusor: the revolutiom and heselhescoacj with vay steeist cuntlishling"s, which te s9mear" prind
s2mestibges far ud she vast 

----- diversity: 1.2
----- Generating with seed: "and would like
to pl"
and would like
to pligh premighas of the tadlw this, "ucre=pen,
-ngrel"leduglve thik mere chist, he
ch_lonearte ancoliraaled heferem of
lifome manise a: icec(uviereung theresaveralg; pearal hir, a gteil
phed s1afieverhe
 u 'vonibt, ding 'leesgen
in.estidlyits, which ve dreans whourone: ov realukal
12imufed lemongiss
mustificution of the edpretidy

5
t7
opnalivif. it ethem, wo ho vis permadets thutiots me fremprifiry 

--------------------------------------------------
Iteration 4
Epoch 1/1
200291/200291 [==============================] - 220s - loss: 1.9250   

----- diversity: 0.2
----- Generating with seed: "yle; and these laws "
yle; and these laws the still to the beligion of the man the stand the strenged to the strenged the cantion of the whole the prosent of the most of the still the man the resting the man the presision of the presers of the man the pression of the senting the man be man who and all the strees and the man for the presers a man in the read condicions of the prosting the most and the still to the strent the presing the ma

----- diversity: 0.5
----- Generating with seed: "yle; and these laws "
yle; and these laws the mast men all of the real, and stoll
condured wat as preas be who dees in the later in the bely all that which is a condrulical end discoperal encertate, the nother will the ong in the the indistore of the presers of the cantion of his conter on the reath of the chest as the the more to the rade of the mant for and very a coldicion to fon ancomsting and and belight whind the has most free which

----- diversity: 1.0
----- Generating with seed: "yle; and these laws "
yle; and these laws of it we their the geaes. saccherering stilly houre des schall they hind his himpone
to
the the prifourer widd, antwich," its salfor and the weral forevy,, bechiesone
to doug qeansa; of there geal--that ase they tan or was, urenijuress in
fumondel; pariy idjinctility, senfqueltent to the
mistlidizumn seulicing the vare sums alafion.
itsceess and this the ubagent, a prolonk,ry, neagity thacsed--thi

----- diversity: 1.2
----- Generating with seed: "yle; and these laws "
yle; and these laws oreal hexope soqeinations.--qhear, anitole) the chap is nom one us ore inselved
a phale manios
iinterfout of the sall-storgre is net sterf locies he age is nathyr,ich. weorelys, sunsficiatine--o2 ctore of ghen
vurgald waster siffices
theysese whetecery a simstine, but .or
thes
"m.-- the who its
jodble poltio alf the
fifcle that "out., nothenbe that bat hersflanterrussines unow b!awshed. toud
we ha

--------------------------------------------------
Iteration 5
Epoch 1/1
200291/200291 [==============================] - 220s - loss: 1.8003   

----- diversity: 0.2
----- Generating with seed: "flict with this. a f"
flict with this. a fore of the sense of the sention of the sentions of the some the sention of the sention of the sentity of the sent the streng of the sentions of the sections of the sent of the sich of the some the sent of the sent the sention of the self-constines of the sentity of the sention of the sented of the sented the sentity of the section of the sentity of the seppect in the sention of the self-consting t

----- diversity: 0.5
----- Generating with seed: "flict with this. a f"
flict with this. a fore is and not resure of the some him the deash of position of the sect of the sectard of
the mearing of the strection, the beting of the suppicises and also the most to the armont the most of unaches and and not that is secred on the sent and constions of means in the sense the sentunt of such a many of a madity. he who condert deserves and hessence, and sunce of the indict. the senting of the ob

----- diversity: 1.0
----- Generating with seed: "flict with this. a f"
flict with this. a fors lather, of the from be the subload equrite, itless, the stakness mays lavery the memal: toor intulians, god--a somethe

ruct which it becuared that if a lond, conscsutionody of the mertus here, wat sthing, chands pain in alquef: who is werlde lisk
bes, bo hi_sagnes and mading
himself we
detrices kest of
itself their of thats themselves the geem speren mane ther prohoworal, were,
thought as
yhe

----- diversity: 1.2
----- Generating with seed: "flict with this. a f"
flict with this. a faven
in5erj."
[1o] peal itsels and
tyelt inthouthnes, sollowemeuh obnessitunce,
hos cowarness in himself in remand
not gife, the evismustly sheeg at it the red truess were obeing his of:" ant to net.--ay moverity.
 äeking dveaken perkan somethed men of a cauls thmome
jed og not)ibnets
of the
becomes he mostiy of
the sacc--we peild,ing eypre innsush of perain that""-plwy wearnness! a) the still tha

--------------------------------------------------
Iteration 6
Epoch 1/1
 12672/200291 [>.............................] - ETA: 207s - loss: 1.7109





    




Using gpu device 0: GRID K520 (CNMeM is disabled)






    




---------------------------------------------------------------------------
KeyboardInterrupt                         Traceback (most recent call last)
<ipython-input-2-903758401e83> in <module>()
     69     print('-' * 50)
     70     print('Iteration', iteration)
---> 71     model.fit(X, y, batch_size=128, nb_epoch=1)
     72 
     73     start_index = random.randint(0, len(text) - maxlen - 1)

/home/ubuntu/anaconda3/lib/python3.5/site-packages/keras/models.py in fit(self, X, y, batch_size, nb_epoch, verbose, callbacks, validation_split, validation_data, shuffle, show_accuracy, class_weight, sample_weight)
    505                          verbose=verbose, callbacks=callbacks,
    506                          val_f=val_f, val_ins=val_ins,
--> 507                          shuffle=shuffle, metrics=metrics)
    508 
    509     def predict(self, X, batch_size=128, verbose=0):

/home/ubuntu/anaconda3/lib/python3.5/site-packages/keras/models.py in _fit(self, f, ins, out_labels, batch_size, nb_epoch, verbose, callbacks, val_f, val_ins, shuffle, metrics)
    224                 batch_logs['size'] = len(batch_ids)
    225                 callbacks.on_batch_begin(batch_index, batch_logs)
--> 226                 outs = f(ins_batch)
    227                 if type(outs) != list:
    228                     outs = [outs]

/home/ubuntu/anaconda3/lib/python3.5/site-packages/keras/backend/theano_backend.py in __call__(self, inputs)
    355 
    356     def __call__(self, inputs):
--> 357         return self.function(*inputs)
    358 
    359 

/home/ubuntu/anaconda3/lib/python3.5/site-packages/theano/compile/function_module.py in __call__(self, *args, **kwargs)
    857         t0_fn = time.time()
    858         try:
--> 859             outputs = self.fn()
    860         except Exception:
    861             if hasattr(self.fn, 'position_of_error'):

/home/ubuntu/anaconda3/lib/python3.5/site-packages/theano/scan_module/scan_op.py in rval(p, i, o, n, allow_gc)
    961         def rval(p=p, i=node_input_storage, o=node_output_storage, n=node,
    962                  allow_gc=allow_gc):
--> 963             r = p(n, [x[0] for x in i], o)
    964             for o in node.outputs:
    965                 compute_map[o][0] = True

/home/ubuntu/anaconda3/lib/python3.5/site-packages/theano/scan_module/scan_op.py in <lambda>(node, args, outs)
    950                         args,
    951                         outs,
--> 952                         self, node)
    953         except (ImportError, theano.gof.cmodule.MissingGXX):
    954             p = self.execute

KeyboardInterrupt: 

In [ ]: