In [61]:
import numpy as np
import tensorflow as tf
from keras.models import Sequential
from keras.layers.core import Dense, Activation, Dropout
from keras.layers.recurrent import LSTM
In [55]:
corpus_file = open('corpus.txt', mode='r')
corpus = corpus_file.read()
print(corpus[:45])
The house was--and for that matter still is--
In [223]:
vocab = set(corpus)
num_classes = len(vocab)
vocab_to_int = {c:i for i, c in enumerate(vocab)}
int_to_vocab = {i:c for i, c in enumerate(vocab)}
encoded = [vocab_to_int[c] for c in corpus]
print(encoded[:45])
print(len(encoded))
[18, 47, 28, 15, 47, 36, 9, 72, 28, 15, 51, 11, 72, 3, 3, 11, 37, 65, 15, 23, 36, 7, 15, 29, 47, 11, 29, 15, 53, 11, 29, 29, 28, 7, 15, 72, 29, 32, 0, 0, 15, 32, 72, 3, 3]
61099
In [279]:
# Hyperparams
batches = 1000
steps = 50
dropout = 0.5
epochs = 1000
layers = [steps, 50, 100, steps]
X = np.array(encoded[:batches*steps])
y = np.array(encoded[1:batches*steps + 1])
X_train = X.reshape(batches, steps)
y_train = y.reshape(batches, steps)
X_one_hot = np.eye(num_classes)[X_train]
y_one_hot = np.eye(num_classes)[y_train]
print(X_train.shape)
print(X_one_hot.shape)
print(y_train.shape)
print(y_one_hot.shape)
(1000, 50)
(1000, 50, 76)
(1000, 50)
(1000, 50, 76)
In [280]:
model = Sequential()
model.add(LSTM(100,input_shape=(None, 76),return_sequences=True))
model.add(Dropout(dropout))
model.add(LSTM(200,return_sequences=True))
model.add(Dropout(dropout))
model.add(Dense(76))
model.add(Activation("softmax"))
model.compile(loss="categorical_crossentropy", optimizer="adam")
In [281]:
model.fit(X_one_hot, y_one_hot, batch_size=100, epochs=epochs)
Epoch 1/1000
1000/1000 [==============================] - 10s - loss: 4.0968
Epoch 2/1000
1000/1000 [==============================] - 9s - loss: 3.3936
Epoch 3/1000
1000/1000 [==============================] - 11s - loss: 3.2375
Epoch 4/1000
1000/1000 [==============================] - 10s - loss: 3.1743
Epoch 5/1000
1000/1000 [==============================] - 9s - loss: 3.1400
Epoch 6/1000
1000/1000 [==============================] - 8s - loss: 3.1187
Epoch 7/1000
1000/1000 [==============================] - 8s - loss: 3.1034
Epoch 8/1000
1000/1000 [==============================] - 8s - loss: 3.0905
Epoch 9/1000
1000/1000 [==============================] - 8s - loss: 3.0745
Epoch 10/1000
1000/1000 [==============================] - 8s - loss: 3.0627
Epoch 11/1000
1000/1000 [==============================] - 8s - loss: 3.0448
Epoch 12/1000
1000/1000 [==============================] - 8s - loss: 3.0275
Epoch 13/1000
1000/1000 [==============================] - 8s - loss: 3.0034
Epoch 14/1000
1000/1000 [==============================] - 8s - loss: 2.9727
Epoch 15/1000
1000/1000 [==============================] - 8s - loss: 2.9328
Epoch 16/1000
1000/1000 [==============================] - 8s - loss: 2.8932
Epoch 17/1000
1000/1000 [==============================] - 8s - loss: 2.8485
Epoch 18/1000
1000/1000 [==============================] - 8s - loss: 2.8089
Epoch 19/1000
1000/1000 [==============================] - 8s - loss: 2.7673
Epoch 20/1000
1000/1000 [==============================] - 8s - loss: 2.7325
Epoch 21/1000
1000/1000 [==============================] - 8s - loss: 2.6955
Epoch 22/1000
1000/1000 [==============================] - 8s - loss: 2.6631
Epoch 23/1000
1000/1000 [==============================] - 8s - loss: 2.6366
Epoch 24/1000
1000/1000 [==============================] - 8s - loss: 2.6126
Epoch 25/1000
1000/1000 [==============================] - 8s - loss: 2.5930
Epoch 26/1000
1000/1000 [==============================] - 8s - loss: 2.5765
Epoch 27/1000
1000/1000 [==============================] - 8s - loss: 2.5599
Epoch 28/1000
1000/1000 [==============================] - 8s - loss: 2.5473
Epoch 29/1000
1000/1000 [==============================] - 8s - loss: 2.5320
Epoch 30/1000
1000/1000 [==============================] - 8s - loss: 2.5227
Epoch 31/1000
1000/1000 [==============================] - 8s - loss: 2.5106
Epoch 32/1000
1000/1000 [==============================] - 8s - loss: 2.5012
Epoch 33/1000
1000/1000 [==============================] - 8s - loss: 2.4902
Epoch 34/1000
1000/1000 [==============================] - 8s - loss: 2.4807
Epoch 35/1000
1000/1000 [==============================] - 8s - loss: 2.4715
Epoch 36/1000
1000/1000 [==============================] - 8s - loss: 2.4651
Epoch 37/1000
1000/1000 [==============================] - 8s - loss: 2.4494
Epoch 38/1000
1000/1000 [==============================] - 8s - loss: 2.4435
Epoch 39/1000
1000/1000 [==============================] - 8s - loss: 2.4363
Epoch 40/1000
1000/1000 [==============================] - 8s - loss: 2.4301
Epoch 41/1000
1000/1000 [==============================] - 8s - loss: 2.4154
Epoch 42/1000
1000/1000 [==============================] - 8s - loss: 2.4104
Epoch 43/1000
1000/1000 [==============================] - 8s - loss: 2.4020
Epoch 44/1000
1000/1000 [==============================] - 8s - loss: 2.3944
Epoch 45/1000
1000/1000 [==============================] - 8s - loss: 2.3850
Epoch 46/1000
1000/1000 [==============================] - 8s - loss: 2.3764
Epoch 47/1000
1000/1000 [==============================] - 8s - loss: 2.3729
Epoch 48/1000
1000/1000 [==============================] - 8s - loss: 2.3633
Epoch 49/1000
1000/1000 [==============================] - 8s - loss: 2.3572
Epoch 50/1000
1000/1000 [==============================] - 8s - loss: 2.3494
Epoch 51/1000
1000/1000 [==============================] - 8s - loss: 2.3446
Epoch 52/1000
1000/1000 [==============================] - 8s - loss: 2.3375
Epoch 53/1000
1000/1000 [==============================] - 8s - loss: 2.3311
Epoch 54/1000
1000/1000 [==============================] - 8s - loss: 2.3260
Epoch 55/1000
1000/1000 [==============================] - 8s - loss: 2.3200
Epoch 56/1000
1000/1000 [==============================] - 8s - loss: 2.3132
Epoch 57/1000
1000/1000 [==============================] - 8s - loss: 2.3066
Epoch 58/1000
1000/1000 [==============================] - 8s - loss: 2.3016
Epoch 59/1000
1000/1000 [==============================] - 8s - loss: 2.2959
Epoch 60/1000
1000/1000 [==============================] - 8s - loss: 2.2855
Epoch 61/1000
1000/1000 [==============================] - 8s - loss: 2.2838
Epoch 62/1000
1000/1000 [==============================] - 8s - loss: 2.2794
Epoch 63/1000
1000/1000 [==============================] - 8s - loss: 2.2780
Epoch 64/1000
1000/1000 [==============================] - 8s - loss: 2.2690
Epoch 65/1000
1000/1000 [==============================] - 8s - loss: 2.2684
Epoch 66/1000
1000/1000 [==============================] - 8s - loss: 2.2611
Epoch 67/1000
1000/1000 [==============================] - 8s - loss: 2.2539
Epoch 68/1000
1000/1000 [==============================] - 8s - loss: 2.2496
Epoch 69/1000
1000/1000 [==============================] - 8s - loss: 2.2470
Epoch 70/1000
1000/1000 [==============================] - 8s - loss: 2.2409
Epoch 71/1000
1000/1000 [==============================] - 8s - loss: 2.2373
Epoch 72/1000
1000/1000 [==============================] - 8s - loss: 2.2333
Epoch 73/1000
1000/1000 [==============================] - 8s - loss: 2.2280
Epoch 74/1000
1000/1000 [==============================] - 8s - loss: 2.2257
Epoch 75/1000
1000/1000 [==============================] - 8s - loss: 2.2215
Epoch 76/1000
1000/1000 [==============================] - 9s - loss: 2.2133
Epoch 77/1000
1000/1000 [==============================] - 8s - loss: 2.2111
Epoch 78/1000
1000/1000 [==============================] - 8s - loss: 2.2092
Epoch 79/1000
1000/1000 [==============================] - 8s - loss: 2.2050
Epoch 80/1000
1000/1000 [==============================] - 8s - loss: 2.1989
Epoch 81/1000
1000/1000 [==============================] - 8s - loss: 2.1946
Epoch 82/1000
1000/1000 [==============================] - 8s - loss: 2.1910
Epoch 83/1000
1000/1000 [==============================] - 8s - loss: 2.1906
Epoch 84/1000
1000/1000 [==============================] - 8s - loss: 2.1810
Epoch 85/1000
1000/1000 [==============================] - 8s - loss: 2.1796
Epoch 86/1000
1000/1000 [==============================] - 8s - loss: 2.1768
Epoch 87/1000
1000/1000 [==============================] - 8s - loss: 2.1719
Epoch 88/1000
1000/1000 [==============================] - 8s - loss: 2.1721
Epoch 89/1000
1000/1000 [==============================] - 8s - loss: 2.1675
Epoch 90/1000
1000/1000 [==============================] - 8s - loss: 2.1540
Epoch 91/1000
1000/1000 [==============================] - 8s - loss: 2.1530
Epoch 92/1000
1000/1000 [==============================] - 8s - loss: 2.1544
Epoch 93/1000
1000/1000 [==============================] - 8s - loss: 2.1504
Epoch 94/1000
1000/1000 [==============================] - 8s - loss: 2.1489
Epoch 95/1000
1000/1000 [==============================] - 8s - loss: 2.1440
Epoch 96/1000
1000/1000 [==============================] - 8s - loss: 2.1429
Epoch 97/1000
1000/1000 [==============================] - 8s - loss: 2.1384
Epoch 98/1000
1000/1000 [==============================] - 8s - loss: 2.1327
Epoch 99/1000
1000/1000 [==============================] - 8s - loss: 2.1315
Epoch 100/1000
1000/1000 [==============================] - 8s - loss: 2.1294
Epoch 101/1000
1000/1000 [==============================] - 8s - loss: 2.1274
Epoch 102/1000
1000/1000 [==============================] - 8s - loss: 2.1204
Epoch 103/1000
1000/1000 [==============================] - 8s - loss: 2.1148
Epoch 104/1000
1000/1000 [==============================] - 8s - loss: 2.1184
Epoch 105/1000
1000/1000 [==============================] - 8s - loss: 2.1095
Epoch 106/1000
1000/1000 [==============================] - 8s - loss: 2.1097
Epoch 107/1000
1000/1000 [==============================] - 8s - loss: 2.1123
Epoch 108/1000
1000/1000 [==============================] - 8s - loss: 2.1027
Epoch 109/1000
1000/1000 [==============================] - 8s - loss: 2.0973
Epoch 110/1000
1000/1000 [==============================] - 8s - loss: 2.0962
Epoch 111/1000
1000/1000 [==============================] - 8s - loss: 2.0943
Epoch 112/1000
1000/1000 [==============================] - 8s - loss: 2.0963
Epoch 113/1000
1000/1000 [==============================] - 8s - loss: 2.0933
Epoch 114/1000
1000/1000 [==============================] - 8s - loss: 2.0872
Epoch 115/1000
1000/1000 [==============================] - 8s - loss: 2.0864
Epoch 116/1000
1000/1000 [==============================] - 8s - loss: 2.0784
Epoch 117/1000
1000/1000 [==============================] - 8s - loss: 2.0790
Epoch 118/1000
1000/1000 [==============================] - 8s - loss: 2.0755
Epoch 119/1000
1000/1000 [==============================] - 8s - loss: 2.0767
Epoch 120/1000
1000/1000 [==============================] - 8s - loss: 2.0666
Epoch 121/1000
1000/1000 [==============================] - 8s - loss: 2.0674
Epoch 122/1000
1000/1000 [==============================] - 8s - loss: 2.0661
Epoch 123/1000
1000/1000 [==============================] - 8s - loss: 2.0618
Epoch 124/1000
1000/1000 [==============================] - 8s - loss: 2.0600
Epoch 125/1000
1000/1000 [==============================] - 8s - loss: 2.0549
Epoch 126/1000
1000/1000 [==============================] - 8s - loss: 2.0549
Epoch 127/1000
1000/1000 [==============================] - 8s - loss: 2.0491
Epoch 128/1000
1000/1000 [==============================] - 8s - loss: 2.0486
Epoch 129/1000
1000/1000 [==============================] - 8s - loss: 2.0437
Epoch 130/1000
1000/1000 [==============================] - 8s - loss: 2.0416
Epoch 131/1000
1000/1000 [==============================] - 8s - loss: 2.0379
Epoch 132/1000
1000/1000 [==============================] - 8s - loss: 2.0388
Epoch 133/1000
1000/1000 [==============================] - 8s - loss: 2.0375
Epoch 134/1000
1000/1000 [==============================] - 8s - loss: 2.0324
Epoch 135/1000
1000/1000 [==============================] - 8s - loss: 2.0305
Epoch 136/1000
1000/1000 [==============================] - 8s - loss: 2.0328
Epoch 137/1000
1000/1000 [==============================] - 8s - loss: 2.0310
Epoch 138/1000
1000/1000 [==============================] - 8s - loss: 2.0250
Epoch 139/1000
1000/1000 [==============================] - 8s - loss: 2.0214
Epoch 140/1000
1000/1000 [==============================] - 8s - loss: 2.0154
Epoch 141/1000
1000/1000 [==============================] - 8s - loss: 2.0147
Epoch 142/1000
1000/1000 [==============================] - 8s - loss: 2.0126
Epoch 143/1000
1000/1000 [==============================] - 8s - loss: 2.0123
Epoch 144/1000
1000/1000 [==============================] - 8s - loss: 2.0074
Epoch 145/1000
1000/1000 [==============================] - 8s - loss: 2.0022
Epoch 146/1000
1000/1000 [==============================] - 8s - loss: 2.0036
Epoch 147/1000
1000/1000 [==============================] - 8s - loss: 2.0003
Epoch 148/1000
1000/1000 [==============================] - 8s - loss: 1.9971
Epoch 149/1000
1000/1000 [==============================] - 8s - loss: 1.9976
Epoch 150/1000
1000/1000 [==============================] - 8s - loss: 1.9950
Epoch 151/1000
1000/1000 [==============================] - 12s - loss: 1.9980
Epoch 152/1000
1000/1000 [==============================] - 9s - loss: 1.9909
Epoch 153/1000
1000/1000 [==============================] - 8s - loss: 1.9893
Epoch 154/1000
1000/1000 [==============================] - 8s - loss: 1.9865
Epoch 155/1000
1000/1000 [==============================] - 8s - loss: 1.9830
Epoch 156/1000
1000/1000 [==============================] - 8s - loss: 1.9791
Epoch 157/1000
1000/1000 [==============================] - 8s - loss: 1.9789
Epoch 158/1000
1000/1000 [==============================] - 8s - loss: 1.9770
Epoch 159/1000
1000/1000 [==============================] - 8s - loss: 1.9735
Epoch 160/1000
1000/1000 [==============================] - 8s - loss: 1.9704
Epoch 161/1000
1000/1000 [==============================] - 9s - loss: 1.9668
Epoch 162/1000
1000/1000 [==============================] - 8s - loss: 1.9624
Epoch 163/1000
1000/1000 [==============================] - 8s - loss: 1.9670
Epoch 164/1000
1000/1000 [==============================] - 8s - loss: 1.9630
Epoch 165/1000
1000/1000 [==============================] - 7s - loss: 1.9633
Epoch 166/1000
1000/1000 [==============================] - 8s - loss: 1.9610
Epoch 167/1000
1000/1000 [==============================] - 8s - loss: 1.9555
Epoch 168/1000
1000/1000 [==============================] - 8s - loss: 1.9573
Epoch 169/1000
1000/1000 [==============================] - 8s - loss: 1.9531
Epoch 170/1000
1000/1000 [==============================] - 8s - loss: 1.9476
Epoch 171/1000
1000/1000 [==============================] - 7s - loss: 1.9500
Epoch 172/1000
1000/1000 [==============================] - 7s - loss: 1.9535
Epoch 173/1000
1000/1000 [==============================] - 8s - loss: 1.9465
Epoch 174/1000
1000/1000 [==============================] - 8s - loss: 1.9441
Epoch 175/1000
1000/1000 [==============================] - 8s - loss: 1.9396
Epoch 176/1000
1000/1000 [==============================] - 8s - loss: 1.9360
Epoch 177/1000
1000/1000 [==============================] - 8s - loss: 1.9401
Epoch 178/1000
1000/1000 [==============================] - 7s - loss: 1.9353
Epoch 179/1000
1000/1000 [==============================] - 7s - loss: 1.9312
Epoch 180/1000
1000/1000 [==============================] - 8s - loss: 1.9333
Epoch 181/1000
1000/1000 [==============================] - 8s - loss: 1.9262
Epoch 182/1000
1000/1000 [==============================] - 8s - loss: 1.9272
Epoch 183/1000
1000/1000 [==============================] - 8s - loss: 1.9231
Epoch 184/1000
1000/1000 [==============================] - 8s - loss: 1.9238
Epoch 185/1000
1000/1000 [==============================] - 8s - loss: 1.9188
Epoch 186/1000
1000/1000 [==============================] - 8s - loss: 1.9193
Epoch 187/1000
1000/1000 [==============================] - 8s - loss: 1.9196
Epoch 188/1000
1000/1000 [==============================] - 8s - loss: 1.9131
Epoch 189/1000
1000/1000 [==============================] - 8s - loss: 1.9095
Epoch 190/1000
1000/1000 [==============================] - 8s - loss: 1.9094
Epoch 191/1000
1000/1000 [==============================] - 8s - loss: 1.9053
Epoch 192/1000
1000/1000 [==============================] - 8s - loss: 1.9057
Epoch 193/1000
1000/1000 [==============================] - 8s - loss: 1.9038
Epoch 194/1000
1000/1000 [==============================] - 8s - loss: 1.9022
Epoch 195/1000
1000/1000 [==============================] - 8s - loss: 1.9010
Epoch 196/1000
1000/1000 [==============================] - 8s - loss: 1.8940
Epoch 197/1000
1000/1000 [==============================] - 8s - loss: 1.8980
Epoch 198/1000
1000/1000 [==============================] - 7s - loss: 1.8958
Epoch 199/1000
1000/1000 [==============================] - 8s - loss: 1.8932
Epoch 200/1000
1000/1000 [==============================] - 8s - loss: 1.8837
Epoch 201/1000
1000/1000 [==============================] - 7s - loss: 1.8942
Epoch 202/1000
1000/1000 [==============================] - 8s - loss: 1.8880
Epoch 203/1000
1000/1000 [==============================] - 8s - loss: 1.8849
Epoch 204/1000
1000/1000 [==============================] - 8s - loss: 1.8792
Epoch 205/1000
1000/1000 [==============================] - 7s - loss: 1.8791
Epoch 206/1000
1000/1000 [==============================] - 8s - loss: 1.8788
Epoch 207/1000
1000/1000 [==============================] - 7s - loss: 1.8765
Epoch 208/1000
1000/1000 [==============================] - 8s - loss: 1.8759
Epoch 209/1000
1000/1000 [==============================] - 8s - loss: 1.8769
Epoch 210/1000
1000/1000 [==============================] - 8s - loss: 1.8684
Epoch 211/1000
1000/1000 [==============================] - 8s - loss: 1.8664
Epoch 212/1000
1000/1000 [==============================] - 8s - loss: 1.8608
Epoch 213/1000
1000/1000 [==============================] - 8s - loss: 1.8643
Epoch 214/1000
1000/1000 [==============================] - 8s - loss: 1.8652
Epoch 215/1000
1000/1000 [==============================] - 8s - loss: 1.8653
Epoch 216/1000
1000/1000 [==============================] - 8s - loss: 1.8585
Epoch 217/1000
1000/1000 [==============================] - 8s - loss: 1.8565
Epoch 218/1000
1000/1000 [==============================] - 8s - loss: 1.8555
Epoch 219/1000
1000/1000 [==============================] - 8s - loss: 1.8503
Epoch 220/1000
1000/1000 [==============================] - 8s - loss: 1.8541
Epoch 221/1000
1000/1000 [==============================] - 7s - loss: 1.8472
Epoch 222/1000
1000/1000 [==============================] - 8s - loss: 1.8462
Epoch 223/1000
1000/1000 [==============================] - 8s - loss: 1.8438
Epoch 224/1000
1000/1000 [==============================] - 8s - loss: 1.8480
Epoch 225/1000
1000/1000 [==============================] - 8s - loss: 1.8361
Epoch 226/1000
1000/1000 [==============================] - 8s - loss: 1.8407
Epoch 227/1000
1000/1000 [==============================] - 8s - loss: 1.8414
Epoch 228/1000
1000/1000 [==============================] - 8s - loss: 1.8376
Epoch 229/1000
1000/1000 [==============================] - 8s - loss: 1.8370
Epoch 230/1000
1000/1000 [==============================] - 8s - loss: 1.8353
Epoch 231/1000
1000/1000 [==============================] - 8s - loss: 1.8327
Epoch 232/1000
1000/1000 [==============================] - 8s - loss: 1.8278
Epoch 233/1000
1000/1000 [==============================] - 9s - loss: 1.8232
Epoch 234/1000
1000/1000 [==============================] - 8s - loss: 1.8224
Epoch 235/1000
1000/1000 [==============================] - 8s - loss: 1.8263
Epoch 236/1000
1000/1000 [==============================] - 8s - loss: 1.8230
Epoch 237/1000
1000/1000 [==============================] - 8s - loss: 1.8245
Epoch 238/1000
1000/1000 [==============================] - 7s - loss: 1.8228
Epoch 239/1000
1000/1000 [==============================] - 8s - loss: 1.8184
Epoch 240/1000
1000/1000 [==============================] - 8s - loss: 1.8179
Epoch 241/1000
1000/1000 [==============================] - 8s - loss: 1.8119
Epoch 242/1000
1000/1000 [==============================] - 8s - loss: 1.8144
Epoch 243/1000
1000/1000 [==============================] - 8s - loss: 1.8072
Epoch 244/1000
1000/1000 [==============================] - 8s - loss: 1.8031
Epoch 245/1000
1000/1000 [==============================] - 8s - loss: 1.8050
Epoch 246/1000
1000/1000 [==============================] - 8s - loss: 1.8065
Epoch 247/1000
1000/1000 [==============================] - 8s - loss: 1.8060
Epoch 248/1000
1000/1000 [==============================] - 8s - loss: 1.7985
Epoch 249/1000
1000/1000 [==============================] - 8s - loss: 1.8008
Epoch 250/1000
1000/1000 [==============================] - 8s - loss: 1.8017
Epoch 251/1000
1000/1000 [==============================] - 8s - loss: 1.7940
Epoch 252/1000
1000/1000 [==============================] - 8s - loss: 1.7925
Epoch 253/1000
1000/1000 [==============================] - 8s - loss: 1.7908
Epoch 254/1000
1000/1000 [==============================] - 8s - loss: 1.7925
Epoch 255/1000
1000/1000 [==============================] - 8s - loss: 1.7918
Epoch 256/1000
1000/1000 [==============================] - 8s - loss: 1.7884
Epoch 257/1000
1000/1000 [==============================] - 8s - loss: 1.7870
Epoch 258/1000
1000/1000 [==============================] - 8s - loss: 1.7818
Epoch 259/1000
1000/1000 [==============================] - 8s - loss: 1.7885
Epoch 260/1000
1000/1000 [==============================] - 8s - loss: 1.7833
Epoch 261/1000
1000/1000 [==============================] - 7s - loss: 1.7807
Epoch 262/1000
1000/1000 [==============================] - 7s - loss: 1.7765
Epoch 263/1000
1000/1000 [==============================] - 8s - loss: 1.7769
Epoch 264/1000
1000/1000 [==============================] - 8s - loss: 1.7770
Epoch 265/1000
1000/1000 [==============================] - 7s - loss: 1.7744
Epoch 266/1000
1000/1000 [==============================] - 8s - loss: 1.7734
Epoch 267/1000
1000/1000 [==============================] - 8s - loss: 1.7698
Epoch 268/1000
1000/1000 [==============================] - 8s - loss: 1.7740
Epoch 269/1000
1000/1000 [==============================] - 8s - loss: 1.7685
Epoch 270/1000
1000/1000 [==============================] - 8s - loss: 1.7654
Epoch 271/1000
1000/1000 [==============================] - 8s - loss: 1.7638
Epoch 272/1000
1000/1000 [==============================] - 8s - loss: 1.7603
Epoch 273/1000
1000/1000 [==============================] - 8s - loss: 1.7560
Epoch 274/1000
1000/1000 [==============================] - 8s - loss: 1.7608
Epoch 275/1000
1000/1000 [==============================] - 7s - loss: 1.7557
Epoch 276/1000
1000/1000 [==============================] - 8s - loss: 1.7553
Epoch 277/1000
1000/1000 [==============================] - 7s - loss: 1.7527
Epoch 278/1000
1000/1000 [==============================] - 8s - loss: 1.7515
Epoch 279/1000
1000/1000 [==============================] - 7s - loss: 1.7520
Epoch 280/1000
1000/1000 [==============================] - 8s - loss: 1.7469
Epoch 281/1000
1000/1000 [==============================] - 7s - loss: 1.7455
Epoch 282/1000
1000/1000 [==============================] - 8s - loss: 1.7490
Epoch 283/1000
1000/1000 [==============================] - 8s - loss: 1.7426
Epoch 284/1000
1000/1000 [==============================] - 7s - loss: 1.7439
Epoch 285/1000
1000/1000 [==============================] - 8s - loss: 1.7444
Epoch 286/1000
1000/1000 [==============================] - 8s - loss: 1.7385
Epoch 287/1000
1000/1000 [==============================] - 7s - loss: 1.7392
Epoch 288/1000
1000/1000 [==============================] - 8s - loss: 1.7356
Epoch 289/1000
1000/1000 [==============================] - 8s - loss: 1.7378
Epoch 290/1000
1000/1000 [==============================] - 8s - loss: 1.7388
Epoch 291/1000
1000/1000 [==============================] - 7s - loss: 1.7372
Epoch 292/1000
1000/1000 [==============================] - 8s - loss: 1.7356
Epoch 293/1000
1000/1000 [==============================] - 8s - loss: 1.7334
Epoch 294/1000
1000/1000 [==============================] - 7s - loss: 1.7259
Epoch 295/1000
1000/1000 [==============================] - 7s - loss: 1.7227
Epoch 296/1000
1000/1000 [==============================] - 7s - loss: 1.7268
Epoch 297/1000
1000/1000 [==============================] - 8s - loss: 1.7257
Epoch 298/1000
1000/1000 [==============================] - 7s - loss: 1.7166
Epoch 299/1000
1000/1000 [==============================] - 8s - loss: 1.7220
Epoch 300/1000
1000/1000 [==============================] - 8s - loss: 1.7152
Epoch 301/1000
1000/1000 [==============================] - 8s - loss: 1.7164
Epoch 302/1000
1000/1000 [==============================] - 7s - loss: 1.7150
Epoch 303/1000
1000/1000 [==============================] - 8s - loss: 1.7165
Epoch 304/1000
1000/1000 [==============================] - 7s - loss: 1.7127
Epoch 305/1000
1000/1000 [==============================] - 7s - loss: 1.7087
Epoch 306/1000
1000/1000 [==============================] - 8s - loss: 1.7100
Epoch 307/1000
1000/1000 [==============================] - 8s - loss: 1.7111
Epoch 308/1000
1000/1000 [==============================] - 8s - loss: 1.7093
Epoch 309/1000
1000/1000 [==============================] - 8s - loss: 1.7078
Epoch 310/1000
1000/1000 [==============================] - 7s - loss: 1.7071
Epoch 311/1000
1000/1000 [==============================] - 8s - loss: 1.7023
Epoch 312/1000
1000/1000 [==============================] - 8s - loss: 1.7031
Epoch 313/1000
1000/1000 [==============================] - 8s - loss: 1.6995
Epoch 314/1000
1000/1000 [==============================] - 8s - loss: 1.6978
Epoch 315/1000
1000/1000 [==============================] - 8s - loss: 1.6976
Epoch 316/1000
1000/1000 [==============================] - 8s - loss: 1.6976
Epoch 317/1000
1000/1000 [==============================] - 8s - loss: 1.6925
Epoch 318/1000
1000/1000 [==============================] - 8s - loss: 1.6939
Epoch 319/1000
1000/1000 [==============================] - 8s - loss: 1.6926
Epoch 320/1000
1000/1000 [==============================] - 8s - loss: 1.6919
Epoch 321/1000
1000/1000 [==============================] - 7s - loss: 1.6877
Epoch 322/1000
1000/1000 [==============================] - 7s - loss: 1.6896
Epoch 323/1000
1000/1000 [==============================] - 8s - loss: 1.6878
Epoch 324/1000
1000/1000 [==============================] - 7s - loss: 1.6843
Epoch 325/1000
1000/1000 [==============================] - 7s - loss: 1.6842
Epoch 326/1000
1000/1000 [==============================] - 8s - loss: 1.6830
Epoch 327/1000
1000/1000 [==============================] - 8s - loss: 1.6873
Epoch 328/1000
1000/1000 [==============================] - 8s - loss: 1.6791
Epoch 329/1000
1000/1000 [==============================] - 8s - loss: 1.6783
Epoch 330/1000
1000/1000 [==============================] - 8s - loss: 1.6736
Epoch 331/1000
1000/1000 [==============================] - 8s - loss: 1.6729
Epoch 332/1000
1000/1000 [==============================] - 7s - loss: 1.6717
Epoch 333/1000
1000/1000 [==============================] - 8s - loss: 1.6727
Epoch 334/1000
1000/1000 [==============================] - 8s - loss: 1.6754
Epoch 335/1000
1000/1000 [==============================] - 7s - loss: 1.6698
Epoch 336/1000
1000/1000 [==============================] - 8s - loss: 1.6664
Epoch 337/1000
1000/1000 [==============================] - 8s - loss: 1.6715
Epoch 338/1000
1000/1000 [==============================] - 8s - loss: 1.6685
Epoch 339/1000
1000/1000 [==============================] - 8s - loss: 1.6660
Epoch 340/1000
1000/1000 [==============================] - 8s - loss: 1.6629
Epoch 341/1000
1000/1000 [==============================] - 8s - loss: 1.6603
Epoch 342/1000
1000/1000 [==============================] - 7s - loss: 1.6598
Epoch 343/1000
1000/1000 [==============================] - 8s - loss: 1.6596
Epoch 344/1000
1000/1000 [==============================] - 7s - loss: 1.6553
Epoch 345/1000
1000/1000 [==============================] - 8s - loss: 1.6563
Epoch 346/1000
1000/1000 [==============================] - 8s - loss: 1.6548
Epoch 347/1000
1000/1000 [==============================] - 8s - loss: 1.6582
Epoch 348/1000
1000/1000 [==============================] - 8s - loss: 1.6520
Epoch 349/1000
1000/1000 [==============================] - 7s - loss: 1.6572
Epoch 350/1000
1000/1000 [==============================] - 8s - loss: 1.6528
Epoch 351/1000
1000/1000 [==============================] - 8s - loss: 1.6466
Epoch 352/1000
1000/1000 [==============================] - 8s - loss: 1.6452
Epoch 353/1000
1000/1000 [==============================] - 8s - loss: 1.6468
Epoch 354/1000
1000/1000 [==============================] - 8s - loss: 1.6455
Epoch 355/1000
1000/1000 [==============================] - 7s - loss: 1.6418
Epoch 356/1000
1000/1000 [==============================] - 7s - loss: 1.6416
Epoch 357/1000
1000/1000 [==============================] - 8s - loss: 1.6420
Epoch 358/1000
1000/1000 [==============================] - 8s - loss: 1.6367
Epoch 359/1000
1000/1000 [==============================] - 8s - loss: 1.6408
Epoch 360/1000
1000/1000 [==============================] - 8s - loss: 1.6436
Epoch 361/1000
1000/1000 [==============================] - 8s - loss: 1.6396
Epoch 362/1000
1000/1000 [==============================] - 7s - loss: 1.6375
Epoch 363/1000
1000/1000 [==============================] - 8s - loss: 1.6354
Epoch 364/1000
1000/1000 [==============================] - 8s - loss: 1.6349
Epoch 365/1000
1000/1000 [==============================] - 8s - loss: 1.6333
Epoch 366/1000
1000/1000 [==============================] - 8s - loss: 1.6305
Epoch 367/1000
1000/1000 [==============================] - 8s - loss: 1.6269
Epoch 368/1000
1000/1000 [==============================] - 8s - loss: 1.6266
Epoch 369/1000
1000/1000 [==============================] - 7s - loss: 1.6242
Epoch 370/1000
1000/1000 [==============================] - 7s - loss: 1.6232
Epoch 371/1000
1000/1000 [==============================] - 8s - loss: 1.6272
Epoch 372/1000
1000/1000 [==============================] - 8s - loss: 1.6211
Epoch 373/1000
1000/1000 [==============================] - 7s - loss: 1.6252
Epoch 374/1000
1000/1000 [==============================] - 7s - loss: 1.6246
Epoch 375/1000
1000/1000 [==============================] - 8s - loss: 1.6183
Epoch 376/1000
1000/1000 [==============================] - 8s - loss: 1.6143
Epoch 377/1000
1000/1000 [==============================] - 8s - loss: 1.6168
Epoch 378/1000
1000/1000 [==============================] - 8s - loss: 1.6155
Epoch 379/1000
1000/1000 [==============================] - 8s - loss: 1.6160
Epoch 380/1000
1000/1000 [==============================] - 8s - loss: 1.6092
Epoch 381/1000
1000/1000 [==============================] - 8s - loss: 1.6094
Epoch 382/1000
1000/1000 [==============================] - 8s - loss: 1.6056
Epoch 383/1000
1000/1000 [==============================] - 8s - loss: 1.6061
Epoch 384/1000
1000/1000 [==============================] - 8s - loss: 1.6073
Epoch 385/1000
1000/1000 [==============================] - 7s - loss: 1.6128
Epoch 386/1000
1000/1000 [==============================] - 8s - loss: 1.6140
Epoch 387/1000
1000/1000 [==============================] - 8s - loss: 1.6051
Epoch 388/1000
1000/1000 [==============================] - 8s - loss: 1.6093
Epoch 389/1000
1000/1000 [==============================] - 8s - loss: 1.6025
Epoch 390/1000
1000/1000 [==============================] - 8s - loss: 1.6044
Epoch 391/1000
1000/1000 [==============================] - 8s - loss: 1.5935
Epoch 392/1000
1000/1000 [==============================] - 8s - loss: 1.5972
Epoch 393/1000
1000/1000 [==============================] - 8s - loss: 1.5993
Epoch 394/1000
1000/1000 [==============================] - 8s - loss: 1.5984
Epoch 395/1000
1000/1000 [==============================] - 8s - loss: 1.5947
Epoch 396/1000
1000/1000 [==============================] - 8s - loss: 1.5968
Epoch 397/1000
1000/1000 [==============================] - 8s - loss: 1.5975
Epoch 398/1000
1000/1000 [==============================] - 8s - loss: 1.5878
Epoch 399/1000
1000/1000 [==============================] - 8s - loss: 1.5899
Epoch 400/1000
1000/1000 [==============================] - 8s - loss: 1.5840
Epoch 401/1000
1000/1000 [==============================] - 8s - loss: 1.5873
Epoch 402/1000
1000/1000 [==============================] - 8s - loss: 1.5888
Epoch 403/1000
1000/1000 [==============================] - 8s - loss: 1.5809
Epoch 404/1000
1000/1000 [==============================] - 8s - loss: 1.5794
Epoch 405/1000
1000/1000 [==============================] - 8s - loss: 1.5867
Epoch 406/1000
1000/1000 [==============================] - 8s - loss: 1.5828
Epoch 407/1000
1000/1000 [==============================] - 7s - loss: 1.5849
Epoch 408/1000
1000/1000 [==============================] - 8s - loss: 1.5810
Epoch 409/1000
1000/1000 [==============================] - 8s - loss: 1.5756
Epoch 410/1000
1000/1000 [==============================] - 8s - loss: 1.5809
Epoch 411/1000
1000/1000 [==============================] - 8s - loss: 1.5766
Epoch 412/1000
1000/1000 [==============================] - 8s - loss: 1.5718
Epoch 413/1000
1000/1000 [==============================] - 8s - loss: 1.5762
Epoch 414/1000
1000/1000 [==============================] - 8s - loss: 1.5704
Epoch 415/1000
1000/1000 [==============================] - 7s - loss: 1.5733
Epoch 416/1000
1000/1000 [==============================] - 7s - loss: 1.5738
Epoch 417/1000
1000/1000 [==============================] - 8s - loss: 1.5737
Epoch 418/1000
1000/1000 [==============================] - 8s - loss: 1.5691
Epoch 419/1000
1000/1000 [==============================] - 8s - loss: 1.5702
Epoch 420/1000
1000/1000 [==============================] - 8s - loss: 1.5638
Epoch 421/1000
1000/1000 [==============================] - 8s - loss: 1.5660
Epoch 422/1000
1000/1000 [==============================] - 7s - loss: 1.5648
Epoch 423/1000
1000/1000 [==============================] - 7s - loss: 1.5650
Epoch 424/1000
1000/1000 [==============================] - 8s - loss: 1.5683
Epoch 425/1000
1000/1000 [==============================] - 8s - loss: 1.5701
Epoch 426/1000
1000/1000 [==============================] - 8s - loss: 1.5606
Epoch 427/1000
1000/1000 [==============================] - 8s - loss: 1.5587
Epoch 428/1000
1000/1000 [==============================] - 8s - loss: 1.5626
Epoch 429/1000
1000/1000 [==============================] - 8s - loss: 1.5567
Epoch 430/1000
1000/1000 [==============================] - 8s - loss: 1.5578
Epoch 431/1000
1000/1000 [==============================] - 8s - loss: 1.5574
Epoch 432/1000
1000/1000 [==============================] - 7s - loss: 1.5546
Epoch 433/1000
1000/1000 [==============================] - 7s - loss: 1.5509
Epoch 434/1000
1000/1000 [==============================] - 8s - loss: 1.5542
Epoch 435/1000
1000/1000 [==============================] - 7s - loss: 1.5545
Epoch 436/1000
1000/1000 [==============================] - 7s - loss: 1.5503
Epoch 437/1000
1000/1000 [==============================] - 8s - loss: 1.5488
Epoch 438/1000
1000/1000 [==============================] - 8s - loss: 1.5429
Epoch 439/1000
1000/1000 [==============================] - 8s - loss: 1.5450
Epoch 440/1000
1000/1000 [==============================] - 8s - loss: 1.5445
Epoch 441/1000
1000/1000 [==============================] - 8s - loss: 1.5450
Epoch 442/1000
1000/1000 [==============================] - 7s - loss: 1.5442
Epoch 443/1000
1000/1000 [==============================] - 7s - loss: 1.5424
Epoch 444/1000
1000/1000 [==============================] - 8s - loss: 1.5426
Epoch 445/1000
1000/1000 [==============================] - 8s - loss: 1.5408
Epoch 446/1000
1000/1000 [==============================] - 8s - loss: 1.5408
Epoch 447/1000
1000/1000 [==============================] - 8s - loss: 1.5413
Epoch 448/1000
1000/1000 [==============================] - 8s - loss: 1.5361
Epoch 449/1000
1000/1000 [==============================] - 8s - loss: 1.5345
Epoch 450/1000
1000/1000 [==============================] - 8s - loss: 1.5336
Epoch 451/1000
1000/1000 [==============================] - 8s - loss: 1.5341
Epoch 452/1000
1000/1000 [==============================] - 8s - loss: 1.5271
Epoch 453/1000
1000/1000 [==============================] - 7s - loss: 1.5328
Epoch 454/1000
1000/1000 [==============================] - 7s - loss: 1.5323
Epoch 455/1000
1000/1000 [==============================] - 7s - loss: 1.5302
Epoch 456/1000
1000/1000 [==============================] - 7s - loss: 1.5285
Epoch 457/1000
1000/1000 [==============================] - 8s - loss: 1.5262
Epoch 458/1000
1000/1000 [==============================] - 7s - loss: 1.5251
Epoch 459/1000
1000/1000 [==============================] - 8s - loss: 1.5230
Epoch 460/1000
1000/1000 [==============================] - 8s - loss: 1.5276
Epoch 461/1000
1000/1000 [==============================] - 8s - loss: 1.5288
Epoch 462/1000
1000/1000 [==============================] - 7s - loss: 1.5238
Epoch 463/1000
1000/1000 [==============================] - 8s - loss: 1.5251
Epoch 464/1000
1000/1000 [==============================] - 8s - loss: 1.5201
Epoch 465/1000
1000/1000 [==============================] - 7s - loss: 1.5256
Epoch 466/1000
1000/1000 [==============================] - 8s - loss: 1.5203
Epoch 467/1000
1000/1000 [==============================] - 8s - loss: 1.5160
Epoch 468/1000
1000/1000 [==============================] - 8s - loss: 1.5184
Epoch 469/1000
1000/1000 [==============================] - 8s - loss: 1.5116
Epoch 470/1000
1000/1000 [==============================] - 8s - loss: 1.5198
Epoch 471/1000
1000/1000 [==============================] - 8s - loss: 1.5090
Epoch 472/1000
1000/1000 [==============================] - 8s - loss: 1.5113
Epoch 473/1000
1000/1000 [==============================] - 9s - loss: 1.5130
Epoch 474/1000
1000/1000 [==============================] - 8s - loss: 1.5070
Epoch 475/1000
1000/1000 [==============================] - 8s - loss: 1.5136
Epoch 476/1000
1000/1000 [==============================] - 8s - loss: 1.5125
Epoch 477/1000
1000/1000 [==============================] - 8s - loss: 1.5158
Epoch 478/1000
1000/1000 [==============================] - 8s - loss: 1.5093
Epoch 479/1000
1000/1000 [==============================] - 8s - loss: 1.5061
Epoch 480/1000
1000/1000 [==============================] - 8s - loss: 1.5090
Epoch 481/1000
1000/1000 [==============================] - 8s - loss: 1.5003
Epoch 482/1000
1000/1000 [==============================] - 8s - loss: 1.5037
Epoch 483/1000
1000/1000 [==============================] - 8s - loss: 1.5049
Epoch 484/1000
1000/1000 [==============================] - 8s - loss: 1.5022
Epoch 485/1000
1000/1000 [==============================] - 8s - loss: 1.4990
Epoch 486/1000
1000/1000 [==============================] - 8s - loss: 1.5051
Epoch 487/1000
1000/1000 [==============================] - 8s - loss: 1.5005
Epoch 488/1000
1000/1000 [==============================] - 8s - loss: 1.4987
Epoch 489/1000
1000/1000 [==============================] - 8s - loss: 1.5037
Epoch 490/1000
1000/1000 [==============================] - 8s - loss: 1.5002
Epoch 491/1000
1000/1000 [==============================] - 8s - loss: 1.4992
Epoch 492/1000
1000/1000 [==============================] - 8s - loss: 1.4901
Epoch 493/1000
1000/1000 [==============================] - 8s - loss: 1.4935
Epoch 494/1000
1000/1000 [==============================] - 8s - loss: 1.4919
Epoch 495/1000
1000/1000 [==============================] - 8s - loss: 1.4992
Epoch 496/1000
1000/1000 [==============================] - 8s - loss: 1.4925
Epoch 497/1000
1000/1000 [==============================] - 8s - loss: 1.4959
Epoch 498/1000
1000/1000 [==============================] - 8s - loss: 1.4880
Epoch 499/1000
1000/1000 [==============================] - 8s - loss: 1.4891
Epoch 500/1000
1000/1000 [==============================] - 8s - loss: 1.4882
Epoch 501/1000
1000/1000 [==============================] - 8s - loss: 1.4877
Epoch 502/1000
1000/1000 [==============================] - 8s - loss: 1.4867
Epoch 503/1000
1000/1000 [==============================] - 8s - loss: 1.4849
Epoch 504/1000
1000/1000 [==============================] - 8s - loss: 1.4876
Epoch 505/1000
1000/1000 [==============================] - 8s - loss: 1.4868
Epoch 506/1000
1000/1000 [==============================] - 8s - loss: 1.4870
Epoch 507/1000
1000/1000 [==============================] - 8s - loss: 1.4828
Epoch 508/1000
1000/1000 [==============================] - 8s - loss: 1.4790
Epoch 509/1000
1000/1000 [==============================] - 8s - loss: 1.4816
Epoch 510/1000
1000/1000 [==============================] - 8s - loss: 1.4870
Epoch 511/1000
1000/1000 [==============================] - 8s - loss: 1.4827
Epoch 512/1000
1000/1000 [==============================] - 8s - loss: 1.4799
Epoch 513/1000
1000/1000 [==============================] - 8s - loss: 1.4774
Epoch 514/1000
1000/1000 [==============================] - 8s - loss: 1.4784
Epoch 515/1000
1000/1000 [==============================] - 8s - loss: 1.4754
Epoch 516/1000
1000/1000 [==============================] - 8s - loss: 1.4748
Epoch 517/1000
1000/1000 [==============================] - 8s - loss: 1.4759
Epoch 518/1000
1000/1000 [==============================] - 8s - loss: 1.4706
Epoch 519/1000
1000/1000 [==============================] - 8s - loss: 1.4708
Epoch 520/1000
1000/1000 [==============================] - 8s - loss: 1.4700
Epoch 521/1000
1000/1000 [==============================] - 8s - loss: 1.4649
Epoch 522/1000
1000/1000 [==============================] - 8s - loss: 1.4643
Epoch 523/1000
1000/1000 [==============================] - 8s - loss: 1.4680
Epoch 524/1000
1000/1000 [==============================] - 8s - loss: 1.4667
Epoch 525/1000
1000/1000 [==============================] - 8s - loss: 1.4635
Epoch 526/1000
1000/1000 [==============================] - 8s - loss: 1.4653
Epoch 527/1000
1000/1000 [==============================] - 8s - loss: 1.4622
Epoch 528/1000
1000/1000 [==============================] - 8s - loss: 1.4679
Epoch 529/1000
1000/1000 [==============================] - 8s - loss: 1.4686
Epoch 530/1000
1000/1000 [==============================] - 8s - loss: 1.4679
Epoch 531/1000
1000/1000 [==============================] - 8s - loss: 1.4692
Epoch 532/1000
1000/1000 [==============================] - 8s - loss: 1.4682
Epoch 533/1000
1000/1000 [==============================] - 8s - loss: 1.4641
Epoch 534/1000
1000/1000 [==============================] - 8s - loss: 1.4633
Epoch 535/1000
1000/1000 [==============================] - 8s - loss: 1.4604
Epoch 536/1000
1000/1000 [==============================] - 8s - loss: 1.4575
Epoch 537/1000
1000/1000 [==============================] - 8s - loss: 1.4578
Epoch 538/1000
1000/1000 [==============================] - 8s - loss: 1.4571
Epoch 539/1000
1000/1000 [==============================] - 8s - loss: 1.4529
Epoch 540/1000
1000/1000 [==============================] - 8s - loss: 1.4557
Epoch 541/1000
1000/1000 [==============================] - 8s - loss: 1.4556
Epoch 542/1000
1000/1000 [==============================] - 8s - loss: 1.4506
Epoch 543/1000
1000/1000 [==============================] - 8s - loss: 1.4549
Epoch 544/1000
1000/1000 [==============================] - 8s - loss: 1.4536
Epoch 545/1000
1000/1000 [==============================] - 8s - loss: 1.4510
Epoch 546/1000
1000/1000 [==============================] - 8s - loss: 1.4462
Epoch 547/1000
1000/1000 [==============================] - 8s - loss: 1.4493
Epoch 548/1000
1000/1000 [==============================] - 9s - loss: 1.4445
Epoch 549/1000
1000/1000 [==============================] - 8s - loss: 1.4477
Epoch 550/1000
1000/1000 [==============================] - 8s - loss: 1.4455
Epoch 551/1000
1000/1000 [==============================] - 8s - loss: 1.4454
Epoch 552/1000
1000/1000 [==============================] - 8s - loss: 1.4455
Epoch 553/1000
1000/1000 [==============================] - 8s - loss: 1.4419
Epoch 554/1000
1000/1000 [==============================] - 8s - loss: 1.4455
Epoch 555/1000
1000/1000 [==============================] - 8s - loss: 1.4384
Epoch 556/1000
1000/1000 [==============================] - 8s - loss: 1.4406
Epoch 557/1000
1000/1000 [==============================] - 8s - loss: 1.4422
Epoch 558/1000
1000/1000 [==============================] - 8s - loss: 1.4391
Epoch 559/1000
1000/1000 [==============================] - 8s - loss: 1.4362
Epoch 560/1000
1000/1000 [==============================] - 8s - loss: 1.4360
Epoch 561/1000
1000/1000 [==============================] - 8s - loss: 1.4293
Epoch 562/1000
1000/1000 [==============================] - 8s - loss: 1.4343
Epoch 563/1000
1000/1000 [==============================] - 8s - loss: 1.4315
Epoch 564/1000
1000/1000 [==============================] - 8s - loss: 1.4297
Epoch 565/1000
1000/1000 [==============================] - 8s - loss: 1.4346
Epoch 566/1000
1000/1000 [==============================] - 8s - loss: 1.4394
Epoch 567/1000
1000/1000 [==============================] - 8s - loss: 1.4346
Epoch 568/1000
1000/1000 [==============================] - 8s - loss: 1.4334
Epoch 569/1000
1000/1000 [==============================] - 8s - loss: 1.4299
Epoch 570/1000
1000/1000 [==============================] - 8s - loss: 1.4284
Epoch 571/1000
1000/1000 [==============================] - 8s - loss: 1.4273
Epoch 572/1000
1000/1000 [==============================] - 8s - loss: 1.4287
Epoch 573/1000
1000/1000 [==============================] - 8s - loss: 1.4202
Epoch 574/1000
1000/1000 [==============================] - 8s - loss: 1.4253
Epoch 575/1000
1000/1000 [==============================] - 8s - loss: 1.4245
Epoch 576/1000
1000/1000 [==============================] - 8s - loss: 1.4274
Epoch 577/1000
1000/1000 [==============================] - 8s - loss: 1.4306
Epoch 578/1000
1000/1000 [==============================] - 8s - loss: 1.4273
Epoch 579/1000
1000/1000 [==============================] - 8s - loss: 1.4238
Epoch 580/1000
1000/1000 [==============================] - 8s - loss: 1.4197
Epoch 581/1000
1000/1000 [==============================] - 8s - loss: 1.4219
Epoch 582/1000
1000/1000 [==============================] - 8s - loss: 1.4203
Epoch 583/1000
1000/1000 [==============================] - 8s - loss: 1.4185
Epoch 584/1000
1000/1000 [==============================] - 8s - loss: 1.4203
Epoch 585/1000
1000/1000 [==============================] - 10s - loss: 1.4230
Epoch 586/1000
1000/1000 [==============================] - 10s - loss: 1.4201
Epoch 587/1000
1000/1000 [==============================] - 9s - loss: 1.4214
Epoch 588/1000
1000/1000 [==============================] - 8s - loss: 1.4170
Epoch 589/1000
1000/1000 [==============================] - 8s - loss: 1.4155
Epoch 590/1000
1000/1000 [==============================] - 8s - loss: 1.4096
Epoch 591/1000
1000/1000 [==============================] - 8s - loss: 1.4164
Epoch 592/1000
1000/1000 [==============================] - 8s - loss: 1.4044
Epoch 593/1000
1000/1000 [==============================] - 8s - loss: 1.4123
Epoch 594/1000
1000/1000 [==============================] - 8s - loss: 1.4152
Epoch 595/1000
1000/1000 [==============================] - 8s - loss: 1.4101
Epoch 596/1000
1000/1000 [==============================] - 8s - loss: 1.4105
Epoch 597/1000
1000/1000 [==============================] - 8s - loss: 1.4087
Epoch 598/1000
1000/1000 [==============================] - 8s - loss: 1.4140
Epoch 599/1000
1000/1000 [==============================] - 8s - loss: 1.4082
Epoch 600/1000
1000/1000 [==============================] - 8s - loss: 1.4122
Epoch 601/1000
1000/1000 [==============================] - 8s - loss: 1.4083
Epoch 602/1000
1000/1000 [==============================] - 8s - loss: 1.4056
Epoch 603/1000
1000/1000 [==============================] - 8s - loss: 1.4083
Epoch 604/1000
1000/1000 [==============================] - 8s - loss: 1.4098
Epoch 605/1000
1000/1000 [==============================] - 8s - loss: 1.4081
Epoch 606/1000
1000/1000 [==============================] - 8s - loss: 1.4149
Epoch 607/1000
1000/1000 [==============================] - 8s - loss: 1.4034
Epoch 608/1000
1000/1000 [==============================] - 8s - loss: 1.3908
Epoch 609/1000
1000/1000 [==============================] - 8s - loss: 1.4020
Epoch 610/1000
1000/1000 [==============================] - 20s - loss: 1.4054
Epoch 611/1000
1000/1000 [==============================] - 23s - loss: 1.4003
Epoch 612/1000
1000/1000 [==============================] - 11s - loss: 1.4031
Epoch 613/1000
1000/1000 [==============================] - 8s - loss: 1.4016
Epoch 614/1000
1000/1000 [==============================] - 8s - loss: 1.3927
Epoch 615/1000
1000/1000 [==============================] - 8s - loss: 1.4029
Epoch 616/1000
1000/1000 [==============================] - 8s - loss: 1.3987
Epoch 617/1000
1000/1000 [==============================] - 8s - loss: 1.3940
Epoch 618/1000
1000/1000 [==============================] - 8s - loss: 1.3983
Epoch 619/1000
1000/1000 [==============================] - 8s - loss: 1.3946
Epoch 620/1000
1000/1000 [==============================] - 8s - loss: 1.3916
Epoch 621/1000
1000/1000 [==============================] - 8s - loss: 1.3945
Epoch 622/1000
1000/1000 [==============================] - 8s - loss: 1.3952
Epoch 623/1000
1000/1000 [==============================] - 8s - loss: 1.3945
Epoch 624/1000
1000/1000 [==============================] - 8s - loss: 1.3930
Epoch 625/1000
1000/1000 [==============================] - 8s - loss: 1.3949
Epoch 626/1000
1000/1000 [==============================] - 8s - loss: 1.3942
Epoch 627/1000
1000/1000 [==============================] - 8s - loss: 1.3914
Epoch 628/1000
1000/1000 [==============================] - 8s - loss: 1.3896
Epoch 629/1000
1000/1000 [==============================] - 8s - loss: 1.3931
Epoch 630/1000
1000/1000 [==============================] - 8s - loss: 1.3936
Epoch 631/1000
1000/1000 [==============================] - 8s - loss: 1.3857
Epoch 632/1000
1000/1000 [==============================] - 8s - loss: 1.3840
Epoch 633/1000
1000/1000 [==============================] - 8s - loss: 1.3841
Epoch 634/1000
1000/1000 [==============================] - 8s - loss: 1.3834
Epoch 635/1000
1000/1000 [==============================] - 8s - loss: 1.3875
Epoch 636/1000
1000/1000 [==============================] - 8s - loss: 1.3819
Epoch 637/1000
1000/1000 [==============================] - 8s - loss: 1.3791
Epoch 638/1000
1000/1000 [==============================] - 8s - loss: 1.3788
Epoch 639/1000
1000/1000 [==============================] - 8s - loss: 1.3756
Epoch 640/1000
1000/1000 [==============================] - 8s - loss: 1.3790
Epoch 641/1000
1000/1000 [==============================] - 8s - loss: 1.3841
Epoch 642/1000
1000/1000 [==============================] - 8s - loss: 1.3772
Epoch 643/1000
1000/1000 [==============================] - 8s - loss: 1.3799
Epoch 644/1000
1000/1000 [==============================] - 8s - loss: 1.3733
Epoch 645/1000
1000/1000 [==============================] - 8s - loss: 1.3798
Epoch 646/1000
1000/1000 [==============================] - 9s - loss: 1.3775
Epoch 647/1000
1000/1000 [==============================] - 9s - loss: 1.3773
Epoch 648/1000
1000/1000 [==============================] - 9s - loss: 1.3774
Epoch 649/1000
1000/1000 [==============================] - 9s - loss: 1.3780
Epoch 650/1000
1000/1000 [==============================] - 9s - loss: 1.3717
Epoch 651/1000
1000/1000 [==============================] - 9s - loss: 1.3781
Epoch 652/1000
1000/1000 [==============================] - 9s - loss: 1.3805
Epoch 653/1000
1000/1000 [==============================] - 9s - loss: 1.3729
Epoch 654/1000
1000/1000 [==============================] - 9s - loss: 1.3686
Epoch 655/1000
1000/1000 [==============================] - 9s - loss: 1.3654
Epoch 656/1000
1000/1000 [==============================] - 9s - loss: 1.3715
Epoch 657/1000
1000/1000 [==============================] - 9s - loss: 1.3664
Epoch 658/1000
1000/1000 [==============================] - 9s - loss: 1.3769
Epoch 659/1000
1000/1000 [==============================] - 9s - loss: 1.3688
Epoch 660/1000
1000/1000 [==============================] - 9s - loss: 1.3632
Epoch 661/1000
1000/1000 [==============================] - 9s - loss: 1.3688
Epoch 662/1000
1000/1000 [==============================] - 9s - loss: 1.3639
Epoch 663/1000
1000/1000 [==============================] - 9s - loss: 1.3657
Epoch 664/1000
1000/1000 [==============================] - 14400s - loss: 1.3701
Epoch 665/1000
1000/1000 [==============================] - 38s - loss: 1.3644
Epoch 666/1000
1000/1000 [==============================] - 10824s - loss: 1.3601
Epoch 667/1000
1000/1000 [==============================] - 4815s - loss: 1.3597
Epoch 668/1000
1000/1000 [==============================] - 10s - loss: 1.3683
Epoch 669/1000
1000/1000 [==============================] - 9s - loss: 1.3621
Epoch 670/1000
1000/1000 [==============================] - 11s - loss: 1.3616
Epoch 671/1000
1000/1000 [==============================] - 9s - loss: 1.3571
Epoch 672/1000
1000/1000 [==============================] - 9s - loss: 1.3580
Epoch 673/1000
1000/1000 [==============================] - 9s - loss: 1.3595
Epoch 674/1000
1000/1000 [==============================] - 8s - loss: 1.3532
Epoch 675/1000
1000/1000 [==============================] - 8s - loss: 1.3581
Epoch 676/1000
1000/1000 [==============================] - 8s - loss: 1.3611
Epoch 677/1000
1000/1000 [==============================] - 9s - loss: 1.3490
Epoch 678/1000
1000/1000 [==============================] - 8s - loss: 1.3558
Epoch 679/1000
1000/1000 [==============================] - 8s - loss: 1.3607
Epoch 680/1000
1000/1000 [==============================] - 9s - loss: 1.3507
Epoch 681/1000
1000/1000 [==============================] - 8s - loss: 1.3597
Epoch 682/1000
1000/1000 [==============================] - 8s - loss: 1.3491
Epoch 683/1000
1000/1000 [==============================] - 8s - loss: 1.3512
Epoch 684/1000
1000/1000 [==============================] - 8s - loss: 1.3477
Epoch 685/1000
1000/1000 [==============================] - 9s - loss: 1.3531
Epoch 686/1000
1000/1000 [==============================] - 8s - loss: 1.3518
Epoch 687/1000
1000/1000 [==============================] - 8s - loss: 1.3460
Epoch 688/1000
1000/1000 [==============================] - 8s - loss: 1.3494
Epoch 689/1000
1000/1000 [==============================] - 8s - loss: 1.3488
Epoch 690/1000
1000/1000 [==============================] - 8s - loss: 1.3422
Epoch 691/1000
1000/1000 [==============================] - 8s - loss: 1.3517
Epoch 692/1000
1000/1000 [==============================] - 8s - loss: 1.3538
Epoch 693/1000
1000/1000 [==============================] - 8s - loss: 1.3486
Epoch 694/1000
1000/1000 [==============================] - 8s - loss: 1.3490
Epoch 695/1000
1000/1000 [==============================] - 8s - loss: 1.3472
Epoch 696/1000
1000/1000 [==============================] - 8s - loss: 1.3435
Epoch 697/1000
1000/1000 [==============================] - 8s - loss: 1.3509
Epoch 698/1000
1000/1000 [==============================] - 8s - loss: 1.3494
Epoch 699/1000
1000/1000 [==============================] - 8s - loss: 1.3498
Epoch 700/1000
1000/1000 [==============================] - 8s - loss: 1.3423
Epoch 701/1000
1000/1000 [==============================] - 8s - loss: 1.3434
Epoch 702/1000
1000/1000 [==============================] - 8s - loss: 1.3429
Epoch 703/1000
1000/1000 [==============================] - 8s - loss: 1.3413
Epoch 704/1000
1000/1000 [==============================] - 8s - loss: 1.3378
Epoch 705/1000
1000/1000 [==============================] - 8s - loss: 1.3423
Epoch 706/1000
1000/1000 [==============================] - 8s - loss: 1.3370
Epoch 707/1000
1000/1000 [==============================] - 8s - loss: 1.3370
Epoch 708/1000
1000/1000 [==============================] - 8s - loss: 1.3333
Epoch 709/1000
1000/1000 [==============================] - 8s - loss: 1.3357
Epoch 710/1000
1000/1000 [==============================] - 8s - loss: 1.3361
Epoch 711/1000
1000/1000 [==============================] - 8s - loss: 1.3349
Epoch 712/1000
1000/1000 [==============================] - 8s - loss: 1.3396
Epoch 713/1000
1000/1000 [==============================] - 8s - loss: 1.3355
Epoch 714/1000
1000/1000 [==============================] - 9s - loss: 1.3384
Epoch 715/1000
1000/1000 [==============================] - 8s - loss: 1.3339
Epoch 716/1000
1000/1000 [==============================] - 8s - loss: 1.3375
Epoch 717/1000
1000/1000 [==============================] - 8s - loss: 1.3354
Epoch 718/1000
1000/1000 [==============================] - 8s - loss: 1.3324
Epoch 719/1000
1000/1000 [==============================] - 8s - loss: 1.3347
Epoch 720/1000
1000/1000 [==============================] - 8s - loss: 1.3354
Epoch 721/1000
1000/1000 [==============================] - 8s - loss: 1.3356
Epoch 722/1000
1000/1000 [==============================] - 9s - loss: 1.3305
Epoch 723/1000
1000/1000 [==============================] - 10s - loss: 1.3275
Epoch 724/1000
1000/1000 [==============================] - 11s - loss: 1.3314
Epoch 725/1000
1000/1000 [==============================] - 12s - loss: 1.3305
Epoch 726/1000
1000/1000 [==============================] - 10s - loss: 1.3277
Epoch 727/1000
1000/1000 [==============================] - 8s - loss: 1.3314
Epoch 728/1000
1000/1000 [==============================] - 8s - loss: 1.3290
Epoch 729/1000
1000/1000 [==============================] - 9s - loss: 1.3272
Epoch 730/1000
1000/1000 [==============================] - 10s - loss: 1.3229
Epoch 731/1000
1000/1000 [==============================] - 9s - loss: 1.3301
Epoch 732/1000
1000/1000 [==============================] - 10s - loss: 1.3230
Epoch 733/1000
1000/1000 [==============================] - 8s - loss: 1.3256
Epoch 734/1000
1000/1000 [==============================] - 9s - loss: 1.3255
Epoch 735/1000
1000/1000 [==============================] - 9s - loss: 1.3216
Epoch 736/1000
1000/1000 [==============================] - 9s - loss: 1.3164
Epoch 737/1000
1000/1000 [==============================] - 9s - loss: 1.3235
Epoch 738/1000
1000/1000 [==============================] - 9s - loss: 1.3263
Epoch 739/1000
1000/1000 [==============================] - 9s - loss: 1.3217
Epoch 740/1000
1000/1000 [==============================] - 8s - loss: 1.3244
Epoch 741/1000
1000/1000 [==============================] - 8s - loss: 1.3163
Epoch 742/1000
1000/1000 [==============================] - 8s - loss: 1.3155
Epoch 743/1000
1000/1000 [==============================] - 8s - loss: 1.3195
Epoch 744/1000
1000/1000 [==============================] - 8s - loss: 1.3232
Epoch 745/1000
1000/1000 [==============================] - 8s - loss: 1.3159
Epoch 746/1000
1000/1000 [==============================] - 8s - loss: 1.3130
Epoch 747/1000
1000/1000 [==============================] - 8s - loss: 1.3212
Epoch 748/1000
1000/1000 [==============================] - 9s - loss: 1.3106
Epoch 749/1000
1000/1000 [==============================] - 8s - loss: 1.3181
Epoch 750/1000
1000/1000 [==============================] - 8s - loss: 1.3146
Epoch 751/1000
1000/1000 [==============================] - 9s - loss: 1.3144
Epoch 752/1000
1000/1000 [==============================] - 9s - loss: 1.3161
Epoch 753/1000
1000/1000 [==============================] - 9s - loss: 1.3086
Epoch 754/1000
1000/1000 [==============================] - 9s - loss: 1.3113
Epoch 755/1000
1000/1000 [==============================] - 8s - loss: 1.3048
Epoch 756/1000
1000/1000 [==============================] - 9s - loss: 1.3165
Epoch 757/1000
1000/1000 [==============================] - 10s - loss: 1.3117
Epoch 758/1000
1000/1000 [==============================] - 8s - loss: 1.3227
Epoch 759/1000
1000/1000 [==============================] - 8s - loss: 1.3095
Epoch 760/1000
1000/1000 [==============================] - 8s - loss: 1.3073
Epoch 761/1000
1000/1000 [==============================] - 8s - loss: 1.3107
Epoch 762/1000
1000/1000 [==============================] - 8s - loss: 1.3152
Epoch 763/1000
1000/1000 [==============================] - 8s - loss: 1.3119
Epoch 764/1000
1000/1000 [==============================] - 8s - loss: 1.3104
Epoch 765/1000
1000/1000 [==============================] - 8s - loss: 1.3107
Epoch 766/1000
1000/1000 [==============================] - 8s - loss: 1.3082
Epoch 767/1000
1000/1000 [==============================] - 9s - loss: 1.3083
Epoch 768/1000
1000/1000 [==============================] - 9s - loss: 1.3043
Epoch 769/1000
1000/1000 [==============================] - 9s - loss: 1.3063
Epoch 770/1000
1000/1000 [==============================] - 8s - loss: 1.3056
Epoch 771/1000
1000/1000 [==============================] - 9s - loss: 1.3044
Epoch 772/1000
1000/1000 [==============================] - 8s - loss: 1.3009
Epoch 773/1000
1000/1000 [==============================] - 9s - loss: 1.3001
Epoch 774/1000
1000/1000 [==============================] - 9s - loss: 1.3032
Epoch 775/1000
1000/1000 [==============================] - 8s - loss: 1.3000
Epoch 776/1000
1000/1000 [==============================] - 8s - loss: 1.2964
Epoch 777/1000
1000/1000 [==============================] - 8s - loss: 1.3042
Epoch 778/1000
1000/1000 [==============================] - 8s - loss: 1.3072
Epoch 779/1000
1000/1000 [==============================] - 8s - loss: 1.3037
Epoch 780/1000
1000/1000 [==============================] - 8s - loss: 1.3058
Epoch 781/1000
1000/1000 [==============================] - 8s - loss: 1.2984
Epoch 782/1000
1000/1000 [==============================] - 8s - loss: 1.2975
Epoch 783/1000
1000/1000 [==============================] - 8s - loss: 1.2973
Epoch 784/1000
1000/1000 [==============================] - 8s - loss: 1.2938
Epoch 785/1000
1000/1000 [==============================] - 8s - loss: 1.2987
Epoch 786/1000
1000/1000 [==============================] - 8s - loss: 1.3020
Epoch 787/1000
1000/1000 [==============================] - 8s - loss: 1.2931
Epoch 788/1000
1000/1000 [==============================] - 8s - loss: 1.3014
Epoch 789/1000
1000/1000 [==============================] - 8s - loss: 1.2944
Epoch 790/1000
1000/1000 [==============================] - 8s - loss: 1.2936
Epoch 791/1000
1000/1000 [==============================] - 8s - loss: 1.2899
Epoch 792/1000
1000/1000 [==============================] - 8s - loss: 1.2932
Epoch 793/1000
1000/1000 [==============================] - 8s - loss: 1.2909
Epoch 794/1000
1000/1000 [==============================] - 8s - loss: 1.2910
Epoch 795/1000
1000/1000 [==============================] - 8s - loss: 1.2888
Epoch 796/1000
1000/1000 [==============================] - 8s - loss: 1.2887
Epoch 797/1000
1000/1000 [==============================] - 8s - loss: 1.2904
Epoch 798/1000
1000/1000 [==============================] - 8s - loss: 1.2935
Epoch 799/1000
1000/1000 [==============================] - 8s - loss: 1.2902
Epoch 800/1000
1000/1000 [==============================] - 8s - loss: 1.2944
Epoch 801/1000
1000/1000 [==============================] - 8s - loss: 1.2856
Epoch 802/1000
1000/1000 [==============================] - 8s - loss: 1.2857
Epoch 803/1000
1000/1000 [==============================] - 8s - loss: 1.2900
Epoch 804/1000
1000/1000 [==============================] - 8s - loss: 1.2866
Epoch 805/1000
1000/1000 [==============================] - 8s - loss: 1.2862
Epoch 806/1000
1000/1000 [==============================] - 8s - loss: 1.2871
Epoch 807/1000
1000/1000 [==============================] - 8s - loss: 1.2848
Epoch 808/1000
1000/1000 [==============================] - 8s - loss: 1.2906
Epoch 809/1000
1000/1000 [==============================] - 8s - loss: 1.2845
Epoch 810/1000
1000/1000 [==============================] - 8s - loss: 1.2855
Epoch 811/1000
1000/1000 [==============================] - 8s - loss: 1.2802
Epoch 812/1000
1000/1000 [==============================] - 8s - loss: 1.2864
Epoch 813/1000
1000/1000 [==============================] - 8s - loss: 1.2880
Epoch 814/1000
1000/1000 [==============================] - 8s - loss: 1.2769
Epoch 815/1000
1000/1000 [==============================] - 8s - loss: 1.2812
Epoch 816/1000
1000/1000 [==============================] - 8s - loss: 1.2815
Epoch 817/1000
1000/1000 [==============================] - 8s - loss: 1.2920
Epoch 818/1000
1000/1000 [==============================] - 8s - loss: 1.2798
Epoch 819/1000
1000/1000 [==============================] - 8s - loss: 1.2810
Epoch 820/1000
1000/1000 [==============================] - 8s - loss: 1.2900
Epoch 821/1000
1000/1000 [==============================] - 8s - loss: 1.2877
Epoch 822/1000
1000/1000 [==============================] - 8s - loss: 1.2845
Epoch 823/1000
1000/1000 [==============================] - 8s - loss: 1.2821
Epoch 824/1000
1000/1000 [==============================] - 9s - loss: 1.2775
Epoch 825/1000
1000/1000 [==============================] - 8s - loss: 1.2787
Epoch 826/1000
1000/1000 [==============================] - 8s - loss: 1.2792
Epoch 827/1000
1000/1000 [==============================] - 8s - loss: 1.2752
Epoch 828/1000
1000/1000 [==============================] - 9s - loss: 1.2731
Epoch 829/1000
1000/1000 [==============================] - 9s - loss: 1.2746
Epoch 830/1000
1000/1000 [==============================] - 8s - loss: 1.2761
Epoch 831/1000
1000/1000 [==============================] - 8s - loss: 1.2753
Epoch 832/1000
1000/1000 [==============================] - 8s - loss: 1.2754
Epoch 833/1000
1000/1000 [==============================] - 8s - loss: 1.2694
Epoch 834/1000
1000/1000 [==============================] - 8s - loss: 1.2715
Epoch 835/1000
1000/1000 [==============================] - 8s - loss: 1.2706
Epoch 836/1000
1000/1000 [==============================] - 8s - loss: 1.2666
Epoch 837/1000
1000/1000 [==============================] - 8s - loss: 1.2729
Epoch 838/1000
1000/1000 [==============================] - 9s - loss: 1.2761
Epoch 839/1000
1000/1000 [==============================] - 9s - loss: 1.2679
Epoch 840/1000
1000/1000 [==============================] - 8s - loss: 1.2704
Epoch 841/1000
1000/1000 [==============================] - 8s - loss: 1.2683
Epoch 842/1000
1000/1000 [==============================] - 8s - loss: 1.2689
Epoch 843/1000
1000/1000 [==============================] - 8s - loss: 1.2689
Epoch 844/1000
1000/1000 [==============================] - 8s - loss: 1.2637
Epoch 845/1000
1000/1000 [==============================] - 8s - loss: 1.2645
Epoch 846/1000
1000/1000 [==============================] - 10s - loss: 1.2673
Epoch 847/1000
1000/1000 [==============================] - 9s - loss: 1.2635
Epoch 848/1000
1000/1000 [==============================] - 9s - loss: 1.2681
Epoch 849/1000
1000/1000 [==============================] - 8s - loss: 1.2736
Epoch 850/1000
1000/1000 [==============================] - 9s - loss: 1.2619
Epoch 851/1000
1000/1000 [==============================] - 8s - loss: 1.2643
Epoch 852/1000
1000/1000 [==============================] - 9s - loss: 1.2611
Epoch 853/1000
1000/1000 [==============================] - 9s - loss: 1.2663
Epoch 854/1000
1000/1000 [==============================] - 9s - loss: 1.2621
Epoch 855/1000
1000/1000 [==============================] - 9s - loss: 1.2657
Epoch 856/1000
1000/1000 [==============================] - 9s - loss: 1.2612
Epoch 857/1000
1000/1000 [==============================] - 8s - loss: 1.2627
Epoch 858/1000
1000/1000 [==============================] - 8s - loss: 1.2681
Epoch 859/1000
1000/1000 [==============================] - 8s - loss: 1.2670
Epoch 860/1000
1000/1000 [==============================] - 8s - loss: 1.2556
Epoch 861/1000
1000/1000 [==============================] - 8s - loss: 1.2672
Epoch 862/1000
1000/1000 [==============================] - 8s - loss: 1.2615
Epoch 863/1000
1000/1000 [==============================] - 10s - loss: 1.2658
Epoch 864/1000
1000/1000 [==============================] - 11s - loss: 1.2615
Epoch 865/1000
1000/1000 [==============================] - 10s - loss: 1.2574
Epoch 866/1000
1000/1000 [==============================] - 9s - loss: 1.2534
Epoch 867/1000
1000/1000 [==============================] - 10s - loss: 1.2618
Epoch 868/1000
1000/1000 [==============================] - 10s - loss: 1.2558
Epoch 869/1000
1000/1000 [==============================] - 8s - loss: 1.2533
Epoch 870/1000
1000/1000 [==============================] - 8s - loss: 1.2542
Epoch 871/1000
1000/1000 [==============================] - 9s - loss: 1.2586
Epoch 872/1000
1000/1000 [==============================] - 9s - loss: 1.2593
Epoch 873/1000
1000/1000 [==============================] - 9s - loss: 1.2539
Epoch 874/1000
1000/1000 [==============================] - 9s - loss: 1.2537
Epoch 875/1000
1000/1000 [==============================] - 8s - loss: 1.2566
Epoch 876/1000
1000/1000 [==============================] - 8s - loss: 1.2576
Epoch 877/1000
1000/1000 [==============================] - 8s - loss: 1.2621
Epoch 878/1000
1000/1000 [==============================] - 8s - loss: 1.2550
Epoch 879/1000
1000/1000 [==============================] - 8s - loss: 1.2524
Epoch 880/1000
1000/1000 [==============================] - 8s - loss: 1.2508
Epoch 881/1000
1000/1000 [==============================] - 8s - loss: 1.2506
Epoch 882/1000
1000/1000 [==============================] - 8s - loss: 1.2565
Epoch 883/1000
1000/1000 [==============================] - 8s - loss: 1.2491
Epoch 884/1000
1000/1000 [==============================] - 8s - loss: 1.2552
Epoch 885/1000
1000/1000 [==============================] - 8s - loss: 1.2445
Epoch 886/1000
1000/1000 [==============================] - 8s - loss: 1.2487
Epoch 887/1000
1000/1000 [==============================] - 8s - loss: 1.2506
Epoch 888/1000
1000/1000 [==============================] - 8s - loss: 1.2524
Epoch 889/1000
1000/1000 [==============================] - 409s - loss: 1.2489
Epoch 890/1000
1000/1000 [==============================] - 26s - loss: 1.2483
Epoch 891/1000
1000/1000 [==============================] - 13s - loss: 1.2495
Epoch 892/1000
1000/1000 [==============================] - 10s - loss: 1.2420
Epoch 893/1000
1000/1000 [==============================] - 11s - loss: 1.2483
Epoch 894/1000
1000/1000 [==============================] - 10s - loss: 1.2447
Epoch 895/1000
1000/1000 [==============================] - 9s - loss: 1.2459
Epoch 896/1000
1000/1000 [==============================] - 9s - loss: 1.2459
Epoch 897/1000
1000/1000 [==============================] - 9s - loss: 1.2464
Epoch 898/1000
1000/1000 [==============================] - 8s - loss: 1.2490
Epoch 899/1000
1000/1000 [==============================] - 9s - loss: 1.2577
Epoch 900/1000
1000/1000 [==============================] - 9s - loss: 1.2480
Epoch 901/1000
1000/1000 [==============================] - 9s - loss: 1.2428
Epoch 902/1000
1000/1000 [==============================] - 9s - loss: 1.2420
Epoch 903/1000
1000/1000 [==============================] - 8s - loss: 1.2429
Epoch 904/1000
1000/1000 [==============================] - 8s - loss: 1.2445
Epoch 905/1000
1000/1000 [==============================] - 9s - loss: 1.2475
Epoch 906/1000
1000/1000 [==============================] - 8s - loss: 1.2418
Epoch 907/1000
1000/1000 [==============================] - 9s - loss: 1.2453
Epoch 908/1000
1000/1000 [==============================] - 8s - loss: 1.2425
Epoch 909/1000
1000/1000 [==============================] - 8s - loss: 1.2464
Epoch 910/1000
1000/1000 [==============================] - 8s - loss: 1.2393
Epoch 911/1000
1000/1000 [==============================] - 8s - loss: 1.2443
Epoch 912/1000
1000/1000 [==============================] - 8s - loss: 1.2377
Epoch 913/1000
1000/1000 [==============================] - 8s - loss: 1.2382
Epoch 914/1000
1000/1000 [==============================] - 8s - loss: 1.2477
Epoch 915/1000
1000/1000 [==============================] - 8s - loss: 1.2432
Epoch 916/1000
1000/1000 [==============================] - 8s - loss: 1.2458
Epoch 917/1000
1000/1000 [==============================] - 9s - loss: 1.2445
Epoch 918/1000
1000/1000 [==============================] - 8s - loss: 1.2305
Epoch 919/1000
1000/1000 [==============================] - 8s - loss: 1.2397
Epoch 920/1000
1000/1000 [==============================] - 8s - loss: 1.2356
Epoch 921/1000
1000/1000 [==============================] - 8s - loss: 1.2384
Epoch 922/1000
1000/1000 [==============================] - 9s - loss: 1.2380
Epoch 923/1000
1000/1000 [==============================] - 8s - loss: 1.2402
Epoch 924/1000
1000/1000 [==============================] - 8s - loss: 1.2360
Epoch 925/1000
1000/1000 [==============================] - 8s - loss: 1.2425
Epoch 926/1000
1000/1000 [==============================] - 9s - loss: 1.2406
Epoch 927/1000
1000/1000 [==============================] - 8s - loss: 1.2380
Epoch 928/1000
1000/1000 [==============================] - 8s - loss: 1.2275
Epoch 929/1000
1000/1000 [==============================] - 8s - loss: 1.2353
Epoch 930/1000
1000/1000 [==============================] - 8s - loss: 1.2302
Epoch 931/1000
1000/1000 [==============================] - 9s - loss: 1.2407
Epoch 932/1000
1000/1000 [==============================] - 9s - loss: 1.2356
Epoch 933/1000
1000/1000 [==============================] - 10s - loss: 1.2275
Epoch 934/1000
1000/1000 [==============================] - 10s - loss: 1.2268
Epoch 935/1000
1000/1000 [==============================] - 9s - loss: 1.2330
Epoch 936/1000
1000/1000 [==============================] - 9s - loss: 1.2333
Epoch 937/1000
1000/1000 [==============================] - 9s - loss: 1.2278
Epoch 938/1000
1000/1000 [==============================] - 9s - loss: 1.2294
Epoch 939/1000
1000/1000 [==============================] - 9s - loss: 1.2260
Epoch 940/1000
1000/1000 [==============================] - 9s - loss: 1.2296
Epoch 941/1000
1000/1000 [==============================] - 10s - loss: 1.2323
Epoch 942/1000
1000/1000 [==============================] - 10s - loss: 1.2279
Epoch 943/1000
1000/1000 [==============================] - 9s - loss: 1.2222
Epoch 944/1000
1000/1000 [==============================] - 9s - loss: 1.2210
Epoch 945/1000
1000/1000 [==============================] - 10s - loss: 1.2224
Epoch 946/1000
1000/1000 [==============================] - 11s - loss: 1.2274
Epoch 947/1000
1000/1000 [==============================] - 11s - loss: 1.2254
Epoch 948/1000
1000/1000 [==============================] - 10s - loss: 1.2247
Epoch 949/1000
1000/1000 [==============================] - 9s - loss: 1.2235
Epoch 950/1000
1000/1000 [==============================] - 9s - loss: 1.2271
Epoch 951/1000
1000/1000 [==============================] - 9s - loss: 1.2264
Epoch 952/1000
1000/1000 [==============================] - 10s - loss: 1.2292
Epoch 953/1000
1000/1000 [==============================] - 10s - loss: 1.2267
Epoch 954/1000
1000/1000 [==============================] - 10s - loss: 1.2197
Epoch 955/1000
1000/1000 [==============================] - 10s - loss: 1.2206
Epoch 956/1000
1000/1000 [==============================] - 11s - loss: 1.2235
Epoch 957/1000
1000/1000 [==============================] - 11s - loss: 1.2238
Epoch 958/1000
1000/1000 [==============================] - 10s - loss: 1.2252
Epoch 959/1000
1000/1000 [==============================] - 12s - loss: 1.2303
Epoch 960/1000
1000/1000 [==============================] - 9s - loss: 1.2230
Epoch 961/1000
1000/1000 [==============================] - 10s - loss: 1.2269
Epoch 962/1000
1000/1000 [==============================] - 9s - loss: 1.2182
Epoch 963/1000
1000/1000 [==============================] - 9s - loss: 1.2189
Epoch 964/1000
1000/1000 [==============================] - 9s - loss: 1.2161
Epoch 965/1000
1000/1000 [==============================] - 10s - loss: 1.2207
Epoch 966/1000
1000/1000 [==============================] - 8s - loss: 1.2175
Epoch 967/1000
1000/1000 [==============================] - 8s - loss: 1.2174
Epoch 968/1000
1000/1000 [==============================] - 8s - loss: 1.2217
Epoch 969/1000
1000/1000 [==============================] - 8s - loss: 1.2182
Epoch 970/1000
1000/1000 [==============================] - 8s - loss: 1.2238
Epoch 971/1000
1000/1000 [==============================] - 9s - loss: 1.2250
Epoch 972/1000
1000/1000 [==============================] - 9s - loss: 1.2217
Epoch 973/1000
1000/1000 [==============================] - 10s - loss: 1.2192
Epoch 974/1000
1000/1000 [==============================] - 9s - loss: 1.2206
Epoch 975/1000
1000/1000 [==============================] - 10s - loss: 1.2202
Epoch 976/1000
1000/1000 [==============================] - 9s - loss: 1.2163
Epoch 977/1000
1000/1000 [==============================] - 10s - loss: 1.2187
Epoch 978/1000
1000/1000 [==============================] - 8s - loss: 1.2159
Epoch 979/1000
1000/1000 [==============================] - 8s - loss: 1.2101
Epoch 980/1000
1000/1000 [==============================] - 8s - loss: 1.2182
Epoch 981/1000
1000/1000 [==============================] - 9s - loss: 1.2167
Epoch 982/1000
1000/1000 [==============================] - 8s - loss: 1.2147
Epoch 983/1000
1000/1000 [==============================] - 8s - loss: 1.2128
Epoch 984/1000
1000/1000 [==============================] - 8s - loss: 1.2163
Epoch 985/1000
1000/1000 [==============================] - 9s - loss: 1.2131
Epoch 986/1000
1000/1000 [==============================] - 11s - loss: 1.2164
Epoch 987/1000
1000/1000 [==============================] - 9s - loss: 1.2144
Epoch 988/1000
1000/1000 [==============================] - 8s - loss: 1.2085
Epoch 989/1000
1000/1000 [==============================] - 8s - loss: 1.2165
Epoch 990/1000
1000/1000 [==============================] - 9s - loss: 1.2081
Epoch 991/1000
1000/1000 [==============================] - 10s - loss: 1.2062
Epoch 992/1000
1000/1000 [==============================] - 8s - loss: 1.2158
Epoch 993/1000
1000/1000 [==============================] - 10s - loss: 1.2088
Epoch 994/1000
1000/1000 [==============================] - 10s - loss: 1.2103
Epoch 995/1000
1000/1000 [==============================] - 10s - loss: 1.2114
Epoch 996/1000
1000/1000 [==============================] - 8s - loss: 1.2001
Epoch 997/1000
1000/1000 [==============================] - 9s - loss: 1.2021
Epoch 998/1000
1000/1000 [==============================] - 9s - loss: 1.2063
Epoch 999/1000
1000/1000 [==============================] - 10s - loss: 1.2216
Epoch 1000/1000
1000/1000 [==============================] - 9s - loss: 1.2113
Out[281]:
<keras.callbacks.History at 0x1eda111d6a0>
In [285]:
y_pred = model.predict(np.reshape(X_one_hot[20,:,:],(1,50,76)))
y_transformed = np.argmax(y_pred.reshape(50,76), axis=1)
print(y_transformed)
[15 28 29 15 29 37 15 11 37 59 7 36 58 32 59 32 29 32 9 72 15 29 32 7 37
15 36 7 36 53 15 29 47 28 15 72 36 36 65 36 11 20 15 15 11 9 29 15 29 15]
In [286]:
output = [int_to_vocab[i] for i in y_transformed]
print(''.join(output))
print(corpus[0:26])
et tn anprocipitius tirn orom the soodoay aut t
The house was--and for tha
In [ ]:
Content source: y2ee201/Deep-Learning-Nanodegree
Similar notebooks: