In [1]:
%load_ext autoreload
%autoreload 2

In [90]:
import tensorflow.contrib.keras as keras
import numpy as np
import matplotlib.pyplot as plt

import vixstructure.data as data
import vixstructure.models as models

In [104]:
futures = data.FuturesByMonth("data/futures_per_year_and_month.h5", "data/vix.csv")
(x_train, y_train), (x_val, y_val), (x_test, y_test) = futures.splitted_dataset(1, diff=True)

In [119]:
y_train.shape


Out[119]:
(897, 1)

In [118]:
x_train.shape


Out[118]:
(897, 8)

In [120]:
model = models.term_structure_to_single_spread_price(4, 20, input_data_length=8, dropout=None)
model.compile(keras.optimizers.Adam(), "mean_squared_error")
print(model.summary())
history = model.fit(x_train, y_train, 32, 1000, verbose=2, validation_data=(x_val, y_val))


_________________________________________________________________
Layer (type)                 Output Shape              Param #   
=================================================================
input (InputLayer)           (None, 8)                 0         
_________________________________________________________________
dense_46 (Dense)             (None, 20)                180       
_________________________________________________________________
dense_47 (Dense)             (None, 20)                420       
_________________________________________________________________
dense_48 (Dense)             (None, 20)                420       
_________________________________________________________________
dense_49 (Dense)             (None, 20)                420       
_________________________________________________________________
output (Dense)               (None, 1)                 21        
=================================================================
Total params: 1,461
Trainable params: 1,461
Non-trainable params: 0
_________________________________________________________________
None
Train on 897 samples, validate on 192 samples
Epoch 1/1000
0s - loss: 0.3427 - val_loss: 0.3956
Epoch 2/1000
0s - loss: 0.2214 - val_loss: 0.3858
Epoch 3/1000
0s - loss: 0.2004 - val_loss: 0.3345
Epoch 4/1000
0s - loss: 0.1916 - val_loss: 0.3171
Epoch 5/1000
0s - loss: 0.1850 - val_loss: 0.2931
Epoch 6/1000
0s - loss: 0.1779 - val_loss: 0.2978
Epoch 7/1000
0s - loss: 0.1772 - val_loss: 0.3291
Epoch 8/1000
0s - loss: 0.1724 - val_loss: 0.2569
Epoch 9/1000
0s - loss: 0.1719 - val_loss: 0.3181
Epoch 10/1000
0s - loss: 0.1694 - val_loss: 0.2745
Epoch 11/1000
0s - loss: 0.1691 - val_loss: 0.2473
Epoch 12/1000
0s - loss: 0.1598 - val_loss: 0.2801
Epoch 13/1000
0s - loss: 0.1593 - val_loss: 0.2305
Epoch 14/1000
0s - loss: 0.1697 - val_loss: 0.2795
Epoch 15/1000
0s - loss: 0.1561 - val_loss: 0.2809
Epoch 16/1000
0s - loss: 0.1522 - val_loss: 0.2647
Epoch 17/1000
0s - loss: 0.1499 - val_loss: 0.2863
Epoch 18/1000
0s - loss: 0.1472 - val_loss: 0.2688
Epoch 19/1000
0s - loss: 0.1487 - val_loss: 0.2784
Epoch 20/1000
0s - loss: 0.1425 - val_loss: 0.2588
Epoch 21/1000
0s - loss: 0.1410 - val_loss: 0.2778
Epoch 22/1000
0s - loss: 0.1394 - val_loss: 0.2765
Epoch 23/1000
0s - loss: 0.1364 - val_loss: 0.2811
Epoch 24/1000
0s - loss: 0.1338 - val_loss: 0.2585
Epoch 25/1000
0s - loss: 0.1544 - val_loss: 0.2573
Epoch 26/1000
0s - loss: 0.1974 - val_loss: 0.3261
Epoch 27/1000
0s - loss: 0.1423 - val_loss: 0.3003
Epoch 28/1000
0s - loss: 0.1350 - val_loss: 0.2925
Epoch 29/1000
0s - loss: 0.1278 - val_loss: 0.2932
Epoch 30/1000
0s - loss: 0.1264 - val_loss: 0.2780
Epoch 31/1000
0s - loss: 0.1248 - val_loss: 0.3288
Epoch 32/1000
0s - loss: 0.1228 - val_loss: 0.2402
Epoch 33/1000
0s - loss: 0.1232 - val_loss: 0.2451
Epoch 34/1000
0s - loss: 0.1213 - val_loss: 0.2754
Epoch 35/1000
0s - loss: 0.1180 - val_loss: 0.2979
Epoch 36/1000
0s - loss: 0.1172 - val_loss: 0.2984
Epoch 37/1000
0s - loss: 0.1150 - val_loss: 0.3097
Epoch 38/1000
0s - loss: 0.1142 - val_loss: 0.3231
Epoch 39/1000
0s - loss: 0.1125 - val_loss: 0.3091
Epoch 40/1000
0s - loss: 0.1132 - val_loss: 0.2583
Epoch 41/1000
0s - loss: 0.1123 - val_loss: 0.2652
Epoch 42/1000
0s - loss: 0.1083 - val_loss: 0.2697
Epoch 43/1000
0s - loss: 0.1088 - val_loss: 0.2972
Epoch 44/1000
0s - loss: 0.1071 - val_loss: 0.3067
Epoch 45/1000
0s - loss: 0.1047 - val_loss: 0.2770
Epoch 46/1000
0s - loss: 0.1028 - val_loss: 0.2809
Epoch 47/1000
0s - loss: 0.1009 - val_loss: 0.2939
Epoch 48/1000
0s - loss: 0.1019 - val_loss: 0.3297
Epoch 49/1000
0s - loss: 0.1036 - val_loss: 0.3100
Epoch 50/1000
0s - loss: 0.0999 - val_loss: 0.2859
Epoch 51/1000
0s - loss: 0.0999 - val_loss: 0.2878
Epoch 52/1000
0s - loss: 0.0969 - val_loss: 0.2993
Epoch 53/1000
0s - loss: 0.0961 - val_loss: 0.3247
Epoch 54/1000
0s - loss: 0.0995 - val_loss: 0.3305
Epoch 55/1000
0s - loss: 0.0936 - val_loss: 0.2795
Epoch 56/1000
0s - loss: 0.0923 - val_loss: 0.2795
Epoch 57/1000
0s - loss: 0.0939 - val_loss: 0.3079
Epoch 58/1000
0s - loss: 0.0909 - val_loss: 0.2661
Epoch 59/1000
0s - loss: 0.0918 - val_loss: 0.3342
Epoch 60/1000
0s - loss: 0.0941 - val_loss: 0.2757
Epoch 61/1000
0s - loss: 0.0910 - val_loss: 0.2903
Epoch 62/1000
0s - loss: 0.0871 - val_loss: 0.3193
Epoch 63/1000
0s - loss: 0.0858 - val_loss: 0.3072
Epoch 64/1000
0s - loss: 0.0954 - val_loss: 0.3063
Epoch 65/1000
0s - loss: 0.0939 - val_loss: 0.2757
Epoch 66/1000
0s - loss: 0.0900 - val_loss: 0.2581
Epoch 67/1000
0s - loss: 0.1135 - val_loss: 0.2560
Epoch 68/1000
0s - loss: 0.0876 - val_loss: 0.2796
Epoch 69/1000
0s - loss: 0.0849 - val_loss: 0.2735
Epoch 70/1000
0s - loss: 0.0833 - val_loss: 0.2675
Epoch 71/1000
0s - loss: 0.0812 - val_loss: 0.2960
Epoch 72/1000
0s - loss: 0.0823 - val_loss: 0.2954
Epoch 73/1000
0s - loss: 0.0796 - val_loss: 0.3020
Epoch 74/1000
0s - loss: 0.0831 - val_loss: 0.2791
Epoch 75/1000
0s - loss: 0.0802 - val_loss: 0.2703
Epoch 76/1000
0s - loss: 0.0806 - val_loss: 0.2724
Epoch 77/1000
0s - loss: 0.0804 - val_loss: 0.3500
Epoch 78/1000
0s - loss: 0.1036 - val_loss: 0.3129
Epoch 79/1000
0s - loss: 0.0801 - val_loss: 0.3147
Epoch 80/1000
0s - loss: 0.0750 - val_loss: 0.2926
Epoch 81/1000
0s - loss: 0.0743 - val_loss: 0.3121
Epoch 82/1000
0s - loss: 0.0762 - val_loss: 0.3436
Epoch 83/1000
0s - loss: 0.0838 - val_loss: 0.3325
Epoch 84/1000
0s - loss: 0.0770 - val_loss: 0.2947
Epoch 85/1000
0s - loss: 0.0728 - val_loss: 0.2936
Epoch 86/1000
0s - loss: 0.0729 - val_loss: 0.3135
Epoch 87/1000
0s - loss: 0.0727 - val_loss: 0.2981
Epoch 88/1000
0s - loss: 0.0722 - val_loss: 0.2913
Epoch 89/1000
0s - loss: 0.0709 - val_loss: 0.3104
Epoch 90/1000
0s - loss: 0.0695 - val_loss: 0.3203
Epoch 91/1000
0s - loss: 0.0702 - val_loss: 0.2937
Epoch 92/1000
0s - loss: 0.0698 - val_loss: 0.2973
Epoch 93/1000
0s - loss: 0.0695 - val_loss: 0.3188
Epoch 94/1000
0s - loss: 0.0788 - val_loss: 0.2776
Epoch 95/1000
0s - loss: 0.0698 - val_loss: 0.2938
Epoch 96/1000
0s - loss: 0.0709 - val_loss: 0.2932
Epoch 97/1000
0s - loss: 0.0675 - val_loss: 0.3156
Epoch 98/1000
0s - loss: 0.0668 - val_loss: 0.3055
Epoch 99/1000
0s - loss: 0.0672 - val_loss: 0.3083
Epoch 100/1000
0s - loss: 0.0670 - val_loss: 0.3096
Epoch 101/1000
0s - loss: 0.0662 - val_loss: 0.2980
Epoch 102/1000
0s - loss: 0.0660 - val_loss: 0.3151
Epoch 103/1000
0s - loss: 0.0771 - val_loss: 0.2974
Epoch 104/1000
0s - loss: 0.0679 - val_loss: 0.2972
Epoch 105/1000
0s - loss: 0.0645 - val_loss: 0.2844
Epoch 106/1000
0s - loss: 0.0622 - val_loss: 0.3079
Epoch 107/1000
0s - loss: 0.0625 - val_loss: 0.3216
Epoch 108/1000
0s - loss: 0.0633 - val_loss: 0.3056
Epoch 109/1000
0s - loss: 0.0639 - val_loss: 0.2893
Epoch 110/1000
0s - loss: 0.0672 - val_loss: 0.3067
Epoch 111/1000
0s - loss: 0.0615 - val_loss: 0.3021
Epoch 112/1000
0s - loss: 0.0596 - val_loss: 0.3054
Epoch 113/1000
0s - loss: 0.0615 - val_loss: 0.3111
Epoch 114/1000
0s - loss: 0.0589 - val_loss: 0.3205
Epoch 115/1000
0s - loss: 0.0585 - val_loss: 0.2968
Epoch 116/1000
0s - loss: 0.0575 - val_loss: 0.2986
Epoch 117/1000
0s - loss: 0.0617 - val_loss: 0.3111
Epoch 118/1000
0s - loss: 0.0613 - val_loss: 0.3033
Epoch 119/1000
0s - loss: 0.0614 - val_loss: 0.2966
Epoch 120/1000
0s - loss: 0.0617 - val_loss: 0.2995
Epoch 121/1000
0s - loss: 0.0599 - val_loss: 0.3108
Epoch 122/1000
0s - loss: 0.0571 - val_loss: 0.3018
Epoch 123/1000
0s - loss: 0.0565 - val_loss: 0.2849
Epoch 124/1000
0s - loss: 0.0560 - val_loss: 0.2979
Epoch 125/1000
0s - loss: 0.0580 - val_loss: 0.2959
Epoch 126/1000
0s - loss: 0.0533 - val_loss: 0.3224
Epoch 127/1000
0s - loss: 0.0631 - val_loss: 0.3413
Epoch 128/1000
0s - loss: 0.0570 - val_loss: 0.3042
Epoch 129/1000
0s - loss: 0.0552 - val_loss: 0.3200
Epoch 130/1000
0s - loss: 0.0571 - val_loss: 0.3071
Epoch 131/1000
0s - loss: 0.0524 - val_loss: 0.2926
Epoch 132/1000
0s - loss: 0.0587 - val_loss: 0.3026
Epoch 133/1000
0s - loss: 0.0550 - val_loss: 0.3038
Epoch 134/1000
0s - loss: 0.0529 - val_loss: 0.3073
Epoch 135/1000
0s - loss: 0.0528 - val_loss: 0.2909
Epoch 136/1000
0s - loss: 0.0517 - val_loss: 0.2912
Epoch 137/1000
0s - loss: 0.0562 - val_loss: 0.2940
Epoch 138/1000
0s - loss: 0.0515 - val_loss: 0.2811
Epoch 139/1000
0s - loss: 0.0573 - val_loss: 0.2662
Epoch 140/1000
0s - loss: 0.0571 - val_loss: 0.3144
Epoch 141/1000
0s - loss: 0.0515 - val_loss: 0.3128
Epoch 142/1000
0s - loss: 0.0484 - val_loss: 0.3112
Epoch 143/1000
0s - loss: 0.0534 - val_loss: 0.3118
Epoch 144/1000
0s - loss: 0.0484 - val_loss: 0.3047
Epoch 145/1000
0s - loss: 0.0509 - val_loss: 0.3071
Epoch 146/1000
0s - loss: 0.0474 - val_loss: 0.3043
Epoch 147/1000
0s - loss: 0.0473 - val_loss: 0.3207
Epoch 148/1000
0s - loss: 0.0480 - val_loss: 0.2979
Epoch 149/1000
0s - loss: 0.0470 - val_loss: 0.3356
Epoch 150/1000
0s - loss: 0.0462 - val_loss: 0.3122
Epoch 151/1000
0s - loss: 0.0469 - val_loss: 0.3177
Epoch 152/1000
0s - loss: 0.0467 - val_loss: 0.2987
Epoch 153/1000
0s - loss: 0.0466 - val_loss: 0.3160
Epoch 154/1000
0s - loss: 0.0460 - val_loss: 0.3244
Epoch 155/1000
0s - loss: 0.0470 - val_loss: 0.3054
Epoch 156/1000
0s - loss: 0.0486 - val_loss: 0.3133
Epoch 157/1000
0s - loss: 0.0478 - val_loss: 0.3186
Epoch 158/1000
0s - loss: 0.0489 - val_loss: 0.2938
Epoch 159/1000
0s - loss: 0.0460 - val_loss: 0.3144
Epoch 160/1000
0s - loss: 0.0708 - val_loss: 0.3227
Epoch 161/1000
0s - loss: 0.0520 - val_loss: 0.2950
Epoch 162/1000
0s - loss: 0.0453 - val_loss: 0.3215
Epoch 163/1000
0s - loss: 0.0454 - val_loss: 0.3304
Epoch 164/1000
0s - loss: 0.0476 - val_loss: 0.3333
Epoch 165/1000
0s - loss: 0.0468 - val_loss: 0.3099
Epoch 166/1000
0s - loss: 0.0453 - val_loss: 0.2913
Epoch 167/1000
0s - loss: 0.0443 - val_loss: 0.3261
Epoch 168/1000
0s - loss: 0.0455 - val_loss: 0.3331
Epoch 169/1000
0s - loss: 0.0448 - val_loss: 0.2910
Epoch 170/1000
0s - loss: 0.0430 - val_loss: 0.3103
Epoch 171/1000
0s - loss: 0.0436 - val_loss: 0.2995
Epoch 172/1000
0s - loss: 0.0440 - val_loss: 0.3057
Epoch 173/1000
0s - loss: 0.0427 - val_loss: 0.3329
Epoch 174/1000
0s - loss: 0.0435 - val_loss: 0.3034
Epoch 175/1000
0s - loss: 0.0434 - val_loss: 0.3090
Epoch 176/1000
0s - loss: 0.0436 - val_loss: 0.3053
Epoch 177/1000
0s - loss: 0.0410 - val_loss: 0.2979
Epoch 178/1000
0s - loss: 0.0468 - val_loss: 0.3126
Epoch 179/1000
0s - loss: 0.0426 - val_loss: 0.2966
Epoch 180/1000
0s - loss: 0.0415 - val_loss: 0.3561
Epoch 181/1000
0s - loss: 0.0423 - val_loss: 0.3105
Epoch 182/1000
0s - loss: 0.0435 - val_loss: 0.3076
Epoch 183/1000
0s - loss: 0.0413 - val_loss: 0.3091
Epoch 184/1000
0s - loss: 0.0436 - val_loss: 0.3158
Epoch 185/1000
0s - loss: 0.0444 - val_loss: 0.2962
Epoch 186/1000
0s - loss: 0.0426 - val_loss: 0.3179
Epoch 187/1000
0s - loss: 0.0418 - val_loss: 0.3221
Epoch 188/1000
0s - loss: 0.0391 - val_loss: 0.2960
Epoch 189/1000
0s - loss: 0.0434 - val_loss: 0.2850
Epoch 190/1000
0s - loss: 0.0486 - val_loss: 0.2919
Epoch 191/1000
0s - loss: 0.0444 - val_loss: 0.3121
Epoch 192/1000
0s - loss: 0.0400 - val_loss: 0.3306
Epoch 193/1000
0s - loss: 0.0514 - val_loss: 0.3254
Epoch 194/1000
0s - loss: 0.0444 - val_loss: 0.3123
Epoch 195/1000
0s - loss: 0.0434 - val_loss: 0.3138
Epoch 196/1000
0s - loss: 0.0803 - val_loss: 0.3167
Epoch 197/1000
0s - loss: 0.0657 - val_loss: 0.3038
Epoch 198/1000
0s - loss: 0.0617 - val_loss: 0.2856
Epoch 199/1000
0s - loss: 0.0562 - val_loss: 0.3228
Epoch 200/1000
0s - loss: 0.0565 - val_loss: 0.3047
Epoch 201/1000
0s - loss: 0.0596 - val_loss: 0.3174
Epoch 202/1000
0s - loss: 0.0512 - val_loss: 0.3088
Epoch 203/1000
0s - loss: 0.0510 - val_loss: 0.3094
Epoch 204/1000
0s - loss: 0.0479 - val_loss: 0.3122
Epoch 205/1000
0s - loss: 0.0467 - val_loss: 0.3217
Epoch 206/1000
0s - loss: 0.0488 - val_loss: 0.2964
Epoch 207/1000
0s - loss: 0.0455 - val_loss: 0.2911
Epoch 208/1000
0s - loss: 0.0508 - val_loss: 0.3323
Epoch 209/1000
0s - loss: 0.0461 - val_loss: 0.3072
Epoch 210/1000
0s - loss: 0.0471 - val_loss: 0.3238
Epoch 211/1000
0s - loss: 0.0452 - val_loss: 0.2843
Epoch 212/1000
0s - loss: 0.0435 - val_loss: 0.2844
Epoch 213/1000
0s - loss: 0.0443 - val_loss: 0.3001
Epoch 214/1000
0s - loss: 0.0444 - val_loss: 0.2983
Epoch 215/1000
0s - loss: 0.0453 - val_loss: 0.3133
Epoch 216/1000
0s - loss: 0.0465 - val_loss: 0.2913
Epoch 217/1000
0s - loss: 0.0425 - val_loss: 0.2951
Epoch 218/1000
0s - loss: 0.0451 - val_loss: 0.3083
Epoch 219/1000
0s - loss: 0.0602 - val_loss: 0.2782
Epoch 220/1000
0s - loss: 0.0459 - val_loss: 0.3097
Epoch 221/1000
0s - loss: 0.0416 - val_loss: 0.2661
Epoch 222/1000
0s - loss: 0.0407 - val_loss: 0.2749
Epoch 223/1000
0s - loss: 0.0407 - val_loss: 0.2769
Epoch 224/1000
0s - loss: 0.0390 - val_loss: 0.2876
Epoch 225/1000
0s - loss: 0.0404 - val_loss: 0.2880
Epoch 226/1000
0s - loss: 0.0419 - val_loss: 0.2784
Epoch 227/1000
0s - loss: 0.0412 - val_loss: 0.3103
Epoch 228/1000
0s - loss: 0.0421 - val_loss: 0.2885
Epoch 229/1000
0s - loss: 0.0424 - val_loss: 0.2819
Epoch 230/1000
0s - loss: 0.0431 - val_loss: 0.2917
Epoch 231/1000
0s - loss: 0.0418 - val_loss: 0.2840
Epoch 232/1000
0s - loss: 0.0461 - val_loss: 0.2863
Epoch 233/1000
0s - loss: 0.0405 - val_loss: 0.2837
Epoch 234/1000
0s - loss: 0.0486 - val_loss: 0.3007
Epoch 235/1000
0s - loss: 0.0422 - val_loss: 0.3110
Epoch 236/1000
0s - loss: 0.0399 - val_loss: 0.2901
Epoch 237/1000
0s - loss: 0.0405 - val_loss: 0.3081
Epoch 238/1000
0s - loss: 0.0560 - val_loss: 0.3174
Epoch 239/1000
0s - loss: 0.0430 - val_loss: 0.2990
Epoch 240/1000
0s - loss: 0.0389 - val_loss: 0.2826
Epoch 241/1000
0s - loss: 0.0410 - val_loss: 0.2982
Epoch 242/1000
0s - loss: 0.0415 - val_loss: 0.2762
Epoch 243/1000
0s - loss: 0.0379 - val_loss: 0.2766
Epoch 244/1000
0s - loss: 0.0379 - val_loss: 0.2862
Epoch 245/1000
0s - loss: 0.0359 - val_loss: 0.2807
Epoch 246/1000
0s - loss: 0.0370 - val_loss: 0.3011
Epoch 247/1000
0s - loss: 0.0429 - val_loss: 0.2812
Epoch 248/1000
0s - loss: 0.0882 - val_loss: 0.3009
Epoch 249/1000
0s - loss: 0.0689 - val_loss: 0.3236
Epoch 250/1000
0s - loss: 0.0513 - val_loss: 0.3055
Epoch 251/1000
0s - loss: 0.0452 - val_loss: 0.2921
Epoch 252/1000
0s - loss: 0.0432 - val_loss: 0.2784
Epoch 253/1000
0s - loss: 0.0612 - val_loss: 0.2849
Epoch 254/1000
0s - loss: 0.0392 - val_loss: 0.3207
Epoch 255/1000
0s - loss: 0.0372 - val_loss: 0.2847
Epoch 256/1000
0s - loss: 0.0360 - val_loss: 0.2879
Epoch 257/1000
0s - loss: 0.0366 - val_loss: 0.2846
Epoch 258/1000
0s - loss: 0.0375 - val_loss: 0.2915
Epoch 259/1000
0s - loss: 0.0384 - val_loss: 0.2740
Epoch 260/1000
0s - loss: 0.0358 - val_loss: 0.2795
Epoch 261/1000
0s - loss: 0.0359 - val_loss: 0.2981
Epoch 262/1000
0s - loss: 0.0344 - val_loss: 0.2813
Epoch 263/1000
0s - loss: 0.0345 - val_loss: 0.2851
Epoch 264/1000
0s - loss: 0.0339 - val_loss: 0.2930
Epoch 265/1000
0s - loss: 0.0343 - val_loss: 0.2978
Epoch 266/1000
0s - loss: 0.0697 - val_loss: 0.3152
Epoch 267/1000
0s - loss: 0.0521 - val_loss: 0.3274
Epoch 268/1000
0s - loss: 0.0454 - val_loss: 0.2902
Epoch 269/1000
0s - loss: 0.0416 - val_loss: 0.3118
Epoch 270/1000
0s - loss: 0.0419 - val_loss: 0.3508
Epoch 271/1000
0s - loss: 0.0512 - val_loss: 0.3709
Epoch 272/1000
0s - loss: 0.0504 - val_loss: 0.3202
Epoch 273/1000
0s - loss: 0.0471 - val_loss: 0.3076
Epoch 274/1000
0s - loss: 0.0411 - val_loss: 0.2984
Epoch 275/1000
0s - loss: 0.0376 - val_loss: 0.3368
Epoch 276/1000
0s - loss: 0.0472 - val_loss: 0.3609
Epoch 277/1000
0s - loss: 0.0407 - val_loss: 0.3277
Epoch 278/1000
0s - loss: 0.0369 - val_loss: 0.3090
Epoch 279/1000
0s - loss: 0.0375 - val_loss: 0.3149
Epoch 280/1000
0s - loss: 0.0356 - val_loss: 0.3091
Epoch 281/1000
0s - loss: 0.0341 - val_loss: 0.3242
Epoch 282/1000
0s - loss: 0.0353 - val_loss: 0.3052
Epoch 283/1000
0s - loss: 0.0378 - val_loss: 0.3002
Epoch 284/1000
0s - loss: 0.0341 - val_loss: 0.3053
Epoch 285/1000
0s - loss: 0.0333 - val_loss: 0.3147
Epoch 286/1000
0s - loss: 0.0349 - val_loss: 0.3238
Epoch 287/1000
0s - loss: 0.0369 - val_loss: 0.3100
Epoch 288/1000
0s - loss: 0.0345 - val_loss: 0.2874
Epoch 289/1000
0s - loss: 0.0355 - val_loss: 0.3157
Epoch 290/1000
0s - loss: 0.0338 - val_loss: 0.2920
Epoch 291/1000
0s - loss: 0.0340 - val_loss: 0.3135
Epoch 292/1000
0s - loss: 0.0412 - val_loss: 0.3014
Epoch 293/1000
0s - loss: 0.0343 - val_loss: 0.3087
Epoch 294/1000
0s - loss: 0.0325 - val_loss: 0.3116
Epoch 295/1000
0s - loss: 0.0376 - val_loss: 0.3011
Epoch 296/1000
0s - loss: 0.0316 - val_loss: 0.3064
Epoch 297/1000
0s - loss: 0.0335 - val_loss: 0.3043
Epoch 298/1000
0s - loss: 0.0325 - val_loss: 0.3019
Epoch 299/1000
0s - loss: 0.0320 - val_loss: 0.3288
Epoch 300/1000
0s - loss: 0.0345 - val_loss: 0.3058
Epoch 301/1000
0s - loss: 0.0349 - val_loss: 0.3232
Epoch 302/1000
0s - loss: 0.0309 - val_loss: 0.2861
Epoch 303/1000
0s - loss: 0.0339 - val_loss: 0.3276
Epoch 304/1000
0s - loss: 0.0320 - val_loss: 0.3088
Epoch 305/1000
0s - loss: 0.0318 - val_loss: 0.2957
Epoch 306/1000
0s - loss: 0.0330 - val_loss: 0.3039
Epoch 307/1000
0s - loss: 0.0388 - val_loss: 0.3136
Epoch 308/1000
0s - loss: 0.0314 - val_loss: 0.3046
Epoch 309/1000
0s - loss: 0.0972 - val_loss: 0.3296
Epoch 310/1000
0s - loss: 0.0465 - val_loss: 0.3269
Epoch 311/1000
0s - loss: 0.0374 - val_loss: 0.3266
Epoch 312/1000
0s - loss: 0.0370 - val_loss: 0.3175
Epoch 313/1000
0s - loss: 0.0344 - val_loss: 0.3052
Epoch 314/1000
0s - loss: 0.0343 - val_loss: 0.2857
Epoch 315/1000
0s - loss: 0.0393 - val_loss: 0.3139
Epoch 316/1000
0s - loss: 0.0342 - val_loss: 0.2945
Epoch 317/1000
0s - loss: 0.0359 - val_loss: 0.3038
Epoch 318/1000
0s - loss: 0.0315 - val_loss: 0.2816
Epoch 319/1000
0s - loss: 0.0315 - val_loss: 0.3008
Epoch 320/1000
0s - loss: 0.0321 - val_loss: 0.3058
Epoch 321/1000
0s - loss: 0.0333 - val_loss: 0.2895
Epoch 322/1000
0s - loss: 0.0423 - val_loss: 0.3440
Epoch 323/1000
0s - loss: 0.0327 - val_loss: 0.3176
Epoch 324/1000
0s - loss: 0.0302 - val_loss: 0.2834
Epoch 325/1000
0s - loss: 0.0336 - val_loss: 0.2993
Epoch 326/1000
0s - loss: 0.0329 - val_loss: 0.2932
Epoch 327/1000
0s - loss: 0.0314 - val_loss: 0.3030
Epoch 328/1000
0s - loss: 0.0306 - val_loss: 0.3210
Epoch 329/1000
0s - loss: 0.0301 - val_loss: 0.3019
Epoch 330/1000
0s - loss: 0.0295 - val_loss: 0.3120
Epoch 331/1000
0s - loss: 0.0288 - val_loss: 0.3019
Epoch 332/1000
0s - loss: 0.0287 - val_loss: 0.3072
Epoch 333/1000
0s - loss: 0.0284 - val_loss: 0.2976
Epoch 334/1000
0s - loss: 0.0290 - val_loss: 0.3257
Epoch 335/1000
0s - loss: 0.0281 - val_loss: 0.3003
Epoch 336/1000
0s - loss: 0.0284 - val_loss: 0.2932
Epoch 337/1000
0s - loss: 0.0286 - val_loss: 0.3029
Epoch 338/1000
0s - loss: 0.0333 - val_loss: 0.2964
Epoch 339/1000
0s - loss: 0.0293 - val_loss: 0.2895
Epoch 340/1000
0s - loss: 0.0512 - val_loss: 0.3149
Epoch 341/1000
0s - loss: 0.0358 - val_loss: 0.2877
Epoch 342/1000
0s - loss: 0.0305 - val_loss: 0.3063
Epoch 343/1000
0s - loss: 0.0362 - val_loss: 0.3087
Epoch 344/1000
0s - loss: 0.0293 - val_loss: 0.3409
Epoch 345/1000
0s - loss: 0.0291 - val_loss: 0.3177
Epoch 346/1000
0s - loss: 0.0281 - val_loss: 0.3232
Epoch 347/1000
0s - loss: 0.0275 - val_loss: 0.3167
Epoch 348/1000
0s - loss: 0.0299 - val_loss: 0.3096
Epoch 349/1000
0s - loss: 0.0283 - val_loss: 0.3008
Epoch 350/1000
0s - loss: 0.0389 - val_loss: 0.2793
Epoch 351/1000
0s - loss: 0.0320 - val_loss: 0.3098
Epoch 352/1000
0s - loss: 0.0273 - val_loss: 0.3297
Epoch 353/1000
0s - loss: 0.0377 - val_loss: 0.2824
Epoch 354/1000
0s - loss: 0.0320 - val_loss: 0.2834
Epoch 355/1000
0s - loss: 0.0348 - val_loss: 0.2979
Epoch 356/1000
0s - loss: 0.0323 - val_loss: 0.2884
Epoch 357/1000
0s - loss: 0.0282 - val_loss: 0.3114
Epoch 358/1000
0s - loss: 0.0286 - val_loss: 0.3134
Epoch 359/1000
0s - loss: 0.0331 - val_loss: 0.3167
Epoch 360/1000
0s - loss: 0.0283 - val_loss: 0.3246
Epoch 361/1000
0s - loss: 0.0267 - val_loss: 0.3088
Epoch 362/1000
0s - loss: 0.0265 - val_loss: 0.3248
Epoch 363/1000
0s - loss: 0.0274 - val_loss: 0.3285
Epoch 364/1000
0s - loss: 0.0316 - val_loss: 0.3040
Epoch 365/1000
0s - loss: 0.0269 - val_loss: 0.3468
Epoch 366/1000
0s - loss: 0.0252 - val_loss: 0.3083
Epoch 367/1000
0s - loss: 0.0284 - val_loss: 0.3079
Epoch 368/1000
0s - loss: 0.0299 - val_loss: 0.2929
Epoch 369/1000
0s - loss: 0.0269 - val_loss: 0.3315
Epoch 370/1000
0s - loss: 0.0258 - val_loss: 0.3093
Epoch 371/1000
0s - loss: 0.0259 - val_loss: 0.2998
Epoch 372/1000
0s - loss: 0.0254 - val_loss: 0.3535
Epoch 373/1000
0s - loss: 0.0252 - val_loss: 0.3552
Epoch 374/1000
0s - loss: 0.0435 - val_loss: 0.3501
Epoch 375/1000
0s - loss: 0.1130 - val_loss: 0.3159
Epoch 376/1000
0s - loss: 0.0886 - val_loss: 0.2892
Epoch 377/1000
0s - loss: 0.0672 - val_loss: 0.2861
Epoch 378/1000
0s - loss: 0.0494 - val_loss: 0.3261
Epoch 379/1000
0s - loss: 0.0579 - val_loss: 0.3350
Epoch 380/1000
0s - loss: 0.0537 - val_loss: 0.3339
Epoch 381/1000
0s - loss: 0.0534 - val_loss: 0.3070
Epoch 382/1000
0s - loss: 0.0423 - val_loss: 0.2784
Epoch 383/1000
0s - loss: 0.0405 - val_loss: 0.3086
Epoch 384/1000
0s - loss: 0.0383 - val_loss: 0.3032
Epoch 385/1000
0s - loss: 0.0385 - val_loss: 0.3008
Epoch 386/1000
0s - loss: 0.0370 - val_loss: 0.3030
Epoch 387/1000
0s - loss: 0.0369 - val_loss: 0.2933
Epoch 388/1000
0s - loss: 0.0363 - val_loss: 0.3272
Epoch 389/1000
0s - loss: 0.0366 - val_loss: 0.3067
Epoch 390/1000
0s - loss: 0.0352 - val_loss: 0.3396
Epoch 391/1000
0s - loss: 0.0417 - val_loss: 0.3086
Epoch 392/1000
0s - loss: 0.0352 - val_loss: 0.2947
Epoch 393/1000
0s - loss: 0.0337 - val_loss: 0.3348
Epoch 394/1000
0s - loss: 0.0366 - val_loss: 0.3130
Epoch 395/1000
0s - loss: 0.0329 - val_loss: 0.3244
Epoch 396/1000
0s - loss: 0.0341 - val_loss: 0.2929
Epoch 397/1000
0s - loss: 0.0332 - val_loss: 0.3290
Epoch 398/1000
0s - loss: 0.0325 - val_loss: 0.3135
Epoch 399/1000
0s - loss: 0.0311 - val_loss: 0.3138
Epoch 400/1000
0s - loss: 0.0307 - val_loss: 0.3216
Epoch 401/1000
0s - loss: 0.0308 - val_loss: 0.3080
Epoch 402/1000
0s - loss: 0.0311 - val_loss: 0.3106
Epoch 403/1000
0s - loss: 0.0311 - val_loss: 0.3234
Epoch 404/1000
0s - loss: 0.0303 - val_loss: 0.3337
Epoch 405/1000
0s - loss: 0.0294 - val_loss: 0.3139
Epoch 406/1000
0s - loss: 0.0310 - val_loss: 0.3273
Epoch 407/1000
0s - loss: 0.0334 - val_loss: 0.3382
Epoch 408/1000
0s - loss: 0.0308 - val_loss: 0.3382
Epoch 409/1000
0s - loss: 0.0304 - val_loss: 0.3293
Epoch 410/1000
0s - loss: 0.0338 - val_loss: 0.3406
Epoch 411/1000
0s - loss: 0.0287 - val_loss: 0.3397
Epoch 412/1000
0s - loss: 0.0288 - val_loss: 0.3133
Epoch 413/1000
0s - loss: 0.0284 - val_loss: 0.3241
Epoch 414/1000
0s - loss: 0.0291 - val_loss: 0.3384
Epoch 415/1000
0s - loss: 0.0286 - val_loss: 0.3249
Epoch 416/1000
0s - loss: 0.0279 - val_loss: 0.3224
Epoch 417/1000
0s - loss: 0.0270 - val_loss: 0.3295
Epoch 418/1000
0s - loss: 0.0283 - val_loss: 0.3236
Epoch 419/1000
0s - loss: 0.0293 - val_loss: 0.3745
Epoch 420/1000
0s - loss: 0.0283 - val_loss: 0.3359
Epoch 421/1000
0s - loss: 0.0267 - val_loss: 0.3582
Epoch 422/1000
0s - loss: 0.0278 - val_loss: 0.3510
Epoch 423/1000
0s - loss: 0.0264 - val_loss: 0.3320
Epoch 424/1000
0s - loss: 0.0262 - val_loss: 0.3334
Epoch 425/1000
0s - loss: 0.0259 - val_loss: 0.3556
Epoch 426/1000
0s - loss: 0.0260 - val_loss: 0.3423
Epoch 427/1000
0s - loss: 0.0265 - val_loss: 0.3633
Epoch 428/1000
0s - loss: 0.0265 - val_loss: 0.3362
Epoch 429/1000
0s - loss: 0.0262 - val_loss: 0.3472
Epoch 430/1000
0s - loss: 0.0262 - val_loss: 0.3455
Epoch 431/1000
0s - loss: 0.0257 - val_loss: 0.3371
Epoch 432/1000
0s - loss: 0.0262 - val_loss: 0.3401
Epoch 433/1000
0s - loss: 0.0348 - val_loss: 0.3380
Epoch 434/1000
0s - loss: 0.0287 - val_loss: 0.3561
Epoch 435/1000
0s - loss: 0.0313 - val_loss: 0.3798
Epoch 436/1000
0s - loss: 0.0283 - val_loss: 0.3513
Epoch 437/1000
0s - loss: 0.0262 - val_loss: 0.3755
Epoch 438/1000
0s - loss: 0.0282 - val_loss: 0.3447
Epoch 439/1000
0s - loss: 0.0273 - val_loss: 0.3570
Epoch 440/1000
0s - loss: 0.0250 - val_loss: 0.3323
Epoch 441/1000
0s - loss: 0.0466 - val_loss: 0.3200
Epoch 442/1000
0s - loss: 0.0296 - val_loss: 0.3602
Epoch 443/1000
0s - loss: 0.0276 - val_loss: 0.3736
Epoch 444/1000
0s - loss: 0.0380 - val_loss: 0.3745
Epoch 445/1000
0s - loss: 0.0349 - val_loss: 0.3740
Epoch 446/1000
0s - loss: 0.0314 - val_loss: 0.3402
Epoch 447/1000
0s - loss: 0.0269 - val_loss: 0.3443
Epoch 448/1000
0s - loss: 0.0264 - val_loss: 0.3222
Epoch 449/1000
0s - loss: 0.0271 - val_loss: 0.3225
Epoch 450/1000
0s - loss: 0.0502 - val_loss: 0.3100
Epoch 451/1000
0s - loss: 0.0327 - val_loss: 0.3676
Epoch 452/1000
0s - loss: 0.0304 - val_loss: 0.3430
Epoch 453/1000
0s - loss: 0.0293 - val_loss: 0.3505
Epoch 454/1000
0s - loss: 0.0273 - val_loss: 0.3472
Epoch 455/1000
0s - loss: 0.0302 - val_loss: 0.3446
Epoch 456/1000
0s - loss: 0.0269 - val_loss: 0.3495
Epoch 457/1000
0s - loss: 0.0255 - val_loss: 0.3631
Epoch 458/1000
0s - loss: 0.0251 - val_loss: 0.3432
Epoch 459/1000
0s - loss: 0.0272 - val_loss: 0.3647
Epoch 460/1000
0s - loss: 0.0241 - val_loss: 0.3450
Epoch 461/1000
0s - loss: 0.0266 - val_loss: 0.3443
Epoch 462/1000
0s - loss: 0.0262 - val_loss: 0.3932
Epoch 463/1000
0s - loss: 0.0397 - val_loss: 0.3887
Epoch 464/1000
0s - loss: 0.0349 - val_loss: 0.3474
Epoch 465/1000
0s - loss: 0.0294 - val_loss: 0.3595
Epoch 466/1000
0s - loss: 0.0266 - val_loss: 0.3695
Epoch 467/1000
0s - loss: 0.0263 - val_loss: 0.3648
Epoch 468/1000
0s - loss: 0.0270 - val_loss: 0.3671
Epoch 469/1000
0s - loss: 0.0276 - val_loss: 0.3914
Epoch 470/1000
0s - loss: 0.0266 - val_loss: 0.3606
Epoch 471/1000
0s - loss: 0.0249 - val_loss: 0.3843
Epoch 472/1000
0s - loss: 0.0240 - val_loss: 0.3206
Epoch 473/1000
0s - loss: 0.0276 - val_loss: 0.3771
Epoch 474/1000
0s - loss: 0.0262 - val_loss: 0.3336
Epoch 475/1000
0s - loss: 0.0363 - val_loss: 0.3415
Epoch 476/1000
0s - loss: 0.0276 - val_loss: 0.3728
Epoch 477/1000
0s - loss: 0.0285 - val_loss: 0.3458
Epoch 478/1000
0s - loss: 0.0288 - val_loss: 0.3812
Epoch 479/1000
0s - loss: 0.0259 - val_loss: 0.3746
Epoch 480/1000
0s - loss: 0.0252 - val_loss: 0.3768
Epoch 481/1000
0s - loss: 0.0420 - val_loss: 0.3369
Epoch 482/1000
0s - loss: 0.0395 - val_loss: 0.3601
Epoch 483/1000
0s - loss: 0.0303 - val_loss: 0.3543
Epoch 484/1000
0s - loss: 0.0263 - val_loss: 0.3372
Epoch 485/1000
0s - loss: 0.0273 - val_loss: 0.3500
Epoch 486/1000
0s - loss: 0.0262 - val_loss: 0.3832
Epoch 487/1000
0s - loss: 0.0294 - val_loss: 0.3840
Epoch 488/1000
0s - loss: 0.0308 - val_loss: 0.3317
Epoch 489/1000
0s - loss: 0.0253 - val_loss: 0.3580
Epoch 490/1000
0s - loss: 0.0244 - val_loss: 0.3484
Epoch 491/1000
0s - loss: 0.0226 - val_loss: 0.3713
Epoch 492/1000
0s - loss: 0.0233 - val_loss: 0.3329
Epoch 493/1000
0s - loss: 0.0219 - val_loss: 0.3949
Epoch 494/1000
0s - loss: 0.0324 - val_loss: 0.3487
Epoch 495/1000
0s - loss: 0.0315 - val_loss: 0.3425
Epoch 496/1000
0s - loss: 0.0264 - val_loss: 0.3488
Epoch 497/1000
0s - loss: 0.0215 - val_loss: 0.3733
Epoch 498/1000
0s - loss: 0.0242 - val_loss: 0.3563
Epoch 499/1000
0s - loss: 0.0250 - val_loss: 0.3282
Epoch 500/1000
0s - loss: 0.0233 - val_loss: 0.3345
Epoch 501/1000
0s - loss: 0.0261 - val_loss: 0.3740
Epoch 502/1000
0s - loss: 0.0223 - val_loss: 0.3789
Epoch 503/1000
0s - loss: 0.0207 - val_loss: 0.3559
Epoch 504/1000
0s - loss: 0.0219 - val_loss: 0.3695
Epoch 505/1000
0s - loss: 0.0227 - val_loss: 0.3590
Epoch 506/1000
0s - loss: 0.0281 - val_loss: 0.3701
Epoch 507/1000
0s - loss: 0.0253 - val_loss: 0.3514
Epoch 508/1000
0s - loss: 0.0230 - val_loss: 0.3674
Epoch 509/1000
0s - loss: 0.0209 - val_loss: 0.3606
Epoch 510/1000
0s - loss: 0.0214 - val_loss: 0.3735
Epoch 511/1000
0s - loss: 0.0225 - val_loss: 0.3442
Epoch 512/1000
0s - loss: 0.0212 - val_loss: 0.3400
Epoch 513/1000
0s - loss: 0.0222 - val_loss: 0.3769
Epoch 514/1000
0s - loss: 0.0211 - val_loss: 0.3535
Epoch 515/1000
0s - loss: 0.0246 - val_loss: 0.3516
Epoch 516/1000
0s - loss: 0.0217 - val_loss: 0.3722
Epoch 517/1000
0s - loss: 0.0202 - val_loss: 0.3461
Epoch 518/1000
0s - loss: 0.0203 - val_loss: 0.3459
Epoch 519/1000
0s - loss: 0.0211 - val_loss: 0.3583
Epoch 520/1000
0s - loss: 0.0219 - val_loss: 0.3439
Epoch 521/1000
0s - loss: 0.0222 - val_loss: 0.3569
Epoch 522/1000
0s - loss: 0.0201 - val_loss: 0.3764
Epoch 523/1000
0s - loss: 0.0199 - val_loss: 0.3697
Epoch 524/1000
0s - loss: 0.0217 - val_loss: 0.3682
Epoch 525/1000
0s - loss: 0.0195 - val_loss: 0.3840
Epoch 526/1000
0s - loss: 0.0196 - val_loss: 0.3698
Epoch 527/1000
0s - loss: 0.0227 - val_loss: 0.3698
Epoch 528/1000
0s - loss: 0.0205 - val_loss: 0.3775
Epoch 529/1000
0s - loss: 0.0200 - val_loss: 0.3732
Epoch 530/1000
0s - loss: 0.0198 - val_loss: 0.3884
Epoch 531/1000
0s - loss: 0.0186 - val_loss: 0.3752
Epoch 532/1000
0s - loss: 0.0200 - val_loss: 0.3800
Epoch 533/1000
0s - loss: 0.0192 - val_loss: 0.3635
Epoch 534/1000
0s - loss: 0.0229 - val_loss: 0.3623
Epoch 535/1000
0s - loss: 0.0233 - val_loss: 0.3675
Epoch 536/1000
0s - loss: 0.0212 - val_loss: 0.3309
Epoch 537/1000
0s - loss: 0.0327 - val_loss: 0.3716
Epoch 538/1000
0s - loss: 0.0203 - val_loss: 0.3599
Epoch 539/1000
0s - loss: 0.0277 - val_loss: 0.3894
Epoch 540/1000
0s - loss: 0.0238 - val_loss: 0.3650
Epoch 541/1000
0s - loss: 0.0213 - val_loss: 0.3809
Epoch 542/1000
0s - loss: 0.0211 - val_loss: 0.3727
Epoch 543/1000
0s - loss: 0.0418 - val_loss: 0.3619
Epoch 544/1000
0s - loss: 0.0253 - val_loss: 0.3664
Epoch 545/1000
0s - loss: 0.0210 - val_loss: 0.3708
Epoch 546/1000
0s - loss: 0.0226 - val_loss: 0.3745
Epoch 547/1000
0s - loss: 0.0198 - val_loss: 0.3856
Epoch 548/1000
0s - loss: 0.0241 - val_loss: 0.4097
Epoch 549/1000
0s - loss: 0.0835 - val_loss: 0.3864
Epoch 550/1000
0s - loss: 0.0427 - val_loss: 0.3867
Epoch 551/1000
0s - loss: 0.0323 - val_loss: 0.3678
Epoch 552/1000
0s - loss: 0.0297 - val_loss: 0.3754
Epoch 553/1000
0s - loss: 0.0301 - val_loss: 0.3935
Epoch 554/1000
0s - loss: 0.0248 - val_loss: 0.3944
Epoch 555/1000
0s - loss: 0.0232 - val_loss: 0.4287
Epoch 556/1000
0s - loss: 0.0333 - val_loss: 0.3939
Epoch 557/1000
0s - loss: 0.0236 - val_loss: 0.4012
Epoch 558/1000
0s - loss: 0.0218 - val_loss: 0.3893
Epoch 559/1000
0s - loss: 0.0221 - val_loss: 0.3619
Epoch 560/1000
0s - loss: 0.0211 - val_loss: 0.3768
Epoch 561/1000
0s - loss: 0.0247 - val_loss: 0.4130
Epoch 562/1000
0s - loss: 0.0223 - val_loss: 0.3996
Epoch 563/1000
0s - loss: 0.0211 - val_loss: 0.3863
Epoch 564/1000
0s - loss: 0.0201 - val_loss: 0.4033
Epoch 565/1000
0s - loss: 0.0213 - val_loss: 0.3910
Epoch 566/1000
0s - loss: 0.0191 - val_loss: 0.3893
Epoch 567/1000
0s - loss: 0.0298 - val_loss: 0.4002
Epoch 568/1000
0s - loss: 0.0236 - val_loss: 0.3768
Epoch 569/1000
0s - loss: 0.0208 - val_loss: 0.4026
Epoch 570/1000
0s - loss: 0.0201 - val_loss: 0.3987
Epoch 571/1000
0s - loss: 0.0197 - val_loss: 0.3978
Epoch 572/1000
0s - loss: 0.0209 - val_loss: 0.4253
Epoch 573/1000
0s - loss: 0.0392 - val_loss: 0.4575
Epoch 574/1000
0s - loss: 0.0214 - val_loss: 0.3886
Epoch 575/1000
0s - loss: 0.0197 - val_loss: 0.4195
Epoch 576/1000
0s - loss: 0.0183 - val_loss: 0.3957
Epoch 577/1000
0s - loss: 0.0179 - val_loss: 0.3850
Epoch 578/1000
0s - loss: 0.0273 - val_loss: 0.3753
Epoch 579/1000
0s - loss: 0.0263 - val_loss: 0.3677
Epoch 580/1000
0s - loss: 0.0291 - val_loss: 0.4168
Epoch 581/1000
0s - loss: 0.0249 - val_loss: 0.3743
Epoch 582/1000
0s - loss: 0.0195 - val_loss: 0.4015
Epoch 583/1000
0s - loss: 0.0221 - val_loss: 0.3731
Epoch 584/1000
0s - loss: 0.0197 - val_loss: 0.3944
Epoch 585/1000
0s - loss: 0.0270 - val_loss: 0.4218
Epoch 586/1000
0s - loss: 0.0184 - val_loss: 0.3839
Epoch 587/1000
0s - loss: 0.0172 - val_loss: 0.4345
Epoch 588/1000
0s - loss: 0.0177 - val_loss: 0.3811
Epoch 589/1000
0s - loss: 0.0168 - val_loss: 0.4025
Epoch 590/1000
0s - loss: 0.0164 - val_loss: 0.4083
Epoch 591/1000
0s - loss: 0.0157 - val_loss: 0.4005
Epoch 592/1000
0s - loss: 0.0161 - val_loss: 0.3793
Epoch 593/1000
0s - loss: 0.0156 - val_loss: 0.4365
Epoch 594/1000
0s - loss: 0.0231 - val_loss: 0.4035
Epoch 595/1000
0s - loss: 0.0247 - val_loss: 0.3523
Epoch 596/1000
0s - loss: 0.0270 - val_loss: 0.3729
Epoch 597/1000
0s - loss: 0.0222 - val_loss: 0.3943
Epoch 598/1000
0s - loss: 0.0205 - val_loss: 0.3611
Epoch 599/1000
0s - loss: 0.0193 - val_loss: 0.3791
Epoch 600/1000
0s - loss: 0.0173 - val_loss: 0.3753
Epoch 601/1000
0s - loss: 0.0157 - val_loss: 0.3626
Epoch 602/1000
0s - loss: 0.0158 - val_loss: 0.3963
Epoch 603/1000
0s - loss: 0.0156 - val_loss: 0.3660
Epoch 604/1000
0s - loss: 0.0178 - val_loss: 0.3978
Epoch 605/1000
0s - loss: 0.0153 - val_loss: 0.3818
Epoch 606/1000
0s - loss: 0.0163 - val_loss: 0.4273
Epoch 607/1000
0s - loss: 0.0161 - val_loss: 0.3789
Epoch 608/1000
0s - loss: 0.0179 - val_loss: 0.3986
Epoch 609/1000
0s - loss: 0.0163 - val_loss: 0.3725
Epoch 610/1000
0s - loss: 0.0145 - val_loss: 0.3974
Epoch 611/1000
0s - loss: 0.0157 - val_loss: 0.3939
Epoch 612/1000
0s - loss: 0.0152 - val_loss: 0.3927
Epoch 613/1000
0s - loss: 0.0177 - val_loss: 0.3902
Epoch 614/1000
0s - loss: 0.0145 - val_loss: 0.3669
Epoch 615/1000
0s - loss: 0.0180 - val_loss: 0.3937
Epoch 616/1000
0s - loss: 0.0160 - val_loss: 0.3794
Epoch 617/1000
0s - loss: 0.0160 - val_loss: 0.3838
Epoch 618/1000
0s - loss: 0.0154 - val_loss: 0.3750
Epoch 619/1000
0s - loss: 0.0145 - val_loss: 0.3814
Epoch 620/1000
0s - loss: 0.0201 - val_loss: 0.3772
Epoch 621/1000
0s - loss: 0.0212 - val_loss: 0.3915
Epoch 622/1000
0s - loss: 0.0196 - val_loss: 0.3863
Epoch 623/1000
0s - loss: 0.0160 - val_loss: 0.3974
Epoch 624/1000
0s - loss: 0.0157 - val_loss: 0.3832
Epoch 625/1000
0s - loss: 0.0158 - val_loss: 0.4067
Epoch 626/1000
0s - loss: 0.0153 - val_loss: 0.4012
Epoch 627/1000
0s - loss: 0.0158 - val_loss: 0.3837
Epoch 628/1000
0s - loss: 0.0211 - val_loss: 0.3735
Epoch 629/1000
0s - loss: 0.0194 - val_loss: 0.3807
Epoch 630/1000
0s - loss: 0.0168 - val_loss: 0.3819
Epoch 631/1000
0s - loss: 0.0158 - val_loss: 0.3808
Epoch 632/1000
0s - loss: 0.0145 - val_loss: 0.3975
Epoch 633/1000
0s - loss: 0.0153 - val_loss: 0.3842
Epoch 634/1000
0s - loss: 0.0141 - val_loss: 0.3948
Epoch 635/1000
0s - loss: 0.0135 - val_loss: 0.3881
Epoch 636/1000
0s - loss: 0.0135 - val_loss: 0.3971
Epoch 637/1000
0s - loss: 0.0136 - val_loss: 0.3733
Epoch 638/1000
0s - loss: 0.0138 - val_loss: 0.3789
Epoch 639/1000
0s - loss: 0.0139 - val_loss: 0.4139
Epoch 640/1000
0s - loss: 0.0138 - val_loss: 0.3737
Epoch 641/1000
0s - loss: 0.0137 - val_loss: 0.4102
Epoch 642/1000
0s - loss: 0.0139 - val_loss: 0.3990
Epoch 643/1000
0s - loss: 0.0170 - val_loss: 0.3770
Epoch 644/1000
0s - loss: 0.0135 - val_loss: 0.4056
Epoch 645/1000
0s - loss: 0.0301 - val_loss: 0.3695
Epoch 646/1000
0s - loss: 0.0190 - val_loss: 0.3601
Epoch 647/1000
0s - loss: 0.0150 - val_loss: 0.3979
Epoch 648/1000
0s - loss: 0.0161 - val_loss: 0.3739
Epoch 649/1000
0s - loss: 0.0214 - val_loss: 0.3708
Epoch 650/1000
0s - loss: 0.0162 - val_loss: 0.4375
Epoch 651/1000
0s - loss: 0.0506 - val_loss: 0.3775
Epoch 652/1000
0s - loss: 0.0253 - val_loss: 0.3885
Epoch 653/1000
0s - loss: 0.0186 - val_loss: 0.3727
Epoch 654/1000
0s - loss: 0.0162 - val_loss: 0.3889
Epoch 655/1000
0s - loss: 0.0145 - val_loss: 0.3830
Epoch 656/1000
0s - loss: 0.0154 - val_loss: 0.3699
Epoch 657/1000
0s - loss: 0.0159 - val_loss: 0.3989
Epoch 658/1000
0s - loss: 0.0158 - val_loss: 0.3699
Epoch 659/1000
0s - loss: 0.0154 - val_loss: 0.3948
Epoch 660/1000
0s - loss: 0.0164 - val_loss: 0.3679
Epoch 661/1000
0s - loss: 0.0142 - val_loss: 0.4214
Epoch 662/1000
0s - loss: 0.0147 - val_loss: 0.3895
Epoch 663/1000
0s - loss: 0.0153 - val_loss: 0.3555
Epoch 664/1000
0s - loss: 0.0172 - val_loss: 0.3459
Epoch 665/1000
0s - loss: 0.0135 - val_loss: 0.3710
Epoch 666/1000
0s - loss: 0.0128 - val_loss: 0.3688
Epoch 667/1000
0s - loss: 0.0131 - val_loss: 0.3826
Epoch 668/1000
0s - loss: 0.0132 - val_loss: 0.3825
Epoch 669/1000
0s - loss: 0.0154 - val_loss: 0.3650
Epoch 670/1000
0s - loss: 0.0130 - val_loss: 0.3853
Epoch 671/1000
0s - loss: 0.0169 - val_loss: 0.3657
Epoch 672/1000
0s - loss: 0.0139 - val_loss: 0.3707
Epoch 673/1000
0s - loss: 0.0138 - val_loss: 0.3743
Epoch 674/1000
0s - loss: 0.0131 - val_loss: 0.3870
Epoch 675/1000
0s - loss: 0.0171 - val_loss: 0.3491
Epoch 676/1000
0s - loss: 0.0150 - val_loss: 0.3736
Epoch 677/1000
0s - loss: 0.0267 - val_loss: 0.3602
Epoch 678/1000
0s - loss: 0.0182 - val_loss: 0.4034
Epoch 679/1000
0s - loss: 0.0157 - val_loss: 0.3772
Epoch 680/1000
0s - loss: 0.0142 - val_loss: 0.3933
Epoch 681/1000
0s - loss: 0.0132 - val_loss: 0.4103
Epoch 682/1000
0s - loss: 0.0221 - val_loss: 0.3763
Epoch 683/1000
0s - loss: 0.0248 - val_loss: 0.3890
Epoch 684/1000
0s - loss: 0.0182 - val_loss: 0.3665
Epoch 685/1000
0s - loss: 0.0160 - val_loss: 0.3911
Epoch 686/1000
0s - loss: 0.0149 - val_loss: 0.3973
Epoch 687/1000
0s - loss: 0.0141 - val_loss: 0.3613
Epoch 688/1000
0s - loss: 0.0143 - val_loss: 0.3790
Epoch 689/1000
0s - loss: 0.0133 - val_loss: 0.3862
Epoch 690/1000
0s - loss: 0.0126 - val_loss: 0.3716
Epoch 691/1000
0s - loss: 0.0137 - val_loss: 0.3792
Epoch 692/1000
0s - loss: 0.0144 - val_loss: 0.3961
Epoch 693/1000
0s - loss: 0.0138 - val_loss: 0.3725
Epoch 694/1000
0s - loss: 0.0139 - val_loss: 0.3744
Epoch 695/1000
0s - loss: 0.0127 - val_loss: 0.4063
Epoch 696/1000
0s - loss: 0.0132 - val_loss: 0.3874
Epoch 697/1000
0s - loss: 0.0119 - val_loss: 0.3836
Epoch 698/1000
0s - loss: 0.0125 - val_loss: 0.3953
Epoch 699/1000
0s - loss: 0.0204 - val_loss: 0.3564
Epoch 700/1000
0s - loss: 0.0181 - val_loss: 0.3942
Epoch 701/1000
0s - loss: 0.0177 - val_loss: 0.3425
Epoch 702/1000
0s - loss: 0.0172 - val_loss: 0.4129
Epoch 703/1000
0s - loss: 0.0164 - val_loss: 0.3685
Epoch 704/1000
0s - loss: 0.0221 - val_loss: 0.3669
Epoch 705/1000
0s - loss: 0.0246 - val_loss: 0.3619
Epoch 706/1000
0s - loss: 0.0188 - val_loss: 0.3537
Epoch 707/1000
0s - loss: 0.0164 - val_loss: 0.3657
Epoch 708/1000
0s - loss: 0.0140 - val_loss: 0.3958
Epoch 709/1000
0s - loss: 0.0151 - val_loss: 0.4038
Epoch 710/1000
0s - loss: 0.0224 - val_loss: 0.3862
Epoch 711/1000
0s - loss: 0.0137 - val_loss: 0.3972
Epoch 712/1000
0s - loss: 0.0122 - val_loss: 0.3653
Epoch 713/1000
0s - loss: 0.0120 - val_loss: 0.3900
Epoch 714/1000
0s - loss: 0.0200 - val_loss: 0.3905
Epoch 715/1000
0s - loss: 0.0172 - val_loss: 0.3850
Epoch 716/1000
0s - loss: 0.0127 - val_loss: 0.4136
Epoch 717/1000
0s - loss: 0.0150 - val_loss: 0.3697
Epoch 718/1000
0s - loss: 0.0146 - val_loss: 0.3816
Epoch 719/1000
0s - loss: 0.0120 - val_loss: 0.3990
Epoch 720/1000
0s - loss: 0.0133 - val_loss: 0.3593
Epoch 721/1000
0s - loss: 0.0133 - val_loss: 0.3636
Epoch 722/1000
0s - loss: 0.0144 - val_loss: 0.4095
Epoch 723/1000
0s - loss: 0.0131 - val_loss: 0.3992
Epoch 724/1000
0s - loss: 0.0139 - val_loss: 0.3792
Epoch 725/1000
0s - loss: 0.0124 - val_loss: 0.4014
Epoch 726/1000
0s - loss: 0.0115 - val_loss: 0.3932
Epoch 727/1000
0s - loss: 0.0147 - val_loss: 0.3627
Epoch 728/1000
0s - loss: 0.0136 - val_loss: 0.3890
Epoch 729/1000
0s - loss: 0.0144 - val_loss: 0.4145
Epoch 730/1000
0s - loss: 0.0140 - val_loss: 0.4118
Epoch 731/1000
0s - loss: 0.0151 - val_loss: 0.3613
Epoch 732/1000
0s - loss: 0.0133 - val_loss: 0.3628
Epoch 733/1000
0s - loss: 0.0154 - val_loss: 0.4063
Epoch 734/1000
0s - loss: 0.0122 - val_loss: 0.3813
Epoch 735/1000
0s - loss: 0.0119 - val_loss: 0.3886
Epoch 736/1000
0s - loss: 0.0116 - val_loss: 0.4167
Epoch 737/1000
0s - loss: 0.0130 - val_loss: 0.3760
Epoch 738/1000
0s - loss: 0.0388 - val_loss: 0.4047
Epoch 739/1000
0s - loss: 0.0201 - val_loss: 0.4313
Epoch 740/1000
0s - loss: 0.0147 - val_loss: 0.4149
Epoch 741/1000
0s - loss: 0.0125 - val_loss: 0.3996
Epoch 742/1000
0s - loss: 0.0129 - val_loss: 0.3879
Epoch 743/1000
0s - loss: 0.0447 - val_loss: 0.4250
Epoch 744/1000
0s - loss: 0.0373 - val_loss: 0.4206
Epoch 745/1000
0s - loss: 0.0265 - val_loss: 0.4473
Epoch 746/1000
0s - loss: 0.0192 - val_loss: 0.4295
Epoch 747/1000
0s - loss: 0.0168 - val_loss: 0.4216
Epoch 748/1000
0s - loss: 0.0139 - val_loss: 0.4359
Epoch 749/1000
0s - loss: 0.0145 - val_loss: 0.3991
Epoch 750/1000
0s - loss: 0.0133 - val_loss: 0.4046
Epoch 751/1000
0s - loss: 0.0230 - val_loss: 0.4146
Epoch 752/1000
0s - loss: 0.0174 - val_loss: 0.4579
Epoch 753/1000
0s - loss: 0.0133 - val_loss: 0.4216
Epoch 754/1000
0s - loss: 0.0135 - val_loss: 0.3892
Epoch 755/1000
0s - loss: 0.0134 - val_loss: 0.4162
Epoch 756/1000
0s - loss: 0.0128 - val_loss: 0.3810
Epoch 757/1000
0s - loss: 0.0136 - val_loss: 0.4130
Epoch 758/1000
0s - loss: 0.0114 - val_loss: 0.3939
Epoch 759/1000
0s - loss: 0.0137 - val_loss: 0.4313
Epoch 760/1000
0s - loss: 0.0136 - val_loss: 0.3825
Epoch 761/1000
0s - loss: 0.0128 - val_loss: 0.3854
Epoch 762/1000
0s - loss: 0.0123 - val_loss: 0.4073
Epoch 763/1000
0s - loss: 0.0112 - val_loss: 0.3952
Epoch 764/1000
0s - loss: 0.0133 - val_loss: 0.4158
Epoch 765/1000
0s - loss: 0.0146 - val_loss: 0.4168
Epoch 766/1000
0s - loss: 0.0126 - val_loss: 0.3899
Epoch 767/1000
0s - loss: 0.0122 - val_loss: 0.4021
Epoch 768/1000
0s - loss: 0.0108 - val_loss: 0.4119
Epoch 769/1000
0s - loss: 0.0105 - val_loss: 0.4211
Epoch 770/1000
0s - loss: 0.0112 - val_loss: 0.4124
Epoch 771/1000
0s - loss: 0.0119 - val_loss: 0.3798
Epoch 772/1000
0s - loss: 0.0117 - val_loss: 0.3990
Epoch 773/1000
0s - loss: 0.0111 - val_loss: 0.4246
Epoch 774/1000
0s - loss: 0.0118 - val_loss: 0.3937
Epoch 775/1000
0s - loss: 0.0164 - val_loss: 0.4191
Epoch 776/1000
0s - loss: 0.0158 - val_loss: 0.3824
Epoch 777/1000
0s - loss: 0.0147 - val_loss: 0.4195
Epoch 778/1000
0s - loss: 0.0135 - val_loss: 0.4322
Epoch 779/1000
0s - loss: 0.0121 - val_loss: 0.4219
Epoch 780/1000
0s - loss: 0.0151 - val_loss: 0.3899
Epoch 781/1000
0s - loss: 0.0139 - val_loss: 0.4175
Epoch 782/1000
0s - loss: 0.0200 - val_loss: 0.3869
Epoch 783/1000
0s - loss: 0.0158 - val_loss: 0.4013
Epoch 784/1000
0s - loss: 0.0156 - val_loss: 0.4515
Epoch 785/1000
0s - loss: 0.0407 - val_loss: 0.3856
Epoch 786/1000
0s - loss: 0.0260 - val_loss: 0.3907
Epoch 787/1000
0s - loss: 0.0213 - val_loss: 0.4073
Epoch 788/1000
0s - loss: 0.0175 - val_loss: 0.4142
Epoch 789/1000
0s - loss: 0.0128 - val_loss: 0.4166
Epoch 790/1000
0s - loss: 0.0193 - val_loss: 0.4069
Epoch 791/1000
0s - loss: 0.0157 - val_loss: 0.4284
Epoch 792/1000
0s - loss: 0.0121 - val_loss: 0.3972
Epoch 793/1000
0s - loss: 0.0146 - val_loss: 0.4457
Epoch 794/1000
0s - loss: 0.0203 - val_loss: 0.4340
Epoch 795/1000
0s - loss: 0.0149 - val_loss: 0.4023
Epoch 796/1000
0s - loss: 0.0122 - val_loss: 0.4047
Epoch 797/1000
0s - loss: 0.0126 - val_loss: 0.4090
Epoch 798/1000
0s - loss: 0.0110 - val_loss: 0.4253
Epoch 799/1000
0s - loss: 0.0105 - val_loss: 0.4023
Epoch 800/1000
0s - loss: 0.0126 - val_loss: 0.4238
Epoch 801/1000
0s - loss: 0.0121 - val_loss: 0.4271
Epoch 802/1000
0s - loss: 0.0114 - val_loss: 0.3805
Epoch 803/1000
0s - loss: 0.0167 - val_loss: 0.4386
Epoch 804/1000
0s - loss: 0.0152 - val_loss: 0.3871
Epoch 805/1000
0s - loss: 0.0119 - val_loss: 0.4278
Epoch 806/1000
0s - loss: 0.0109 - val_loss: 0.4043
Epoch 807/1000
0s - loss: 0.0104 - val_loss: 0.4064
Epoch 808/1000
0s - loss: 0.0103 - val_loss: 0.4121
Epoch 809/1000
0s - loss: 0.0106 - val_loss: 0.4028
Epoch 810/1000
0s - loss: 0.0102 - val_loss: 0.4021
Epoch 811/1000
0s - loss: 0.0105 - val_loss: 0.3968
Epoch 812/1000
0s - loss: 0.0100 - val_loss: 0.3970
Epoch 813/1000
0s - loss: 0.0115 - val_loss: 0.4093
Epoch 814/1000
0s - loss: 0.0117 - val_loss: 0.4094
Epoch 815/1000
0s - loss: 0.0105 - val_loss: 0.4333
Epoch 816/1000
0s - loss: 0.0103 - val_loss: 0.4000
Epoch 817/1000
0s - loss: 0.0114 - val_loss: 0.4171
Epoch 818/1000
0s - loss: 0.0111 - val_loss: 0.4121
Epoch 819/1000
0s - loss: 0.0110 - val_loss: 0.4322
Epoch 820/1000
0s - loss: 0.0104 - val_loss: 0.4241
Epoch 821/1000
0s - loss: 0.0114 - val_loss: 0.4617
Epoch 822/1000
0s - loss: 0.0108 - val_loss: 0.4317
Epoch 823/1000
0s - loss: 0.0103 - val_loss: 0.4122
Epoch 824/1000
0s - loss: 0.0103 - val_loss: 0.4245
Epoch 825/1000
0s - loss: 0.0104 - val_loss: 0.4212
Epoch 826/1000
0s - loss: 0.0102 - val_loss: 0.4003
Epoch 827/1000
0s - loss: 0.0102 - val_loss: 0.4349
Epoch 828/1000
0s - loss: 0.0096 - val_loss: 0.4072
Epoch 829/1000
0s - loss: 0.0105 - val_loss: 0.4196
Epoch 830/1000
0s - loss: 0.0120 - val_loss: 0.3964
Epoch 831/1000
0s - loss: 0.0119 - val_loss: 0.4255
Epoch 832/1000
0s - loss: 0.0103 - val_loss: 0.4413
Epoch 833/1000
0s - loss: 0.0106 - val_loss: 0.4263
Epoch 834/1000
0s - loss: 0.0116 - val_loss: 0.4364
Epoch 835/1000
0s - loss: 0.0204 - val_loss: 0.4155
Epoch 836/1000
0s - loss: 0.0246 - val_loss: 0.4157
Epoch 837/1000
0s - loss: 0.0156 - val_loss: 0.4061
Epoch 838/1000
0s - loss: 0.0127 - val_loss: 0.4419
Epoch 839/1000
0s - loss: 0.0122 - val_loss: 0.3823
Epoch 840/1000
0s - loss: 0.0114 - val_loss: 0.4344
Epoch 841/1000
0s - loss: 0.0107 - val_loss: 0.4012
Epoch 842/1000
0s - loss: 0.0110 - val_loss: 0.4384
Epoch 843/1000
0s - loss: 0.0107 - val_loss: 0.3927
Epoch 844/1000
0s - loss: 0.0111 - val_loss: 0.3916
Epoch 845/1000
0s - loss: 0.0105 - val_loss: 0.4391
Epoch 846/1000
0s - loss: 0.0111 - val_loss: 0.4278
Epoch 847/1000
0s - loss: 0.0107 - val_loss: 0.4022
Epoch 848/1000
0s - loss: 0.0104 - val_loss: 0.4262
Epoch 849/1000
0s - loss: 0.0108 - val_loss: 0.4185
Epoch 850/1000
0s - loss: 0.0102 - val_loss: 0.3787
Epoch 851/1000
0s - loss: 0.0398 - val_loss: 0.4707
Epoch 852/1000
0s - loss: 0.0237 - val_loss: 0.4179
Epoch 853/1000
0s - loss: 0.0174 - val_loss: 0.4432
Epoch 854/1000
0s - loss: 0.0199 - val_loss: 0.4711
Epoch 855/1000
0s - loss: 0.0153 - val_loss: 0.3935
Epoch 856/1000
0s - loss: 0.0143 - val_loss: 0.4540
Epoch 857/1000
0s - loss: 0.0138 - val_loss: 0.4106
Epoch 858/1000
0s - loss: 0.0118 - val_loss: 0.4057
Epoch 859/1000
0s - loss: 0.0118 - val_loss: 0.4516
Epoch 860/1000
0s - loss: 0.0224 - val_loss: 0.3704
Epoch 861/1000
0s - loss: 0.0151 - val_loss: 0.4016
Epoch 862/1000
0s - loss: 0.0127 - val_loss: 0.3931
Epoch 863/1000
0s - loss: 0.0111 - val_loss: 0.4295
Epoch 864/1000
0s - loss: 0.0116 - val_loss: 0.4138
Epoch 865/1000
0s - loss: 0.0113 - val_loss: 0.4329
Epoch 866/1000
0s - loss: 0.0113 - val_loss: 0.4458
Epoch 867/1000
0s - loss: 0.0108 - val_loss: 0.4043
Epoch 868/1000
0s - loss: 0.0096 - val_loss: 0.4273
Epoch 869/1000
0s - loss: 0.0107 - val_loss: 0.4053
Epoch 870/1000
0s - loss: 0.0101 - val_loss: 0.4410
Epoch 871/1000
0s - loss: 0.0140 - val_loss: 0.3901
Epoch 872/1000
0s - loss: 0.0247 - val_loss: 0.4229
Epoch 873/1000
0s - loss: 0.0274 - val_loss: 0.3932
Epoch 874/1000
0s - loss: 0.0287 - val_loss: 0.3769
Epoch 875/1000
0s - loss: 0.0301 - val_loss: 0.3968
Epoch 876/1000
0s - loss: 0.0202 - val_loss: 0.4063
Epoch 877/1000
0s - loss: 0.0132 - val_loss: 0.4154
Epoch 878/1000
0s - loss: 0.0115 - val_loss: 0.4116
Epoch 879/1000
0s - loss: 0.0103 - val_loss: 0.4131
Epoch 880/1000
0s - loss: 0.0099 - val_loss: 0.4292
Epoch 881/1000
0s - loss: 0.0095 - val_loss: 0.4457
Epoch 882/1000
0s - loss: 0.0099 - val_loss: 0.4269
Epoch 883/1000
0s - loss: 0.0098 - val_loss: 0.4212
Epoch 884/1000
0s - loss: 0.0112 - val_loss: 0.4379
Epoch 885/1000
0s - loss: 0.0110 - val_loss: 0.4463
Epoch 886/1000
0s - loss: 0.0100 - val_loss: 0.4304
Epoch 887/1000
0s - loss: 0.0095 - val_loss: 0.4189
Epoch 888/1000
0s - loss: 0.0090 - val_loss: 0.4208
Epoch 889/1000
0s - loss: 0.0099 - val_loss: 0.4264
Epoch 890/1000
0s - loss: 0.0091 - val_loss: 0.4292
Epoch 891/1000
0s - loss: 0.0096 - val_loss: 0.4394
Epoch 892/1000
0s - loss: 0.0101 - val_loss: 0.3972
Epoch 893/1000
0s - loss: 0.0098 - val_loss: 0.4032
Epoch 894/1000
0s - loss: 0.0097 - val_loss: 0.4203
Epoch 895/1000
0s - loss: 0.0089 - val_loss: 0.4166
Epoch 896/1000
0s - loss: 0.0108 - val_loss: 0.4168
Epoch 897/1000
0s - loss: 0.0106 - val_loss: 0.4345
Epoch 898/1000
0s - loss: 0.0097 - val_loss: 0.4087
Epoch 899/1000
0s - loss: 0.0089 - val_loss: 0.4300
Epoch 900/1000
0s - loss: 0.0113 - val_loss: 0.4454
Epoch 901/1000
0s - loss: 0.0159 - val_loss: 0.4335
Epoch 902/1000
0s - loss: 0.0111 - val_loss: 0.4052
Epoch 903/1000
0s - loss: 0.0140 - val_loss: 0.4302
Epoch 904/1000
0s - loss: 0.0104 - val_loss: 0.4414
Epoch 905/1000
0s - loss: 0.0097 - val_loss: 0.4401
Epoch 906/1000
0s - loss: 0.0099 - val_loss: 0.4388
Epoch 907/1000
0s - loss: 0.0098 - val_loss: 0.4091
Epoch 908/1000
0s - loss: 0.0098 - val_loss: 0.4057
Epoch 909/1000
0s - loss: 0.0101 - val_loss: 0.4412
Epoch 910/1000
0s - loss: 0.0090 - val_loss: 0.4335
Epoch 911/1000
0s - loss: 0.0093 - val_loss: 0.4076
Epoch 912/1000
0s - loss: 0.0126 - val_loss: 0.3795
Epoch 913/1000
0s - loss: 0.0196 - val_loss: 0.4425
Epoch 914/1000
0s - loss: 0.0162 - val_loss: 0.4016
Epoch 915/1000
0s - loss: 0.0126 - val_loss: 0.4488
Epoch 916/1000
0s - loss: 0.0106 - val_loss: 0.4423
Epoch 917/1000
0s - loss: 0.0110 - val_loss: 0.3972
Epoch 918/1000
0s - loss: 0.0110 - val_loss: 0.4353
Epoch 919/1000
0s - loss: 0.0097 - val_loss: 0.4841
Epoch 920/1000
0s - loss: 0.0105 - val_loss: 0.4281
Epoch 921/1000
0s - loss: 0.0094 - val_loss: 0.4145
Epoch 922/1000
0s - loss: 0.0095 - val_loss: 0.4253
Epoch 923/1000
0s - loss: 0.0093 - val_loss: 0.4128
Epoch 924/1000
0s - loss: 0.0096 - val_loss: 0.4262
Epoch 925/1000
0s - loss: 0.0094 - val_loss: 0.4475
Epoch 926/1000
0s - loss: 0.0104 - val_loss: 0.4394
Epoch 927/1000
0s - loss: 0.0110 - val_loss: 0.4375
Epoch 928/1000
0s - loss: 0.0100 - val_loss: 0.4189
Epoch 929/1000
0s - loss: 0.0100 - val_loss: 0.4235
Epoch 930/1000
0s - loss: 0.0094 - val_loss: 0.4147
Epoch 931/1000
0s - loss: 0.0099 - val_loss: 0.4291
Epoch 932/1000
0s - loss: 0.0112 - val_loss: 0.4249
Epoch 933/1000
0s - loss: 0.0092 - val_loss: 0.4234
Epoch 934/1000
0s - loss: 0.0103 - val_loss: 0.4183
Epoch 935/1000
0s - loss: 0.0104 - val_loss: 0.4163
Epoch 936/1000
0s - loss: 0.0091 - val_loss: 0.4535
Epoch 937/1000
0s - loss: 0.0095 - val_loss: 0.4242
Epoch 938/1000
0s - loss: 0.0093 - val_loss: 0.4330
Epoch 939/1000
0s - loss: 0.0106 - val_loss: 0.4433
Epoch 940/1000
0s - loss: 0.0094 - val_loss: 0.4373
Epoch 941/1000
0s - loss: 0.0099 - val_loss: 0.4199
Epoch 942/1000
0s - loss: 0.0091 - val_loss: 0.4347
Epoch 943/1000
0s - loss: 0.0092 - val_loss: 0.4343
Epoch 944/1000
0s - loss: 0.0091 - val_loss: 0.4342
Epoch 945/1000
0s - loss: 0.0096 - val_loss: 0.4291
Epoch 946/1000
0s - loss: 0.0095 - val_loss: 0.4392
Epoch 947/1000
0s - loss: 0.0102 - val_loss: 0.4362
Epoch 948/1000
0s - loss: 0.0111 - val_loss: 0.4545
Epoch 949/1000
0s - loss: 0.0117 - val_loss: 0.4418
Epoch 950/1000
0s - loss: 0.0110 - val_loss: 0.4477
Epoch 951/1000
0s - loss: 0.0128 - val_loss: 0.4450
Epoch 952/1000
0s - loss: 0.0158 - val_loss: 0.4347
Epoch 953/1000
0s - loss: 0.0304 - val_loss: 0.4548
Epoch 954/1000
0s - loss: 0.0241 - val_loss: 0.4322
Epoch 955/1000
0s - loss: 0.0249 - val_loss: 0.3816
Epoch 956/1000
0s - loss: 0.0150 - val_loss: 0.4290
Epoch 957/1000
0s - loss: 0.0119 - val_loss: 0.4423
Epoch 958/1000
0s - loss: 0.0106 - val_loss: 0.4232
Epoch 959/1000
0s - loss: 0.0117 - val_loss: 0.4019
Epoch 960/1000
0s - loss: 0.0111 - val_loss: 0.4377
Epoch 961/1000
0s - loss: 0.0109 - val_loss: 0.4559
Epoch 962/1000
0s - loss: 0.0096 - val_loss: 0.4550
Epoch 963/1000
0s - loss: 0.0090 - val_loss: 0.4312
Epoch 964/1000
0s - loss: 0.0109 - val_loss: 0.4435
Epoch 965/1000
0s - loss: 0.0095 - val_loss: 0.4302
Epoch 966/1000
0s - loss: 0.0091 - val_loss: 0.4664
Epoch 967/1000
0s - loss: 0.0105 - val_loss: 0.4088
Epoch 968/1000
0s - loss: 0.0180 - val_loss: 0.4448
Epoch 969/1000
0s - loss: 0.0121 - val_loss: 0.4448
Epoch 970/1000
0s - loss: 0.0416 - val_loss: 0.4608
Epoch 971/1000
0s - loss: 0.0249 - val_loss: 0.4283
Epoch 972/1000
0s - loss: 0.0164 - val_loss: 0.4308
Epoch 973/1000
0s - loss: 0.0171 - val_loss: 0.4509
Epoch 974/1000
0s - loss: 0.0133 - val_loss: 0.4201
Epoch 975/1000
0s - loss: 0.0186 - val_loss: 0.4184
Epoch 976/1000
0s - loss: 0.0135 - val_loss: 0.4110
Epoch 977/1000
0s - loss: 0.0120 - val_loss: 0.4127
Epoch 978/1000
0s - loss: 0.0114 - val_loss: 0.4086
Epoch 979/1000
0s - loss: 0.0108 - val_loss: 0.4249
Epoch 980/1000
0s - loss: 0.0105 - val_loss: 0.4284
Epoch 981/1000
0s - loss: 0.0094 - val_loss: 0.4208
Epoch 982/1000
0s - loss: 0.0094 - val_loss: 0.4298
Epoch 983/1000
0s - loss: 0.0089 - val_loss: 0.4446
Epoch 984/1000
0s - loss: 0.0088 - val_loss: 0.4255
Epoch 985/1000
0s - loss: 0.0091 - val_loss: 0.4590
Epoch 986/1000
0s - loss: 0.0119 - val_loss: 0.4214
Epoch 987/1000
0s - loss: 0.0093 - val_loss: 0.4300
Epoch 988/1000
0s - loss: 0.0094 - val_loss: 0.4287
Epoch 989/1000
0s - loss: 0.0114 - val_loss: 0.4177
Epoch 990/1000
0s - loss: 0.0096 - val_loss: 0.4288
Epoch 991/1000
0s - loss: 0.0167 - val_loss: 0.4365
Epoch 992/1000
0s - loss: 0.0244 - val_loss: 0.4683
Epoch 993/1000
0s - loss: 0.0395 - val_loss: 0.4049
Epoch 994/1000
0s - loss: 0.0212 - val_loss: 0.4099
Epoch 995/1000
0s - loss: 0.0198 - val_loss: 0.3975
Epoch 996/1000
0s - loss: 0.0170 - val_loss: 0.4350
Epoch 997/1000
0s - loss: 0.0166 - val_loss: 0.4507
Epoch 998/1000
0s - loss: 0.0168 - val_loss: 0.4142
Epoch 999/1000
0s - loss: 0.0157 - val_loss: 0.4171
Epoch 1000/1000
0s - loss: 0.0154 - val_loss: 0.4046

In [121]:
print(np.mean(np.square(y_val - model.predict(x_val))))
print(np.mean(np.square(y_train - model.predict(x_train))))


0.40456591547
0.0140189671396