Matrix Factorization with SimEc

In this notebook are some examples to show that SimEc can be used to compute the SVD or eigendecomposition of a matrix.

Performing an SVD and eigendecomposition of a matrix with neural networks was first described by A. Cichocki (et al.) in 1992 in this paper (SVD) and this paper (eigendecomposition).


In [1]:
from __future__ import unicode_literals, division, print_function, absolute_import
import numpy as np
np.random.seed(28)
import matplotlib.pyplot as plt
import tensorflow as tf
tf.set_random_seed(28)
import keras

from simec import SimilarityEncoder

%matplotlib inline
%load_ext autoreload
%autoreload 2


Using TensorFlow backend.

In [2]:
def msqe(A, B):
    # compute the mean squared error between two matrices A and B
    # obviously, A and B should be the same shape...
    return np.mean((A - B) ** 2)

In [3]:
# generate a random matrix
n_input = 500
n_output = 700
A = np.random.rand(n_input, n_output)
# compute its SVD
U, s, Vh = np.linalg.svd(A, full_matrices=True)
U.shape, s.shape, Vh.shape


Out[3]:
((500, 500), (500,), (700, 700))

In [4]:
# make the eigenvalues of A a bit more extreme
S = np.zeros((n_input, n_output))
s[0] = s[1]+1
s[:10] *= 50.
s[10:20] *= 20.
s[20:100] *= 10.
S[:n_input, :n_input] = np.diag(s)
# recompute A and scale it to be in a somewhat reasonable range
A = np.dot(U, np.dot(S, Vh))
A = A/np.max(np.abs(A))
# recompute SVD again
U, s, Vh = np.linalg.svd(A, full_matrices=True)
S = np.zeros((n_input, n_output))
S[:n_input, :n_input] = np.diag(s)

In [5]:
# check that eigenvectors are orthogonal
np.dot(Vh[:100,:], Vh[:100,:].T)


Out[5]:
array([[  1.00000000e+00,  -5.45570533e-16,   1.30971622e-16, ...,
          6.93889390e-17,   1.25767452e-17,  -1.38777878e-17],
       [ -5.45570533e-16,   1.00000000e+00,   2.48065457e-16, ...,
         -5.20417043e-17,  -9.19403442e-17,  -2.94902991e-17],
       [  1.30971622e-16,   2.48065457e-16,   1.00000000e+00, ...,
          3.46944695e-18,   7.97972799e-17,   8.58688121e-17],
       ..., 
       [  6.93889390e-17,  -5.20417043e-17,   3.46944695e-18, ...,
          1.00000000e+00,  -1.04083409e-15,   3.79904441e-16],
       [  1.25767452e-17,  -9.19403442e-17,   7.97972799e-17, ...,
         -1.04083409e-15,   1.00000000e+00,  -2.30067701e-16],
       [ -1.38777878e-17,  -2.94902991e-17,   8.58688121e-17, ...,
          3.79904441e-16,  -2.30067701e-16,   1.00000000e+00]])

In [6]:
# inspect eigenvalues
plt.plot(s)


Out[6]:
[<matplotlib.lines.Line2D at 0x7f722c9b12d0>]

SVD of a random matrix


In [7]:
# mean squared error of approximation decreases with more embedding dim
for e_dim in [2, 10, 25, 50, 75, 100, 250, 400, 500]:
    print("mse with %3i e_dim: %.8f" % (e_dim, msqe(A, np.dot(U[:,:e_dim], np.dot(S[:e_dim,:e_dim], Vh[:e_dim,:])))))


mse with   2 e_dim: 0.03285552
mse with  10 e_dim: 0.01045687
mse with  25 e_dim: 0.00588207
mse with  50 e_dim: 0.00367207
mse with  75 e_dim: 0.00175594
mse with 100 e_dim: 0.00009198
mse with 250 e_dim: 0.00002807
mse with 400 e_dim: 0.00000396
mse with 500 e_dim: 0.00000000

In [8]:
# factorize the matrix with a simec
X = np.eye(n_input)
mses = []
e_dims =  [2, 10, 25, 50, 75, 100, 250, 400, 500, 750, 1000]
l_rates = {400: 0.004, 500: 0.0034, 750: 0.0032, 1000: 0.003}
for e_dim in e_dims:
    model = SimilarityEncoder(n_input, e_dim, n_output, orth_reg=0.001 if e_dim > 500 else 0., opt=keras.optimizers.Adamax(lr=0.005 if e_dim <= 250 else l_rates[e_dim]))
    model.fit(X, A, epochs=50)
    mse = msqe(A, model.predict(X))
    mses.append(mse)
    print("mse with %4i e_dim: %.8f" % (e_dim, mse))
for i, e_dim in enumerate(e_dims):
    print("mse with %4i e_dim: %.8f" % (e_dim, mses[i]))


Epoch 1/50
500/500 [==============================] - 1s 1ms/step - loss: 0.0392
Epoch 2/50
500/500 [==============================] - 0s 71us/step - loss: 0.0388
Epoch 3/50
500/500 [==============================] - 0s 75us/step - loss: 0.0377
Epoch 4/50
500/500 [==============================] - 0s 68us/step - loss: 0.0365
Epoch 5/50
500/500 [==============================] - 0s 73us/step - loss: 0.0360
Epoch 6/50
500/500 [==============================] - 0s 87us/step - loss: 0.0359
Epoch 7/50
500/500 [==============================] - 0s 81us/step - loss: 0.0359
Epoch 8/50
500/500 [==============================] - 0s 87us/step - loss: 0.0358
Epoch 9/50
500/500 [==============================] - 0s 68us/step - loss: 0.0358
Epoch 10/50
500/500 [==============================] - 0s 118us/step - loss: 0.0358
Epoch 11/50
500/500 [==============================] - 0s 105us/step - loss: 0.0358
Epoch 12/50
500/500 [==============================] - 0s 76us/step - loss: 0.0357
Epoch 13/50
500/500 [==============================] - 0s 66us/step - loss: 0.0357
Epoch 14/50
500/500 [==============================] - 0s 75us/step - loss: 0.0356
Epoch 15/50
500/500 [==============================] - 0s 74us/step - loss: 0.0356
Epoch 16/50
500/500 [==============================] - 0s 76us/step - loss: 0.0355
Epoch 17/50
500/500 [==============================] - 0s 90us/step - loss: 0.0355
Epoch 18/50
500/500 [==============================] - 0s 80us/step - loss: 0.0354
Epoch 19/50
500/500 [==============================] - 0s 91us/step - loss: 0.0353
Epoch 20/50
500/500 [==============================] - 0s 81us/step - loss: 0.0352
Epoch 21/50
500/500 [==============================] - 0s 75us/step - loss: 0.0351
Epoch 22/50
500/500 [==============================] - 0s 76us/step - loss: 0.0351
Epoch 23/50
500/500 [==============================] - 0s 71us/step - loss: 0.0349
Epoch 24/50
500/500 [==============================] - 0s 84us/step - loss: 0.0348
Epoch 25/50
500/500 [==============================] - 0s 90us/step - loss: 0.0347
Epoch 26/50
500/500 [==============================] - 0s 94us/step - loss: 0.0346
Epoch 27/50
500/500 [==============================] - 0s 71us/step - loss: 0.0345
Epoch 28/50
500/500 [==============================] - 0s 85us/step - loss: 0.0344
Epoch 29/50
500/500 [==============================] - 0s 70us/step - loss: 0.0343
Epoch 30/50
500/500 [==============================] - 0s 77us/step - loss: 0.0342
Epoch 31/50
500/500 [==============================] - 0s 67us/step - loss: 0.0341
Epoch 32/50
500/500 [==============================] - 0s 75us/step - loss: 0.0340
Epoch 33/50
500/500 [==============================] - 0s 86us/step - loss: 0.0339
Epoch 34/50
500/500 [==============================] - 0s 66us/step - loss: 0.0339
Epoch 35/50
500/500 [==============================] - 0s 97us/step - loss: 0.0338
Epoch 36/50
500/500 [==============================] - 0s 68us/step - loss: 0.0337
Epoch 37/50
500/500 [==============================] - 0s 71us/step - loss: 0.0337
Epoch 38/50
500/500 [==============================] - 0s 82us/step - loss: 0.0336
Epoch 39/50
500/500 [==============================] - 0s 71us/step - loss: 0.0336
Epoch 40/50
500/500 [==============================] - 0s 98us/step - loss: 0.0335
Epoch 41/50
500/500 [==============================] - 0s 81us/step - loss: 0.0335
Epoch 42/50
500/500 [==============================] - 0s 71us/step - loss: 0.0334
Epoch 43/50
500/500 [==============================] - 0s 85us/step - loss: 0.0334
Epoch 44/50
500/500 [==============================] - 0s 78us/step - loss: 0.0334
Epoch 45/50
500/500 [==============================] - 0s 82us/step - loss: 0.0334
Epoch 46/50
500/500 [==============================] - 0s 97us/step - loss: 0.0333
Epoch 47/50
500/500 [==============================] - 0s 72us/step - loss: 0.0333
Epoch 48/50
500/500 [==============================] - 0s 84us/step - loss: 0.0333
Epoch 49/50
500/500 [==============================] - 0s 92us/step - loss: 0.0333
Epoch 50/50
500/500 [==============================] - 0s 72us/step - loss: 0.0333
mse with    2 e_dim: 0.03315232
Epoch 1/50
500/500 [==============================] - 0s 231us/step - loss: 0.0393
Epoch 2/50
500/500 [==============================] - 0s 88us/step - loss: 0.0380
Epoch 3/50
500/500 [==============================] - 0s 86us/step - loss: 0.0362
Epoch 4/50
500/500 [==============================] - 0s 82us/step - loss: 0.0358
Epoch 5/50
500/500 [==============================] - 0s 71us/step - loss: 0.0357
Epoch 6/50
500/500 [==============================] - 0s 78us/step - loss: 0.0355
Epoch 7/50
500/500 [==============================] - 0s 86us/step - loss: 0.0353
Epoch 8/50
500/500 [==============================] - 0s 94us/step - loss: 0.0351
Epoch 9/50
500/500 [==============================] - 0s 82us/step - loss: 0.0347
Epoch 10/50
500/500 [==============================] - 0s 80us/step - loss: 0.0344
Epoch 11/50
500/500 [==============================] - 0s 85us/step - loss: 0.0339
Epoch 12/50
500/500 [==============================] - 0s 95us/step - loss: 0.0334
Epoch 13/50
500/500 [==============================] - 0s 92us/step - loss: 0.0328
Epoch 14/50
500/500 [==============================] - 0s 92us/step - loss: 0.0321
Epoch 15/50
500/500 [==============================] - 0s 78us/step - loss: 0.0314
Epoch 16/50
500/500 [==============================] - 0s 90us/step - loss: 0.0306
Epoch 17/50
500/500 [==============================] - 0s 77us/step - loss: 0.0298
Epoch 18/50
500/500 [==============================] - 0s 73us/step - loss: 0.0289
Epoch 19/50
500/500 [==============================] - 0s 80us/step - loss: 0.0280
Epoch 20/50
500/500 [==============================] - 0s 79us/step - loss: 0.0271
Epoch 21/50
500/500 [==============================] - 0s 74us/step - loss: 0.0262
Epoch 22/50
500/500 [==============================] - 0s 80us/step - loss: 0.0253
Epoch 23/50
500/500 [==============================] - 0s 85us/step - loss: 0.0244
Epoch 24/50
500/500 [==============================] - 0s 94us/step - loss: 0.0235
Epoch 25/50
500/500 [==============================] - 0s 83us/step - loss: 0.0227
Epoch 26/50
500/500 [==============================] - 0s 73us/step - loss: 0.0218
Epoch 27/50
500/500 [==============================] - 0s 84us/step - loss: 0.0210
Epoch 28/50
500/500 [==============================] - 0s 80us/step - loss: 0.0203
Epoch 29/50
500/500 [==============================] - 0s 87us/step - loss: 0.0195
Epoch 30/50
500/500 [==============================] - 0s 76us/step - loss: 0.0188
Epoch 31/50
500/500 [==============================] - 0s 68us/step - loss: 0.0182
Epoch 32/50
500/500 [==============================] - 0s 77us/step - loss: 0.0176
Epoch 33/50
500/500 [==============================] - 0s 83us/step - loss: 0.0169
Epoch 34/50
500/500 [==============================] - 0s 77us/step - loss: 0.0164
Epoch 35/50
500/500 [==============================] - 0s 78us/step - loss: 0.0158
Epoch 36/50
500/500 [==============================] - 0s 72us/step - loss: 0.0154
Epoch 37/50
500/500 [==============================] - 0s 71us/step - loss: 0.0149
Epoch 38/50
500/500 [==============================] - 0s 81us/step - loss: 0.0145
Epoch 39/50
500/500 [==============================] - 0s 90us/step - loss: 0.0141
Epoch 40/50
500/500 [==============================] - 0s 95us/step - loss: 0.0137
Epoch 41/50
500/500 [==============================] - 0s 87us/step - loss: 0.0134
Epoch 42/50
500/500 [==============================] - 0s 87us/step - loss: 0.0131
Epoch 43/50
500/500 [==============================] - 0s 75us/step - loss: 0.0128
Epoch 44/50
500/500 [==============================] - 0s 84us/step - loss: 0.0126
Epoch 45/50
500/500 [==============================] - 0s 87us/step - loss: 0.0124
Epoch 46/50
500/500 [==============================] - 0s 76us/step - loss: 0.0122
Epoch 47/50
500/500 [==============================] - 0s 80us/step - loss: 0.0121
Epoch 48/50
500/500 [==============================] - 0s 92us/step - loss: 0.0119
Epoch 49/50
500/500 [==============================] - 0s 83us/step - loss: 0.0118
Epoch 50/50
500/500 [==============================] - 0s 75us/step - loss: 0.0117
mse with   10 e_dim: 0.01103255
Epoch 1/50
500/500 [==============================] - 0s 233us/step - loss: 0.0394
Epoch 2/50
500/500 [==============================] - 0s 92us/step - loss: 0.0369
Epoch 3/50
500/500 [==============================] - 0s 79us/step - loss: 0.0359
Epoch 4/50
500/500 [==============================] - 0s 83us/step - loss: 0.0355
Epoch 5/50
500/500 [==============================] - 0s 74us/step - loss: 0.0351
Epoch 6/50
500/500 [==============================] - 0s 85us/step - loss: 0.0346
Epoch 7/50
500/500 [==============================] - 0s 83us/step - loss: 0.0338
Epoch 8/50
500/500 [==============================] - 0s 79us/step - loss: 0.0329
Epoch 9/50
500/500 [==============================] - 0s 80us/step - loss: 0.0318
Epoch 10/50
500/500 [==============================] - 0s 86us/step - loss: 0.0305
Epoch 11/50
500/500 [==============================] - 0s 71us/step - loss: 0.0291
Epoch 12/50
500/500 [==============================] - 0s 81us/step - loss: 0.0275
Epoch 13/50
500/500 [==============================] - 0s 84us/step - loss: 0.0259
Epoch 14/50
500/500 [==============================] - 0s 81us/step - loss: 0.0242
Epoch 15/50
500/500 [==============================] - 0s 70us/step - loss: 0.0225
Epoch 16/50
500/500 [==============================] - 0s 130us/step - loss: 0.0209
Epoch 17/50
500/500 [==============================] - 0s 86us/step - loss: 0.0194
Epoch 18/50
500/500 [==============================] - 0s 74us/step - loss: 0.0180
Epoch 19/50
500/500 [==============================] - 0s 103us/step - loss: 0.0167
Epoch 20/50
500/500 [==============================] - 0s 100us/step - loss: 0.0155
Epoch 21/50
500/500 [==============================] - 0s 86us/step - loss: 0.0145
Epoch 22/50
500/500 [==============================] - 0s 66us/step - loss: 0.0137
Epoch 23/50
500/500 [==============================] - 0s 79us/step - loss: 0.0130
Epoch 24/50
500/500 [==============================] - 0s 81us/step - loss: 0.0125
Epoch 25/50
500/500 [==============================] - 0s 67us/step - loss: 0.0120
Epoch 26/50
500/500 [==============================] - 0s 82us/step - loss: 0.0117
Epoch 27/50
500/500 [==============================] - 0s 101us/step - loss: 0.0114
Epoch 28/50
500/500 [==============================] - 0s 73us/step - loss: 0.0112
Epoch 29/50
500/500 [==============================] - 0s 83us/step - loss: 0.0110
Epoch 30/50
500/500 [==============================] - 0s 72us/step - loss: 0.0108
Epoch 31/50
500/500 [==============================] - 0s 68us/step - loss: 0.0106
Epoch 32/50
500/500 [==============================] - 0s 99us/step - loss: 0.0105
Epoch 33/50
500/500 [==============================] - 0s 70us/step - loss: 0.0103
Epoch 34/50
500/500 [==============================] - 0s 95us/step - loss: 0.0102
Epoch 35/50
500/500 [==============================] - 0s 87us/step - loss: 0.0100
Epoch 36/50
500/500 [==============================] - 0s 76us/step - loss: 0.0099
Epoch 37/50
500/500 [==============================] - 0s 82us/step - loss: 0.0097
Epoch 38/50
500/500 [==============================] - 0s 81us/step - loss: 0.0096
Epoch 39/50
500/500 [==============================] - 0s 82us/step - loss: 0.0095
Epoch 40/50
500/500 [==============================] - 0s 78us/step - loss: 0.0093
Epoch 41/50
500/500 [==============================] - 0s 81us/step - loss: 0.0092
Epoch 42/50
500/500 [==============================] - 0s 78us/step - loss: 0.0091
Epoch 43/50
500/500 [==============================] - 0s 66us/step - loss: 0.0089
Epoch 44/50
500/500 [==============================] - 0s 75us/step - loss: 0.0088
Epoch 45/50
500/500 [==============================] - 0s 71us/step - loss: 0.0087
Epoch 46/50
500/500 [==============================] - 0s 78us/step - loss: 0.0085
Epoch 47/50
500/500 [==============================] - 0s 71us/step - loss: 0.0084
Epoch 48/50
500/500 [==============================] - 0s 69us/step - loss: 0.0083
Epoch 49/50
500/500 [==============================] - 0s 68us/step - loss: 0.0082
Epoch 50/50
500/500 [==============================] - 0s 71us/step - loss: 0.0081
mse with   25 e_dim: 0.00714809
Epoch 1/50
500/500 [==============================] - 0s 247us/step - loss: 0.0393
Epoch 2/50
500/500 [==============================] - 0s 91us/step - loss: 0.0363
Epoch 3/50
500/500 [==============================] - 0s 83us/step - loss: 0.0356
Epoch 4/50
500/500 [==============================] - 0s 84us/step - loss: 0.0350
Epoch 5/50
500/500 [==============================] - 0s 89us/step - loss: 0.0340
Epoch 6/50
500/500 [==============================] - 0s 81us/step - loss: 0.0327
Epoch 7/50
500/500 [==============================] - 0s 95us/step - loss: 0.0311
Epoch 8/50
500/500 [==============================] - 0s 106us/step - loss: 0.0291
Epoch 9/50
500/500 [==============================] - 0s 93us/step - loss: 0.0269
Epoch 10/50
500/500 [==============================] - 0s 83us/step - loss: 0.0244
Epoch 11/50
500/500 [==============================] - 0s 82us/step - loss: 0.0220
Epoch 12/50
500/500 [==============================] - 0s 82us/step - loss: 0.0196
Epoch 13/50
500/500 [==============================] - 0s 96us/step - loss: 0.0175
Epoch 14/50
500/500 [==============================] - 0s 79us/step - loss: 0.0157
Epoch 15/50
500/500 [==============================] - 0s 74us/step - loss: 0.0142
Epoch 16/50
500/500 [==============================] - 0s 80us/step - loss: 0.0130
Epoch 17/50
500/500 [==============================] - 0s 80us/step - loss: 0.0121
Epoch 18/50
500/500 [==============================] - 0s 66us/step - loss: 0.0115
Epoch 19/50
500/500 [==============================] - 0s 76us/step - loss: 0.0110
Epoch 20/50
500/500 [==============================] - 0s 81us/step - loss: 0.0106
Epoch 21/50
500/500 [==============================] - 0s 77us/step - loss: 0.0103
Epoch 22/50
500/500 [==============================] - 0s 73us/step - loss: 0.0100
Epoch 23/50
500/500 [==============================] - 0s 69us/step - loss: 0.0097
Epoch 24/50
500/500 [==============================] - 0s 73us/step - loss: 0.0094
Epoch 25/50
500/500 [==============================] - 0s 77us/step - loss: 0.0092
Epoch 26/50
500/500 [==============================] - 0s 88us/step - loss: 0.0089
Epoch 27/50
500/500 [==============================] - 0s 83us/step - loss: 0.0087
Epoch 28/50
500/500 [==============================] - 0s 88us/step - loss: 0.0084
Epoch 29/50
500/500 [==============================] - 0s 89us/step - loss: 0.0082
Epoch 30/50
500/500 [==============================] - 0s 80us/step - loss: 0.0080
Epoch 31/50
500/500 [==============================] - 0s 104us/step - loss: 0.0078
Epoch 32/50
500/500 [==============================] - 0s 72us/step - loss: 0.0076
Epoch 33/50
500/500 [==============================] - 0s 85us/step - loss: 0.0074
Epoch 34/50
500/500 [==============================] - 0s 83us/step - loss: 0.0073
Epoch 35/50
500/500 [==============================] - 0s 87us/step - loss: 0.0072
Epoch 36/50
500/500 [==============================] - 0s 106us/step - loss: 0.0070
Epoch 37/50
500/500 [==============================] - 0s 104us/step - loss: 0.0069
Epoch 38/50
500/500 [==============================] - 0s 71us/step - loss: 0.0068
Epoch 39/50
500/500 [==============================] - 0s 70us/step - loss: 0.0067
Epoch 40/50
500/500 [==============================] - 0s 75us/step - loss: 0.0066
Epoch 41/50
500/500 [==============================] - 0s 77us/step - loss: 0.0065
Epoch 42/50
500/500 [==============================] - 0s 86us/step - loss: 0.0064
Epoch 43/50
500/500 [==============================] - 0s 85us/step - loss: 0.0064
Epoch 44/50
500/500 [==============================] - 0s 76us/step - loss: 0.0063
Epoch 45/50
500/500 [==============================] - 0s 76us/step - loss: 0.0062
Epoch 46/50
500/500 [==============================] - 0s 77us/step - loss: 0.0061
Epoch 47/50
500/500 [==============================] - 0s 62us/step - loss: 0.0061
Epoch 48/50
500/500 [==============================] - 0s 75us/step - loss: 0.0060
Epoch 49/50
500/500 [==============================] - 0s 75us/step - loss: 0.0059
Epoch 50/50
500/500 [==============================] - 0s 89us/step - loss: 0.0059
mse with   50 e_dim: 0.00471228
Epoch 1/50
500/500 [==============================] - 0s 272us/step - loss: 0.0392
Epoch 2/50
500/500 [==============================] - 0s 78us/step - loss: 0.0360
Epoch 3/50
500/500 [==============================] - 0s 98us/step - loss: 0.0352
Epoch 4/50
500/500 [==============================] - 0s 93us/step - loss: 0.0340
Epoch 5/50
500/500 [==============================] - 0s 98us/step - loss: 0.0324
Epoch 6/50
500/500 [==============================] - 0s 84us/step - loss: 0.0303
Epoch 7/50
500/500 [==============================] - 0s 83us/step - loss: 0.0277
Epoch 8/50
500/500 [==============================] - 0s 89us/step - loss: 0.0246
Epoch 9/50
500/500 [==============================] - 0s 73us/step - loss: 0.0216
Epoch 10/50
500/500 [==============================] - 0s 91us/step - loss: 0.0187
Epoch 11/50
500/500 [==============================] - 0s 108us/step - loss: 0.0162
Epoch 12/50
500/500 [==============================] - 0s 87us/step - loss: 0.0142
Epoch 13/50
500/500 [==============================] - 0s 111us/step - loss: 0.0128
Epoch 14/50
500/500 [==============================] - 0s 92us/step - loss: 0.0117
Epoch 15/50
500/500 [==============================] - 0s 85us/step - loss: 0.0110
Epoch 16/50
500/500 [==============================] - 0s 92us/step - loss: 0.0105
Epoch 17/50
500/500 [==============================] - 0s 91us/step - loss: 0.0101
Epoch 18/50
500/500 [==============================] - 0s 74us/step - loss: 0.0097
Epoch 19/50
500/500 [==============================] - 0s 87us/step - loss: 0.0093
Epoch 20/50
500/500 [==============================] - 0s 90us/step - loss: 0.0090
Epoch 21/50
500/500 [==============================] - 0s 86us/step - loss: 0.0087
Epoch 22/50
500/500 [==============================] - 0s 86us/step - loss: 0.0084
Epoch 23/50
500/500 [==============================] - 0s 83us/step - loss: 0.0081
Epoch 24/50
500/500 [==============================] - 0s 85us/step - loss: 0.0078
Epoch 25/50
500/500 [==============================] - 0s 85us/step - loss: 0.0075
Epoch 26/50
500/500 [==============================] - 0s 71us/step - loss: 0.0073
Epoch 27/50
500/500 [==============================] - 0s 74us/step - loss: 0.0071
Epoch 28/50
500/500 [==============================] - 0s 92us/step - loss: 0.0069
Epoch 29/50
500/500 [==============================] - 0s 91us/step - loss: 0.0067
Epoch 30/50
500/500 [==============================] - 0s 90us/step - loss: 0.0065
Epoch 31/50
500/500 [==============================] - 0s 84us/step - loss: 0.0064
Epoch 32/50
500/500 [==============================] - 0s 86us/step - loss: 0.0063
Epoch 33/50
500/500 [==============================] - 0s 106us/step - loss: 0.0061
Epoch 34/50
500/500 [==============================] - 0s 77us/step - loss: 0.0060
Epoch 35/50
500/500 [==============================] - 0s 75us/step - loss: 0.0059
Epoch 36/50
500/500 [==============================] - 0s 96us/step - loss: 0.0057
Epoch 37/50
500/500 [==============================] - 0s 87us/step - loss: 0.0056
Epoch 38/50
500/500 [==============================] - 0s 77us/step - loss: 0.0055
Epoch 39/50
500/500 [==============================] - 0s 87us/step - loss: 0.0054
Epoch 40/50
500/500 [==============================] - 0s 80us/step - loss: 0.0052
Epoch 41/50
500/500 [==============================] - 0s 78us/step - loss: 0.0051
Epoch 42/50
500/500 [==============================] - 0s 64us/step - loss: 0.0050
Epoch 43/50
500/500 [==============================] - 0s 84us/step - loss: 0.0049
Epoch 44/50
500/500 [==============================] - 0s 77us/step - loss: 0.0048
Epoch 45/50
500/500 [==============================] - 0s 69us/step - loss: 0.0047
Epoch 46/50
500/500 [==============================] - 0s 71us/step - loss: 0.0046
Epoch 47/50
500/500 [==============================] - 0s 83us/step - loss: 0.0045
Epoch 48/50
500/500 [==============================] - 0s 84us/step - loss: 0.0044
Epoch 49/50
500/500 [==============================] - 0s 79us/step - loss: 0.0043
Epoch 50/50
500/500 [==============================] - 0s 83us/step - loss: 0.0042
mse with   75 e_dim: 0.00284878
Epoch 1/50
500/500 [==============================] - 0s 317us/step - loss: 0.0395
Epoch 2/50
500/500 [==============================] - 0s 73us/step - loss: 0.0361
Epoch 3/50
500/500 [==============================] - 0s 75us/step - loss: 0.0350
Epoch 4/50
500/500 [==============================] - 0s 96us/step - loss: 0.0334
Epoch 5/50
500/500 [==============================] - 0s 78us/step - loss: 0.0313
Epoch 6/50
500/500 [==============================] - 0s 90us/step - loss: 0.0284
Epoch 7/50
500/500 [==============================] - 0s 81us/step - loss: 0.0250
Epoch 8/50
500/500 [==============================] - 0s 76us/step - loss: 0.0214
Epoch 9/50
500/500 [==============================] - 0s 78us/step - loss: 0.0180
Epoch 10/50
500/500 [==============================] - 0s 76us/step - loss: 0.0152
Epoch 11/50
500/500 [==============================] - 0s 116us/step - loss: 0.0132
Epoch 12/50
500/500 [==============================] - 0s 96us/step - loss: 0.0119
Epoch 13/50
500/500 [==============================] - 0s 76us/step - loss: 0.0110
Epoch 14/50
500/500 [==============================] - 0s 73us/step - loss: 0.0104
Epoch 15/50
500/500 [==============================] - 0s 73us/step - loss: 0.0099
Epoch 16/50
500/500 [==============================] - 0s 74us/step - loss: 0.0095
Epoch 17/50
500/500 [==============================] - 0s 85us/step - loss: 0.0090
Epoch 18/50
500/500 [==============================] - 0s 70us/step - loss: 0.0086
Epoch 19/50
500/500 [==============================] - 0s 79us/step - loss: 0.0083
Epoch 20/50
500/500 [==============================] - 0s 90us/step - loss: 0.0079
Epoch 21/50
500/500 [==============================] - 0s 81us/step - loss: 0.0076
Epoch 22/50
500/500 [==============================] - 0s 87us/step - loss: 0.0073
Epoch 23/50
500/500 [==============================] - 0s 77us/step - loss: 0.0070
Epoch 24/50
500/500 [==============================] - 0s 77us/step - loss: 0.0067
Epoch 25/50
500/500 [==============================] - 0s 74us/step - loss: 0.0065
Epoch 26/50
500/500 [==============================] - 0s 86us/step - loss: 0.0063
Epoch 27/50
500/500 [==============================] - 0s 89us/step - loss: 0.0061
Epoch 28/50
500/500 [==============================] - 0s 81us/step - loss: 0.0060
Epoch 29/50
500/500 [==============================] - 0s 81us/step - loss: 0.0058
Epoch 30/50
500/500 [==============================] - 0s 69us/step - loss: 0.0056
Epoch 31/50
500/500 [==============================] - 0s 94us/step - loss: 0.0054
Epoch 32/50
500/500 [==============================] - 0s 90us/step - loss: 0.0053
Epoch 33/50
500/500 [==============================] - 0s 86us/step - loss: 0.0051
Epoch 34/50
500/500 [==============================] - 0s 76us/step - loss: 0.0050
Epoch 35/50
500/500 [==============================] - 0s 77us/step - loss: 0.0048
Epoch 36/50
500/500 [==============================] - 0s 72us/step - loss: 0.0046
Epoch 37/50
500/500 [==============================] - 0s 94us/step - loss: 0.0045
Epoch 38/50
500/500 [==============================] - 0s 90us/step - loss: 0.0043
Epoch 39/50
500/500 [==============================] - 0s 78us/step - loss: 0.0042
Epoch 40/50
500/500 [==============================] - 0s 75us/step - loss: 0.0040
Epoch 41/50
500/500 [==============================] - 0s 73us/step - loss: 0.0039
Epoch 42/50
500/500 [==============================] - 0s 78us/step - loss: 0.0038
Epoch 43/50
500/500 [==============================] - 0s 75us/step - loss: 0.0036
Epoch 44/50
500/500 [==============================] - ETA: 0s - loss: 0.003 - 0s 89us/step - loss: 0.0035
Epoch 45/50
500/500 [==============================] - 0s 86us/step - loss: 0.0034
Epoch 46/50
500/500 [==============================] - 0s 86us/step - loss: 0.0032
Epoch 47/50
500/500 [==============================] - 0s 96us/step - loss: 0.0031
Epoch 48/50
500/500 [==============================] - 0s 91us/step - loss: 0.0030
Epoch 49/50
500/500 [==============================] - 0s 87us/step - loss: 0.0029
Epoch 50/50
500/500 [==============================] - 0s 74us/step - loss: 0.0028
mse with  100 e_dim: 0.00130659
Epoch 1/50
500/500 [==============================] - 0s 328us/step - loss: 0.0401
Epoch 2/50
500/500 [==============================] - 0s 114us/step - loss: 0.0356
Epoch 3/50
500/500 [==============================] - 0s 76us/step - loss: 0.0329
Epoch 4/50
500/500 [==============================] - 0s 76us/step - loss: 0.0292
Epoch 5/50
500/500 [==============================] - 0s 87us/step - loss: 0.0243
Epoch 6/50
500/500 [==============================] - 0s 83us/step - loss: 0.0190
Epoch 7/50
500/500 [==============================] - 0s 70us/step - loss: 0.0145
Epoch 8/50
500/500 [==============================] - 0s 67us/step - loss: 0.0118
Epoch 9/50
500/500 [==============================] - 0s 86us/step - loss: 0.0103
Epoch 10/50
500/500 [==============================] - 0s 97us/step - loss: 0.0094
Epoch 11/50
500/500 [==============================] - 0s 79us/step - loss: 0.0087
Epoch 12/50
500/500 [==============================] - 0s 99us/step - loss: 0.0081
Epoch 13/50
500/500 [==============================] - 0s 82us/step - loss: 0.0075
Epoch 14/50
500/500 [==============================] - 0s 79us/step - loss: 0.0070
Epoch 15/50
500/500 [==============================] - 0s 82us/step - loss: 0.0065
Epoch 16/50
500/500 [==============================] - 0s 91us/step - loss: 0.0061
Epoch 17/50
500/500 [==============================] - 0s 77us/step - loss: 0.0058
Epoch 18/50
500/500 [==============================] - 0s 85us/step - loss: 0.0055
Epoch 19/50
500/500 [==============================] - 0s 85us/step - loss: 0.0052
Epoch 20/50
500/500 [==============================] - 0s 79us/step - loss: 0.0049
Epoch 21/50
500/500 [==============================] - 0s 89us/step - loss: 0.0046
Epoch 22/50
500/500 [==============================] - 0s 81us/step - loss: 0.0043
Epoch 23/50
500/500 [==============================] - 0s 67us/step - loss: 0.0041
Epoch 24/50
500/500 [==============================] - 0s 71us/step - loss: 0.0038
Epoch 25/50
500/500 [==============================] - 0s 87us/step - loss: 0.0036
Epoch 26/50
500/500 [==============================] - 0s 88us/step - loss: 0.0034
Epoch 27/50
500/500 [==============================] - 0s 67us/step - loss: 0.0032
Epoch 28/50
500/500 [==============================] - 0s 74us/step - loss: 0.0030
Epoch 29/50
500/500 [==============================] - 0s 74us/step - loss: 0.0028
Epoch 30/50
500/500 [==============================] - 0s 80us/step - loss: 0.0027
Epoch 31/50
500/500 [==============================] - 0s 78us/step - loss: 0.0026
Epoch 32/50
500/500 [==============================] - 0s 97us/step - loss: 0.0025
Epoch 33/50
500/500 [==============================] - 0s 82us/step - loss: 0.0024
Epoch 34/50
500/500 [==============================] - 0s 92us/step - loss: 0.0023
Epoch 35/50
500/500 [==============================] - 0s 94us/step - loss: 0.0022
Epoch 36/50
500/500 [==============================] - 0s 86us/step - loss: 0.0021
Epoch 37/50
500/500 [==============================] - 0s 80us/step - loss: 0.0021
Epoch 38/50
500/500 [==============================] - 0s 85us/step - loss: 0.0020
Epoch 39/50
500/500 [==============================] - 0s 83us/step - loss: 0.0020
Epoch 40/50
500/500 [==============================] - 0s 89us/step - loss: 0.0019
Epoch 41/50
500/500 [==============================] - 0s 74us/step - loss: 0.0019
Epoch 42/50
500/500 [==============================] - 0s 70us/step - loss: 0.0018
Epoch 43/50
500/500 [==============================] - 0s 80us/step - loss: 0.0018
Epoch 44/50
500/500 [==============================] - 0s 80us/step - loss: 0.0018
Epoch 45/50
500/500 [==============================] - 0s 87us/step - loss: 0.0018
Epoch 46/50
500/500 [==============================] - 0s 95us/step - loss: 0.0017
Epoch 47/50
500/500 [==============================] - 0s 70us/step - loss: 0.0017
Epoch 48/50
500/500 [==============================] - 0s 88us/step - loss: 0.0017
Epoch 49/50
500/500 [==============================] - 0s 88us/step - loss: 0.0016
Epoch 50/50
500/500 [==============================] - 0s 88us/step - loss: 0.0016
mse with  250 e_dim: 0.00018836
Epoch 1/50
500/500 [==============================] - 0s 361us/step - loss: 0.0407
Epoch 2/50
500/500 [==============================] - 0s 110us/step - loss: 0.0356
Epoch 3/50
500/500 [==============================] - 0s 96us/step - loss: 0.0325
Epoch 4/50
500/500 [==============================] - 0s 88us/step - loss: 0.0286
Epoch 5/50
500/500 [==============================] - 0s 92us/step - loss: 0.0235
Epoch 6/50
500/500 [==============================] - 0s 83us/step - loss: 0.0184
Epoch 7/50
500/500 [==============================] - 0s 87us/step - loss: 0.0142
Epoch 8/50
500/500 [==============================] - 0s 80us/step - loss: 0.0116
Epoch 9/50
500/500 [==============================] - 0s 80us/step - loss: 0.0101
Epoch 10/50
500/500 [==============================] - 0s 80us/step - loss: 0.0092
Epoch 11/50
500/500 [==============================] - 0s 84us/step - loss: 0.0084
Epoch 12/50
500/500 [==============================] - 0s 87us/step - loss: 0.0078
Epoch 13/50
500/500 [==============================] - 0s 88us/step - loss: 0.0072
Epoch 14/50
500/500 [==============================] - 0s 86us/step - loss: 0.0067
Epoch 15/50
500/500 [==============================] - 0s 79us/step - loss: 0.0062
Epoch 16/50
500/500 [==============================] - 0s 97us/step - loss: 0.0058
Epoch 17/50
500/500 [==============================] - 0s 88us/step - loss: 0.0055
Epoch 18/50
500/500 [==============================] - 0s 82us/step - loss: 0.0052
Epoch 19/50
500/500 [==============================] - 0s 99us/step - loss: 0.0049
Epoch 20/50
500/500 [==============================] - 0s 88us/step - loss: 0.0046
Epoch 21/50
500/500 [==============================] - 0s 80us/step - loss: 0.0043
Epoch 22/50
500/500 [==============================] - 0s 82us/step - loss: 0.0040
Epoch 23/50
500/500 [==============================] - 0s 100us/step - loss: 0.0038
Epoch 24/50
500/500 [==============================] - 0s 82us/step - loss: 0.0036
Epoch 25/50
500/500 [==============================] - 0s 90us/step - loss: 0.0034
Epoch 26/50
500/500 [==============================] - 0s 99us/step - loss: 0.0032
Epoch 27/50
500/500 [==============================] - 0s 93us/step - loss: 0.0030
Epoch 28/50
500/500 [==============================] - 0s 92us/step - loss: 0.0029
Epoch 29/50
500/500 [==============================] - 0s 92us/step - loss: 0.0028
Epoch 30/50
500/500 [==============================] - 0s 93us/step - loss: 0.0026
Epoch 31/50
500/500 [==============================] - 0s 93us/step - loss: 0.0025
Epoch 32/50
500/500 [==============================] - 0s 102us/step - loss: 0.0025
Epoch 33/50
500/500 [==============================] - 0s 84us/step - loss: 0.0024
Epoch 34/50
500/500 [==============================] - 0s 91us/step - loss: 0.0023
Epoch 35/50
500/500 [==============================] - 0s 89us/step - loss: 0.0022
Epoch 36/50
500/500 [==============================] - 0s 102us/step - loss: 0.0022
Epoch 37/50
500/500 [==============================] - 0s 92us/step - loss: 0.0021
Epoch 38/50
500/500 [==============================] - 0s 83us/step - loss: 0.0021
Epoch 39/50
500/500 [==============================] - 0s 87us/step - loss: 0.0020
Epoch 40/50
500/500 [==============================] - 0s 91us/step - loss: 0.0020
Epoch 41/50
500/500 [==============================] - 0s 91us/step - loss: 0.0020
Epoch 42/50
500/500 [==============================] - 0s 86us/step - loss: 0.0019
Epoch 43/50
500/500 [==============================] - 0s 91us/step - loss: 0.0019
Epoch 44/50
500/500 [==============================] - 0s 76us/step - loss: 0.0018
Epoch 45/50
500/500 [==============================] - 0s 83us/step - loss: 0.0018
Epoch 46/50
500/500 [==============================] - 0s 90us/step - loss: 0.0018
Epoch 47/50
500/500 [==============================] - 0s 88us/step - loss: 0.0018
Epoch 48/50
500/500 [==============================] - 0s 102us/step - loss: 0.0017
Epoch 49/50
500/500 [==============================] - 0s 77us/step - loss: 0.0017
Epoch 50/50
500/500 [==============================] - 0s 77us/step - loss: 0.0017
mse with  400 e_dim: 0.00018387
Epoch 1/50
500/500 [==============================] - 0s 374us/step - loss: 0.0417
Epoch 2/50
500/500 [==============================] - 0s 87us/step - loss: 0.0361
Epoch 3/50
500/500 [==============================] - 0s 93us/step - loss: 0.0332
Epoch 4/50
500/500 [==============================] - 0s 95us/step - loss: 0.0295
Epoch 5/50
500/500 [==============================] - 0s 89us/step - loss: 0.0249
Epoch 6/50
500/500 [==============================] - 0s 105us/step - loss: 0.0199
Epoch 7/50
500/500 [==============================] - 0s 105us/step - loss: 0.0156
Epoch 8/50
500/500 [==============================] - 0s 98us/step - loss: 0.0125
Epoch 9/50
500/500 [==============================] - 0s 96us/step - loss: 0.0108
Epoch 10/50
500/500 [==============================] - 0s 91us/step - loss: 0.0097
Epoch 11/50
500/500 [==============================] - 0s 84us/step - loss: 0.0089
Epoch 12/50
500/500 [==============================] - 0s 94us/step - loss: 0.0082
Epoch 13/50
500/500 [==============================] - 0s 90us/step - loss: 0.0076
Epoch 14/50
500/500 [==============================] - 0s 97us/step - loss: 0.0071
Epoch 15/50
500/500 [==============================] - 0s 102us/step - loss: 0.0066
Epoch 16/50
500/500 [==============================] - 0s 111us/step - loss: 0.0062
Epoch 17/50
500/500 [==============================] - 0s 106us/step - loss: 0.0058
Epoch 18/50
500/500 [==============================] - 0s 102us/step - loss: 0.0055
Epoch 19/50
500/500 [==============================] - 0s 94us/step - loss: 0.0052
Epoch 20/50
500/500 [==============================] - 0s 97us/step - loss: 0.0049
Epoch 21/50
500/500 [==============================] - 0s 89us/step - loss: 0.0046
Epoch 22/50
500/500 [==============================] - 0s 104us/step - loss: 0.0044
Epoch 23/50
500/500 [==============================] - 0s 92us/step - loss: 0.0041
Epoch 24/50
500/500 [==============================] - 0s 94us/step - loss: 0.0039
Epoch 25/50
500/500 [==============================] - 0s 97us/step - loss: 0.0037
Epoch 26/50
500/500 [==============================] - 0s 91us/step - loss: 0.0035
Epoch 27/50
500/500 [==============================] - 0s 92us/step - loss: 0.0033
Epoch 28/50
500/500 [==============================] - 0s 103us/step - loss: 0.0032
Epoch 29/50
500/500 [==============================] - 0s 102us/step - loss: 0.0031
Epoch 30/50
500/500 [==============================] - 0s 99us/step - loss: 0.0029
Epoch 31/50
500/500 [==============================] - 0s 90us/step - loss: 0.0028
Epoch 32/50
500/500 [==============================] - 0s 104us/step - loss: 0.0027
Epoch 33/50
500/500 [==============================] - 0s 108us/step - loss: 0.0026
Epoch 34/50
500/500 [==============================] - 0s 101us/step - loss: 0.0026
Epoch 35/50
500/500 [==============================] - 0s 83us/step - loss: 0.0025
Epoch 36/50
500/500 [==============================] - 0s 97us/step - loss: 0.0024
Epoch 37/50
500/500 [==============================] - 0s 95us/step - loss: 0.0024
Epoch 38/50
500/500 [==============================] - 0s 95us/step - loss: 0.0023
Epoch 39/50
500/500 [==============================] - 0s 83us/step - loss: 0.0022
Epoch 40/50
500/500 [==============================] - 0s 108us/step - loss: 0.0022
Epoch 41/50
500/500 [==============================] - 0s 87us/step - loss: 0.0022
Epoch 42/50
500/500 [==============================] - 0s 100us/step - loss: 0.0021
Epoch 43/50
500/500 [==============================] - 0s 84us/step - loss: 0.0021
Epoch 44/50
500/500 [==============================] - 0s 86us/step - loss: 0.0020
Epoch 45/50
500/500 [==============================] - 0s 86us/step - loss: 0.0020
Epoch 46/50
500/500 [==============================] - 0s 100us/step - loss: 0.0020
Epoch 47/50
500/500 [==============================] - 0s 106us/step - loss: 0.0019
Epoch 48/50
500/500 [==============================] - 0s 94us/step - loss: 0.0019
Epoch 49/50
500/500 [==============================] - 0s 100us/step - loss: 0.0019
Epoch 50/50
500/500 [==============================] - 0s 107us/step - loss: 0.0018
mse with  500 e_dim: 0.00018739
Epoch 1/50
500/500 [==============================] - 0s 570us/step - loss: 0.0421
Epoch 2/50
500/500 [==============================] - 0s 145us/step - loss: 0.0358
Epoch 3/50
500/500 [==============================] - 0s 148us/step - loss: 0.0321
Epoch 4/50
500/500 [==============================] - 0s 133us/step - loss: 0.0275
Epoch 5/50
500/500 [==============================] - 0s 131us/step - loss: 0.0220
Epoch 6/50
500/500 [==============================] - 0s 134us/step - loss: 0.0168
Epoch 7/50
500/500 [==============================] - 0s 132us/step - loss: 0.0130
Epoch 8/50
500/500 [==============================] - 0s 140us/step - loss: 0.0109
Epoch 9/50
500/500 [==============================] - 0s 136us/step - loss: 0.0097
Epoch 10/50
500/500 [==============================] - 0s 136us/step - loss: 0.0088
Epoch 11/50
500/500 [==============================] - 0s 134us/step - loss: 0.0080
Epoch 12/50
500/500 [==============================] - 0s 137us/step - loss: 0.0074
Epoch 13/50
500/500 [==============================] - 0s 128us/step - loss: 0.0068
Epoch 14/50
500/500 [==============================] - 0s 134us/step - loss: 0.0064
Epoch 15/50
500/500 [==============================] - 0s 139us/step - loss: 0.0060
Epoch 16/50
500/500 [==============================] - 0s 138us/step - loss: 0.0056
Epoch 17/50
500/500 [==============================] - 0s 137us/step - loss: 0.0053
Epoch 18/50
500/500 [==============================] - 0s 134us/step - loss: 0.0050
Epoch 19/50
500/500 [==============================] - 0s 147us/step - loss: 0.0047
Epoch 20/50
500/500 [==============================] - 0s 147us/step - loss: 0.0045
Epoch 21/50
500/500 [==============================] - 0s 138us/step - loss: 0.0042
Epoch 22/50
500/500 [==============================] - 0s 136us/step - loss: 0.0040
Epoch 23/50
500/500 [==============================] - 0s 141us/step - loss: 0.0038
Epoch 24/50
500/500 [==============================] - 0s 128us/step - loss: 0.0037
Epoch 25/50
500/500 [==============================] - 0s 133us/step - loss: 0.0035
Epoch 26/50
500/500 [==============================] - 0s 129us/step - loss: 0.0034
Epoch 27/50
500/500 [==============================] - 0s 143us/step - loss: 0.0033
Epoch 28/50
500/500 [==============================] - 0s 122us/step - loss: 0.0032
Epoch 29/50
500/500 [==============================] - 0s 152us/step - loss: 0.0031
Epoch 30/50
500/500 [==============================] - 0s 124us/step - loss: 0.0030
Epoch 31/50
500/500 [==============================] - 0s 138us/step - loss: 0.0030
Epoch 32/50
500/500 [==============================] - 0s 129us/step - loss: 0.0029
Epoch 33/50
500/500 [==============================] - 0s 126us/step - loss: 0.0028
Epoch 34/50
500/500 [==============================] - 0s 142us/step - loss: 0.0028
Epoch 35/50
500/500 [==============================] - 0s 137us/step - loss: 0.0027
Epoch 36/50
500/500 [==============================] - 0s 137us/step - loss: 0.0027 0s - loss: 0.002
Epoch 37/50
500/500 [==============================] - 0s 135us/step - loss: 0.0027
Epoch 38/50
500/500 [==============================] - 0s 133us/step - loss: 0.0026
Epoch 39/50
500/500 [==============================] - 0s 146us/step - loss: 0.0026
Epoch 40/50
500/500 [==============================] - 0s 148us/step - loss: 0.0026
Epoch 41/50
500/500 [==============================] - 0s 147us/step - loss: 0.0025
Epoch 42/50
500/500 [==============================] - 0s 137us/step - loss: 0.0025
Epoch 43/50
500/500 [==============================] - 0s 137us/step - loss: 0.0025
Epoch 44/50
500/500 [==============================] - 0s 150us/step - loss: 0.0024
Epoch 45/50
500/500 [==============================] - 0s 151us/step - loss: 0.0024
Epoch 46/50
500/500 [==============================] - 0s 140us/step - loss: 0.0024
Epoch 47/50
500/500 [==============================] - 0s 146us/step - loss: 0.0024
Epoch 48/50
500/500 [==============================] - 0s 131us/step - loss: 0.0023
Epoch 49/50
500/500 [==============================] - 0s 128us/step - loss: 0.0023
Epoch 50/50
500/500 [==============================] - 0s 152us/step - loss: 0.0023
mse with  750 e_dim: 0.00017534
Epoch 1/50
500/500 [==============================] - 0s 689us/step - loss: 0.0420
Epoch 2/50
500/500 [==============================] - 0s 184us/step - loss: 0.0351
Epoch 3/50
500/500 [==============================] - 0s 179us/step - loss: 0.0308
Epoch 4/50
500/500 [==============================] - 0s 173us/step - loss: 0.0254
Epoch 5/50
500/500 [==============================] - 0s 178us/step - loss: 0.0195
Epoch 6/50
500/500 [==============================] - 0s 175us/step - loss: 0.0145
Epoch 7/50
500/500 [==============================] - 0s 183us/step - loss: 0.0115
Epoch 8/50
500/500 [==============================] - 0s 183us/step - loss: 0.0099
Epoch 9/50
500/500 [==============================] - 0s 177us/step - loss: 0.0088
Epoch 10/50
500/500 [==============================] - 0s 190us/step - loss: 0.0080
Epoch 11/50
500/500 [==============================] - 0s 177us/step - loss: 0.0072
Epoch 12/50
500/500 [==============================] - 0s 192us/step - loss: 0.0067
Epoch 13/50
500/500 [==============================] - 0s 178us/step - loss: 0.0062
Epoch 14/50
500/500 [==============================] - 0s 179us/step - loss: 0.0057
Epoch 15/50
500/500 [==============================] - 0s 177us/step - loss: 0.0054
Epoch 16/50
500/500 [==============================] - 0s 180us/step - loss: 0.0050
Epoch 17/50
500/500 [==============================] - 0s 182us/step - loss: 0.0047
Epoch 18/50
500/500 [==============================] - 0s 180us/step - loss: 0.0044
Epoch 19/50
500/500 [==============================] - 0s 173us/step - loss: 0.0042
Epoch 20/50
500/500 [==============================] - 0s 180us/step - loss: 0.0039
Epoch 21/50
500/500 [==============================] - 0s 178us/step - loss: 0.0037
Epoch 22/50
500/500 [==============================] - 0s 179us/step - loss: 0.0036
Epoch 23/50
500/500 [==============================] - 0s 190us/step - loss: 0.0034
Epoch 24/50
500/500 [==============================] - 0s 179us/step - loss: 0.0033
Epoch 25/50
500/500 [==============================] - 0s 174us/step - loss: 0.0032
Epoch 26/50
500/500 [==============================] - 0s 184us/step - loss: 0.0031
Epoch 27/50
500/500 [==============================] - 0s 184us/step - loss: 0.0030
Epoch 28/50
500/500 [==============================] - 0s 192us/step - loss: 0.0029
Epoch 29/50
500/500 [==============================] - 0s 180us/step - loss: 0.0028
Epoch 30/50
500/500 [==============================] - 0s 186us/step - loss: 0.0028
Epoch 31/50
500/500 [==============================] - 0s 166us/step - loss: 0.0027
Epoch 32/50
500/500 [==============================] - 0s 180us/step - loss: 0.0026
Epoch 33/50
500/500 [==============================] - 0s 172us/step - loss: 0.0026
Epoch 34/50
500/500 [==============================] - 0s 173us/step - loss: 0.0025
Epoch 35/50
500/500 [==============================] - 0s 170us/step - loss: 0.0025
Epoch 36/50
500/500 [==============================] - 0s 171us/step - loss: 0.0025
Epoch 37/50
500/500 [==============================] - 0s 168us/step - loss: 0.0024
Epoch 38/50
500/500 [==============================] - 0s 178us/step - loss: 0.0024
Epoch 39/50
500/500 [==============================] - 0s 172us/step - loss: 0.0023
Epoch 40/50
500/500 [==============================] - 0s 179us/step - loss: 0.0023
Epoch 41/50
500/500 [==============================] - 0s 180us/step - loss: 0.0023
Epoch 42/50
500/500 [==============================] - 0s 191us/step - loss: 0.0023
Epoch 43/50
500/500 [==============================] - 0s 179us/step - loss: 0.0022
Epoch 44/50
500/500 [==============================] - 0s 191us/step - loss: 0.0022
Epoch 45/50
500/500 [==============================] - 0s 175us/step - loss: 0.0022
Epoch 46/50
500/500 [==============================] - 0s 178us/step - loss: 0.0022
Epoch 47/50
500/500 [==============================] - 0s 168us/step - loss: 0.0021
Epoch 48/50
500/500 [==============================] - 0s 184us/step - loss: 0.0021
Epoch 49/50
500/500 [==============================] - 0s 183us/step - loss: 0.0021
Epoch 50/50
500/500 [==============================] - 0s 174us/step - loss: 0.0021
mse with 1000 e_dim: 0.00016812
mse with    2 e_dim: 0.03315232
mse with   10 e_dim: 0.01103255
mse with   25 e_dim: 0.00714809
mse with   50 e_dim: 0.00471228
mse with   75 e_dim: 0.00284878
mse with  100 e_dim: 0.00130659
mse with  250 e_dim: 0.00018836
mse with  400 e_dim: 0.00018387
mse with  500 e_dim: 0.00018739
mse with  750 e_dim: 0.00017534
mse with 1000 e_dim: 0.00016812

In [9]:
# factorize the matrix with a simec - transpose works just as well
# this time we use the embedding we learned before as the weights of the last layer
# to get the mapping function for the other side of the equation (which is of course kind of useless
# here since we don't actually map feature vectors but only identiy vectors)
X1 = np.eye(n_input)
X2 = np.eye(n_output)
mses1 = []
mses2 = []
mses3 = []
e_dims =  [2, 10, 25, 50, 75, 100, 250, 400, 500, 750, 1000]
for e_dim in e_dims:
    model = SimilarityEncoder(n_input, e_dim, n_output, opt=keras.optimizers.Adamax(lr=0.005 if e_dim <= 250 else l_rates[e_dim]))
    model.fit(X1, A, epochs=50)
    mse = msqe(A, model.predict(X1))
    mses1.append(mse)
    print("mse with %4i e_dim: %.8f" % (e_dim, mse))
    Y1 = model.transform(X1)
    model = SimilarityEncoder(n_output, e_dim, n_input, W_ll=Y1.T, wll_frozen=True, opt=keras.optimizers.Adamax(lr=0.005 if e_dim <= 250 else l_rates[e_dim]))
    model.fit(X2, A.T, epochs=50)
    mse = msqe(A.T, model.predict(X2))
    mses2.append(mse)
    print("mse with %4i e_dim: %.8f" % (e_dim, mse))
    Y2 = model.transform(X2)
    # the dot product of both embeddings should also approximate A
    mse = msqe(A, np.dot(Y1, Y2.T))
    mses3.append(mse)
for i, e_dim in enumerate(e_dims):
    print("mse with %4i e_dim: %.8f / %.8f / %.8f" % (e_dim, mses1[i], mses2[i], mses3[i]))


Epoch 1/50
500/500 [==============================] - 0s 418us/step - loss: 0.0392
Epoch 2/50
500/500 [==============================] - 0s 88us/step - loss: 0.0388
Epoch 3/50
500/500 [==============================] - 0s 81us/step - loss: 0.0378
Epoch 4/50
500/500 [==============================] - 0s 94us/step - loss: 0.0366
Epoch 5/50
500/500 [==============================] - 0s 93us/step - loss: 0.0360
Epoch 6/50
500/500 [==============================] - 0s 96us/step - loss: 0.0359
Epoch 7/50
500/500 [==============================] - 0s 80us/step - loss: 0.0359
Epoch 8/50
500/500 [==============================] - 0s 88us/step - loss: 0.0358
Epoch 9/50
500/500 [==============================] - 0s 82us/step - loss: 0.0358
Epoch 10/50
500/500 [==============================] - 0s 97us/step - loss: 0.0358
Epoch 11/50
500/500 [==============================] - 0s 84us/step - loss: 0.0358
Epoch 12/50
500/500 [==============================] - 0s 66us/step - loss: 0.0358
Epoch 13/50
500/500 [==============================] - 0s 78us/step - loss: 0.0357
Epoch 14/50
500/500 [==============================] - 0s 77us/step - loss: 0.0357
Epoch 15/50
500/500 [==============================] - 0s 96us/step - loss: 0.0357
Epoch 16/50
500/500 [==============================] - 0s 87us/step - loss: 0.0356
Epoch 17/50
500/500 [==============================] - 0s 88us/step - loss: 0.0356
Epoch 18/50
500/500 [==============================] - 0s 97us/step - loss: 0.0355
Epoch 19/50
500/500 [==============================] - 0s 85us/step - loss: 0.0355
Epoch 20/50
500/500 [==============================] - 0s 81us/step - loss: 0.0354
Epoch 21/50
500/500 [==============================] - 0s 98us/step - loss: 0.0353
Epoch 22/50
500/500 [==============================] - 0s 78us/step - loss: 0.0352
Epoch 23/50
500/500 [==============================] - 0s 87us/step - loss: 0.0351
Epoch 24/50
500/500 [==============================] - 0s 87us/step - loss: 0.0350
Epoch 25/50
500/500 [==============================] - 0s 84us/step - loss: 0.0349
Epoch 26/50
500/500 [==============================] - 0s 75us/step - loss: 0.0348
Epoch 27/50
500/500 [==============================] - 0s 90us/step - loss: 0.0347
Epoch 28/50
500/500 [==============================] - 0s 82us/step - loss: 0.0345
Epoch 29/50
500/500 [==============================] - 0s 88us/step - loss: 0.0344
Epoch 30/50
500/500 [==============================] - 0s 91us/step - loss: 0.0343
Epoch 31/50
500/500 [==============================] - 0s 91us/step - loss: 0.0342
Epoch 32/50
500/500 [==============================] - 0s 85us/step - loss: 0.0341
Epoch 33/50
500/500 [==============================] - 0s 94us/step - loss: 0.0340
Epoch 34/50
500/500 [==============================] - 0s 91us/step - loss: 0.0339
Epoch 35/50
500/500 [==============================] - 0s 93us/step - loss: 0.0338
Epoch 36/50
500/500 [==============================] - 0s 82us/step - loss: 0.0337
Epoch 37/50
500/500 [==============================] - 0s 89us/step - loss: 0.0336
Epoch 38/50
500/500 [==============================] - 0s 89us/step - loss: 0.0336
Epoch 39/50
500/500 [==============================] - 0s 84us/step - loss: 0.0335
Epoch 40/50
500/500 [==============================] - 0s 89us/step - loss: 0.0335
Epoch 41/50
500/500 [==============================] - 0s 79us/step - loss: 0.0334
Epoch 42/50
500/500 [==============================] - 0s 68us/step - loss: 0.0334
Epoch 43/50
500/500 [==============================] - 0s 73us/step - loss: 0.0333
Epoch 44/50
500/500 [==============================] - 0s 82us/step - loss: 0.0333
Epoch 45/50
500/500 [==============================] - 0s 66us/step - loss: 0.0333
Epoch 46/50
500/500 [==============================] - 0s 97us/step - loss: 0.0333
Epoch 47/50
500/500 [==============================] - 0s 97us/step - loss: 0.0332
Epoch 48/50
500/500 [==============================] - 0s 79us/step - loss: 0.0332
Epoch 49/50
500/500 [==============================] - 0s 84us/step - loss: 0.0332
Epoch 50/50
500/500 [==============================] - 0s 85us/step - loss: 0.0332
mse with    2 e_dim: 0.03306093
Epoch 1/50
700/700 [==============================] - 0s 297us/step - loss: 0.0377
Epoch 2/50
700/700 [==============================] - 0s 82us/step - loss: 0.0360
Epoch 3/50
700/700 [==============================] - 0s 84us/step - loss: 0.0359
Epoch 4/50
700/700 [==============================] - 0s 76us/step - loss: 0.0358
Epoch 5/50
700/700 [==============================] - 0s 72us/step - loss: 0.0357
Epoch 6/50
700/700 [==============================] - 0s 88us/step - loss: 0.0357
Epoch 7/50
700/700 [==============================] - 0s 76us/step - loss: 0.0356
Epoch 8/50
700/700 [==============================] - 0s 89us/step - loss: 0.0356
Epoch 9/50
700/700 [==============================] - 0s 75us/step - loss: 0.0355
Epoch 10/50
700/700 [==============================] - 0s 71us/step - loss: 0.0355
Epoch 11/50
700/700 [==============================] - 0s 79us/step - loss: 0.0354
Epoch 12/50
700/700 [==============================] - 0s 85us/step - loss: 0.0353
Epoch 13/50
700/700 [==============================] - 0s 72us/step - loss: 0.0353
Epoch 14/50
700/700 [==============================] - 0s 84us/step - loss: 0.0353
Epoch 15/50
700/700 [==============================] - 0s 73us/step - loss: 0.0352
Epoch 16/50
700/700 [==============================] - 0s 91us/step - loss: 0.0352
Epoch 17/50
700/700 [==============================] - 0s 85us/step - loss: 0.0351
Epoch 18/50
700/700 [==============================] - 0s 87us/step - loss: 0.0351
Epoch 19/50
700/700 [==============================] - 0s 72us/step - loss: 0.0350
Epoch 20/50
700/700 [==============================] - 0s 83us/step - loss: 0.0350
Epoch 21/50
700/700 [==============================] - 0s 92us/step - loss: 0.0349
Epoch 22/50
700/700 [==============================] - 0s 87us/step - loss: 0.0349
Epoch 23/50
700/700 [==============================] - 0s 87us/step - loss: 0.0349
Epoch 24/50
700/700 [==============================] - 0s 86us/step - loss: 0.0348
Epoch 25/50
700/700 [==============================] - 0s 89us/step - loss: 0.0348
Epoch 26/50
700/700 [==============================] - 0s 74us/step - loss: 0.0347
Epoch 27/50
700/700 [==============================] - 0s 82us/step - loss: 0.0347
Epoch 28/50
700/700 [==============================] - 0s 76us/step - loss: 0.0347
Epoch 29/50
700/700 [==============================] - 0s 85us/step - loss: 0.0346
Epoch 30/50
700/700 [==============================] - 0s 73us/step - loss: 0.0346
Epoch 31/50
700/700 [==============================] - 0s 75us/step - loss: 0.0346
Epoch 32/50
700/700 [==============================] - 0s 76us/step - loss: 0.0345
Epoch 33/50
700/700 [==============================] - 0s 84us/step - loss: 0.0345
Epoch 34/50
700/700 [==============================] - 0s 88us/step - loss: 0.0345
Epoch 35/50
700/700 [==============================] - 0s 86us/step - loss: 0.0344
Epoch 36/50
700/700 [==============================] - 0s 85us/step - loss: 0.0344
Epoch 37/50
700/700 [==============================] - 0s 72us/step - loss: 0.0344
Epoch 38/50
700/700 [==============================] - 0s 78us/step - loss: 0.0344
Epoch 39/50
700/700 [==============================] - 0s 80us/step - loss: 0.0343
Epoch 40/50
700/700 [==============================] - 0s 92us/step - loss: 0.0343
Epoch 41/50
700/700 [==============================] - 0s 76us/step - loss: 0.0343
Epoch 42/50
700/700 [==============================] - 0s 71us/step - loss: 0.0343
Epoch 43/50
700/700 [==============================] - 0s 77us/step - loss: 0.0342
Epoch 44/50
700/700 [==============================] - 0s 76us/step - loss: 0.0342
Epoch 45/50
700/700 [==============================] - 0s 83us/step - loss: 0.0342
Epoch 46/50
700/700 [==============================] - 0s 76us/step - loss: 0.0342
Epoch 47/50
700/700 [==============================] - 0s 87us/step - loss: 0.0342
Epoch 48/50
700/700 [==============================] - 0s 74us/step - loss: 0.0341
Epoch 49/50
700/700 [==============================] - 0s 69us/step - loss: 0.0341
Epoch 50/50
700/700 [==============================] - 0s 67us/step - loss: 0.0341
mse with    2 e_dim: 0.03387623
Epoch 1/50
500/500 [==============================] - 0s 460us/step - loss: 0.0393
Epoch 2/50
500/500 [==============================] - 0s 75us/step - loss: 0.0377
Epoch 3/50
500/500 [==============================] - 0s 84us/step - loss: 0.0361
Epoch 4/50
500/500 [==============================] - 0s 82us/step - loss: 0.0358
Epoch 5/50
500/500 [==============================] - 0s 80us/step - loss: 0.0357
Epoch 6/50
500/500 [==============================] - 0s 74us/step - loss: 0.0355
Epoch 7/50
500/500 [==============================] - 0s 88us/step - loss: 0.0354
Epoch 8/50
500/500 [==============================] - 0s 99us/step - loss: 0.0351
Epoch 9/50
500/500 [==============================] - 0s 88us/step - loss: 0.0349
Epoch 10/50
500/500 [==============================] - 0s 93us/step - loss: 0.0345
Epoch 11/50
500/500 [==============================] - 0s 92us/step - loss: 0.0341
Epoch 12/50
500/500 [==============================] - 0s 78us/step - loss: 0.0336
Epoch 13/50
500/500 [==============================] - 0s 76us/step - loss: 0.0330
Epoch 14/50
500/500 [==============================] - 0s 103us/step - loss: 0.0324
Epoch 15/50
500/500 [==============================] - 0s 93us/step - loss: 0.0317
Epoch 16/50
500/500 [==============================] - 0s 82us/step - loss: 0.0310
Epoch 17/50
500/500 [==============================] - 0s 104us/step - loss: 0.0302
Epoch 18/50
500/500 [==============================] - 0s 96us/step - loss: 0.0294
Epoch 19/50
500/500 [==============================] - 0s 94us/step - loss: 0.0286
Epoch 20/50
500/500 [==============================] - 0s 98us/step - loss: 0.0278
Epoch 21/50
500/500 [==============================] - 0s 82us/step - loss: 0.0269
Epoch 22/50
500/500 [==============================] - 0s 76us/step - loss: 0.0260
Epoch 23/50
500/500 [==============================] - 0s 70us/step - loss: 0.0251
Epoch 24/50
500/500 [==============================] - 0s 88us/step - loss: 0.0243
Epoch 25/50
500/500 [==============================] - 0s 100us/step - loss: 0.0234
Epoch 26/50
500/500 [==============================] - 0s 80us/step - loss: 0.0226
Epoch 27/50
500/500 [==============================] - 0s 85us/step - loss: 0.0218
Epoch 28/50
500/500 [==============================] - 0s 65us/step - loss: 0.0210
Epoch 29/50
500/500 [==============================] - 0s 64us/step - loss: 0.0202
Epoch 30/50
500/500 [==============================] - 0s 78us/step - loss: 0.0194
Epoch 31/50
500/500 [==============================] - 0s 66us/step - loss: 0.0187
Epoch 32/50
500/500 [==============================] - 0s 86us/step - loss: 0.0181
Epoch 33/50
500/500 [==============================] - 0s 81us/step - loss: 0.0174
Epoch 34/50
500/500 [==============================] - 0s 84us/step - loss: 0.0168
Epoch 35/50
500/500 [==============================] - 0s 88us/step - loss: 0.0162
Epoch 36/50
500/500 [==============================] - 0s 76us/step - loss: 0.0157
Epoch 37/50
500/500 [==============================] - 0s 106us/step - loss: 0.0152
Epoch 38/50
500/500 [==============================] - 0s 83us/step - loss: 0.0148
Epoch 39/50
500/500 [==============================] - 0s 85us/step - loss: 0.0143
Epoch 40/50
500/500 [==============================] - 0s 73us/step - loss: 0.0139
Epoch 41/50
500/500 [==============================] - 0s 78us/step - loss: 0.0136
Epoch 42/50
500/500 [==============================] - 0s 84us/step - loss: 0.0133
Epoch 43/50
500/500 [==============================] - 0s 80us/step - loss: 0.0130
Epoch 44/50
500/500 [==============================] - 0s 96us/step - loss: 0.0127
Epoch 45/50
500/500 [==============================] - 0s 87us/step - loss: 0.0125
Epoch 46/50
500/500 [==============================] - 0s 87us/step - loss: 0.0123
Epoch 47/50
500/500 [==============================] - 0s 91us/step - loss: 0.0122
Epoch 48/50
500/500 [==============================] - 0s 82us/step - loss: 0.0120
Epoch 49/50
500/500 [==============================] - 0s 73us/step - loss: 0.0119
Epoch 50/50
500/500 [==============================] - 0s 76us/step - loss: 0.0118
mse with   10 e_dim: 0.01111037
Epoch 1/50
700/700 [==============================] - 0s 345us/step - loss: 0.0369
Epoch 2/50
700/700 [==============================] - 0s 91us/step - loss: 0.0357
Epoch 3/50
700/700 [==============================] - 0s 82us/step - loss: 0.0353
Epoch 4/50
700/700 [==============================] - 0s 96us/step - loss: 0.0349
Epoch 5/50
700/700 [==============================] - 0s 86us/step - loss: 0.0345
Epoch 6/50
700/700 [==============================] - 0s 84us/step - loss: 0.0342
Epoch 7/50
700/700 [==============================] - 0s 87us/step - loss: 0.0338
Epoch 8/50
700/700 [==============================] - 0s 90us/step - loss: 0.0335
Epoch 9/50
700/700 [==============================] - 0s 76us/step - loss: 0.0331
Epoch 10/50
700/700 [==============================] - 0s 86us/step - loss: 0.0328
Epoch 11/50
700/700 [==============================] - 0s 92us/step - loss: 0.0325
Epoch 12/50
700/700 [==============================] - 0s 81us/step - loss: 0.0322
Epoch 13/50
700/700 [==============================] - 0s 84us/step - loss: 0.0319
Epoch 14/50
700/700 [==============================] - 0s 85us/step - loss: 0.0316
Epoch 15/50
700/700 [==============================] - 0s 84us/step - loss: 0.0313
Epoch 16/50
700/700 [==============================] - 0s 78us/step - loss: 0.0310
Epoch 17/50
700/700 [==============================] - 0s 75us/step - loss: 0.0307
Epoch 18/50
700/700 [==============================] - 0s 95us/step - loss: 0.0304
Epoch 19/50
700/700 [==============================] - 0s 77us/step - loss: 0.0301
Epoch 20/50
700/700 [==============================] - 0s 100us/step - loss: 0.0298
Epoch 21/50
700/700 [==============================] - 0s 85us/step - loss: 0.0296
Epoch 22/50
700/700 [==============================] - 0s 74us/step - loss: 0.0293
Epoch 23/50
700/700 [==============================] - 0s 77us/step - loss: 0.0291
Epoch 24/50
700/700 [==============================] - 0s 73us/step - loss: 0.0288
Epoch 25/50
700/700 [==============================] - 0s 69us/step - loss: 0.0286
Epoch 26/50
700/700 [==============================] - 0s 65us/step - loss: 0.0283
Epoch 27/50
700/700 [==============================] - 0s 72us/step - loss: 0.0281
Epoch 28/50
700/700 [==============================] - 0s 74us/step - loss: 0.0279
Epoch 29/50
700/700 [==============================] - 0s 74us/step - loss: 0.0277
Epoch 30/50
700/700 [==============================] - 0s 102us/step - loss: 0.0274
Epoch 31/50
700/700 [==============================] - 0s 79us/step - loss: 0.0272
Epoch 32/50
700/700 [==============================] - 0s 73us/step - loss: 0.0270
Epoch 33/50
700/700 [==============================] - 0s 84us/step - loss: 0.0268
Epoch 34/50
700/700 [==============================] - 0s 73us/step - loss: 0.0266
Epoch 35/50
700/700 [==============================] - 0s 90us/step - loss: 0.0264
Epoch 36/50
700/700 [==============================] - 0s 74us/step - loss: 0.0262
Epoch 37/50
700/700 [==============================] - 0s 77us/step - loss: 0.0261
Epoch 38/50
700/700 [==============================] - 0s 90us/step - loss: 0.0259
Epoch 39/50
700/700 [==============================] - 0s 76us/step - loss: 0.0257
Epoch 40/50
700/700 [==============================] - 0s 84us/step - loss: 0.0255
Epoch 41/50
700/700 [==============================] - 0s 78us/step - loss: 0.0254
Epoch 42/50
700/700 [==============================] - 0s 85us/step - loss: 0.0252
Epoch 43/50
700/700 [==============================] - 0s 83us/step - loss: 0.0251
Epoch 44/50
700/700 [==============================] - 0s 87us/step - loss: 0.0249
Epoch 45/50
700/700 [==============================] - 0s 78us/step - loss: 0.0248
Epoch 46/50
700/700 [==============================] - 0s 87us/step - loss: 0.0246
Epoch 47/50
700/700 [==============================] - 0s 76us/step - loss: 0.0245
Epoch 48/50
700/700 [==============================] - 0s 91us/step - loss: 0.0243
Epoch 49/50
700/700 [==============================] - 0s 88us/step - loss: 0.0242
Epoch 50/50
700/700 [==============================] - 0s 80us/step - loss: 0.0241
mse with   10 e_dim: 0.02229033
Epoch 1/50
500/500 [==============================] - 0s 517us/step - loss: 0.0394
Epoch 2/50
500/500 [==============================] - 0s 101us/step - loss: 0.0368
Epoch 3/50
500/500 [==============================] - 0s 97us/step - loss: 0.0358
Epoch 4/50
500/500 [==============================] - 0s 86us/step - loss: 0.0355
Epoch 5/50
500/500 [==============================] - 0s 89us/step - loss: 0.0351
Epoch 6/50
500/500 [==============================] - 0s 87us/step - loss: 0.0345
Epoch 7/50
500/500 [==============================] - 0s 85us/step - loss: 0.0338
Epoch 8/50
500/500 [==============================] - 0s 89us/step - loss: 0.0329
Epoch 9/50
500/500 [==============================] - 0s 78us/step - loss: 0.0318
Epoch 10/50
500/500 [==============================] - 0s 87us/step - loss: 0.0305
Epoch 11/50
500/500 [==============================] - 0s 94us/step - loss: 0.0291
Epoch 12/50
500/500 [==============================] - 0s 78us/step - loss: 0.0275
Epoch 13/50
500/500 [==============================] - 0s 103us/step - loss: 0.0259
Epoch 14/50
500/500 [==============================] - 0s 75us/step - loss: 0.0243
Epoch 15/50
500/500 [==============================] - 0s 98us/step - loss: 0.0226
Epoch 16/50
500/500 [==============================] - 0s 118us/step - loss: 0.0211
Epoch 17/50
500/500 [==============================] - 0s 100us/step - loss: 0.0196
Epoch 18/50
500/500 [==============================] - 0s 86us/step - loss: 0.0182
Epoch 19/50
500/500 [==============================] - 0s 82us/step - loss: 0.0169
Epoch 20/50
500/500 [==============================] - 0s 94us/step - loss: 0.0158
Epoch 21/50
500/500 [==============================] - 0s 80us/step - loss: 0.0148
Epoch 22/50
500/500 [==============================] - 0s 81us/step - loss: 0.0140
Epoch 23/50
500/500 [==============================] - 0s 84us/step - loss: 0.0133
Epoch 24/50
500/500 [==============================] - 0s 84us/step - loss: 0.0127
Epoch 25/50
500/500 [==============================] - 0s 81us/step - loss: 0.0122
Epoch 26/50
500/500 [==============================] - 0s 82us/step - loss: 0.0118
Epoch 27/50
500/500 [==============================] - 0s 74us/step - loss: 0.0115
Epoch 28/50
500/500 [==============================] - 0s 90us/step - loss: 0.0113
Epoch 29/50
500/500 [==============================] - 0s 89us/step - loss: 0.0111
Epoch 30/50
500/500 [==============================] - 0s 98us/step - loss: 0.0109
Epoch 31/50
500/500 [==============================] - 0s 77us/step - loss: 0.0107
Epoch 32/50
500/500 [==============================] - 0s 88us/step - loss: 0.0106
Epoch 33/50
500/500 [==============================] - 0s 73us/step - loss: 0.0104
Epoch 34/50
500/500 [==============================] - 0s 74us/step - loss: 0.0103
Epoch 35/50
500/500 [==============================] - 0s 80us/step - loss: 0.0101
Epoch 36/50
500/500 [==============================] - 0s 79us/step - loss: 0.0100
Epoch 37/50
500/500 [==============================] - 0s 87us/step - loss: 0.0098
Epoch 38/50
500/500 [==============================] - 0s 80us/step - loss: 0.0097
Epoch 39/50
500/500 [==============================] - 0s 78us/step - loss: 0.0096
Epoch 40/50
500/500 [==============================] - 0s 82us/step - loss: 0.0094
Epoch 41/50
500/500 [==============================] - 0s 77us/step - loss: 0.0093
Epoch 42/50
500/500 [==============================] - 0s 85us/step - loss: 0.0092
Epoch 43/50
500/500 [==============================] - 0s 90us/step - loss: 0.0090
Epoch 44/50
500/500 [==============================] - 0s 94us/step - loss: 0.0089
Epoch 45/50
500/500 [==============================] - 0s 97us/step - loss: 0.0088
Epoch 46/50
500/500 [==============================] - 0s 91us/step - loss: 0.0086
Epoch 47/50
500/500 [==============================] - 0s 87us/step - loss: 0.0085
Epoch 48/50
500/500 [==============================] - 0s 82us/step - loss: 0.0084
Epoch 49/50
500/500 [==============================] - 0s 96us/step - loss: 0.0083
Epoch 50/50
500/500 [==============================] - 0s 82us/step - loss: 0.0081
mse with   25 e_dim: 0.00718872
Epoch 1/50
700/700 [==============================] - 0s 370us/step - loss: 0.0370
Epoch 2/50
700/700 [==============================] - 0s 65us/step - loss: 0.0356
Epoch 3/50
700/700 [==============================] - 0s 92us/step - loss: 0.0349
Epoch 4/50
700/700 [==============================] - 0s 85us/step - loss: 0.0343
Epoch 5/50
700/700 [==============================] - 0s 75us/step - loss: 0.0337
Epoch 6/50
700/700 [==============================] - 0s 96us/step - loss: 0.0332
Epoch 7/50
700/700 [==============================] - 0s 66us/step - loss: 0.0327
Epoch 8/50
700/700 [==============================] - 0s 90us/step - loss: 0.0321
Epoch 9/50
700/700 [==============================] - 0s 68us/step - loss: 0.0316
Epoch 10/50
700/700 [==============================] - 0s 82us/step - loss: 0.0312
Epoch 11/50
700/700 [==============================] - 0s 88us/step - loss: 0.0307
Epoch 12/50
700/700 [==============================] - 0s 85us/step - loss: 0.0302
Epoch 13/50
700/700 [==============================] - 0s 103us/step - loss: 0.0298
Epoch 14/50
700/700 [==============================] - 0s 65us/step - loss: 0.0294
Epoch 15/50
700/700 [==============================] - 0s 91us/step - loss: 0.0289
Epoch 16/50
700/700 [==============================] - 0s 71us/step - loss: 0.0285
Epoch 17/50
700/700 [==============================] - 0s 76us/step - loss: 0.0282
Epoch 18/50
700/700 [==============================] - 0s 70us/step - loss: 0.0278
Epoch 19/50
700/700 [==============================] - 0s 84us/step - loss: 0.0274
Epoch 20/50
700/700 [==============================] - 0s 89us/step - loss: 0.0271
Epoch 21/50
700/700 [==============================] - 0s 86us/step - loss: 0.0267
Epoch 22/50
700/700 [==============================] - 0s 72us/step - loss: 0.0264
Epoch 23/50
700/700 [==============================] - 0s 100us/step - loss: 0.0261
Epoch 24/50
700/700 [==============================] - 0s 71us/step - loss: 0.0258
Epoch 25/50
700/700 [==============================] - 0s 63us/step - loss: 0.0255
Epoch 26/50
700/700 [==============================] - 0s 73us/step - loss: 0.0252
Epoch 27/50
700/700 [==============================] - 0s 72us/step - loss: 0.0249
Epoch 28/50
700/700 [==============================] - 0s 95us/step - loss: 0.0246
Epoch 29/50
700/700 [==============================] - 0s 84us/step - loss: 0.0244
Epoch 30/50
700/700 [==============================] - 0s 68us/step - loss: 0.0241
Epoch 31/50
700/700 [==============================] - 0s 76us/step - loss: 0.0239
Epoch 32/50
700/700 [==============================] - 0s 84us/step - loss: 0.0237
Epoch 33/50
700/700 [==============================] - 0s 92us/step - loss: 0.0234
Epoch 34/50
700/700 [==============================] - 0s 74us/step - loss: 0.0232
Epoch 35/50
700/700 [==============================] - 0s 81us/step - loss: 0.0230
Epoch 36/50
700/700 [==============================] - 0s 78us/step - loss: 0.0228
Epoch 37/50
700/700 [==============================] - 0s 69us/step - loss: 0.0226
Epoch 38/50
700/700 [==============================] - 0s 70us/step - loss: 0.0225
Epoch 39/50
700/700 [==============================] - 0s 74us/step - loss: 0.0223
Epoch 40/50
700/700 [==============================] - 0s 72us/step - loss: 0.0221
Epoch 41/50
700/700 [==============================] - 0s 86us/step - loss: 0.0220
Epoch 42/50
700/700 [==============================] - 0s 71us/step - loss: 0.0218
Epoch 43/50
700/700 [==============================] - 0s 87us/step - loss: 0.0217
Epoch 44/50
700/700 [==============================] - 0s 73us/step - loss: 0.0215
Epoch 45/50
700/700 [==============================] - 0s 79us/step - loss: 0.0214
Epoch 46/50
700/700 [==============================] - 0s 96us/step - loss: 0.0213
Epoch 47/50
700/700 [==============================] - 0s 84us/step - loss: 0.0211
Epoch 48/50
700/700 [==============================] - 0s 88us/step - loss: 0.0210
Epoch 49/50
700/700 [==============================] - 0s 71us/step - loss: 0.0209
Epoch 50/50
700/700 [==============================] - 0s 78us/step - loss: 0.0208
mse with   25 e_dim: 0.01741804
Epoch 1/50
500/500 [==============================] - 0s 599us/step - loss: 0.0395
Epoch 2/50
500/500 [==============================] - 0s 88us/step - loss: 0.0364
Epoch 3/50
500/500 [==============================] - 0s 107us/step - loss: 0.0356
Epoch 4/50
500/500 [==============================] - 0s 76us/step - loss: 0.0349
Epoch 5/50
500/500 [==============================] - 0s 104us/step - loss: 0.0339
Epoch 6/50
500/500 [==============================] - 0s 97us/step - loss: 0.0326
Epoch 7/50
500/500 [==============================] - 0s 77us/step - loss: 0.0309
Epoch 8/50
500/500 [==============================] - 0s 91us/step - loss: 0.0289
Epoch 9/50
500/500 [==============================] - 0s 79us/step - loss: 0.0265
Epoch 10/50
500/500 [==============================] - 0s 65us/step - loss: 0.0241
Epoch 11/50
500/500 [==============================] - 0s 69us/step - loss: 0.0217
Epoch 12/50
500/500 [==============================] - 0s 97us/step - loss: 0.0194
Epoch 13/50
500/500 [==============================] - 0s 75us/step - loss: 0.0173
Epoch 14/50
500/500 [==============================] - 0s 81us/step - loss: 0.0155
Epoch 15/50
500/500 [==============================] - 0s 92us/step - loss: 0.0140
Epoch 16/50
500/500 [==============================] - 0s 85us/step - loss: 0.0129
Epoch 17/50
500/500 [==============================] - 0s 98us/step - loss: 0.0120
Epoch 18/50
500/500 [==============================] - 0s 89us/step - loss: 0.0114
Epoch 19/50
500/500 [==============================] - 0s 115us/step - loss: 0.0109
Epoch 20/50
500/500 [==============================] - 0s 102us/step - loss: 0.0106
Epoch 21/50
500/500 [==============================] - 0s 86us/step - loss: 0.0102
Epoch 22/50
500/500 [==============================] - 0s 94us/step - loss: 0.0100
Epoch 23/50
500/500 [==============================] - 0s 88us/step - loss: 0.0097
Epoch 24/50
500/500 [==============================] - 0s 87us/step - loss: 0.0094
Epoch 25/50
500/500 [==============================] - 0s 85us/step - loss: 0.0092
Epoch 26/50
500/500 [==============================] - 0s 80us/step - loss: 0.0089
Epoch 27/50
500/500 [==============================] - 0s 89us/step - loss: 0.0087
Epoch 28/50
500/500 [==============================] - 0s 94us/step - loss: 0.0084
Epoch 29/50
500/500 [==============================] - 0s 101us/step - loss: 0.0082
Epoch 30/50
500/500 [==============================] - 0s 90us/step - loss: 0.0080
Epoch 31/50
500/500 [==============================] - 0s 100us/step - loss: 0.0078
Epoch 32/50
500/500 [==============================] - 0s 85us/step - loss: 0.0076
Epoch 33/50
500/500 [==============================] - 0s 90us/step - loss: 0.0075
Epoch 34/50
500/500 [==============================] - 0s 96us/step - loss: 0.0073
Epoch 35/50
500/500 [==============================] - 0s 83us/step - loss: 0.0072
Epoch 36/50
500/500 [==============================] - 0s 77us/step - loss: 0.0070
Epoch 37/50
500/500 [==============================] - 0s 97us/step - loss: 0.0069
Epoch 38/50
500/500 [==============================] - 0s 90us/step - loss: 0.0068
Epoch 39/50
500/500 [==============================] - 0s 71us/step - loss: 0.0067
Epoch 40/50
500/500 [==============================] - 0s 78us/step - loss: 0.0066
Epoch 41/50
500/500 [==============================] - 0s 78us/step - loss: 0.0065
Epoch 42/50
500/500 [==============================] - 0s 67us/step - loss: 0.0064
Epoch 43/50
500/500 [==============================] - 0s 106us/step - loss: 0.0063
Epoch 44/50
500/500 [==============================] - 0s 85us/step - loss: 0.0063
Epoch 45/50
500/500 [==============================] - 0s 70us/step - loss: 0.0062
Epoch 46/50
500/500 [==============================] - 0s 68us/step - loss: 0.0061
Epoch 47/50
500/500 [==============================] - 0s 87us/step - loss: 0.0060
Epoch 48/50
500/500 [==============================] - 0s 92us/step - loss: 0.0060
Epoch 49/50
500/500 [==============================] - 0s 84us/step - loss: 0.0059
Epoch 50/50
500/500 [==============================] - 0s 75us/step - loss: 0.0058
mse with   50 e_dim: 0.00469842
Epoch 1/50
700/700 [==============================] - 0s 397us/step - loss: 0.0373
Epoch 2/50
700/700 [==============================] - 0s 60us/step - loss: 0.0355
Epoch 3/50
700/700 [==============================] - 0s 74us/step - loss: 0.0346
Epoch 4/50
700/700 [==============================] - 0s 86us/step - loss: 0.0338
Epoch 5/50
700/700 [==============================] - 0s 82us/step - loss: 0.0330
Epoch 6/50
700/700 [==============================] - 0s 65us/step - loss: 0.0323
Epoch 7/50
700/700 [==============================] - 0s 75us/step - loss: 0.0316
Epoch 8/50
700/700 [==============================] - 0s 89us/step - loss: 0.0309
Epoch 9/50
700/700 [==============================] - 0s 73us/step - loss: 0.0303
Epoch 10/50
700/700 [==============================] - 0s 69us/step - loss: 0.0297
Epoch 11/50
700/700 [==============================] - 0s 67us/step - loss: 0.0291
Epoch 12/50
700/700 [==============================] - 0s 70us/step - loss: 0.0286
Epoch 13/50
700/700 [==============================] - 0s 90us/step - loss: 0.0281
Epoch 14/50
700/700 [==============================] - 0s 79us/step - loss: 0.0276
Epoch 15/50
700/700 [==============================] - 0s 85us/step - loss: 0.0271
Epoch 16/50
700/700 [==============================] - 0s 81us/step - loss: 0.0266
Epoch 17/50
700/700 [==============================] - 0s 75us/step - loss: 0.0262
Epoch 18/50
700/700 [==============================] - 0s 79us/step - loss: 0.0258
Epoch 19/50
700/700 [==============================] - 0s 83us/step - loss: 0.0254
Epoch 20/50
700/700 [==============================] - 0s 66us/step - loss: 0.0250
Epoch 21/50
700/700 [==============================] - 0s 76us/step - loss: 0.0246
Epoch 22/50
700/700 [==============================] - 0s 71us/step - loss: 0.0243
Epoch 23/50
700/700 [==============================] - 0s 70us/step - loss: 0.0239
Epoch 24/50
700/700 [==============================] - 0s 69us/step - loss: 0.0236
Epoch 25/50
700/700 [==============================] - 0s 85us/step - loss: 0.0233
Epoch 26/50
700/700 [==============================] - 0s 73us/step - loss: 0.0230
Epoch 27/50
700/700 [==============================] - 0s 67us/step - loss: 0.0228
Epoch 28/50
700/700 [==============================] - 0s 85us/step - loss: 0.0225
Epoch 29/50
700/700 [==============================] - 0s 70us/step - loss: 0.0223
Epoch 30/50
700/700 [==============================] - 0s 95us/step - loss: 0.0221
Epoch 31/50
700/700 [==============================] - 0s 74us/step - loss: 0.0218
Epoch 32/50
700/700 [==============================] - 0s 69us/step - loss: 0.0216
Epoch 33/50
700/700 [==============================] - 0s 84us/step - loss: 0.0214
Epoch 34/50
700/700 [==============================] - 0s 75us/step - loss: 0.0212
Epoch 35/50
700/700 [==============================] - 0s 78us/step - loss: 0.0211
Epoch 36/50
700/700 [==============================] - 0s 68us/step - loss: 0.0209
Epoch 37/50
700/700 [==============================] - 0s 95us/step - loss: 0.0207
Epoch 38/50
700/700 [==============================] - 0s 69us/step - loss: 0.0206
Epoch 39/50
700/700 [==============================] - 0s 71us/step - loss: 0.0205
Epoch 40/50
700/700 [==============================] - 0s 85us/step - loss: 0.0203
Epoch 41/50
700/700 [==============================] - 0s 66us/step - loss: 0.0202
Epoch 42/50
700/700 [==============================] - 0s 89us/step - loss: 0.0201
Epoch 43/50
700/700 [==============================] - 0s 66us/step - loss: 0.0200
Epoch 44/50
700/700 [==============================] - 0s 83us/step - loss: 0.0199
Epoch 45/50
700/700 [==============================] - 0s 77us/step - loss: 0.0198
Epoch 46/50
700/700 [==============================] - 0s 76us/step - loss: 0.0197
Epoch 47/50
700/700 [==============================] - 0s 102us/step - loss: 0.0196
Epoch 48/50
700/700 [==============================] - 0s 79us/step - loss: 0.0195
Epoch 49/50
700/700 [==============================] - 0s 94us/step - loss: 0.0194
Epoch 50/50
700/700 [==============================] - 0s 85us/step - loss: 0.0193
mse with   50 e_dim: 0.01449267
Epoch 1/50
500/500 [==============================] - 0s 618us/step - loss: 0.0396
Epoch 2/50
500/500 [==============================] - 0s 89us/step - loss: 0.0362
Epoch 3/50
500/500 [==============================] - 0s 88us/step - loss: 0.0353
Epoch 4/50
500/500 [==============================] - 0s 94us/step - loss: 0.0342
Epoch 5/50
500/500 [==============================] - 0s 82us/step - loss: 0.0327
Epoch 6/50
500/500 [==============================] - 0s 103us/step - loss: 0.0306
Epoch 7/50
500/500 [==============================] - 0s 93us/step - loss: 0.0281
Epoch 8/50
500/500 [==============================] - 0s 85us/step - loss: 0.0252
Epoch 9/50
500/500 [==============================] - 0s 87us/step - loss: 0.0221
Epoch 10/50
500/500 [==============================] - 0s 91us/step - loss: 0.0192
Epoch 11/50
500/500 [==============================] - 0s 91us/step - loss: 0.0166
Epoch 12/50
500/500 [==============================] - 0s 81us/step - loss: 0.0145
Epoch 13/50
500/500 [==============================] - 0s 87us/step - loss: 0.0129
Epoch 14/50
500/500 [==============================] - 0s 103us/step - loss: 0.0118
Epoch 15/50
500/500 [==============================] - 0s 103us/step - loss: 0.0111
Epoch 16/50
500/500 [==============================] - 0s 90us/step - loss: 0.0105
Epoch 17/50
500/500 [==============================] - 0s 91us/step - loss: 0.0101
Epoch 18/50
500/500 [==============================] - 0s 83us/step - loss: 0.0097
Epoch 19/50
500/500 [==============================] - 0s 83us/step - loss: 0.0093
Epoch 20/50
500/500 [==============================] - 0s 86us/step - loss: 0.0090
Epoch 21/50
500/500 [==============================] - 0s 84us/step - loss: 0.0086
Epoch 22/50
500/500 [==============================] - 0s 100us/step - loss: 0.0083
Epoch 23/50
500/500 [==============================] - 0s 102us/step - loss: 0.0080
Epoch 24/50
500/500 [==============================] - 0s 84us/step - loss: 0.0077
Epoch 25/50
500/500 [==============================] - 0s 69us/step - loss: 0.0075
Epoch 26/50
500/500 [==============================] - 0s 74us/step - loss: 0.0072
Epoch 27/50
500/500 [==============================] - 0s 88us/step - loss: 0.0070
Epoch 28/50
500/500 [==============================] - 0s 76us/step - loss: 0.0069
Epoch 29/50
500/500 [==============================] - 0s 74us/step - loss: 0.0067
Epoch 30/50
500/500 [==============================] - 0s 70us/step - loss: 0.0065
Epoch 31/50
500/500 [==============================] - 0s 99us/step - loss: 0.0064
Epoch 32/50
500/500 [==============================] - 0s 94us/step - loss: 0.0062
Epoch 33/50
500/500 [==============================] - 0s 87us/step - loss: 0.0061
Epoch 34/50
500/500 [==============================] - 0s 83us/step - loss: 0.0060
Epoch 35/50
500/500 [==============================] - 0s 91us/step - loss: 0.0058
Epoch 36/50
500/500 [==============================] - 0s 78us/step - loss: 0.0057
Epoch 37/50
500/500 [==============================] - 0s 94us/step - loss: 0.0056
Epoch 38/50
500/500 [==============================] - 0s 93us/step - loss: 0.0055
Epoch 39/50
500/500 [==============================] - 0s 86us/step - loss: 0.0053
Epoch 40/50
500/500 [==============================] - 0s 85us/step - loss: 0.0052
Epoch 41/50
500/500 [==============================] - 0s 79us/step - loss: 0.0051
Epoch 42/50
500/500 [==============================] - 0s 100us/step - loss: 0.0050
Epoch 43/50
500/500 [==============================] - 0s 83us/step - loss: 0.0049
Epoch 44/50
500/500 [==============================] - 0s 86us/step - loss: 0.0048
Epoch 45/50
500/500 [==============================] - 0s 88us/step - loss: 0.0047
Epoch 46/50
500/500 [==============================] - 0s 100us/step - loss: 0.0046
Epoch 47/50
500/500 [==============================] - 0s 71us/step - loss: 0.0045
Epoch 48/50
500/500 [==============================] - 0s 90us/step - loss: 0.0044
Epoch 49/50
500/500 [==============================] - 0s 80us/step - loss: 0.0043
Epoch 50/50
500/500 [==============================] - 0s 94us/step - loss: 0.0042
mse with   75 e_dim: 0.00284753
Epoch 1/50
700/700 [==============================] - 0s 438us/step - loss: 0.0375
Epoch 2/50
700/700 [==============================] - 0s 70us/step - loss: 0.0354
Epoch 3/50
700/700 [==============================] - 0s 70us/step - loss: 0.0343
Epoch 4/50
700/700 [==============================] - 0s 76us/step - loss: 0.0334
Epoch 5/50
700/700 [==============================] - 0s 79us/step - loss: 0.0325
Epoch 6/50
700/700 [==============================] - 0s 92us/step - loss: 0.0317
Epoch 7/50
700/700 [==============================] - 0s 74us/step - loss: 0.0309
Epoch 8/50
700/700 [==============================] - 0s 89us/step - loss: 0.0301
Epoch 9/50
700/700 [==============================] - 0s 93us/step - loss: 0.0294
Epoch 10/50
700/700 [==============================] - 0s 70us/step - loss: 0.0287
Epoch 11/50
700/700 [==============================] - 0s 95us/step - loss: 0.0281
Epoch 12/50
700/700 [==============================] - 0s 85us/step - loss: 0.0275
Epoch 13/50
700/700 [==============================] - 0s 66us/step - loss: 0.0269
Epoch 14/50
700/700 [==============================] - 0s 83us/step - loss: 0.0264
Epoch 15/50
700/700 [==============================] - 0s 75us/step - loss: 0.0259
Epoch 16/50
700/700 [==============================] - 0s 90us/step - loss: 0.0254
Epoch 17/50
700/700 [==============================] - 0s 93us/step - loss: 0.0249
Epoch 18/50
700/700 [==============================] - 0s 87us/step - loss: 0.0245
Epoch 19/50
700/700 [==============================] - 0s 88us/step - loss: 0.0241
Epoch 20/50
700/700 [==============================] - 0s 84us/step - loss: 0.0237
Epoch 21/50
700/700 [==============================] - 0s 74us/step - loss: 0.0234
Epoch 22/50
700/700 [==============================] - 0s 93us/step - loss: 0.0230
Epoch 23/50
700/700 [==============================] - 0s 72us/step - loss: 0.0227
Epoch 24/50
700/700 [==============================] - 0s 69us/step - loss: 0.0224
Epoch 25/50
700/700 [==============================] - 0s 87us/step - loss: 0.0221
Epoch 26/50
700/700 [==============================] - 0s 88us/step - loss: 0.0219
Epoch 27/50
700/700 [==============================] - 0s 87us/step - loss: 0.0216
Epoch 28/50
700/700 [==============================] - 0s 78us/step - loss: 0.0214
Epoch 29/50
700/700 [==============================] - 0s 92us/step - loss: 0.0211
Epoch 30/50
700/700 [==============================] - 0s 75us/step - loss: 0.0209
Epoch 31/50
700/700 [==============================] - 0s 90us/step - loss: 0.0207
Epoch 32/50
700/700 [==============================] - 0s 84us/step - loss: 0.0206
Epoch 33/50
700/700 [==============================] - 0s 86us/step - loss: 0.0204
Epoch 34/50
700/700 [==============================] - 0s 87us/step - loss: 0.0202
Epoch 35/50
700/700 [==============================] - 0s 89us/step - loss: 0.0201
Epoch 36/50
700/700 [==============================] - 0s 72us/step - loss: 0.0199
Epoch 37/50
700/700 [==============================] - 0s 83us/step - loss: 0.0198
Epoch 38/50
700/700 [==============================] - 0s 75us/step - loss: 0.0197
Epoch 39/50
700/700 [==============================] - 0s 83us/step - loss: 0.0196
Epoch 40/50
700/700 [==============================] - 0s 84us/step - loss: 0.0195
Epoch 41/50
700/700 [==============================] - 0s 75us/step - loss: 0.0194
Epoch 42/50
700/700 [==============================] - 0s 76us/step - loss: 0.0193
Epoch 43/50
700/700 [==============================] - 0s 77us/step - loss: 0.0192
Epoch 44/50
700/700 [==============================] - 0s 80us/step - loss: 0.0191
Epoch 45/50
700/700 [==============================] - 0s 79us/step - loss: 0.0190
Epoch 46/50
700/700 [==============================] - 0s 100us/step - loss: 0.0190
Epoch 47/50
700/700 [==============================] - 0s 74us/step - loss: 0.0189
Epoch 48/50
700/700 [==============================] - 0s 84us/step - loss: 0.0188
Epoch 49/50
700/700 [==============================] - 0s 89us/step - loss: 0.0188
Epoch 50/50
700/700 [==============================] - 0s 79us/step - loss: 0.0187
mse with   75 e_dim: 0.01294207
Epoch 1/50
500/500 [==============================] - 0s 651us/step - loss: 0.0397
Epoch 2/50
500/500 [==============================] - 0s 72us/step - loss: 0.0362
Epoch 3/50
500/500 [==============================] - 0s 101us/step - loss: 0.0350
Epoch 4/50
500/500 [==============================] - 0s 93us/step - loss: 0.0335
Epoch 5/50
500/500 [==============================] - 0s 93us/step - loss: 0.0315
Epoch 6/50
500/500 [==============================] - 0s 86us/step - loss: 0.0287
Epoch 7/50
500/500 [==============================] - 0s 83us/step - loss: 0.0254
Epoch 8/50
500/500 [==============================] - 0s 99us/step - loss: 0.0218
Epoch 9/50
500/500 [==============================] - 0s 82us/step - loss: 0.0184
Epoch 10/50
500/500 [==============================] - 0s 77us/step - loss: 0.0155
Epoch 11/50
500/500 [==============================] - 0s 82us/step - loss: 0.0133
Epoch 12/50
500/500 [==============================] - 0s 84us/step - loss: 0.0120
Epoch 13/50
500/500 [==============================] - 0s 89us/step - loss: 0.0110
Epoch 14/50
500/500 [==============================] - 0s 102us/step - loss: 0.0104
Epoch 15/50
500/500 [==============================] - 0s 80us/step - loss: 0.0099
Epoch 16/50
500/500 [==============================] - 0s 85us/step - loss: 0.0094
Epoch 17/50
500/500 [==============================] - 0s 83us/step - loss: 0.0090
Epoch 18/50
500/500 [==============================] - 0s 97us/step - loss: 0.0086
Epoch 19/50
500/500 [==============================] - 0s 86us/step - loss: 0.0082
Epoch 20/50
500/500 [==============================] - 0s 91us/step - loss: 0.0079
Epoch 21/50
500/500 [==============================] - 0s 82us/step - loss: 0.0075
Epoch 22/50
500/500 [==============================] - 0s 96us/step - loss: 0.0073
Epoch 23/50
500/500 [==============================] - 0s 100us/step - loss: 0.0070
Epoch 24/50
500/500 [==============================] - 0s 90us/step - loss: 0.0067
Epoch 25/50
500/500 [==============================] - 0s 78us/step - loss: 0.0065
Epoch 26/50
500/500 [==============================] - 0s 77us/step - loss: 0.0063
Epoch 27/50
500/500 [==============================] - 0s 89us/step - loss: 0.0061
Epoch 28/50
500/500 [==============================] - 0s 90us/step - loss: 0.0060
Epoch 29/50
500/500 [==============================] - 0s 88us/step - loss: 0.0058
Epoch 30/50
500/500 [==============================] - 0s 90us/step - loss: 0.0056
Epoch 31/50
500/500 [==============================] - 0s 82us/step - loss: 0.0055
Epoch 32/50
500/500 [==============================] - 0s 103us/step - loss: 0.0053
Epoch 33/50
500/500 [==============================] - 0s 78us/step - loss: 0.0051
Epoch 34/50
500/500 [==============================] - 0s 73us/step - loss: 0.0050
Epoch 35/50
500/500 [==============================] - 0s 75us/step - loss: 0.0048
Epoch 36/50
500/500 [==============================] - 0s 77us/step - loss: 0.0047
Epoch 37/50
500/500 [==============================] - 0s 79us/step - loss: 0.0045
Epoch 38/50
500/500 [==============================] - 0s 76us/step - loss: 0.0044
Epoch 39/50
500/500 [==============================] - 0s 96us/step - loss: 0.0042
Epoch 40/50
500/500 [==============================] - 0s 106us/step - loss: 0.0041
Epoch 41/50
500/500 [==============================] - 0s 102us/step - loss: 0.0039
Epoch 42/50
500/500 [==============================] - 0s 90us/step - loss: 0.0038
Epoch 43/50
500/500 [==============================] - 0s 85us/step - loss: 0.0037
Epoch 44/50
500/500 [==============================] - 0s 100us/step - loss: 0.0035
Epoch 45/50
500/500 [==============================] - 0s 95us/step - loss: 0.0034
Epoch 46/50
500/500 [==============================] - 0s 88us/step - loss: 0.0033
Epoch 47/50
500/500 [==============================] - 0s 89us/step - loss: 0.0032
Epoch 48/50
500/500 [==============================] - 0s 82us/step - loss: 0.0031
Epoch 49/50
500/500 [==============================] - 0s 86us/step - loss: 0.0030
Epoch 50/50
500/500 [==============================] - 0s 92us/step - loss: 0.0029
mse with  100 e_dim: 0.00133794
Epoch 1/50
700/700 [==============================] - 0s 496us/step - loss: 0.0375
Epoch 2/50
700/700 [==============================] - 0s 83us/step - loss: 0.0353
Epoch 3/50
700/700 [==============================] - 0s 90us/step - loss: 0.0341
Epoch 4/50
700/700 [==============================] - 0s 85us/step - loss: 0.0330
Epoch 5/50
700/700 [==============================] - 0s 76us/step - loss: 0.0320
Epoch 6/50
700/700 [==============================] - 0s 103us/step - loss: 0.0311
Epoch 7/50
700/700 [==============================] - 0s 115us/step - loss: 0.0303
Epoch 8/50
700/700 [==============================] - 0s 94us/step - loss: 0.0294
Epoch 9/50
700/700 [==============================] - 0s 82us/step - loss: 0.0287
Epoch 10/50
700/700 [==============================] - 0s 73us/step - loss: 0.0280
Epoch 11/50
700/700 [==============================] - 0s 91us/step - loss: 0.0273
Epoch 12/50
700/700 [==============================] - 0s 85us/step - loss: 0.0267
Epoch 13/50
700/700 [==============================] - 0s 89us/step - loss: 0.0261
Epoch 14/50
700/700 [==============================] - 0s 75us/step - loss: 0.0255
Epoch 15/50
700/700 [==============================] - 0s 91us/step - loss: 0.0250
Epoch 16/50
700/700 [==============================] - 0s 74us/step - loss: 0.0245
Epoch 17/50
700/700 [==============================] - 0s 79us/step - loss: 0.0240
Epoch 18/50
700/700 [==============================] - 0s 77us/step - loss: 0.0236
Epoch 19/50
700/700 [==============================] - 0s 88us/step - loss: 0.0232
Epoch 20/50
700/700 [==============================] - 0s 80us/step - loss: 0.0228
Epoch 21/50
700/700 [==============================] - 0s 87us/step - loss: 0.0225
Epoch 22/50
700/700 [==============================] - 0s 79us/step - loss: 0.0222
Epoch 23/50
700/700 [==============================] - 0s 82us/step - loss: 0.0218
Epoch 24/50
700/700 [==============================] - 0s 73us/step - loss: 0.0216
Epoch 25/50
700/700 [==============================] - 0s 86us/step - loss: 0.0213
Epoch 26/50
700/700 [==============================] - 0s 69us/step - loss: 0.0210
Epoch 27/50
700/700 [==============================] - 0s 84us/step - loss: 0.0208
Epoch 28/50
700/700 [==============================] - 0s 70us/step - loss: 0.0206
Epoch 29/50
700/700 [==============================] - 0s 90us/step - loss: 0.0204
Epoch 30/50
700/700 [==============================] - 0s 83us/step - loss: 0.0202
Epoch 31/50
700/700 [==============================] - 0s 85us/step - loss: 0.0200
Epoch 32/50
700/700 [==============================] - 0s 91us/step - loss: 0.0199
Epoch 33/50
700/700 [==============================] - 0s 83us/step - loss: 0.0197
Epoch 34/50
700/700 [==============================] - 0s 75us/step - loss: 0.0196
Epoch 35/50
700/700 [==============================] - 0s 78us/step - loss: 0.0195
Epoch 36/50
700/700 [==============================] - 0s 74us/step - loss: 0.0193
Epoch 37/50
700/700 [==============================] - 0s 76us/step - loss: 0.0192
Epoch 38/50
700/700 [==============================] - 0s 80us/step - loss: 0.0191
Epoch 39/50
700/700 [==============================] - 0s 100us/step - loss: 0.0190
Epoch 40/50
700/700 [==============================] - 0s 78us/step - loss: 0.0189
Epoch 41/50
700/700 [==============================] - 0s 97us/step - loss: 0.0189
Epoch 42/50
700/700 [==============================] - 0s 84us/step - loss: 0.0188
Epoch 43/50
700/700 [==============================] - 0s 75us/step - loss: 0.0187
Epoch 44/50
700/700 [==============================] - 0s 96us/step - loss: 0.0187
Epoch 45/50
700/700 [==============================] - 0s 79us/step - loss: 0.0186
Epoch 46/50
700/700 [==============================] - 0s 76us/step - loss: 0.0185
Epoch 47/50
700/700 [==============================] - 0s 109us/step - loss: 0.0185
Epoch 48/50
700/700 [==============================] - 0s 76us/step - loss: 0.0184
Epoch 49/50
700/700 [==============================] - 0s 88us/step - loss: 0.0184
Epoch 50/50
700/700 [==============================] - 0s 84us/step - loss: 0.0183
mse with  100 e_dim: 0.01193475
Epoch 1/50
500/500 [==============================] - 0s 717us/step - loss: 0.0399
Epoch 2/50
500/500 [==============================] - 0s 78us/step - loss: 0.0354
Epoch 3/50
500/500 [==============================] - 0s 90us/step - loss: 0.0326
Epoch 4/50
500/500 [==============================] - 0s 90us/step - loss: 0.0287
Epoch 5/50
500/500 [==============================] - 0s 83us/step - loss: 0.0237
Epoch 6/50
500/500 [==============================] - 0s 84us/step - loss: 0.0184
Epoch 7/50
500/500 [==============================] - 0s 96us/step - loss: 0.0142
Epoch 8/50
500/500 [==============================] - 0s 79us/step - loss: 0.0116
Epoch 9/50
500/500 [==============================] - 0s 82us/step - loss: 0.0103
Epoch 10/50
500/500 [==============================] - 0s 86us/step - loss: 0.0094
Epoch 11/50
500/500 [==============================] - 0s 77us/step - loss: 0.0087
Epoch 12/50
500/500 [==============================] - 0s 85us/step - loss: 0.0080
Epoch 13/50
500/500 [==============================] - 0s 85us/step - loss: 0.0074
Epoch 14/50
500/500 [==============================] - 0s 93us/step - loss: 0.0069
Epoch 15/50
500/500 [==============================] - 0s 94us/step - loss: 0.0065
Epoch 16/50
500/500 [==============================] - 0s 82us/step - loss: 0.0061
Epoch 17/50
500/500 [==============================] - 0s 76us/step - loss: 0.0058
Epoch 18/50
500/500 [==============================] - 0s 93us/step - loss: 0.0055
Epoch 19/50
500/500 [==============================] - 0s 84us/step - loss: 0.0052
Epoch 20/50
500/500 [==============================] - 0s 101us/step - loss: 0.0049
Epoch 21/50
500/500 [==============================] - 0s 89us/step - loss: 0.0046
Epoch 22/50
500/500 [==============================] - 0s 98us/step - loss: 0.0043
Epoch 23/50
500/500 [==============================] - 0s 87us/step - loss: 0.0041
Epoch 24/50
500/500 [==============================] - 0s 90us/step - loss: 0.0038
Epoch 25/50
500/500 [==============================] - 0s 97us/step - loss: 0.0036
Epoch 26/50
500/500 [==============================] - 0s 140us/step - loss: 0.0034
Epoch 27/50
500/500 [==============================] - 0s 129us/step - loss: 0.0032
Epoch 28/50
500/500 [==============================] - 0s 91us/step - loss: 0.0030
Epoch 29/50
500/500 [==============================] - 0s 79us/step - loss: 0.0028
Epoch 30/50
500/500 [==============================] - ETA: 0s - loss: 0.002 - 0s 97us/step - loss: 0.0027
Epoch 31/50
500/500 [==============================] - 0s 89us/step - loss: 0.0026
Epoch 32/50
500/500 [==============================] - 0s 87us/step - loss: 0.0025
Epoch 33/50
500/500 [==============================] - 0s 93us/step - loss: 0.0024
Epoch 34/50
500/500 [==============================] - 0s 91us/step - loss: 0.0023
Epoch 35/50
500/500 [==============================] - 0s 95us/step - loss: 0.0022
Epoch 36/50
500/500 [==============================] - 0s 80us/step - loss: 0.0021
Epoch 37/50
500/500 [==============================] - 0s 88us/step - loss: 0.0021
Epoch 38/50
500/500 [==============================] - 0s 92us/step - loss: 0.0020
Epoch 39/50
500/500 [==============================] - 0s 102us/step - loss: 0.0020
Epoch 40/50
500/500 [==============================] - 0s 100us/step - loss: 0.0019
Epoch 41/50
500/500 [==============================] - 0s 83us/step - loss: 0.0019
Epoch 42/50
500/500 [==============================] - 0s 87us/step - loss: 0.0018
Epoch 43/50
500/500 [==============================] - 0s 95us/step - loss: 0.0018
Epoch 44/50
500/500 [==============================] - 0s 84us/step - loss: 0.0018
Epoch 45/50
500/500 [==============================] - 0s 92us/step - loss: 0.0017
Epoch 46/50
500/500 [==============================] - 0s 83us/step - loss: 0.0017
Epoch 47/50
500/500 [==============================] - 0s 92us/step - loss: 0.0017
Epoch 48/50
500/500 [==============================] - 0s 79us/step - loss: 0.0017
Epoch 49/50
500/500 [==============================] - 0s 93us/step - loss: 0.0016
Epoch 50/50
500/500 [==============================] - 0s 90us/step - loss: 0.0016
mse with  250 e_dim: 0.00019517
Epoch 1/50
700/700 [==============================] - 0s 561us/step - loss: 0.0383
Epoch 2/50
700/700 [==============================] - 0s 77us/step - loss: 0.0352
Epoch 3/50
700/700 [==============================] - 0s 93us/step - loss: 0.0334
Epoch 4/50
700/700 [==============================] - 0s 85us/step - loss: 0.0319
Epoch 5/50
700/700 [==============================] - 0s 74us/step - loss: 0.0306
Epoch 6/50
700/700 [==============================] - 0s 79us/step - loss: 0.0294
Epoch 7/50
700/700 [==============================] - 0s 75us/step - loss: 0.0284
Epoch 8/50
700/700 [==============================] - 0s 80us/step - loss: 0.0274
Epoch 9/50
700/700 [==============================] - 0s 86us/step - loss: 0.0265
Epoch 10/50
700/700 [==============================] - 0s 93us/step - loss: 0.0258
Epoch 11/50
700/700 [==============================] - 0s 91us/step - loss: 0.0250
Epoch 12/50
700/700 [==============================] - 0s 96us/step - loss: 0.0244
Epoch 13/50
700/700 [==============================] - ETA: 0s - loss: 0.023 - 0s 95us/step - loss: 0.0238
Epoch 14/50
700/700 [==============================] - 0s 78us/step - loss: 0.0233
Epoch 15/50
700/700 [==============================] - 0s 88us/step - loss: 0.0228
Epoch 16/50
700/700 [==============================] - 0s 80us/step - loss: 0.0224
Epoch 17/50
700/700 [==============================] - 0s 87us/step - loss: 0.0220
Epoch 18/50
700/700 [==============================] - 0s 80us/step - loss: 0.0217
Epoch 19/50
700/700 [==============================] - 0s 108us/step - loss: 0.0214
Epoch 20/50
700/700 [==============================] - 0s 89us/step - loss: 0.0211
Epoch 21/50
700/700 [==============================] - 0s 86us/step - loss: 0.0208
Epoch 22/50
700/700 [==============================] - 0s 82us/step - loss: 0.0206
Epoch 23/50
700/700 [==============================] - 0s 72us/step - loss: 0.0204
Epoch 24/50
700/700 [==============================] - 0s 88us/step - loss: 0.0202
Epoch 25/50
700/700 [==============================] - 0s 91us/step - loss: 0.0200
Epoch 26/50
700/700 [==============================] - 0s 71us/step - loss: 0.0199
Epoch 27/50
700/700 [==============================] - 0s 69us/step - loss: 0.0197
Epoch 28/50
700/700 [==============================] - 0s 76us/step - loss: 0.0196
Epoch 29/50
700/700 [==============================] - 0s 78us/step - loss: 0.0195
Epoch 30/50
700/700 [==============================] - 0s 70us/step - loss: 0.0194
Epoch 31/50
700/700 [==============================] - 0s 87us/step - loss: 0.0193
Epoch 32/50
700/700 [==============================] - 0s 85us/step - loss: 0.0192
Epoch 33/50
700/700 [==============================] - 0s 75us/step - loss: 0.0191
Epoch 34/50
700/700 [==============================] - 0s 78us/step - loss: 0.0191
Epoch 35/50
700/700 [==============================] - 0s 87us/step - loss: 0.0190
Epoch 36/50
700/700 [==============================] - 0s 78us/step - loss: 0.0190
Epoch 37/50
700/700 [==============================] - 0s 97us/step - loss: 0.0189
Epoch 38/50
700/700 [==============================] - 0s 95us/step - loss: 0.0189
Epoch 39/50
700/700 [==============================] - 0s 77us/step - loss: 0.0188
Epoch 40/50
700/700 [==============================] - 0s 84us/step - loss: 0.0188
Epoch 41/50
700/700 [==============================] - 0s 88us/step - loss: 0.0188
Epoch 42/50
700/700 [==============================] - 0s 75us/step - loss: 0.0187
Epoch 43/50
700/700 [==============================] - 0s 79us/step - loss: 0.0187
Epoch 44/50
700/700 [==============================] - 0s 83us/step - loss: 0.0187
Epoch 45/50
700/700 [==============================] - 0s 93us/step - loss: 0.0187
Epoch 46/50
700/700 [==============================] - 0s 85us/step - loss: 0.0186
Epoch 47/50
700/700 [==============================] - 0s 84us/step - loss: 0.0186
Epoch 48/50
700/700 [==============================] - 0s 87us/step - loss: 0.0186
Epoch 49/50
700/700 [==============================] - 0s 97us/step - loss: 0.0186
Epoch 50/50
700/700 [==============================] - 0s 85us/step - loss: 0.0186
mse with  250 e_dim: 0.01087378
Epoch 1/50
500/500 [==============================] - 0s 793us/step - loss: 0.0411
Epoch 2/50
500/500 [==============================] - 0s 83us/step - loss: 0.0358
Epoch 3/50
500/500 [==============================] - 0s 94us/step - loss: 0.0328
Epoch 4/50
500/500 [==============================] - 0s 93us/step - loss: 0.0289
Epoch 5/50
500/500 [==============================] - 0s 96us/step - loss: 0.0239
Epoch 6/50
500/500 [==============================] - 0s 96us/step - loss: 0.0187
Epoch 7/50
500/500 [==============================] - 0s 103us/step - loss: 0.0144
Epoch 8/50
500/500 [==============================] - 0s 95us/step - loss: 0.0118
Epoch 9/50
500/500 [==============================] - 0s 108us/step - loss: 0.0103
Epoch 10/50
500/500 [==============================] - 0s 96us/step - loss: 0.0094
Epoch 11/50
500/500 [==============================] - 0s 78us/step - loss: 0.0086
Epoch 12/50
500/500 [==============================] - 0s 94us/step - loss: 0.0080
Epoch 13/50
500/500 [==============================] - 0s 102us/step - loss: 0.0074
Epoch 14/50
500/500 [==============================] - 0s 84us/step - loss: 0.0069
Epoch 15/50
500/500 [==============================] - 0s 101us/step - loss: 0.0064
Epoch 16/50
500/500 [==============================] - 0s 96us/step - loss: 0.0061
Epoch 17/50
500/500 [==============================] - 0s 100us/step - loss: 0.0057
Epoch 18/50
500/500 [==============================] - 0s 97us/step - loss: 0.0054
Epoch 19/50
500/500 [==============================] - 0s 108us/step - loss: 0.0051
Epoch 20/50
500/500 [==============================] - 0s 99us/step - loss: 0.0048
Epoch 21/50
500/500 [==============================] - 0s 93us/step - loss: 0.0045
Epoch 22/50
500/500 [==============================] - 0s 114us/step - loss: 0.0042
Epoch 23/50
500/500 [==============================] - 0s 93us/step - loss: 0.0040
Epoch 24/50
500/500 [==============================] - 0s 101us/step - loss: 0.0038
Epoch 25/50
500/500 [==============================] - 0s 77us/step - loss: 0.0035
Epoch 26/50
500/500 [==============================] - 0s 81us/step - loss: 0.0034
Epoch 27/50
500/500 [==============================] - 0s 99us/step - loss: 0.0032
Epoch 28/50
500/500 [==============================] - 0s 79us/step - loss: 0.0030
Epoch 29/50
500/500 [==============================] - 0s 83us/step - loss: 0.0029
Epoch 30/50
500/500 [==============================] - 0s 89us/step - loss: 0.0028
Epoch 31/50
500/500 [==============================] - 0s 80us/step - loss: 0.0027
Epoch 32/50
500/500 [==============================] - 0s 95us/step - loss: 0.0026
Epoch 33/50
500/500 [==============================] - 0s 98us/step - loss: 0.0025
Epoch 34/50
500/500 [==============================] - 0s 107us/step - loss: 0.0024
Epoch 35/50
500/500 [==============================] - 0s 103us/step - loss: 0.0024
Epoch 36/50
500/500 [==============================] - 0s 90us/step - loss: 0.0023
Epoch 37/50
500/500 [==============================] - 0s 84us/step - loss: 0.0022
Epoch 38/50
500/500 [==============================] - 0s 83us/step - loss: 0.0022
Epoch 39/50
500/500 [==============================] - 0s 90us/step - loss: 0.0021
Epoch 40/50
500/500 [==============================] - 0s 85us/step - loss: 0.0021
Epoch 41/50
500/500 [==============================] - 0s 97us/step - loss: 0.0020
Epoch 42/50
500/500 [==============================] - 0s 87us/step - loss: 0.0020
Epoch 43/50
500/500 [==============================] - 0s 89us/step - loss: 0.0020
Epoch 44/50
500/500 [==============================] - 0s 89us/step - loss: 0.0019
Epoch 45/50
500/500 [==============================] - 0s 98us/step - loss: 0.0019
Epoch 46/50
500/500 [==============================] - 0s 86us/step - loss: 0.0019
Epoch 47/50
500/500 [==============================] - 0s 105us/step - loss: 0.0018
Epoch 48/50
500/500 [==============================] - 0s 79us/step - loss: 0.0018
Epoch 49/50
500/500 [==============================] - 0s 82us/step - loss: 0.0018
Epoch 50/50
500/500 [==============================] - 0s 90us/step - loss: 0.0017
mse with  400 e_dim: 0.00018426
Epoch 1/50
700/700 [==============================] - 0s 594us/step - loss: 0.0391
Epoch 2/50
700/700 [==============================] - 0s 90us/step - loss: 0.0356
Epoch 3/50
700/700 [==============================] - 0s 76us/step - loss: 0.0337
Epoch 4/50
700/700 [==============================] - 0s 94us/step - loss: 0.0321
Epoch 5/50
700/700 [==============================] - 0s 106us/step - loss: 0.0307
Epoch 6/50
700/700 [==============================] - 0s 75us/step - loss: 0.0294
Epoch 7/50
700/700 [==============================] - 0s 94us/step - loss: 0.0283
Epoch 8/50
700/700 [==============================] - 0s 90us/step - loss: 0.0273
Epoch 9/50
700/700 [==============================] - 0s 79us/step - loss: 0.0264
Epoch 10/50
700/700 [==============================] - 0s 85us/step - loss: 0.0256
Epoch 11/50
700/700 [==============================] - 0s 80us/step - loss: 0.0248
Epoch 12/50
700/700 [==============================] - 0s 85us/step - loss: 0.0241
Epoch 13/50
700/700 [==============================] - 0s 76us/step - loss: 0.0235
Epoch 14/50
700/700 [==============================] - 0s 97us/step - loss: 0.0230
Epoch 15/50
700/700 [==============================] - 0s 83us/step - loss: 0.0225
Epoch 16/50
700/700 [==============================] - 0s 85us/step - loss: 0.0220
Epoch 17/50
700/700 [==============================] - 0s 79us/step - loss: 0.0216
Epoch 18/50
700/700 [==============================] - 0s 95us/step - loss: 0.0212
Epoch 19/50
700/700 [==============================] - 0s 84us/step - loss: 0.0209
Epoch 20/50
700/700 [==============================] - 0s 88us/step - loss: 0.0206
Epoch 21/50
700/700 [==============================] - 0s 88us/step - loss: 0.0203
Epoch 22/50
700/700 [==============================] - 0s 86us/step - loss: 0.0201
Epoch 23/50
700/700 [==============================] - 0s 91us/step - loss: 0.0199
Epoch 24/50
700/700 [==============================] - 0s 89us/step - loss: 0.0196
Epoch 25/50
700/700 [==============================] - 0s 91us/step - loss: 0.0195
Epoch 26/50
700/700 [==============================] - 0s 90us/step - loss: 0.0193
Epoch 27/50
700/700 [==============================] - 0s 78us/step - loss: 0.0192
Epoch 28/50
700/700 [==============================] - 0s 93us/step - loss: 0.0190
Epoch 29/50
700/700 [==============================] - 0s 82us/step - loss: 0.0189
Epoch 30/50
700/700 [==============================] - 0s 72us/step - loss: 0.0188
Epoch 31/50
700/700 [==============================] - 0s 75us/step - loss: 0.0187
Epoch 32/50
700/700 [==============================] - 0s 87us/step - loss: 0.0186
Epoch 33/50
700/700 [==============================] - 0s 76us/step - loss: 0.0185
Epoch 34/50
700/700 [==============================] - 0s 86us/step - loss: 0.0185
Epoch 35/50
700/700 [==============================] - 0s 96us/step - loss: 0.0184
Epoch 36/50
700/700 [==============================] - 0s 93us/step - loss: 0.0183
Epoch 37/50
700/700 [==============================] - 0s 105us/step - loss: 0.0183
Epoch 38/50
700/700 [==============================] - 0s 95us/step - loss: 0.0182
Epoch 39/50
700/700 [==============================] - 0s 85us/step - loss: 0.0182
Epoch 40/50
700/700 [==============================] - 0s 88us/step - loss: 0.0181
Epoch 41/50
700/700 [==============================] - 0s 75us/step - loss: 0.0181
Epoch 42/50
700/700 [==============================] - 0s 83us/step - loss: 0.0181
Epoch 43/50
700/700 [==============================] - 0s 89us/step - loss: 0.0181
Epoch 44/50
700/700 [==============================] - 0s 86us/step - loss: 0.0180
Epoch 45/50
700/700 [==============================] - 0s 87us/step - loss: 0.0180
Epoch 46/50
700/700 [==============================] - 0s 76us/step - loss: 0.0180
Epoch 47/50
700/700 [==============================] - 0s 78us/step - loss: 0.0180
Epoch 48/50
700/700 [==============================] - 0s 85us/step - loss: 0.0180
Epoch 49/50
700/700 [==============================] - 0s 101us/step - loss: 0.0179
Epoch 50/50
700/700 [==============================] - 0s 90us/step - loss: 0.0179
mse with  400 e_dim: 0.01018855
Epoch 1/50
500/500 [==============================] - 0s 854us/step - loss: 0.0418
Epoch 2/50
500/500 [==============================] - 0s 99us/step - loss: 0.0363
Epoch 3/50
500/500 [==============================] - 0s 90us/step - loss: 0.0335
Epoch 4/50
500/500 [==============================] - 0s 102us/step - loss: 0.0298
Epoch 5/50
500/500 [==============================] - 0s 107us/step - loss: 0.0252
Epoch 6/50
500/500 [==============================] - 0s 99us/step - loss: 0.0203
Epoch 7/50
500/500 [==============================] - 0s 97us/step - loss: 0.0159
Epoch 8/50
500/500 [==============================] - 0s 96us/step - loss: 0.0128
Epoch 9/50
500/500 [==============================] - 0s 92us/step - loss: 0.0110
Epoch 10/50
500/500 [==============================] - 0s 91us/step - loss: 0.0099
Epoch 11/50
500/500 [==============================] - 0s 108us/step - loss: 0.0090
Epoch 12/50
500/500 [==============================] - 0s 104us/step - loss: 0.0083
Epoch 13/50
500/500 [==============================] - 0s 100us/step - loss: 0.0077
Epoch 14/50
500/500 [==============================] - 0s 103us/step - loss: 0.0072
Epoch 15/50
500/500 [==============================] - 0s 111us/step - loss: 0.0067
Epoch 16/50
500/500 [==============================] - 0s 96us/step - loss: 0.0063
Epoch 17/50
500/500 [==============================] - 0s 79us/step - loss: 0.0059
Epoch 18/50
500/500 [==============================] - ETA: 0s - loss: 0.005 - 0s 99us/step - loss: 0.0056
Epoch 19/50
500/500 [==============================] - 0s 99us/step - loss: 0.0052
Epoch 20/50
500/500 [==============================] - 0s 105us/step - loss: 0.0049
Epoch 21/50
500/500 [==============================] - 0s 121us/step - loss: 0.0047
Epoch 22/50
500/500 [==============================] - 0s 101us/step - loss: 0.0044
Epoch 23/50
500/500 [==============================] - 0s 95us/step - loss: 0.0042
Epoch 24/50
500/500 [==============================] - 0s 115us/step - loss: 0.0039
Epoch 25/50
500/500 [==============================] - 0s 114us/step - loss: 0.0037
Epoch 26/50
500/500 [==============================] - 0s 107us/step - loss: 0.0035
Epoch 27/50
500/500 [==============================] - 0s 100us/step - loss: 0.0034
Epoch 28/50
500/500 [==============================] - 0s 107us/step - loss: 0.0032
Epoch 29/50
500/500 [==============================] - 0s 91us/step - loss: 0.0031
Epoch 30/50
500/500 [==============================] - 0s 118us/step - loss: 0.0030
Epoch 31/50
500/500 [==============================] - 0s 100us/step - loss: 0.0028
Epoch 32/50
500/500 [==============================] - 0s 95us/step - loss: 0.0027
Epoch 33/50
500/500 [==============================] - 0s 100us/step - loss: 0.0027
Epoch 34/50
500/500 [==============================] - 0s 103us/step - loss: 0.0026
Epoch 35/50
500/500 [==============================] - 0s 100us/step - loss: 0.0025
Epoch 36/50
500/500 [==============================] - 0s 87us/step - loss: 0.0024
Epoch 37/50
500/500 [==============================] - 0s 88us/step - loss: 0.0024
Epoch 38/50
500/500 [==============================] - 0s 90us/step - loss: 0.0023
Epoch 39/50
500/500 [==============================] - 0s 99us/step - loss: 0.0023
Epoch 40/50
500/500 [==============================] - 0s 104us/step - loss: 0.0022
Epoch 41/50
500/500 [==============================] - 0s 101us/step - loss: 0.0022
Epoch 42/50
500/500 [==============================] - 0s 104us/step - loss: 0.0021
Epoch 43/50
500/500 [==============================] - 0s 105us/step - loss: 0.0021
Epoch 44/50
500/500 [==============================] - 0s 92us/step - loss: 0.0020
Epoch 45/50
500/500 [==============================] - 0s 93us/step - loss: 0.0020
Epoch 46/50
500/500 [==============================] - 0s 101us/step - loss: 0.0020
Epoch 47/50
500/500 [==============================] - 0s 106us/step - loss: 0.0019
Epoch 48/50
500/500 [==============================] - 0s 99us/step - loss: 0.0019
Epoch 49/50
500/500 [==============================] - 0s 90us/step - loss: 0.0019
Epoch 50/50
500/500 [==============================] - 0s 86us/step - loss: 0.0018
mse with  500 e_dim: 0.00018970
Epoch 1/50
700/700 [==============================] - 0s 643us/step - loss: 0.0398
Epoch 2/50
700/700 [==============================] - 0s 83us/step - loss: 0.0360
Epoch 3/50
700/700 [==============================] - 0s 93us/step - loss: 0.0341
Epoch 4/50
700/700 [==============================] - 0s 102us/step - loss: 0.0325
Epoch 5/50
700/700 [==============================] - 0s 96us/step - loss: 0.0311
Epoch 6/50
700/700 [==============================] - 0s 94us/step - loss: 0.0299
Epoch 7/50
700/700 [==============================] - ETA: 0s - loss: 0.028 - 0s 91us/step - loss: 0.0287
Epoch 8/50
700/700 [==============================] - 0s 85us/step - loss: 0.0277
Epoch 9/50
700/700 [==============================] - 0s 92us/step - loss: 0.0267
Epoch 10/50
700/700 [==============================] - 0s 94us/step - loss: 0.0259
Epoch 11/50
700/700 [==============================] - 0s 87us/step - loss: 0.0251
Epoch 12/50
700/700 [==============================] - 0s 85us/step - loss: 0.0244
Epoch 13/50
700/700 [==============================] - 0s 87us/step - loss: 0.0237
Epoch 14/50
700/700 [==============================] - 0s 75us/step - loss: 0.0231
Epoch 15/50
700/700 [==============================] - 0s 90us/step - loss: 0.0226
Epoch 16/50
700/700 [==============================] - 0s 96us/step - loss: 0.0221
Epoch 17/50
700/700 [==============================] - 0s 93us/step - loss: 0.0217
Epoch 18/50
700/700 [==============================] - 0s 90us/step - loss: 0.0213
Epoch 19/50
700/700 [==============================] - 0s 94us/step - loss: 0.0209
Epoch 20/50
700/700 [==============================] - 0s 94us/step - loss: 0.0206
Epoch 21/50
700/700 [==============================] - 0s 81us/step - loss: 0.0203
Epoch 22/50
700/700 [==============================] - 0s 87us/step - loss: 0.0201
Epoch 23/50
700/700 [==============================] - 0s 85us/step - loss: 0.0198
Epoch 24/50
700/700 [==============================] - 0s 86us/step - loss: 0.0196
Epoch 25/50
700/700 [==============================] - 0s 90us/step - loss: 0.0194
Epoch 26/50
700/700 [==============================] - 0s 84us/step - loss: 0.0192
Epoch 27/50
700/700 [==============================] - 0s 87us/step - loss: 0.0190
Epoch 28/50
700/700 [==============================] - 0s 91us/step - loss: 0.0189
Epoch 29/50
700/700 [==============================] - 0s 86us/step - loss: 0.0188
Epoch 30/50
700/700 [==============================] - 0s 87us/step - loss: 0.0186
Epoch 31/50
700/700 [==============================] - 0s 95us/step - loss: 0.0185
Epoch 32/50
700/700 [==============================] - 0s 81us/step - loss: 0.0184
Epoch 33/50
700/700 [==============================] - 0s 96us/step - loss: 0.0183
Epoch 34/50
700/700 [==============================] - 0s 93us/step - loss: 0.0183
Epoch 35/50
700/700 [==============================] - 0s 87us/step - loss: 0.0182
Epoch 36/50
700/700 [==============================] - 0s 93us/step - loss: 0.0181
Epoch 37/50
700/700 [==============================] - 0s 88us/step - loss: 0.0181
Epoch 38/50
700/700 [==============================] - 0s 93us/step - loss: 0.0180
Epoch 39/50
700/700 [==============================] - 0s 95us/step - loss: 0.0179
Epoch 40/50
700/700 [==============================] - 0s 79us/step - loss: 0.0179
Epoch 41/50
700/700 [==============================] - 0s 101us/step - loss: 0.0179
Epoch 42/50
700/700 [==============================] - 0s 83us/step - loss: 0.0178
Epoch 43/50
700/700 [==============================] - 0s 94us/step - loss: 0.0178
Epoch 44/50
700/700 [==============================] - 0s 86us/step - loss: 0.0178
Epoch 45/50
700/700 [==============================] - 0s 90us/step - loss: 0.0177
Epoch 46/50
700/700 [==============================] - 0s 99us/step - loss: 0.0177
Epoch 47/50
700/700 [==============================] - 0s 100us/step - loss: 0.0177
Epoch 48/50
700/700 [==============================] - 0s 89us/step - loss: 0.0177
Epoch 49/50
700/700 [==============================] - 0s 83us/step - loss: 0.0176
Epoch 50/50
700/700 [==============================] - 0s 84us/step - loss: 0.0176
mse with  500 e_dim: 0.00996236
Epoch 1/50
500/500 [==============================] - 0s 932us/step - loss: 0.0416
Epoch 2/50
500/500 [==============================] - 0s 105us/step - loss: 0.0352
Epoch 3/50
500/500 [==============================] - 0s 115us/step - loss: 0.0314
Epoch 4/50
500/500 [==============================] - 0s 111us/step - loss: 0.0266
Epoch 5/50
500/500 [==============================] - 0s 105us/step - loss: 0.0210
Epoch 6/50
500/500 [==============================] - 0s 107us/step - loss: 0.0159
Epoch 7/50
500/500 [==============================] - 0s 103us/step - loss: 0.0124
Epoch 8/50
500/500 [==============================] - 0s 109us/step - loss: 0.0105
Epoch 9/50
500/500 [==============================] - 0s 111us/step - loss: 0.0094
Epoch 10/50
500/500 [==============================] - 0s 105us/step - loss: 0.0085
Epoch 11/50
500/500 [==============================] - 0s 116us/step - loss: 0.0077
Epoch 12/50
500/500 [==============================] - 0s 127us/step - loss: 0.0071
Epoch 13/50
500/500 [==============================] - 0s 110us/step - loss: 0.0065
Epoch 14/50
500/500 [==============================] - 0s 109us/step - loss: 0.0061
Epoch 15/50
500/500 [==============================] - 0s 103us/step - loss: 0.0057
Epoch 16/50
500/500 [==============================] - 0s 112us/step - loss: 0.0053
Epoch 17/50
500/500 [==============================] - 0s 106us/step - loss: 0.0049
Epoch 18/50
500/500 [==============================] - 0s 109us/step - loss: 0.0046
Epoch 19/50
500/500 [==============================] - 0s 111us/step - loss: 0.0043
Epoch 20/50
500/500 [==============================] - 0s 103us/step - loss: 0.0041
Epoch 21/50
500/500 [==============================] - 0s 104us/step - loss: 0.0038
Epoch 22/50
500/500 [==============================] - 0s 111us/step - loss: 0.0036
Epoch 23/50
500/500 [==============================] - 0s 107us/step - loss: 0.0034
Epoch 24/50
500/500 [==============================] - 0s 122us/step - loss: 0.0033
Epoch 25/50
500/500 [==============================] - 0s 117us/step - loss: 0.0031
Epoch 26/50
500/500 [==============================] - 0s 106us/step - loss: 0.0030
Epoch 27/50
500/500 [==============================] - 0s 108us/step - loss: 0.0029
Epoch 28/50
500/500 [==============================] - 0s 103us/step - loss: 0.0028
Epoch 29/50
500/500 [==============================] - 0s 104us/step - loss: 0.0027
Epoch 30/50
500/500 [==============================] - 0s 121us/step - loss: 0.0026
Epoch 31/50
500/500 [==============================] - 0s 101us/step - loss: 0.0025
Epoch 32/50
500/500 [==============================] - 0s 103us/step - loss: 0.0024
Epoch 33/50
500/500 [==============================] - 0s 115us/step - loss: 0.0024
Epoch 34/50
500/500 [==============================] - 0s 107us/step - loss: 0.0023
Epoch 35/50
500/500 [==============================] - 0s 102us/step - loss: 0.0023
Epoch 36/50
500/500 [==============================] - 0s 111us/step - loss: 0.0022
Epoch 37/50
500/500 [==============================] - 0s 108us/step - loss: 0.0022
Epoch 38/50
500/500 [==============================] - 0s 101us/step - loss: 0.0021
Epoch 39/50
500/500 [==============================] - 0s 101us/step - loss: 0.0021
Epoch 40/50
500/500 [==============================] - 0s 127us/step - loss: 0.0020
Epoch 41/50
500/500 [==============================] - 0s 115us/step - loss: 0.0020
Epoch 42/50
500/500 [==============================] - 0s 103us/step - loss: 0.0020
Epoch 43/50
500/500 [==============================] - 0s 113us/step - loss: 0.0019
Epoch 44/50
500/500 [==============================] - 0s 100us/step - loss: 0.0019
Epoch 45/50
500/500 [==============================] - 0s 116us/step - loss: 0.0019
Epoch 46/50
500/500 [==============================] - 0s 112us/step - loss: 0.0018
Epoch 47/50
500/500 [==============================] - 0s 114us/step - loss: 0.0018
Epoch 48/50
500/500 [==============================] - 0s 119us/step - loss: 0.0018
Epoch 49/50
500/500 [==============================] - 0s 106us/step - loss: 0.0017
Epoch 50/50
500/500 [==============================] - 0s 102us/step - loss: 0.0017
mse with  750 e_dim: 0.00017507
Epoch 1/50
700/700 [==============================] - 0s 703us/step - loss: 0.0403
Epoch 2/50
700/700 [==============================] - 0s 97us/step - loss: 0.0362
Epoch 3/50
700/700 [==============================] - 0s 95us/step - loss: 0.0340
Epoch 4/50
700/700 [==============================] - 0s 112us/step - loss: 0.0323
Epoch 5/50
700/700 [==============================] - 0s 107us/step - loss: 0.0308
Epoch 6/50
700/700 [==============================] - 0s 92us/step - loss: 0.0295
Epoch 7/50
700/700 [==============================] - 0s 102us/step - loss: 0.0283
Epoch 8/50
700/700 [==============================] - 0s 78us/step - loss: 0.0272
Epoch 9/50
700/700 [==============================] - 0s 87us/step - loss: 0.0262
Epoch 10/50
700/700 [==============================] - 0s 85us/step - loss: 0.0254
Epoch 11/50
700/700 [==============================] - 0s 85us/step - loss: 0.0246
Epoch 12/50
700/700 [==============================] - 0s 93us/step - loss: 0.0239
Epoch 13/50
700/700 [==============================] - 0s 87us/step - loss: 0.0233
Epoch 14/50
700/700 [==============================] - 0s 86us/step - loss: 0.0228
Epoch 15/50
700/700 [==============================] - 0s 86us/step - loss: 0.0223
Epoch 16/50
700/700 [==============================] - 0s 87us/step - loss: 0.0218
Epoch 17/50
700/700 [==============================] - 0s 76us/step - loss: 0.0214
Epoch 18/50
700/700 [==============================] - 0s 86us/step - loss: 0.0211
Epoch 19/50
700/700 [==============================] - 0s 93us/step - loss: 0.0208
Epoch 20/50
700/700 [==============================] - 0s 94us/step - loss: 0.0205
Epoch 21/50
700/700 [==============================] - ETA: 0s - loss: 0.020 - 0s 93us/step - loss: 0.0202
Epoch 22/50
700/700 [==============================] - 0s 109us/step - loss: 0.0200
Epoch 23/50
700/700 [==============================] - 0s 98us/step - loss: 0.0198
Epoch 24/50
700/700 [==============================] - 0s 94us/step - loss: 0.0196
Epoch 25/50
700/700 [==============================] - 0s 109us/step - loss: 0.0194
Epoch 26/50
700/700 [==============================] - 0s 96us/step - loss: 0.0193
Epoch 27/50
700/700 [==============================] - 0s 91us/step - loss: 0.0191
Epoch 28/50
700/700 [==============================] - 0s 87us/step - loss: 0.0190
Epoch 29/50
700/700 [==============================] - 0s 94us/step - loss: 0.0189
Epoch 30/50
700/700 [==============================] - 0s 108us/step - loss: 0.0188
Epoch 31/50
700/700 [==============================] - 0s 104us/step - loss: 0.0187
Epoch 32/50
700/700 [==============================] - 0s 89us/step - loss: 0.0186
Epoch 33/50
700/700 [==============================] - 0s 98us/step - loss: 0.0186
Epoch 34/50
700/700 [==============================] - 0s 105us/step - loss: 0.0185
Epoch 35/50
700/700 [==============================] - 0s 105us/step - loss: 0.0184
Epoch 36/50
700/700 [==============================] - 0s 97us/step - loss: 0.0184
Epoch 37/50
700/700 [==============================] - 0s 105us/step - loss: 0.0183
Epoch 38/50
700/700 [==============================] - 0s 95us/step - loss: 0.0183
Epoch 39/50
700/700 [==============================] - 0s 105us/step - loss: 0.0182
Epoch 40/50
700/700 [==============================] - 0s 101us/step - loss: 0.0182
Epoch 41/50
700/700 [==============================] - 0s 100us/step - loss: 0.0182
Epoch 42/50
700/700 [==============================] - 0s 89us/step - loss: 0.0182
Epoch 43/50
700/700 [==============================] - 0s 110us/step - loss: 0.0181
Epoch 44/50
700/700 [==============================] - 0s 113us/step - loss: 0.0181
Epoch 45/50
700/700 [==============================] - 0s 111us/step - loss: 0.0181
Epoch 46/50
700/700 [==============================] - 0s 99us/step - loss: 0.0181
Epoch 47/50
700/700 [==============================] - 0s 97us/step - loss: 0.0180
Epoch 48/50
700/700 [==============================] - 0s 95us/step - loss: 0.0180
Epoch 49/50
700/700 [==============================] - 0s 120us/step - loss: 0.0180
Epoch 50/50
700/700 [==============================] - 0s 98us/step - loss: 0.0180
mse with  750 e_dim: 0.01013279
Epoch 1/50
500/500 [==============================] - 1s 1ms/step - loss: 0.0424
Epoch 2/50
500/500 [==============================] - 0s 147us/step - loss: 0.0356
Epoch 3/50
500/500 [==============================] - 0s 114us/step - loss: 0.0313
Epoch 4/50
500/500 [==============================] - 0s 137us/step - loss: 0.0259
Epoch 5/50
500/500 [==============================] - 0s 152us/step - loss: 0.0199
Epoch 6/50
500/500 [==============================] - 0s 123us/step - loss: 0.0148
Epoch 7/50
500/500 [==============================] - 0s 140us/step - loss: 0.0116
Epoch 8/50
500/500 [==============================] - 0s 120us/step - loss: 0.0100
Epoch 9/50
500/500 [==============================] - 0s 137us/step - loss: 0.0089
Epoch 10/50
500/500 [==============================] - 0s 125us/step - loss: 0.0080
Epoch 11/50
500/500 [==============================] - 0s 116us/step - loss: 0.0073
Epoch 12/50
500/500 [==============================] - 0s 133us/step - loss: 0.0067
Epoch 13/50
500/500 [==============================] - 0s 125us/step - loss: 0.0061
Epoch 14/50
500/500 [==============================] - 0s 130us/step - loss: 0.0057
Epoch 15/50
500/500 [==============================] - 0s 112us/step - loss: 0.0053
Epoch 16/50
500/500 [==============================] - 0s 133us/step - loss: 0.0050
Epoch 17/50
500/500 [==============================] - 0s 121us/step - loss: 0.0046
Epoch 18/50
500/500 [==============================] - 0s 104us/step - loss: 0.0043
Epoch 19/50
500/500 [==============================] - 0s 106us/step - loss: 0.0041
Epoch 20/50
500/500 [==============================] - 0s 105us/step - loss: 0.0038
Epoch 21/50
500/500 [==============================] - 0s 134us/step - loss: 0.0036
Epoch 22/50
500/500 [==============================] - 0s 124us/step - loss: 0.0035
Epoch 23/50
500/500 [==============================] - 0s 127us/step - loss: 0.0033
Epoch 24/50
500/500 [==============================] - 0s 100us/step - loss: 0.0032
Epoch 25/50
500/500 [==============================] - 0s 111us/step - loss: 0.0030
Epoch 26/50
500/500 [==============================] - 0s 137us/step - loss: 0.0029
Epoch 27/50
500/500 [==============================] - 0s 111us/step - loss: 0.0028
Epoch 28/50
500/500 [==============================] - 0s 112us/step - loss: 0.0027
Epoch 29/50
500/500 [==============================] - 0s 129us/step - loss: 0.0026
Epoch 30/50
500/500 [==============================] - 0s 120us/step - loss: 0.0026
Epoch 31/50
500/500 [==============================] - 0s 113us/step - loss: 0.0025
Epoch 32/50
500/500 [==============================] - 0s 99us/step - loss: 0.0024
Epoch 33/50
500/500 [==============================] - 0s 124us/step - loss: 0.0024
Epoch 34/50
500/500 [==============================] - 0s 126us/step - loss: 0.0023
Epoch 35/50
500/500 [==============================] - 0s 113us/step - loss: 0.0023
Epoch 36/50
500/500 [==============================] - 0s 131us/step - loss: 0.0022
Epoch 37/50
500/500 [==============================] - 0s 128us/step - loss: 0.0022
Epoch 38/50
500/500 [==============================] - 0s 114us/step - loss: 0.0021
Epoch 39/50
500/500 [==============================] - 0s 104us/step - loss: 0.0021
Epoch 40/50
500/500 [==============================] - 0s 133us/step - loss: 0.0020
Epoch 41/50
500/500 [==============================] - 0s 115us/step - loss: 0.0020
Epoch 42/50
500/500 [==============================] - 0s 118us/step - loss: 0.0020
Epoch 43/50
500/500 [==============================] - 0s 119us/step - loss: 0.0019
Epoch 44/50
500/500 [==============================] - 0s 132us/step - loss: 0.0019
Epoch 45/50
500/500 [==============================] - 0s 120us/step - loss: 0.0019
Epoch 46/50
500/500 [==============================] - 0s 121us/step - loss: 0.0018
Epoch 47/50
500/500 [==============================] - 0s 129us/step - loss: 0.0018
Epoch 48/50
500/500 [==============================] - 0s 124us/step - loss: 0.0018
Epoch 49/50
500/500 [==============================] - 0s 131us/step - loss: 0.0018
Epoch 50/50
500/500 [==============================] - 0s 108us/step - loss: 0.0017
mse with 1000 e_dim: 0.00017697
Epoch 1/50
700/700 [==============================] - 1s 748us/step - loss: 0.0409
Epoch 2/50
700/700 [==============================] - 0s 104us/step - loss: 0.0363
Epoch 3/50
700/700 [==============================] - 0s 108us/step - loss: 0.0340
Epoch 4/50
700/700 [==============================] - 0s 107us/step - loss: 0.0322
Epoch 5/50
700/700 [==============================] - 0s 109us/step - loss: 0.0306
Epoch 6/50
700/700 [==============================] - 0s 112us/step - loss: 0.0292
Epoch 7/50
700/700 [==============================] - 0s 89us/step - loss: 0.0280
Epoch 8/50
700/700 [==============================] - 0s 99us/step - loss: 0.0269
Epoch 9/50
700/700 [==============================] - 0s 106us/step - loss: 0.0259
Epoch 10/50
700/700 [==============================] - 0s 111us/step - loss: 0.0250
Epoch 11/50
700/700 [==============================] - 0s 114us/step - loss: 0.0243
Epoch 12/50
700/700 [==============================] - 0s 106us/step - loss: 0.0236
Epoch 13/50
700/700 [==============================] - 0s 110us/step - loss: 0.0230
Epoch 14/50
700/700 [==============================] - 0s 113us/step - loss: 0.0224
Epoch 15/50
700/700 [==============================] - 0s 94us/step - loss: 0.0219
Epoch 16/50
700/700 [==============================] - 0s 94us/step - loss: 0.0215
Epoch 17/50
700/700 [==============================] - 0s 100us/step - loss: 0.0211
Epoch 18/50
700/700 [==============================] - 0s 100us/step - loss: 0.0208
Epoch 19/50
700/700 [==============================] - 0s 100us/step - loss: 0.0205
Epoch 20/50
700/700 [==============================] - 0s 96us/step - loss: 0.0202
Epoch 21/50
700/700 [==============================] - 0s 106us/step - loss: 0.0200
Epoch 22/50
700/700 [==============================] - 0s 107us/step - loss: 0.0198
Epoch 23/50
700/700 [==============================] - 0s 78us/step - loss: 0.0196
Epoch 24/50
700/700 [==============================] - 0s 98us/step - loss: 0.0194
Epoch 25/50
700/700 [==============================] - 0s 99us/step - loss: 0.0192
Epoch 26/50
700/700 [==============================] - 0s 96us/step - loss: 0.0191
Epoch 27/50
700/700 [==============================] - 0s 90us/step - loss: 0.0190
Epoch 28/50
700/700 [==============================] - ETA: 0s - loss: 0.018 - 0s 97us/step - loss: 0.0189
Epoch 29/50
700/700 [==============================] - 0s 102us/step - loss: 0.0188
Epoch 30/50
700/700 [==============================] - 0s 93us/step - loss: 0.0187
Epoch 31/50
700/700 [==============================] - 0s 94us/step - loss: 0.0186
Epoch 32/50
700/700 [==============================] - 0s 100us/step - loss: 0.0185
Epoch 33/50
700/700 [==============================] - 0s 96us/step - loss: 0.0185
Epoch 34/50
700/700 [==============================] - 0s 97us/step - loss: 0.0184
Epoch 35/50
700/700 [==============================] - 0s 99us/step - loss: 0.0183
Epoch 36/50
700/700 [==============================] - 0s 97us/step - loss: 0.0183
Epoch 37/50
700/700 [==============================] - 0s 111us/step - loss: 0.0183
Epoch 38/50
700/700 [==============================] - 0s 86us/step - loss: 0.0182
Epoch 39/50
700/700 [==============================] - 0s 96us/step - loss: 0.0182
Epoch 40/50
700/700 [==============================] - 0s 111us/step - loss: 0.0182
Epoch 41/50
700/700 [==============================] - 0s 104us/step - loss: 0.0181
Epoch 42/50
700/700 [==============================] - 0s 99us/step - loss: 0.0181
Epoch 43/50
700/700 [==============================] - 0s 105us/step - loss: 0.0181
Epoch 44/50
700/700 [==============================] - 0s 88us/step - loss: 0.0181
Epoch 45/50
700/700 [==============================] - 0s 115us/step - loss: 0.0180
Epoch 46/50
700/700 [==============================] - 0s 96us/step - loss: 0.0180
Epoch 47/50
700/700 [==============================] - 0s 99us/step - loss: 0.0180
Epoch 48/50
700/700 [==============================] - 0s 109us/step - loss: 0.0180
Epoch 49/50
700/700 [==============================] - 0s 116us/step - loss: 0.0180
Epoch 50/50
700/700 [==============================] - 0s 102us/step - loss: 0.0180
mse with 1000 e_dim: 0.01002633
mse with    2 e_dim: 0.03306093 / 0.03387623 / 0.03387623
mse with   10 e_dim: 0.01111037 / 0.02229033 / 0.02229033
mse with   25 e_dim: 0.00718872 / 0.01741804 / 0.01741804
mse with   50 e_dim: 0.00469842 / 0.01449267 / 0.01449267
mse with   75 e_dim: 0.00284753 / 0.01294207 / 0.01294207
mse with  100 e_dim: 0.00133794 / 0.01193475 / 0.01193475
mse with  250 e_dim: 0.00019517 / 0.01087378 / 0.01087378
mse with  400 e_dim: 0.00018426 / 0.01018855 / 0.01018855
mse with  500 e_dim: 0.00018970 / 0.00996236 / 0.00996236
mse with  750 e_dim: 0.00017507 / 0.01013279 / 0.01013279
mse with 1000 e_dim: 0.00017697 / 0.01002633 / 0.01002633

Dealing with missing values

A regular SVD can not be computed for a matrix with missing values, therefore these need to be filled by some values, e.g. the average of the matrix. SimEc on the other hand can compute the backpropagation error considering only the available entries of the matrix, which means it can easily handle about 50% missing values without seeing major performance decreases and consistently outperforms the regular SVD (results would probably be even better with more careful hyperparameter tuning, e.g. using some regularization).


In [10]:
X = np.eye(n_input)
missing_targets = [0., 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]
e_dims =  [2, 10, 50, 100, 250, 500]
for e_dim in e_dims:
    np.random.seed(15)
    mses = []
    mses_svd = []
    mse_svd = msqe(A, np.dot(U[:,:e_dim], np.dot(S[:e_dim,:e_dim], Vh[:e_dim,:])))
    for m in missing_targets:
        print(m)
        A_noisy = A.copy()
        A_noisy[np.random.rand(*A_noisy.shape)<=m] = -100
        model = SimilarityEncoder(n_input, e_dim, n_output, mask_value=-100, l2_reg_emb=0.00001, 
                                  l2_reg_out=0. if m < 0.7 else 0.00001, opt=keras.optimizers.Adamax(lr=0.025 if e_dim < 50 else 0.01))
        model.fit(X, A_noisy, epochs=60)
        mse = msqe(A, model.predict(X))
        mses.append(mse)
        A_noisy[A_noisy == -100] = np.mean(A)
        U_n, s_n, Vh_n = np.linalg.svd(A_noisy, full_matrices=True)
        S_n = np.zeros((n_input, n_output))
        S_n[:n_input, :n_input] = np.diag(s_n)
        mses_svd.append(msqe(A, np.dot(U_n[:,:e_dim], np.dot(S_n[:e_dim,:e_dim], Vh_n[:e_dim,:]))))
    print(mses)
    plt.figure();
    plt.plot([0, missing_targets[-1]], [mse_svd, mse_svd], '--', linewidth=0.5, label='SVD noise free');
    plt.plot(missing_targets, mses_svd, '-o', markersize=3, label='SVD');
    plt.plot(missing_targets, mses, '-o', markersize=3, label='SimEc SVD');
    plt.legend(loc=0);
    plt.title('Matrix factorization of A (%i embedding dim)' % e_dim);
    plt.xticks(missing_targets, missing_targets);
    plt.xlabel('Fraction of Missing Entries');
    plt.ylabel('Mean Squared Error');


0.0
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0377
Epoch 2/60
500/500 [==============================] - 0s 93us/step - loss: 0.0361
Epoch 3/60
500/500 [==============================] - 0s 86us/step - loss: 0.0359
Epoch 4/60
500/500 [==============================] - 0s 98us/step - loss: 0.0358
Epoch 5/60
500/500 [==============================] - 0s 95us/step - loss: 0.0356
Epoch 6/60
500/500 [==============================] - 0s 117us/step - loss: 0.0353
Epoch 7/60
500/500 [==============================] - 0s 92us/step - loss: 0.0348
Epoch 8/60
500/500 [==============================] - 0s 88us/step - loss: 0.0342
Epoch 9/60
500/500 [==============================] - 0s 89us/step - loss: 0.0337
Epoch 10/60
500/500 [==============================] - 0s 102us/step - loss: 0.0334
Epoch 11/60
500/500 [==============================] - 0s 88us/step - loss: 0.0333
Epoch 12/60
500/500 [==============================] - 0s 89us/step - loss: 0.0332
Epoch 13/60
500/500 [==============================] - 0s 77us/step - loss: 0.0332
Epoch 14/60
500/500 [==============================] - 0s 85us/step - loss: 0.0332
Epoch 15/60
500/500 [==============================] - 0s 89us/step - loss: 0.0332
Epoch 16/60
500/500 [==============================] - 0s 81us/step - loss: 0.0332
Epoch 17/60
500/500 [==============================] - 0s 81us/step - loss: 0.0332
Epoch 18/60
500/500 [==============================] - 0s 78us/step - loss: 0.0331
Epoch 19/60
500/500 [==============================] - 0s 95us/step - loss: 0.0332
Epoch 20/60
500/500 [==============================] - 0s 96us/step - loss: 0.0332
Epoch 21/60
500/500 [==============================] - 0s 83us/step - loss: 0.0331
Epoch 22/60
500/500 [==============================] - 0s 76us/step - loss: 0.0331
Epoch 23/60
500/500 [==============================] - 0s 86us/step - loss: 0.0331
Epoch 24/60
500/500 [==============================] - 0s 70us/step - loss: 0.0331
Epoch 25/60
500/500 [==============================] - 0s 81us/step - loss: 0.0331
Epoch 26/60
500/500 [==============================] - 0s 88us/step - loss: 0.0331
Epoch 27/60
500/500 [==============================] - 0s 101us/step - loss: 0.0331
Epoch 28/60
500/500 [==============================] - 0s 97us/step - loss: 0.0331
Epoch 29/60
500/500 [==============================] - 0s 91us/step - loss: 0.0331
Epoch 30/60
500/500 [==============================] - 0s 97us/step - loss: 0.0331
Epoch 31/60
500/500 [==============================] - 0s 93us/step - loss: 0.0331
Epoch 32/60
500/500 [==============================] - 0s 89us/step - loss: 0.0331
Epoch 33/60
500/500 [==============================] - 0s 95us/step - loss: 0.0331
Epoch 34/60
500/500 [==============================] - 0s 100us/step - loss: 0.0331
Epoch 35/60
500/500 [==============================] - 0s 85us/step - loss: 0.0331
Epoch 36/60
500/500 [==============================] - 0s 103us/step - loss: 0.0331
Epoch 37/60
500/500 [==============================] - 0s 98us/step - loss: 0.0331
Epoch 38/60
500/500 [==============================] - 0s 107us/step - loss: 0.0331
Epoch 39/60
500/500 [==============================] - 0s 109us/step - loss: 0.0331
Epoch 40/60
500/500 [==============================] - 0s 89us/step - loss: 0.0331
Epoch 41/60
500/500 [==============================] - 0s 95us/step - loss: 0.0331
Epoch 42/60
500/500 [==============================] - 0s 92us/step - loss: 0.0331
Epoch 43/60
500/500 [==============================] - 0s 109us/step - loss: 0.0331
Epoch 44/60
500/500 [==============================] - 0s 98us/step - loss: 0.0331
Epoch 45/60
500/500 [==============================] - 0s 89us/step - loss: 0.0331
Epoch 46/60
500/500 [==============================] - 0s 95us/step - loss: 0.0331
Epoch 47/60
500/500 [==============================] - 0s 111us/step - loss: 0.0331
Epoch 48/60
500/500 [==============================] - 0s 97us/step - loss: 0.0331
Epoch 49/60
500/500 [==============================] - 0s 99us/step - loss: 0.0331
Epoch 50/60
500/500 [==============================] - 0s 107us/step - loss: 0.0331
Epoch 51/60
500/500 [==============================] - 0s 120us/step - loss: 0.0331
Epoch 52/60
500/500 [==============================] - 0s 95us/step - loss: 0.0331
Epoch 53/60
500/500 [==============================] - 0s 102us/step - loss: 0.0331
Epoch 54/60
500/500 [==============================] - 0s 95us/step - loss: 0.0331
Epoch 55/60
500/500 [==============================] - 0s 108us/step - loss: 0.0331
Epoch 56/60
500/500 [==============================] - 0s 73us/step - loss: 0.0331
Epoch 57/60
500/500 [==============================] - 0s 87us/step - loss: 0.0331
Epoch 58/60
500/500 [==============================] - 0s 91us/step - loss: 0.0331
Epoch 59/60
500/500 [==============================] - 0s 88us/step - loss: 0.0331
Epoch 60/60
500/500 [==============================] - 0s 94us/step - loss: 0.0331
0.1
Epoch 1/60
500/500 [==============================] - 0s 969us/step - loss: 0.0383
Epoch 2/60
500/500 [==============================] - 0s 78us/step - loss: 0.0362
Epoch 3/60
500/500 [==============================] - 0s 75us/step - loss: 0.0359
Epoch 4/60
500/500 [==============================] - 0s 88us/step - loss: 0.0358
Epoch 5/60
500/500 [==============================] - 0s 75us/step - loss: 0.0355
Epoch 6/60
500/500 [==============================] - 0s 83us/step - loss: 0.0351
Epoch 7/60
500/500 [==============================] - 0s 79us/step - loss: 0.0345
Epoch 8/60
500/500 [==============================] - 0s 106us/step - loss: 0.0339
Epoch 9/60
500/500 [==============================] - 0s 94us/step - loss: 0.0335
Epoch 10/60
500/500 [==============================] - 0s 93us/step - loss: 0.0333
Epoch 11/60
500/500 [==============================] - 0s 86us/step - loss: 0.0332
Epoch 12/60
500/500 [==============================] - 0s 69us/step - loss: 0.0332
Epoch 13/60
500/500 [==============================] - 0s 91us/step - loss: 0.0332
Epoch 14/60
500/500 [==============================] - 0s 71us/step - loss: 0.0332
Epoch 15/60
500/500 [==============================] - 0s 88us/step - loss: 0.0331
Epoch 16/60
500/500 [==============================] - 0s 89us/step - loss: 0.0331
Epoch 17/60
500/500 [==============================] - 0s 98us/step - loss: 0.0331
Epoch 18/60
500/500 [==============================] - 0s 77us/step - loss: 0.0331
Epoch 19/60
500/500 [==============================] - 0s 88us/step - loss: 0.0331
Epoch 20/60
500/500 [==============================] - 0s 82us/step - loss: 0.0331
Epoch 21/60
500/500 [==============================] - 0s 89us/step - loss: 0.0331
Epoch 22/60
500/500 [==============================] - 0s 91us/step - loss: 0.0331
Epoch 23/60
500/500 [==============================] - 0s 87us/step - loss: 0.0331
Epoch 24/60
500/500 [==============================] - 0s 97us/step - loss: 0.0331
Epoch 25/60
500/500 [==============================] - 0s 95us/step - loss: 0.0331
Epoch 26/60
500/500 [==============================] - 0s 78us/step - loss: 0.0331
Epoch 27/60
500/500 [==============================] - 0s 67us/step - loss: 0.0331
Epoch 28/60
500/500 [==============================] - 0s 71us/step - loss: 0.0331
Epoch 29/60
500/500 [==============================] - 0s 80us/step - loss: 0.0331
Epoch 30/60
500/500 [==============================] - 0s 91us/step - loss: 0.0331
Epoch 31/60
500/500 [==============================] - 0s 71us/step - loss: 0.0331
Epoch 32/60
500/500 [==============================] - 0s 90us/step - loss: 0.0331
Epoch 33/60
500/500 [==============================] - 0s 95us/step - loss: 0.0331
Epoch 34/60
500/500 [==============================] - 0s 72us/step - loss: 0.0331
Epoch 35/60
500/500 [==============================] - 0s 89us/step - loss: 0.0331
Epoch 36/60
500/500 [==============================] - 0s 96us/step - loss: 0.0331
Epoch 37/60
500/500 [==============================] - 0s 89us/step - loss: 0.0331
Epoch 38/60
500/500 [==============================] - 0s 97us/step - loss: 0.0331
Epoch 39/60
500/500 [==============================] - 0s 102us/step - loss: 0.0331
Epoch 40/60
500/500 [==============================] - 0s 74us/step - loss: 0.0331
Epoch 41/60
500/500 [==============================] - 0s 78us/step - loss: 0.0331
Epoch 42/60
500/500 [==============================] - 0s 101us/step - loss: 0.0331
Epoch 43/60
500/500 [==============================] - 0s 83us/step - loss: 0.0331
Epoch 44/60
500/500 [==============================] - 0s 93us/step - loss: 0.0331
Epoch 45/60
500/500 [==============================] - 0s 90us/step - loss: 0.0331
Epoch 46/60
500/500 [==============================] - 0s 93us/step - loss: 0.0331
Epoch 47/60
500/500 [==============================] - 0s 106us/step - loss: 0.0331
Epoch 48/60
500/500 [==============================] - 0s 84us/step - loss: 0.0331
Epoch 49/60
500/500 [==============================] - 0s 74us/step - loss: 0.0331
Epoch 50/60
500/500 [==============================] - 0s 103us/step - loss: 0.0331
Epoch 51/60
500/500 [==============================] - 0s 80us/step - loss: 0.0331
Epoch 52/60
500/500 [==============================] - 0s 74us/step - loss: 0.0331
Epoch 53/60
500/500 [==============================] - 0s 105us/step - loss: 0.0331
Epoch 54/60
500/500 [==============================] - 0s 103us/step - loss: 0.0331
Epoch 55/60
500/500 [==============================] - 0s 105us/step - loss: 0.0331
Epoch 56/60
500/500 [==============================] - 0s 98us/step - loss: 0.0331
Epoch 57/60
500/500 [==============================] - 0s 98us/step - loss: 0.0331
Epoch 58/60
500/500 [==============================] - 0s 85us/step - loss: 0.0331
Epoch 59/60
500/500 [==============================] - 0s 71us/step - loss: 0.0331
Epoch 60/60
500/500 [==============================] - 0s 91us/step - loss: 0.0331
0.2
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0387
Epoch 2/60
500/500 [==============================] - 0s 70us/step - loss: 0.0362
Epoch 3/60
500/500 [==============================] - 0s 68us/step - loss: 0.0359
Epoch 4/60
500/500 [==============================] - 0s 74us/step - loss: 0.0357
Epoch 5/60
500/500 [==============================] - 0s 90us/step - loss: 0.0353
Epoch 6/60
500/500 [==============================] - 0s 100us/step - loss: 0.0349
Epoch 7/60
500/500 [==============================] - 0s 103us/step - loss: 0.0343
Epoch 8/60
500/500 [==============================] - 0s 90us/step - loss: 0.0337
Epoch 9/60
500/500 [==============================] - 0s 84us/step - loss: 0.0334
Epoch 10/60
500/500 [==============================] - 0s 85us/step - loss: 0.0332
Epoch 11/60
500/500 [==============================] - 0s 86us/step - loss: 0.0331
Epoch 12/60
500/500 [==============================] - 0s 94us/step - loss: 0.0331
Epoch 13/60
500/500 [==============================] - 0s 95us/step - loss: 0.0331
Epoch 14/60
500/500 [==============================] - 0s 81us/step - loss: 0.0330
Epoch 15/60
500/500 [==============================] - 0s 85us/step - loss: 0.0330
Epoch 16/60
500/500 [==============================] - 0s 82us/step - loss: 0.0330
Epoch 17/60
500/500 [==============================] - 0s 105us/step - loss: 0.0330
Epoch 18/60
500/500 [==============================] - 0s 97us/step - loss: 0.0330
Epoch 19/60
500/500 [==============================] - 0s 109us/step - loss: 0.0330
Epoch 20/60
500/500 [==============================] - 0s 79us/step - loss: 0.0330
Epoch 21/60
500/500 [==============================] - 0s 71us/step - loss: 0.0330
Epoch 22/60
500/500 [==============================] - 0s 93us/step - loss: 0.0330
Epoch 23/60
500/500 [==============================] - 0s 80us/step - loss: 0.0330
Epoch 24/60
500/500 [==============================] - 0s 89us/step - loss: 0.0330
Epoch 25/60
500/500 [==============================] - 0s 77us/step - loss: 0.0330
Epoch 26/60
500/500 [==============================] - 0s 84us/step - loss: 0.0330
Epoch 27/60
500/500 [==============================] - 0s 140us/step - loss: 0.0330
Epoch 28/60
500/500 [==============================] - 0s 95us/step - loss: 0.0330
Epoch 29/60
500/500 [==============================] - 0s 101us/step - loss: 0.0330
Epoch 30/60
500/500 [==============================] - 0s 86us/step - loss: 0.0330
Epoch 31/60
500/500 [==============================] - 0s 115us/step - loss: 0.0330
Epoch 32/60
500/500 [==============================] - 0s 85us/step - loss: 0.0330
Epoch 33/60
500/500 [==============================] - 0s 105us/step - loss: 0.0330
Epoch 34/60
500/500 [==============================] - 0s 101us/step - loss: 0.0330
Epoch 35/60
500/500 [==============================] - 0s 80us/step - loss: 0.0330
Epoch 36/60
500/500 [==============================] - 0s 90us/step - loss: 0.0330
Epoch 37/60
500/500 [==============================] - 0s 80us/step - loss: 0.0330
Epoch 38/60
500/500 [==============================] - 0s 82us/step - loss: 0.0330
Epoch 39/60
500/500 [==============================] - 0s 86us/step - loss: 0.0330
Epoch 40/60
500/500 [==============================] - 0s 88us/step - loss: 0.0329
Epoch 41/60
500/500 [==============================] - 0s 84us/step - loss: 0.0329
Epoch 42/60
500/500 [==============================] - 0s 90us/step - loss: 0.0329
Epoch 43/60
500/500 [==============================] - 0s 88us/step - loss: 0.0329
Epoch 44/60
500/500 [==============================] - 0s 75us/step - loss: 0.0329
Epoch 45/60
500/500 [==============================] - 0s 73us/step - loss: 0.0329
Epoch 46/60
500/500 [==============================] - 0s 72us/step - loss: 0.0329
Epoch 47/60
500/500 [==============================] - 0s 86us/step - loss: 0.0329
Epoch 48/60
500/500 [==============================] - 0s 84us/step - loss: 0.0329
Epoch 49/60
500/500 [==============================] - 0s 77us/step - loss: 0.0329
Epoch 50/60
500/500 [==============================] - 0s 67us/step - loss: 0.0329
Epoch 51/60
500/500 [==============================] - 0s 90us/step - loss: 0.0329
Epoch 52/60
500/500 [==============================] - 0s 97us/step - loss: 0.0329
Epoch 53/60
500/500 [==============================] - 0s 78us/step - loss: 0.0329
Epoch 54/60
500/500 [==============================] - 0s 83us/step - loss: 0.0329
Epoch 55/60
500/500 [==============================] - 0s 88us/step - loss: 0.0329
Epoch 56/60
500/500 [==============================] - 0s 85us/step - loss: 0.0329
Epoch 57/60
500/500 [==============================] - 0s 86us/step - loss: 0.0329
Epoch 58/60
500/500 [==============================] - 0s 88us/step - loss: 0.0329
Epoch 59/60
500/500 [==============================] - 0s 90us/step - loss: 0.0329
Epoch 60/60
500/500 [==============================] - 0s 77us/step - loss: 0.0329
0.3
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0382
Epoch 2/60
500/500 [==============================] - 0s 64us/step - loss: 0.0360
Epoch 3/60
500/500 [==============================] - 0s 71us/step - loss: 0.0357
Epoch 4/60
500/500 [==============================] - 0s 74us/step - loss: 0.0355
Epoch 5/60
500/500 [==============================] - 0s 63us/step - loss: 0.0353
Epoch 6/60
500/500 [==============================] - 0s 63us/step - loss: 0.0349
Epoch 7/60
500/500 [==============================] - 0s 66us/step - loss: 0.0343
Epoch 8/60
500/500 [==============================] - 0s 108us/step - loss: 0.0338
Epoch 9/60
500/500 [==============================] - 0s 120us/step - loss: 0.0334
Epoch 10/60
500/500 [==============================] - 0s 90us/step - loss: 0.0331
Epoch 11/60
500/500 [==============================] - 0s 73us/step - loss: 0.0330
Epoch 12/60
500/500 [==============================] - 0s 93us/step - loss: 0.0329
Epoch 13/60
500/500 [==============================] - 0s 88us/step - loss: 0.0329
Epoch 14/60
500/500 [==============================] - 0s 79us/step - loss: 0.0329
Epoch 15/60
500/500 [==============================] - 0s 81us/step - loss: 0.0329
Epoch 16/60
500/500 [==============================] - 0s 88us/step - loss: 0.0329
Epoch 17/60
500/500 [==============================] - 0s 92us/step - loss: 0.0329
Epoch 18/60
500/500 [==============================] - 0s 92us/step - loss: 0.0329
Epoch 19/60
500/500 [==============================] - 0s 83us/step - loss: 0.0329
Epoch 20/60
500/500 [==============================] - 0s 79us/step - loss: 0.0329
Epoch 21/60
500/500 [==============================] - 0s 82us/step - loss: 0.0329
Epoch 22/60
500/500 [==============================] - 0s 82us/step - loss: 0.0329
Epoch 23/60
500/500 [==============================] - 0s 102us/step - loss: 0.0329
Epoch 24/60
500/500 [==============================] - 0s 77us/step - loss: 0.0329
Epoch 25/60
500/500 [==============================] - 0s 80us/step - loss: 0.0328
Epoch 26/60
500/500 [==============================] - 0s 96us/step - loss: 0.0328
Epoch 27/60
500/500 [==============================] - 0s 95us/step - loss: 0.0328
Epoch 28/60
500/500 [==============================] - 0s 80us/step - loss: 0.0328
Epoch 29/60
500/500 [==============================] - 0s 105us/step - loss: 0.0328
Epoch 30/60
500/500 [==============================] - 0s 86us/step - loss: 0.0328
Epoch 31/60
500/500 [==============================] - 0s 78us/step - loss: 0.0328
Epoch 32/60
500/500 [==============================] - 0s 111us/step - loss: 0.0328
Epoch 33/60
500/500 [==============================] - 0s 97us/step - loss: 0.0328
Epoch 34/60
500/500 [==============================] - 0s 111us/step - loss: 0.0328
Epoch 35/60
500/500 [==============================] - 0s 91us/step - loss: 0.0328
Epoch 36/60
500/500 [==============================] - 0s 98us/step - loss: 0.0328
Epoch 37/60
500/500 [==============================] - 0s 111us/step - loss: 0.0328
Epoch 38/60
500/500 [==============================] - 0s 103us/step - loss: 0.0328
Epoch 39/60
500/500 [==============================] - 0s 101us/step - loss: 0.0328
Epoch 40/60
500/500 [==============================] - 0s 95us/step - loss: 0.0328
Epoch 41/60
500/500 [==============================] - 0s 92us/step - loss: 0.0328
Epoch 42/60
500/500 [==============================] - 0s 92us/step - loss: 0.0328
Epoch 43/60
500/500 [==============================] - 0s 91us/step - loss: 0.0328
Epoch 44/60
500/500 [==============================] - 0s 97us/step - loss: 0.0328
Epoch 45/60
500/500 [==============================] - 0s 97us/step - loss: 0.0328
Epoch 46/60
500/500 [==============================] - 0s 93us/step - loss: 0.0328
Epoch 47/60
500/500 [==============================] - 0s 101us/step - loss: 0.0328
Epoch 48/60
500/500 [==============================] - 0s 106us/step - loss: 0.0328
Epoch 49/60
500/500 [==============================] - 0s 81us/step - loss: 0.0328
Epoch 50/60
500/500 [==============================] - 0s 105us/step - loss: 0.0328
Epoch 51/60
500/500 [==============================] - 0s 95us/step - loss: 0.0328
Epoch 52/60
500/500 [==============================] - 0s 91us/step - loss: 0.0328
Epoch 53/60
500/500 [==============================] - 0s 147us/step - loss: 0.0328
Epoch 54/60
500/500 [==============================] - 0s 82us/step - loss: 0.0328
Epoch 55/60
500/500 [==============================] - 0s 116us/step - loss: 0.0328
Epoch 56/60
500/500 [==============================] - 0s 75us/step - loss: 0.0328
Epoch 57/60
500/500 [==============================] - 0s 84us/step - loss: 0.0328
Epoch 58/60
500/500 [==============================] - 0s 68us/step - loss: 0.0328
Epoch 59/60
500/500 [==============================] - 0s 102us/step - loss: 0.0328
Epoch 60/60
500/500 [==============================] - 0s 89us/step - loss: 0.0328
0.4
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0383
Epoch 2/60
500/500 [==============================] - 0s 88us/step - loss: 0.0361
Epoch 3/60
500/500 [==============================] - 0s 79us/step - loss: 0.0358
Epoch 4/60
500/500 [==============================] - 0s 78us/step - loss: 0.0356
Epoch 5/60
500/500 [==============================] - 0s 96us/step - loss: 0.0353
Epoch 6/60
500/500 [==============================] - 0s 93us/step - loss: 0.0349
Epoch 7/60
500/500 [==============================] - 0s 81us/step - loss: 0.0343
Epoch 8/60
500/500 [==============================] - 0s 83us/step - loss: 0.0338
Epoch 9/60
500/500 [==============================] - 0s 83us/step - loss: 0.0334
Epoch 10/60
500/500 [==============================] - 0s 91us/step - loss: 0.0332
Epoch 11/60
500/500 [==============================] - 0s 102us/step - loss: 0.0331
Epoch 12/60
500/500 [==============================] - 0s 100us/step - loss: 0.0330
Epoch 13/60
500/500 [==============================] - 0s 97us/step - loss: 0.0330
Epoch 14/60
500/500 [==============================] - 0s 111us/step - loss: 0.0330
Epoch 15/60
500/500 [==============================] - 0s 87us/step - loss: 0.0330
Epoch 16/60
500/500 [==============================] - ETA: 0s - loss: 0.035 - 0s 90us/step - loss: 0.0330
Epoch 17/60
500/500 [==============================] - 0s 113us/step - loss: 0.0329
Epoch 18/60
500/500 [==============================] - 0s 84us/step - loss: 0.0329
Epoch 19/60
500/500 [==============================] - 0s 81us/step - loss: 0.0329
Epoch 20/60
500/500 [==============================] - 0s 75us/step - loss: 0.0329
Epoch 21/60
500/500 [==============================] - 0s 81us/step - loss: 0.0329
Epoch 22/60
500/500 [==============================] - 0s 102us/step - loss: 0.0329
Epoch 23/60
500/500 [==============================] - 0s 64us/step - loss: 0.0329
Epoch 24/60
500/500 [==============================] - 0s 95us/step - loss: 0.0329
Epoch 25/60
500/500 [==============================] - 0s 82us/step - loss: 0.0329
Epoch 26/60
500/500 [==============================] - 0s 88us/step - loss: 0.0329
Epoch 27/60
500/500 [==============================] - 0s 65us/step - loss: 0.0329
Epoch 28/60
500/500 [==============================] - 0s 80us/step - loss: 0.0329
Epoch 29/60
500/500 [==============================] - 0s 81us/step - loss: 0.0329
Epoch 30/60
500/500 [==============================] - 0s 93us/step - loss: 0.0329
Epoch 31/60
500/500 [==============================] - 0s 84us/step - loss: 0.0329
Epoch 32/60
500/500 [==============================] - 0s 92us/step - loss: 0.0329
Epoch 33/60
500/500 [==============================] - 0s 82us/step - loss: 0.0329
Epoch 34/60
500/500 [==============================] - 0s 92us/step - loss: 0.0329
Epoch 35/60
500/500 [==============================] - 0s 91us/step - loss: 0.0329
Epoch 36/60
500/500 [==============================] - 0s 77us/step - loss: 0.0329
Epoch 37/60
500/500 [==============================] - 0s 92us/step - loss: 0.0329
Epoch 38/60
500/500 [==============================] - 0s 97us/step - loss: 0.0329
Epoch 39/60
500/500 [==============================] - 0s 93us/step - loss: 0.0329
Epoch 40/60
500/500 [==============================] - 0s 87us/step - loss: 0.0329
Epoch 41/60
500/500 [==============================] - 0s 105us/step - loss: 0.0329
Epoch 42/60
500/500 [==============================] - 0s 86us/step - loss: 0.0329
Epoch 43/60
500/500 [==============================] - 0s 82us/step - loss: 0.0329
Epoch 44/60
500/500 [==============================] - 0s 93us/step - loss: 0.0329
Epoch 45/60
500/500 [==============================] - 0s 80us/step - loss: 0.0329
Epoch 46/60
500/500 [==============================] - 0s 80us/step - loss: 0.0329
Epoch 47/60
500/500 [==============================] - 0s 92us/step - loss: 0.0329
Epoch 48/60
500/500 [==============================] - 0s 88us/step - loss: 0.0329
Epoch 49/60
500/500 [==============================] - 0s 81us/step - loss: 0.0329
Epoch 50/60
500/500 [==============================] - 0s 82us/step - loss: 0.0329
Epoch 51/60
500/500 [==============================] - 0s 83us/step - loss: 0.0328
Epoch 52/60
500/500 [==============================] - 0s 82us/step - loss: 0.0328
Epoch 53/60
500/500 [==============================] - 0s 109us/step - loss: 0.0328
Epoch 54/60
500/500 [==============================] - 0s 81us/step - loss: 0.0328
Epoch 55/60
500/500 [==============================] - 0s 91us/step - loss: 0.0328
Epoch 56/60
500/500 [==============================] - 0s 86us/step - loss: 0.0328
Epoch 57/60
500/500 [==============================] - 0s 99us/step - loss: 0.0328
Epoch 58/60
500/500 [==============================] - 0s 83us/step - loss: 0.0328
Epoch 59/60
500/500 [==============================] - 0s 76us/step - loss: 0.0328
Epoch 60/60
500/500 [==============================] - 0s 83us/step - loss: 0.0328
0.5
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0391
Epoch 2/60
500/500 [==============================] - 0s 78us/step - loss: 0.0365
Epoch 3/60
500/500 [==============================] - 0s 95us/step - loss: 0.0359
Epoch 4/60
500/500 [==============================] - 0s 99us/step - loss: 0.0358
Epoch 5/60
500/500 [==============================] - 0s 87us/step - loss: 0.0355
Epoch 6/60
500/500 [==============================] - 0s 84us/step - loss: 0.0352
Epoch 7/60
500/500 [==============================] - 0s 95us/step - loss: 0.0347
Epoch 8/60
500/500 [==============================] - 0s 81us/step - loss: 0.0342
Epoch 9/60
500/500 [==============================] - 0s 86us/step - loss: 0.0337
Epoch 10/60
500/500 [==============================] - 0s 78us/step - loss: 0.0334
Epoch 11/60
500/500 [==============================] - 0s 104us/step - loss: 0.0332
Epoch 12/60
500/500 [==============================] - 0s 110us/step - loss: 0.0331
Epoch 13/60
500/500 [==============================] - 0s 94us/step - loss: 0.0330
Epoch 14/60
500/500 [==============================] - 0s 85us/step - loss: 0.0330
Epoch 15/60
500/500 [==============================] - 0s 105us/step - loss: 0.0330
Epoch 16/60
500/500 [==============================] - 0s 91us/step - loss: 0.0329
Epoch 17/60
500/500 [==============================] - 0s 85us/step - loss: 0.0329
Epoch 18/60
500/500 [==============================] - 0s 85us/step - loss: 0.0329
Epoch 19/60
500/500 [==============================] - 0s 81us/step - loss: 0.0329
Epoch 20/60
500/500 [==============================] - 0s 79us/step - loss: 0.0329
Epoch 21/60
500/500 [==============================] - 0s 86us/step - loss: 0.0329
Epoch 22/60
500/500 [==============================] - 0s 76us/step - loss: 0.0329
Epoch 23/60
500/500 [==============================] - 0s 99us/step - loss: 0.0329
Epoch 24/60
500/500 [==============================] - 0s 80us/step - loss: 0.0329
Epoch 25/60
500/500 [==============================] - 0s 102us/step - loss: 0.0329
Epoch 26/60
500/500 [==============================] - 0s 89us/step - loss: 0.0329
Epoch 27/60
500/500 [==============================] - 0s 68us/step - loss: 0.0329
Epoch 28/60
500/500 [==============================] - 0s 68us/step - loss: 0.0329
Epoch 29/60
500/500 [==============================] - 0s 70us/step - loss: 0.0329
Epoch 30/60
500/500 [==============================] - 0s 88us/step - loss: 0.0329
Epoch 31/60
500/500 [==============================] - 0s 74us/step - loss: 0.0329
Epoch 32/60
500/500 [==============================] - 0s 99us/step - loss: 0.0329
Epoch 33/60
500/500 [==============================] - 0s 74us/step - loss: 0.0329
Epoch 34/60
500/500 [==============================] - 0s 64us/step - loss: 0.0329
Epoch 35/60
500/500 [==============================] - 0s 67us/step - loss: 0.0329
Epoch 36/60
500/500 [==============================] - 0s 112us/step - loss: 0.0329
Epoch 37/60
500/500 [==============================] - 0s 103us/step - loss: 0.0329
Epoch 38/60
500/500 [==============================] - 0s 103us/step - loss: 0.0329
Epoch 39/60
500/500 [==============================] - 0s 79us/step - loss: 0.0329
Epoch 40/60
500/500 [==============================] - 0s 86us/step - loss: 0.0328
Epoch 41/60
500/500 [==============================] - 0s 113us/step - loss: 0.0328
Epoch 42/60
500/500 [==============================] - 0s 109us/step - loss: 0.0328
Epoch 43/60
500/500 [==============================] - 0s 98us/step - loss: 0.0328
Epoch 44/60
500/500 [==============================] - 0s 66us/step - loss: 0.0328
Epoch 45/60
500/500 [==============================] - 0s 91us/step - loss: 0.0328
Epoch 46/60
500/500 [==============================] - 0s 79us/step - loss: 0.0328
Epoch 47/60
500/500 [==============================] - 0s 72us/step - loss: 0.0328
Epoch 48/60
500/500 [==============================] - 0s 66us/step - loss: 0.0328
Epoch 49/60
500/500 [==============================] - 0s 70us/step - loss: 0.0328
Epoch 50/60
500/500 [==============================] - 0s 68us/step - loss: 0.0328
Epoch 51/60
500/500 [==============================] - 0s 74us/step - loss: 0.0328
Epoch 52/60
500/500 [==============================] - 0s 74us/step - loss: 0.0328
Epoch 53/60
500/500 [==============================] - 0s 107us/step - loss: 0.0328
Epoch 54/60
500/500 [==============================] - 0s 96us/step - loss: 0.0328
Epoch 55/60
500/500 [==============================] - 0s 100us/step - loss: 0.0328
Epoch 56/60
500/500 [==============================] - 0s 86us/step - loss: 0.0328
Epoch 57/60
500/500 [==============================] - 0s 87us/step - loss: 0.0328
Epoch 58/60
500/500 [==============================] - 0s 84us/step - loss: 0.0328
Epoch 59/60
500/500 [==============================] - 0s 101us/step - loss: 0.0328
Epoch 60/60
500/500 [==============================] - 0s 91us/step - loss: 0.0328
0.6
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0382
Epoch 2/60
500/500 [==============================] - 0s 71us/step - loss: 0.0361
Epoch 3/60
500/500 [==============================] - 0s 75us/step - loss: 0.0358
Epoch 4/60
500/500 [==============================] - 0s 106us/step - loss: 0.0357
Epoch 5/60
500/500 [==============================] - 0s 66us/step - loss: 0.0355
Epoch 6/60
500/500 [==============================] - 0s 77us/step - loss: 0.0353
Epoch 7/60
500/500 [==============================] - 0s 123us/step - loss: 0.0349
Epoch 8/60
500/500 [==============================] - 0s 92us/step - loss: 0.0345
Epoch 9/60
500/500 [==============================] - 0s 74us/step - loss: 0.0340
Epoch 10/60
500/500 [==============================] - 0s 94us/step - loss: 0.0336
Epoch 11/60
500/500 [==============================] - 0s 119us/step - loss: 0.0333
Epoch 12/60
500/500 [==============================] - 0s 80us/step - loss: 0.0332
Epoch 13/60
500/500 [==============================] - 0s 108us/step - loss: 0.0331
Epoch 14/60
500/500 [==============================] - 0s 83us/step - loss: 0.0330
Epoch 15/60
500/500 [==============================] - 0s 89us/step - loss: 0.0330
Epoch 16/60
500/500 [==============================] - 0s 77us/step - loss: 0.0330
Epoch 17/60
500/500 [==============================] - 0s 71us/step - loss: 0.0330
Epoch 18/60
500/500 [==============================] - 0s 122us/step - loss: 0.0330
Epoch 19/60
500/500 [==============================] - 0s 72us/step - loss: 0.0330
Epoch 20/60
500/500 [==============================] - 0s 68us/step - loss: 0.0330
Epoch 21/60
500/500 [==============================] - 0s 103us/step - loss: 0.0329
Epoch 22/60
500/500 [==============================] - 0s 84us/step - loss: 0.0329
Epoch 23/60
500/500 [==============================] - 0s 75us/step - loss: 0.0329
Epoch 24/60
500/500 [==============================] - 0s 92us/step - loss: 0.0329
Epoch 25/60
500/500 [==============================] - 0s 83us/step - loss: 0.0329
Epoch 26/60
500/500 [==============================] - 0s 94us/step - loss: 0.0329
Epoch 27/60
500/500 [==============================] - 0s 87us/step - loss: 0.0329
Epoch 28/60
500/500 [==============================] - 0s 101us/step - loss: 0.0329
Epoch 29/60
500/500 [==============================] - 0s 94us/step - loss: 0.0329
Epoch 30/60
500/500 [==============================] - 0s 96us/step - loss: 0.0329
Epoch 31/60
500/500 [==============================] - 0s 116us/step - loss: 0.0329
Epoch 32/60
500/500 [==============================] - 0s 136us/step - loss: 0.0329
Epoch 33/60
500/500 [==============================] - 0s 94us/step - loss: 0.0329
Epoch 34/60
500/500 [==============================] - 0s 124us/step - loss: 0.0329
Epoch 35/60
500/500 [==============================] - 0s 100us/step - loss: 0.0329
Epoch 36/60
500/500 [==============================] - 0s 96us/step - loss: 0.0329
Epoch 37/60
500/500 [==============================] - 0s 113us/step - loss: 0.0329
Epoch 38/60
500/500 [==============================] - 0s 87us/step - loss: 0.0329
Epoch 39/60
500/500 [==============================] - 0s 81us/step - loss: 0.0329
Epoch 40/60
500/500 [==============================] - 0s 78us/step - loss: 0.0329
Epoch 41/60
500/500 [==============================] - 0s 103us/step - loss: 0.0329
Epoch 42/60
500/500 [==============================] - 0s 83us/step - loss: 0.0329
Epoch 43/60
500/500 [==============================] - 0s 73us/step - loss: 0.0329
Epoch 44/60
500/500 [==============================] - 0s 93us/step - loss: 0.0329
Epoch 45/60
500/500 [==============================] - 0s 81us/step - loss: 0.0329
Epoch 46/60
500/500 [==============================] - 0s 74us/step - loss: 0.0328
Epoch 47/60
500/500 [==============================] - 0s 97us/step - loss: 0.0328
Epoch 48/60
500/500 [==============================] - 0s 98us/step - loss: 0.0328
Epoch 49/60
500/500 [==============================] - 0s 110us/step - loss: 0.0328
Epoch 50/60
500/500 [==============================] - 0s 108us/step - loss: 0.0328
Epoch 51/60
500/500 [==============================] - 0s 99us/step - loss: 0.0328
Epoch 52/60
500/500 [==============================] - 0s 87us/step - loss: 0.0328
Epoch 53/60
500/500 [==============================] - 0s 99us/step - loss: 0.0328
Epoch 54/60
500/500 [==============================] - 0s 110us/step - loss: 0.0328
Epoch 55/60
500/500 [==============================] - 0s 95us/step - loss: 0.0328
Epoch 56/60
500/500 [==============================] - 0s 93us/step - loss: 0.0328
Epoch 57/60
500/500 [==============================] - 0s 173us/step - loss: 0.0328
Epoch 58/60
500/500 [==============================] - 0s 74us/step - loss: 0.0328
Epoch 59/60
500/500 [==============================] - 0s 101us/step - loss: 0.0328
Epoch 60/60
500/500 [==============================] - 0s 100us/step - loss: 0.0328
0.7
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0389
Epoch 2/60
500/500 [==============================] - 0s 101us/step - loss: 0.0365
Epoch 3/60
500/500 [==============================] - 0s 90us/step - loss: 0.0360
Epoch 4/60
500/500 [==============================] - 0s 85us/step - loss: 0.0359
Epoch 5/60
500/500 [==============================] - 0s 96us/step - loss: 0.0357
Epoch 6/60
500/500 [==============================] - 0s 99us/step - loss: 0.0355
Epoch 7/60
500/500 [==============================] - 0s 90us/step - loss: 0.0352
Epoch 8/60
500/500 [==============================] - 0s 78us/step - loss: 0.0348
Epoch 9/60
500/500 [==============================] - 0s 100us/step - loss: 0.0345
Epoch 10/60
500/500 [==============================] - 0s 88us/step - loss: 0.0341
Epoch 11/60
500/500 [==============================] - 0s 109us/step - loss: 0.0338
Epoch 12/60
500/500 [==============================] - 0s 95us/step - loss: 0.0336
Epoch 13/60
500/500 [==============================] - 0s 84us/step - loss: 0.0335
Epoch 14/60
500/500 [==============================] - 0s 73us/step - loss: 0.0335
Epoch 15/60
500/500 [==============================] - 0s 82us/step - loss: 0.0334
Epoch 16/60
500/500 [==============================] - 0s 89us/step - loss: 0.0334
Epoch 17/60
500/500 [==============================] - 0s 98us/step - loss: 0.0334
Epoch 18/60
500/500 [==============================] - 0s 150us/step - loss: 0.0334
Epoch 19/60
500/500 [==============================] - 0s 135us/step - loss: 0.0333
Epoch 20/60
500/500 [==============================] - 0s 130us/step - loss: 0.0333
Epoch 21/60
500/500 [==============================] - 0s 104us/step - loss: 0.0333
Epoch 22/60
500/500 [==============================] - 0s 100us/step - loss: 0.0333
Epoch 23/60
500/500 [==============================] - 0s 81us/step - loss: 0.0333
Epoch 24/60
500/500 [==============================] - 0s 69us/step - loss: 0.0333
Epoch 25/60
500/500 [==============================] - 0s 68us/step - loss: 0.0333
Epoch 26/60
500/500 [==============================] - 0s 66us/step - loss: 0.0333
Epoch 27/60
500/500 [==============================] - 0s 69us/step - loss: 0.0333
Epoch 28/60
500/500 [==============================] - 0s 67us/step - loss: 0.0333
Epoch 29/60
500/500 [==============================] - 0s 68us/step - loss: 0.0333
Epoch 30/60
500/500 [==============================] - 0s 75us/step - loss: 0.0333
Epoch 31/60
500/500 [==============================] - 0s 140us/step - loss: 0.0333
Epoch 32/60
500/500 [==============================] - 0s 121us/step - loss: 0.0333
Epoch 33/60
500/500 [==============================] - 0s 104us/step - loss: 0.0333
Epoch 34/60
500/500 [==============================] - 0s 99us/step - loss: 0.0333
Epoch 35/60
500/500 [==============================] - 0s 86us/step - loss: 0.0333
Epoch 36/60
500/500 [==============================] - 0s 101us/step - loss: 0.0333
Epoch 37/60
500/500 [==============================] - 0s 92us/step - loss: 0.0333
Epoch 38/60
500/500 [==============================] - 0s 105us/step - loss: 0.0333
Epoch 39/60
500/500 [==============================] - 0s 99us/step - loss: 0.0333
Epoch 40/60
500/500 [==============================] - 0s 97us/step - loss: 0.0333
Epoch 41/60
500/500 [==============================] - 0s 96us/step - loss: 0.0333
Epoch 42/60
500/500 [==============================] - 0s 103us/step - loss: 0.0333
Epoch 43/60
500/500 [==============================] - 0s 104us/step - loss: 0.0333
Epoch 44/60
500/500 [==============================] - 0s 92us/step - loss: 0.0333
Epoch 45/60
500/500 [==============================] - 0s 103us/step - loss: 0.0333
Epoch 46/60
500/500 [==============================] - 0s 85us/step - loss: 0.0333
Epoch 47/60
500/500 [==============================] - 0s 98us/step - loss: 0.0333
Epoch 48/60
500/500 [==============================] - 0s 95us/step - loss: 0.0333
Epoch 49/60
500/500 [==============================] - 0s 108us/step - loss: 0.0333
Epoch 50/60
500/500 [==============================] - 0s 100us/step - loss: 0.0333
Epoch 51/60
500/500 [==============================] - 0s 124us/step - loss: 0.0333
Epoch 52/60
500/500 [==============================] - 0s 99us/step - loss: 0.0333
Epoch 53/60
500/500 [==============================] - 0s 115us/step - loss: 0.0333
Epoch 54/60
500/500 [==============================] - 0s 80us/step - loss: 0.0333
Epoch 55/60
500/500 [==============================] - 0s 99us/step - loss: 0.0333
Epoch 56/60
500/500 [==============================] - 0s 102us/step - loss: 0.0333
Epoch 57/60
500/500 [==============================] - 0s 123us/step - loss: 0.0333
Epoch 58/60
500/500 [==============================] - 0s 95us/step - loss: 0.0333
Epoch 59/60
500/500 [==============================] - 0s 92us/step - loss: 0.0333
Epoch 60/60
500/500 [==============================] - 0s 102us/step - loss: 0.0333
0.8
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0386
Epoch 2/60
500/500 [==============================] - 0s 112us/step - loss: 0.0363
Epoch 3/60
500/500 [==============================] - 0s 108us/step - loss: 0.0357
Epoch 4/60
500/500 [==============================] - 0s 100us/step - loss: 0.0355
Epoch 5/60
500/500 [==============================] - 0s 107us/step - loss: 0.0354
Epoch 6/60
500/500 [==============================] - 0s 134us/step - loss: 0.0352
Epoch 7/60
500/500 [==============================] - 0s 96us/step - loss: 0.0349
Epoch 8/60
500/500 [==============================] - 0s 106us/step - loss: 0.0346
Epoch 9/60
500/500 [==============================] - 0s 101us/step - loss: 0.0343
Epoch 10/60
500/500 [==============================] - 0s 99us/step - loss: 0.0339
Epoch 11/60
500/500 [==============================] - 0s 98us/step - loss: 0.0337
Epoch 12/60
500/500 [==============================] - 0s 78us/step - loss: 0.0334
Epoch 13/60
500/500 [==============================] - 0s 106us/step - loss: 0.0333
Epoch 14/60
500/500 [==============================] - 0s 110us/step - loss: 0.0332
Epoch 15/60
500/500 [==============================] - 0s 81us/step - loss: 0.0331
Epoch 16/60
500/500 [==============================] - 0s 75us/step - loss: 0.0330
Epoch 17/60
500/500 [==============================] - 0s 111us/step - loss: 0.0330
Epoch 18/60
500/500 [==============================] - 0s 96us/step - loss: 0.0330
Epoch 19/60
500/500 [==============================] - 0s 99us/step - loss: 0.0330
Epoch 20/60
500/500 [==============================] - 0s 85us/step - loss: 0.0329
Epoch 21/60
500/500 [==============================] - 0s 88us/step - loss: 0.0329
Epoch 22/60
500/500 [==============================] - 0s 105us/step - loss: 0.0329
Epoch 23/60
500/500 [==============================] - 0s 69us/step - loss: 0.0329
Epoch 24/60
500/500 [==============================] - 0s 70us/step - loss: 0.0329
Epoch 25/60
500/500 [==============================] - 0s 105us/step - loss: 0.0329
Epoch 26/60
500/500 [==============================] - 0s 97us/step - loss: 0.0329
Epoch 27/60
500/500 [==============================] - 0s 116us/step - loss: 0.0329
Epoch 28/60
500/500 [==============================] - 0s 134us/step - loss: 0.0329
Epoch 29/60
500/500 [==============================] - 0s 125us/step - loss: 0.0329
Epoch 30/60
500/500 [==============================] - 0s 119us/step - loss: 0.0328
Epoch 31/60
500/500 [==============================] - 0s 95us/step - loss: 0.0328
Epoch 32/60
500/500 [==============================] - 0s 81us/step - loss: 0.0328
Epoch 33/60
500/500 [==============================] - 0s 74us/step - loss: 0.0328
Epoch 34/60
500/500 [==============================] - 0s 88us/step - loss: 0.0328
Epoch 35/60
500/500 [==============================] - 0s 92us/step - loss: 0.0328
Epoch 36/60
500/500 [==============================] - 0s 82us/step - loss: 0.0328
Epoch 37/60
500/500 [==============================] - 0s 103us/step - loss: 0.0328
Epoch 38/60
500/500 [==============================] - 0s 132us/step - loss: 0.0328
Epoch 39/60
500/500 [==============================] - 0s 125us/step - loss: 0.0328
Epoch 40/60
500/500 [==============================] - 0s 105us/step - loss: 0.0328
Epoch 41/60
500/500 [==============================] - 0s 101us/step - loss: 0.0328
Epoch 42/60
500/500 [==============================] - 0s 93us/step - loss: 0.0328
Epoch 43/60
500/500 [==============================] - 0s 92us/step - loss: 0.0328
Epoch 44/60
500/500 [==============================] - 0s 111us/step - loss: 0.0328
Epoch 45/60
500/500 [==============================] - 0s 95us/step - loss: 0.0328
Epoch 46/60
500/500 [==============================] - 0s 89us/step - loss: 0.0328
Epoch 47/60
500/500 [==============================] - 0s 102us/step - loss: 0.0328
Epoch 48/60
500/500 [==============================] - ETA: 0s - loss: 0.030 - 0s 104us/step - loss: 0.0328
Epoch 49/60
500/500 [==============================] - 0s 85us/step - loss: 0.0328
Epoch 50/60
500/500 [==============================] - 0s 76us/step - loss: 0.0328
Epoch 51/60
500/500 [==============================] - 0s 106us/step - loss: 0.0328
Epoch 52/60
500/500 [==============================] - 0s 85us/step - loss: 0.0328
Epoch 53/60
500/500 [==============================] - 0s 119us/step - loss: 0.0328
Epoch 54/60
500/500 [==============================] - 0s 87us/step - loss: 0.0328
Epoch 55/60
500/500 [==============================] - 0s 79us/step - loss: 0.0328
Epoch 56/60
500/500 [==============================] - 0s 102us/step - loss: 0.0328
Epoch 57/60
500/500 [==============================] - 0s 81us/step - loss: 0.0328
Epoch 58/60
500/500 [==============================] - 0s 106us/step - loss: 0.0328
Epoch 59/60
500/500 [==============================] - 0s 100us/step - loss: 0.0328
Epoch 60/60
500/500 [==============================] - 0s 83us/step - loss: 0.0328
0.9
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0391
Epoch 2/60
500/500 [==============================] - 0s 71us/step - loss: 0.0366
Epoch 3/60
500/500 [==============================] - 0s 102us/step - loss: 0.0358
Epoch 4/60
500/500 [==============================] - 0s 106us/step - loss: 0.0355
Epoch 5/60
500/500 [==============================] - 0s 106us/step - loss: 0.0354
Epoch 6/60
500/500 [==============================] - 0s 92us/step - loss: 0.0352
Epoch 7/60
500/500 [==============================] - 0s 94us/step - loss: 0.0351
Epoch 8/60
500/500 [==============================] - 0s 88us/step - loss: 0.0349
Epoch 9/60
500/500 [==============================] - 0s 90us/step - loss: 0.0346
Epoch 10/60
500/500 [==============================] - 0s 95us/step - loss: 0.0344
Epoch 11/60
500/500 [==============================] - 0s 84us/step - loss: 0.0341
Epoch 12/60
500/500 [==============================] - 0s 97us/step - loss: 0.0338
Epoch 13/60
500/500 [==============================] - 0s 105us/step - loss: 0.0335
Epoch 14/60
500/500 [==============================] - 0s 117us/step - loss: 0.0332
Epoch 15/60
500/500 [==============================] - 0s 88us/step - loss: 0.0330
Epoch 16/60
500/500 [==============================] - 0s 99us/step - loss: 0.0328
Epoch 17/60
500/500 [==============================] - 0s 95us/step - loss: 0.0326
Epoch 18/60
500/500 [==============================] - 0s 91us/step - loss: 0.0325
Epoch 19/60
500/500 [==============================] - 0s 88us/step - loss: 0.0324
Epoch 20/60
500/500 [==============================] - 0s 98us/step - loss: 0.0323
Epoch 21/60
500/500 [==============================] - 0s 89us/step - loss: 0.0322
Epoch 22/60
500/500 [==============================] - 0s 135us/step - loss: 0.0322
Epoch 23/60
500/500 [==============================] - 0s 99us/step - loss: 0.0321
Epoch 24/60
500/500 [==============================] - 0s 93us/step - loss: 0.0321
Epoch 25/60
500/500 [==============================] - 0s 94us/step - loss: 0.0320
Epoch 26/60
500/500 [==============================] - 0s 82us/step - loss: 0.0320
Epoch 27/60
500/500 [==============================] - 0s 70us/step - loss: 0.0320
Epoch 28/60
500/500 [==============================] - 0s 97us/step - loss: 0.0320
Epoch 29/60
500/500 [==============================] - 0s 98us/step - loss: 0.0320
Epoch 30/60
500/500 [==============================] - 0s 114us/step - loss: 0.0320
Epoch 31/60
500/500 [==============================] - 0s 87us/step - loss: 0.0319
Epoch 32/60
500/500 [==============================] - 0s 115us/step - loss: 0.0319
Epoch 33/60
500/500 [==============================] - 0s 110us/step - loss: 0.0319
Epoch 34/60
500/500 [==============================] - 0s 73us/step - loss: 0.0319
Epoch 35/60
500/500 [==============================] - 0s 72us/step - loss: 0.0319
Epoch 36/60
500/500 [==============================] - 0s 108us/step - loss: 0.0319
Epoch 37/60
500/500 [==============================] - 0s 103us/step - loss: 0.0319
Epoch 38/60
500/500 [==============================] - 0s 127us/step - loss: 0.0319
Epoch 39/60
500/500 [==============================] - 0s 106us/step - loss: 0.0319
Epoch 40/60
500/500 [==============================] - 0s 84us/step - loss: 0.0319
Epoch 41/60
500/500 [==============================] - 0s 112us/step - loss: 0.0318
Epoch 42/60
500/500 [==============================] - 0s 91us/step - loss: 0.0318
Epoch 43/60
500/500 [==============================] - 0s 90us/step - loss: 0.0319
Epoch 44/60
500/500 [==============================] - 0s 91us/step - loss: 0.0318
Epoch 45/60
500/500 [==============================] - 0s 116us/step - loss: 0.0318
Epoch 46/60
500/500 [==============================] - 0s 92us/step - loss: 0.0318
Epoch 47/60
500/500 [==============================] - 0s 90us/step - loss: 0.0318
Epoch 48/60
500/500 [==============================] - 0s 93us/step - loss: 0.0318
Epoch 49/60
500/500 [==============================] - 0s 93us/step - loss: 0.0318
Epoch 50/60
500/500 [==============================] - 0s 101us/step - loss: 0.0318
Epoch 51/60
500/500 [==============================] - 0s 84us/step - loss: 0.0318
Epoch 52/60
500/500 [==============================] - 0s 107us/step - loss: 0.0318
Epoch 53/60
500/500 [==============================] - 0s 98us/step - loss: 0.0318
Epoch 54/60
500/500 [==============================] - 0s 109us/step - loss: 0.0318
Epoch 55/60
500/500 [==============================] - 0s 78us/step - loss: 0.0318
Epoch 56/60
500/500 [==============================] - 0s 97us/step - loss: 0.0318
Epoch 57/60
500/500 [==============================] - 0s 97us/step - loss: 0.0318
Epoch 58/60
500/500 [==============================] - 0s 105us/step - loss: 0.0318
Epoch 59/60
500/500 [==============================] - 0s 76us/step - loss: 0.0318
Epoch 60/60
500/500 [==============================] - 0s 75us/step - loss: 0.0318
[0.032992550375913601, 0.033019633994703916, 0.032941233043744259, 0.033024980754989122, 0.033117233160606441, 0.03311417375208766, 0.033421237320365199, 0.033428160670418115, 0.033884643050717395, 0.035729636083417504]
0.0
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0376
Epoch 2/60
500/500 [==============================] - 0s 90us/step - loss: 0.0357
Epoch 3/60
500/500 [==============================] - 0s 105us/step - loss: 0.0339
Epoch 4/60
500/500 [==============================] - 0s 87us/step - loss: 0.0310
Epoch 5/60
500/500 [==============================] - 0s 83us/step - loss: 0.0274
Epoch 6/60
500/500 [==============================] - 0s 87us/step - loss: 0.0240
Epoch 7/60
500/500 [==============================] - 0s 95us/step - loss: 0.0208
Epoch 8/60
500/500 [==============================] - 0s 105us/step - loss: 0.0179
Epoch 9/60
500/500 [==============================] - ETA: 0s - loss: 0.016 - 0s 108us/step - loss: 0.0157
Epoch 10/60
500/500 [==============================] - 0s 95us/step - loss: 0.0141
Epoch 11/60
500/500 [==============================] - 0s 104us/step - loss: 0.0129
Epoch 12/60
500/500 [==============================] - 0s 115us/step - loss: 0.0120
Epoch 13/60
500/500 [==============================] - 0s 111us/step - loss: 0.0115
Epoch 14/60
500/500 [==============================] - 0s 90us/step - loss: 0.0113
Epoch 15/60
500/500 [==============================] - 0s 96us/step - loss: 0.0112
Epoch 16/60
500/500 [==============================] - 0s 103us/step - loss: 0.0111
Epoch 17/60
500/500 [==============================] - 0s 119us/step - loss: 0.0111
Epoch 18/60
500/500 [==============================] - 0s 98us/step - loss: 0.0111
Epoch 19/60
500/500 [==============================] - 0s 101us/step - loss: 0.0111
Epoch 20/60
500/500 [==============================] - 0s 106us/step - loss: 0.0111
Epoch 21/60
500/500 [==============================] - 0s 94us/step - loss: 0.0110
Epoch 22/60
500/500 [==============================] - 0s 94us/step - loss: 0.0110
Epoch 23/60
500/500 [==============================] - ETA: 0s - loss: 0.011 - 0s 90us/step - loss: 0.0110
Epoch 24/60
500/500 [==============================] - 0s 90us/step - loss: 0.0110
Epoch 25/60
500/500 [==============================] - 0s 85us/step - loss: 0.0110
Epoch 26/60
500/500 [==============================] - 0s 95us/step - loss: 0.0110
Epoch 27/60
500/500 [==============================] - 0s 93us/step - loss: 0.0110
Epoch 28/60
500/500 [==============================] - 0s 92us/step - loss: 0.0110
Epoch 29/60
500/500 [==============================] - 0s 91us/step - loss: 0.0110
Epoch 30/60
500/500 [==============================] - 0s 98us/step - loss: 0.0110
Epoch 31/60
500/500 [==============================] - 0s 92us/step - loss: 0.0110
Epoch 32/60
500/500 [==============================] - 0s 97us/step - loss: 0.0110
Epoch 33/60
500/500 [==============================] - 0s 101us/step - loss: 0.0110
Epoch 34/60
500/500 [==============================] - 0s 93us/step - loss: 0.0110
Epoch 35/60
500/500 [==============================] - 0s 94us/step - loss: 0.0110
Epoch 36/60
500/500 [==============================] - 0s 126us/step - loss: 0.0110
Epoch 37/60
500/500 [==============================] - 0s 95us/step - loss: 0.0110
Epoch 38/60
500/500 [==============================] - 0s 87us/step - loss: 0.0110
Epoch 39/60
500/500 [==============================] - 0s 88us/step - loss: 0.0110
Epoch 40/60
500/500 [==============================] - 0s 77us/step - loss: 0.0110
Epoch 41/60
500/500 [==============================] - 0s 95us/step - loss: 0.0110
Epoch 42/60
500/500 [==============================] - 0s 96us/step - loss: 0.0110
Epoch 43/60
500/500 [==============================] - 0s 90us/step - loss: 0.0110
Epoch 44/60
500/500 [==============================] - 0s 89us/step - loss: 0.0110
Epoch 45/60
500/500 [==============================] - 0s 99us/step - loss: 0.0109
Epoch 46/60
500/500 [==============================] - 0s 94us/step - loss: 0.0110
Epoch 47/60
500/500 [==============================] - 0s 79us/step - loss: 0.0109
Epoch 48/60
500/500 [==============================] - 0s 82us/step - loss: 0.0109
Epoch 49/60
500/500 [==============================] - 0s 78us/step - loss: 0.0110
Epoch 50/60
500/500 [==============================] - 0s 72us/step - loss: 0.0109
Epoch 51/60
500/500 [==============================] - 0s 86us/step - loss: 0.0109
Epoch 52/60
500/500 [==============================] - 0s 84us/step - loss: 0.0109
Epoch 53/60
500/500 [==============================] - 0s 84us/step - loss: 0.0109
Epoch 54/60
500/500 [==============================] - 0s 94us/step - loss: 0.0109
Epoch 55/60
500/500 [==============================] - 0s 94us/step - loss: 0.0109
Epoch 56/60
500/500 [==============================] - 0s 82us/step - loss: 0.0109
Epoch 57/60
500/500 [==============================] - 0s 92us/step - loss: 0.0109
Epoch 58/60
500/500 [==============================] - 0s 91us/step - loss: 0.0109
Epoch 59/60
500/500 [==============================] - 0s 97us/step - loss: 0.0110
Epoch 60/60
500/500 [==============================] - 0s 98us/step - loss: 0.0109
0.1
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0379
Epoch 2/60
500/500 [==============================] - 0s 91us/step - loss: 0.0356
Epoch 3/60
500/500 [==============================] - 0s 98us/step - loss: 0.0336
Epoch 4/60
500/500 [==============================] - 0s 95us/step - loss: 0.0301
Epoch 5/60
500/500 [==============================] - 0s 83us/step - loss: 0.0259
Epoch 6/60
500/500 [==============================] - 0s 82us/step - loss: 0.0220
Epoch 7/60
500/500 [==============================] - 0s 80us/step - loss: 0.0188
Epoch 8/60
500/500 [==============================] - 0s 75us/step - loss: 0.0165
Epoch 9/60
500/500 [==============================] - 0s 95us/step - loss: 0.0146
Epoch 10/60
500/500 [==============================] - 0s 95us/step - loss: 0.0130
Epoch 11/60
500/500 [==============================] - 0s 103us/step - loss: 0.0120
Epoch 12/60
500/500 [==============================] - 0s 97us/step - loss: 0.0115
Epoch 13/60
500/500 [==============================] - 0s 102us/step - loss: 0.0112
Epoch 14/60
500/500 [==============================] - 0s 98us/step - loss: 0.0112
Epoch 15/60
500/500 [==============================] - 0s 88us/step - loss: 0.0111
Epoch 16/60
500/500 [==============================] - 0s 90us/step - loss: 0.0111
Epoch 17/60
500/500 [==============================] - 0s 87us/step - loss: 0.0111
Epoch 18/60
500/500 [==============================] - 0s 86us/step - loss: 0.0111
Epoch 19/60
500/500 [==============================] - 0s 102us/step - loss: 0.0110
Epoch 20/60
500/500 [==============================] - 0s 99us/step - loss: 0.0110
Epoch 21/60
500/500 [==============================] - 0s 113us/step - loss: 0.0110
Epoch 22/60
500/500 [==============================] - 0s 92us/step - loss: 0.0110
Epoch 23/60
500/500 [==============================] - 0s 95us/step - loss: 0.0110
Epoch 24/60
500/500 [==============================] - 0s 97us/step - loss: 0.0110
Epoch 25/60
500/500 [==============================] - 0s 83us/step - loss: 0.0110
Epoch 26/60
500/500 [==============================] - 0s 95us/step - loss: 0.0110
Epoch 27/60
500/500 [==============================] - 0s 97us/step - loss: 0.0110
Epoch 28/60
500/500 [==============================] - 0s 84us/step - loss: 0.0110
Epoch 29/60
500/500 [==============================] - 0s 121us/step - loss: 0.0110
Epoch 30/60
500/500 [==============================] - 0s 85us/step - loss: 0.0110
Epoch 31/60
500/500 [==============================] - 0s 91us/step - loss: 0.0110
Epoch 32/60
500/500 [==============================] - 0s 93us/step - loss: 0.0110
Epoch 33/60
500/500 [==============================] - 0s 112us/step - loss: 0.0110
Epoch 34/60
500/500 [==============================] - 0s 105us/step - loss: 0.0110
Epoch 35/60
500/500 [==============================] - 0s 93us/step - loss: 0.0110
Epoch 36/60
500/500 [==============================] - 0s 90us/step - loss: 0.0109
Epoch 37/60
500/500 [==============================] - 0s 98us/step - loss: 0.0109
Epoch 38/60
500/500 [==============================] - 0s 98us/step - loss: 0.0109
Epoch 39/60
500/500 [==============================] - 0s 96us/step - loss: 0.0109
Epoch 40/60
500/500 [==============================] - 0s 103us/step - loss: 0.0109
Epoch 41/60
500/500 [==============================] - 0s 97us/step - loss: 0.0109
Epoch 42/60
500/500 [==============================] - 0s 94us/step - loss: 0.0109
Epoch 43/60
500/500 [==============================] - 0s 115us/step - loss: 0.0110
Epoch 44/60
500/500 [==============================] - 0s 83us/step - loss: 0.0110
Epoch 45/60
500/500 [==============================] - 0s 96us/step - loss: 0.0109
Epoch 46/60
500/500 [==============================] - 0s 95us/step - loss: 0.0109
Epoch 47/60
500/500 [==============================] - 0s 89us/step - loss: 0.0109
Epoch 48/60
500/500 [==============================] - 0s 89us/step - loss: 0.0109
Epoch 49/60
500/500 [==============================] - 0s 83us/step - loss: 0.0109
Epoch 50/60
500/500 [==============================] - 0s 98us/step - loss: 0.0109
Epoch 51/60
500/500 [==============================] - 0s 88us/step - loss: 0.0109
Epoch 52/60
500/500 [==============================] - 0s 86us/step - loss: 0.0109
Epoch 53/60
500/500 [==============================] - 0s 90us/step - loss: 0.0109
Epoch 54/60
500/500 [==============================] - 0s 92us/step - loss: 0.0109
Epoch 55/60
500/500 [==============================] - 0s 87us/step - loss: 0.0109
Epoch 56/60
500/500 [==============================] - 0s 94us/step - loss: 0.0109
Epoch 57/60
500/500 [==============================] - 0s 97us/step - loss: 0.0109
Epoch 58/60
500/500 [==============================] - 0s 83us/step - loss: 0.0109
Epoch 59/60
500/500 [==============================] - 0s 91us/step - loss: 0.0109
Epoch 60/60
500/500 [==============================] - 0s 86us/step - loss: 0.0109
0.2
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0377
Epoch 2/60
500/500 [==============================] - 0s 82us/step - loss: 0.0355
Epoch 3/60
500/500 [==============================] - 0s 92us/step - loss: 0.0338
Epoch 4/60
500/500 [==============================] - 0s 82us/step - loss: 0.0305
Epoch 5/60
500/500 [==============================] - 0s 95us/step - loss: 0.0263
Epoch 6/60
500/500 [==============================] - 0s 108us/step - loss: 0.0222
Epoch 7/60
500/500 [==============================] - 0s 106us/step - loss: 0.0189
Epoch 8/60
500/500 [==============================] - 0s 91us/step - loss: 0.0163
Epoch 9/60
500/500 [==============================] - 0s 102us/step - loss: 0.0144
Epoch 10/60
500/500 [==============================] - 0s 97us/step - loss: 0.0130
Epoch 11/60
500/500 [==============================] - 0s 120us/step - loss: 0.0121
Epoch 12/60
500/500 [==============================] - 0s 94us/step - loss: 0.0115
Epoch 13/60
500/500 [==============================] - 0s 100us/step - loss: 0.0113
Epoch 14/60
500/500 [==============================] - 0s 97us/step - loss: 0.0112
Epoch 15/60
500/500 [==============================] - 0s 108us/step - loss: 0.0111
Epoch 16/60
500/500 [==============================] - 0s 93us/step - loss: 0.0111
Epoch 17/60
500/500 [==============================] - 0s 101us/step - loss: 0.0111
Epoch 18/60
500/500 [==============================] - 0s 89us/step - loss: 0.0110
Epoch 19/60
500/500 [==============================] - 0s 100us/step - loss: 0.0110
Epoch 20/60
500/500 [==============================] - 0s 103us/step - loss: 0.0110
Epoch 21/60
500/500 [==============================] - 0s 94us/step - loss: 0.0110
Epoch 22/60
500/500 [==============================] - 0s 87us/step - loss: 0.0110
Epoch 23/60
500/500 [==============================] - 0s 77us/step - loss: 0.0110
Epoch 24/60
500/500 [==============================] - 0s 83us/step - loss: 0.0110
Epoch 25/60
500/500 [==============================] - 0s 91us/step - loss: 0.0110
Epoch 26/60
500/500 [==============================] - 0s 105us/step - loss: 0.0110
Epoch 27/60
500/500 [==============================] - 0s 92us/step - loss: 0.0110
Epoch 28/60
500/500 [==============================] - 0s 87us/step - loss: 0.0110
Epoch 29/60
500/500 [==============================] - 0s 78us/step - loss: 0.0110
Epoch 30/60
500/500 [==============================] - 0s 97us/step - loss: 0.0109
Epoch 31/60
500/500 [==============================] - 0s 80us/step - loss: 0.0109
Epoch 32/60
500/500 [==============================] - 0s 92us/step - loss: 0.0109
Epoch 33/60
500/500 [==============================] - 0s 89us/step - loss: 0.0109
Epoch 34/60
500/500 [==============================] - 0s 94us/step - loss: 0.0109
Epoch 35/60
500/500 [==============================] - 0s 95us/step - loss: 0.0109
Epoch 36/60
500/500 [==============================] - 0s 79us/step - loss: 0.0109
Epoch 37/60
500/500 [==============================] - 0s 100us/step - loss: 0.0109
Epoch 38/60
500/500 [==============================] - 0s 89us/step - loss: 0.0109
Epoch 39/60
500/500 [==============================] - 0s 106us/step - loss: 0.0109
Epoch 40/60
500/500 [==============================] - 0s 95us/step - loss: 0.0109
Epoch 41/60
500/500 [==============================] - 0s 89us/step - loss: 0.0109
Epoch 42/60
500/500 [==============================] - 0s 86us/step - loss: 0.0109
Epoch 43/60
500/500 [==============================] - 0s 100us/step - loss: 0.0109
Epoch 44/60
500/500 [==============================] - 0s 96us/step - loss: 0.0109
Epoch 45/60
500/500 [==============================] - 0s 84us/step - loss: 0.0109
Epoch 46/60
500/500 [==============================] - 0s 81us/step - loss: 0.0109
Epoch 47/60
500/500 [==============================] - 0s 87us/step - loss: 0.0109
Epoch 48/60
500/500 [==============================] - 0s 72us/step - loss: 0.0109
Epoch 49/60
500/500 [==============================] - 0s 79us/step - loss: 0.0109
Epoch 50/60
500/500 [==============================] - 0s 78us/step - loss: 0.0109
Epoch 51/60
500/500 [==============================] - 0s 100us/step - loss: 0.0109
Epoch 52/60
500/500 [==============================] - 0s 104us/step - loss: 0.0109
Epoch 53/60
500/500 [==============================] - 0s 105us/step - loss: 0.0109
Epoch 54/60
500/500 [==============================] - 0s 113us/step - loss: 0.0109
Epoch 55/60
500/500 [==============================] - 0s 98us/step - loss: 0.0109
Epoch 56/60
500/500 [==============================] - 0s 84us/step - loss: 0.0109
Epoch 57/60
500/500 [==============================] - 0s 91us/step - loss: 0.0109
Epoch 58/60
500/500 [==============================] - 0s 71us/step - loss: 0.0109
Epoch 59/60
500/500 [==============================] - 0s 103us/step - loss: 0.0109
Epoch 60/60
500/500 [==============================] - 0s 123us/step - loss: 0.0109
0.3
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0376
Epoch 2/60
500/500 [==============================] - 0s 85us/step - loss: 0.0354
Epoch 3/60
500/500 [==============================] - 0s 67us/step - loss: 0.0335
Epoch 4/60
500/500 [==============================] - 0s 81us/step - loss: 0.0305
Epoch 5/60
500/500 [==============================] - 0s 88us/step - loss: 0.0268
Epoch 6/60
500/500 [==============================] - 0s 89us/step - loss: 0.0230
Epoch 7/60
500/500 [==============================] - 0s 94us/step - loss: 0.0198
Epoch 8/60
500/500 [==============================] - 0s 91us/step - loss: 0.0172
Epoch 9/60
500/500 [==============================] - 0s 89us/step - loss: 0.0153
Epoch 10/60
500/500 [==============================] - 0s 97us/step - loss: 0.0142
Epoch 11/60
500/500 [==============================] - 0s 99us/step - loss: 0.0135
Epoch 12/60
500/500 [==============================] - 0s 92us/step - loss: 0.0127
Epoch 13/60
500/500 [==============================] - 0s 91us/step - loss: 0.0120
Epoch 14/60
500/500 [==============================] - 0s 75us/step - loss: 0.0114
Epoch 15/60
500/500 [==============================] - 0s 72us/step - loss: 0.0112
Epoch 16/60
500/500 [==============================] - 0s 68us/step - loss: 0.0111
Epoch 17/60
500/500 [==============================] - 0s 91us/step - loss: 0.0110
Epoch 18/60
500/500 [==============================] - 0s 109us/step - loss: 0.0110
Epoch 19/60
500/500 [==============================] - 0s 95us/step - loss: 0.0109
Epoch 20/60
500/500 [==============================] - 0s 94us/step - loss: 0.0109
Epoch 21/60
500/500 [==============================] - 0s 93us/step - loss: 0.0109
Epoch 22/60
500/500 [==============================] - 0s 85us/step - loss: 0.0109
Epoch 23/60
500/500 [==============================] - 0s 78us/step - loss: 0.0109
Epoch 24/60
500/500 [==============================] - 0s 90us/step - loss: 0.0109
Epoch 25/60
500/500 [==============================] - 0s 102us/step - loss: 0.0109
Epoch 26/60
500/500 [==============================] - 0s 104us/step - loss: 0.0109
Epoch 27/60
500/500 [==============================] - 0s 100us/step - loss: 0.0109
Epoch 28/60
500/500 [==============================] - 0s 105us/step - loss: 0.0109
Epoch 29/60
500/500 [==============================] - 0s 87us/step - loss: 0.0109
Epoch 30/60
500/500 [==============================] - 0s 99us/step - loss: 0.0109
Epoch 31/60
500/500 [==============================] - 0s 89us/step - loss: 0.0109
Epoch 32/60
500/500 [==============================] - 0s 90us/step - loss: 0.0109
Epoch 33/60
500/500 [==============================] - 0s 86us/step - loss: 0.0109
Epoch 34/60
500/500 [==============================] - 0s 84us/step - loss: 0.0109
Epoch 35/60
500/500 [==============================] - 0s 91us/step - loss: 0.0109
Epoch 36/60
500/500 [==============================] - 0s 92us/step - loss: 0.0109
Epoch 37/60
500/500 [==============================] - 0s 97us/step - loss: 0.0109
Epoch 38/60
500/500 [==============================] - 0s 101us/step - loss: 0.0108
Epoch 39/60
500/500 [==============================] - 0s 96us/step - loss: 0.0108
Epoch 40/60
500/500 [==============================] - 0s 121us/step - loss: 0.0108
Epoch 41/60
500/500 [==============================] - 0s 89us/step - loss: 0.0108
Epoch 42/60
500/500 [==============================] - 0s 88us/step - loss: 0.0108
Epoch 43/60
500/500 [==============================] - 0s 98us/step - loss: 0.0108
Epoch 44/60
500/500 [==============================] - 0s 103us/step - loss: 0.0108
Epoch 45/60
500/500 [==============================] - 0s 94us/step - loss: 0.0108
Epoch 46/60
500/500 [==============================] - 0s 95us/step - loss: 0.0108
Epoch 47/60
500/500 [==============================] - 0s 88us/step - loss: 0.0108
Epoch 48/60
500/500 [==============================] - 0s 87us/step - loss: 0.0108
Epoch 49/60
500/500 [==============================] - 0s 95us/step - loss: 0.0108
Epoch 50/60
500/500 [==============================] - 0s 109us/step - loss: 0.0108
Epoch 51/60
500/500 [==============================] - 0s 107us/step - loss: 0.0108
Epoch 52/60
500/500 [==============================] - 0s 122us/step - loss: 0.0108
Epoch 53/60
500/500 [==============================] - 0s 104us/step - loss: 0.0108
Epoch 54/60
500/500 [==============================] - 0s 109us/step - loss: 0.0108
Epoch 55/60
500/500 [==============================] - 0s 92us/step - loss: 0.0108
Epoch 56/60
500/500 [==============================] - 0s 113us/step - loss: 0.0108
Epoch 57/60
500/500 [==============================] - 0s 98us/step - loss: 0.0108
Epoch 58/60
500/500 [==============================] - 0s 91us/step - loss: 0.0108
Epoch 59/60
500/500 [==============================] - 0s 92us/step - loss: 0.0108
Epoch 60/60
500/500 [==============================] - 0s 101us/step - loss: 0.0108
0.4
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0376
Epoch 2/60
500/500 [==============================] - 0s 101us/step - loss: 0.0357
Epoch 3/60
500/500 [==============================] - 0s 106us/step - loss: 0.0343
Epoch 4/60
500/500 [==============================] - 0s 93us/step - loss: 0.0319
Epoch 5/60
500/500 [==============================] - 0s 99us/step - loss: 0.0284
Epoch 6/60
500/500 [==============================] - 0s 104us/step - loss: 0.0248
Epoch 7/60
500/500 [==============================] - 0s 109us/step - loss: 0.0217
Epoch 8/60
500/500 [==============================] - 0s 108us/step - loss: 0.0194
Epoch 9/60
500/500 [==============================] - 0s 104us/step - loss: 0.0172
Epoch 10/60
500/500 [==============================] - 0s 84us/step - loss: 0.0152
Epoch 11/60
500/500 [==============================] - 0s 94us/step - loss: 0.0134
Epoch 12/60
500/500 [==============================] - 0s 80us/step - loss: 0.0122
Epoch 13/60
500/500 [==============================] - 0s 91us/step - loss: 0.0116
Epoch 14/60
500/500 [==============================] - 0s 100us/step - loss: 0.0113
Epoch 15/60
500/500 [==============================] - 0s 92us/step - loss: 0.0111
Epoch 16/60
500/500 [==============================] - 0s 88us/step - loss: 0.0110
Epoch 17/60
500/500 [==============================] - 0s 91us/step - loss: 0.0110
Epoch 18/60
500/500 [==============================] - 0s 99us/step - loss: 0.0109
Epoch 19/60
500/500 [==============================] - 0s 95us/step - loss: 0.0109
Epoch 20/60
500/500 [==============================] - 0s 90us/step - loss: 0.0109
Epoch 21/60
500/500 [==============================] - 0s 103us/step - loss: 0.0109
Epoch 22/60
500/500 [==============================] - 0s 98us/step - loss: 0.0109
Epoch 23/60
500/500 [==============================] - 0s 93us/step - loss: 0.0109
Epoch 24/60
500/500 [==============================] - 0s 105us/step - loss: 0.0109
Epoch 25/60
500/500 [==============================] - 0s 88us/step - loss: 0.0109
Epoch 26/60
500/500 [==============================] - 0s 90us/step - loss: 0.0108
Epoch 27/60
500/500 [==============================] - 0s 98us/step - loss: 0.0108
Epoch 28/60
500/500 [==============================] - 0s 101us/step - loss: 0.0108
Epoch 29/60
500/500 [==============================] - 0s 99us/step - loss: 0.0108
Epoch 30/60
500/500 [==============================] - 0s 106us/step - loss: 0.0108
Epoch 31/60
500/500 [==============================] - 0s 106us/step - loss: 0.0108
Epoch 32/60
500/500 [==============================] - 0s 83us/step - loss: 0.0108
Epoch 33/60
500/500 [==============================] - 0s 82us/step - loss: 0.0108
Epoch 34/60
500/500 [==============================] - 0s 82us/step - loss: 0.0108
Epoch 35/60
500/500 [==============================] - 0s 65us/step - loss: 0.0108
Epoch 36/60
500/500 [==============================] - 0s 90us/step - loss: 0.0108
Epoch 37/60
500/500 [==============================] - 0s 96us/step - loss: 0.0108
Epoch 38/60
500/500 [==============================] - 0s 94us/step - loss: 0.0108
Epoch 39/60
500/500 [==============================] - 0s 91us/step - loss: 0.0108
Epoch 40/60
500/500 [==============================] - 0s 91us/step - loss: 0.0108
Epoch 41/60
500/500 [==============================] - 0s 97us/step - loss: 0.0108
Epoch 42/60
500/500 [==============================] - 0s 101us/step - loss: 0.0108
Epoch 43/60
500/500 [==============================] - 0s 95us/step - loss: 0.0108
Epoch 44/60
500/500 [==============================] - 0s 80us/step - loss: 0.0108
Epoch 45/60
500/500 [==============================] - 0s 103us/step - loss: 0.0108
Epoch 46/60
500/500 [==============================] - 0s 72us/step - loss: 0.0108
Epoch 47/60
500/500 [==============================] - 0s 94us/step - loss: 0.0108
Epoch 48/60
500/500 [==============================] - 0s 98us/step - loss: 0.0108
Epoch 49/60
500/500 [==============================] - 0s 99us/step - loss: 0.0108
Epoch 50/60
500/500 [==============================] - 0s 111us/step - loss: 0.0108
Epoch 51/60
500/500 [==============================] - 0s 89us/step - loss: 0.0108
Epoch 52/60
500/500 [==============================] - 0s 76us/step - loss: 0.0108
Epoch 53/60
500/500 [==============================] - 0s 99us/step - loss: 0.0108
Epoch 54/60
500/500 [==============================] - 0s 99us/step - loss: 0.0107
Epoch 55/60
500/500 [==============================] - 0s 88us/step - loss: 0.0107
Epoch 56/60
500/500 [==============================] - 0s 100us/step - loss: 0.0107
Epoch 57/60
500/500 [==============================] - 0s 90us/step - loss: 0.0107
Epoch 58/60
500/500 [==============================] - 0s 89us/step - loss: 0.0107
Epoch 59/60
500/500 [==============================] - 0s 97us/step - loss: 0.0107
Epoch 60/60
500/500 [==============================] - 0s 81us/step - loss: 0.0107
0.5
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0378
Epoch 2/60
500/500 [==============================] - 0s 102us/step - loss: 0.0358
Epoch 3/60
500/500 [==============================] - 0s 90us/step - loss: 0.0345
Epoch 4/60
500/500 [==============================] - 0s 107us/step - loss: 0.0322
Epoch 5/60
500/500 [==============================] - 0s 83us/step - loss: 0.0288
Epoch 6/60
500/500 [==============================] - 0s 121us/step - loss: 0.0252
Epoch 7/60
500/500 [==============================] - 0s 91us/step - loss: 0.0219
Epoch 8/60
500/500 [==============================] - 0s 105us/step - loss: 0.0193
Epoch 9/60
500/500 [==============================] - 0s 91us/step - loss: 0.0173
Epoch 10/60
500/500 [==============================] - 0s 85us/step - loss: 0.0159
Epoch 11/60
500/500 [==============================] - 0s 76us/step - loss: 0.0145
Epoch 12/60
500/500 [==============================] - 0s 95us/step - loss: 0.0132
Epoch 13/60
500/500 [==============================] - 0s 82us/step - loss: 0.0123
Epoch 14/60
500/500 [==============================] - 0s 93us/step - loss: 0.0116
Epoch 15/60
500/500 [==============================] - 0s 111us/step - loss: 0.0113
Epoch 16/60
500/500 [==============================] - 0s 95us/step - loss: 0.0111
Epoch 17/60
500/500 [==============================] - 0s 96us/step - loss: 0.0110
Epoch 18/60
500/500 [==============================] - 0s 92us/step - loss: 0.0109
Epoch 19/60
500/500 [==============================] - 0s 93us/step - loss: 0.0109
Epoch 20/60
500/500 [==============================] - 0s 85us/step - loss: 0.0109
Epoch 21/60
500/500 [==============================] - 0s 78us/step - loss: 0.0109
Epoch 22/60
500/500 [==============================] - 0s 106us/step - loss: 0.0108
Epoch 23/60
500/500 [==============================] - 0s 93us/step - loss: 0.0108
Epoch 24/60
500/500 [==============================] - 0s 107us/step - loss: 0.0108
Epoch 25/60
500/500 [==============================] - 0s 95us/step - loss: 0.0108
Epoch 26/60
500/500 [==============================] - 0s 88us/step - loss: 0.0108
Epoch 27/60
500/500 [==============================] - 0s 94us/step - loss: 0.0108
Epoch 28/60
500/500 [==============================] - 0s 102us/step - loss: 0.0108
Epoch 29/60
500/500 [==============================] - 0s 107us/step - loss: 0.0108
Epoch 30/60
500/500 [==============================] - 0s 98us/step - loss: 0.0108
Epoch 31/60
500/500 [==============================] - 0s 68us/step - loss: 0.0108
Epoch 32/60
500/500 [==============================] - 0s 101us/step - loss: 0.0108
Epoch 33/60
500/500 [==============================] - 0s 91us/step - loss: 0.0108
Epoch 34/60
500/500 [==============================] - 0s 74us/step - loss: 0.0107
Epoch 35/60
500/500 [==============================] - 0s 83us/step - loss: 0.0107
Epoch 36/60
500/500 [==============================] - 0s 104us/step - loss: 0.0107
Epoch 37/60
500/500 [==============================] - 0s 82us/step - loss: 0.0107
Epoch 38/60
500/500 [==============================] - 0s 83us/step - loss: 0.0107
Epoch 39/60
500/500 [==============================] - 0s 94us/step - loss: 0.0107
Epoch 40/60
500/500 [==============================] - 0s 86us/step - loss: 0.0107
Epoch 41/60
500/500 [==============================] - 0s 92us/step - loss: 0.0107
Epoch 42/60
500/500 [==============================] - 0s 96us/step - loss: 0.0107
Epoch 43/60
500/500 [==============================] - 0s 95us/step - loss: 0.0107
Epoch 44/60
500/500 [==============================] - 0s 87us/step - loss: 0.0107
Epoch 45/60
500/500 [==============================] - 0s 95us/step - loss: 0.0107
Epoch 46/60
500/500 [==============================] - 0s 103us/step - loss: 0.0107
Epoch 47/60
500/500 [==============================] - 0s 92us/step - loss: 0.0107
Epoch 48/60
500/500 [==============================] - 0s 88us/step - loss: 0.0107
Epoch 49/60
500/500 [==============================] - 0s 94us/step - loss: 0.0107
Epoch 50/60
500/500 [==============================] - 0s 81us/step - loss: 0.0107
Epoch 51/60
500/500 [==============================] - 0s 66us/step - loss: 0.0107
Epoch 52/60
500/500 [==============================] - 0s 100us/step - loss: 0.0107
Epoch 53/60
500/500 [==============================] - 0s 104us/step - loss: 0.0107
Epoch 54/60
500/500 [==============================] - 0s 90us/step - loss: 0.0107
Epoch 55/60
500/500 [==============================] - 0s 116us/step - loss: 0.0107
Epoch 56/60
500/500 [==============================] - 0s 103us/step - loss: 0.0107
Epoch 57/60
500/500 [==============================] - 0s 97us/step - loss: 0.0107
Epoch 58/60
500/500 [==============================] - 0s 109us/step - loss: 0.0107
Epoch 59/60
500/500 [==============================] - 0s 89us/step - loss: 0.0107
Epoch 60/60
500/500 [==============================] - 0s 104us/step - loss: 0.0107
0.6
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0378
Epoch 2/60
500/500 [==============================] - 0s 85us/step - loss: 0.0357
Epoch 3/60
500/500 [==============================] - 0s 83us/step - loss: 0.0345
Epoch 4/60
500/500 [==============================] - 0s 88us/step - loss: 0.0323
Epoch 5/60
500/500 [==============================] - 0s 90us/step - loss: 0.0290
Epoch 6/60
500/500 [==============================] - 0s 87us/step - loss: 0.0252
Epoch 7/60
500/500 [==============================] - 0s 88us/step - loss: 0.0217
Epoch 8/60
500/500 [==============================] - 0s 85us/step - loss: 0.0189
Epoch 9/60
500/500 [==============================] - 0s 95us/step - loss: 0.0166
Epoch 10/60
500/500 [==============================] - 0s 103us/step - loss: 0.0148
Epoch 11/60
500/500 [==============================] - 0s 92us/step - loss: 0.0134
Epoch 12/60
500/500 [==============================] - 0s 87us/step - loss: 0.0123
Epoch 13/60
500/500 [==============================] - 0s 105us/step - loss: 0.0116
Epoch 14/60
500/500 [==============================] - 0s 103us/step - loss: 0.0112
Epoch 15/60
500/500 [==============================] - 0s 102us/step - loss: 0.0110
Epoch 16/60
500/500 [==============================] - 0s 89us/step - loss: 0.0109
Epoch 17/60
500/500 [==============================] - 0s 100us/step - loss: 0.0108
Epoch 18/60
500/500 [==============================] - 0s 99us/step - loss: 0.0108
Epoch 19/60
500/500 [==============================] - 0s 101us/step - loss: 0.0107
Epoch 20/60
500/500 [==============================] - 0s 97us/step - loss: 0.0107
Epoch 21/60
500/500 [==============================] - 0s 95us/step - loss: 0.0107
Epoch 22/60
500/500 [==============================] - 0s 83us/step - loss: 0.0107
Epoch 23/60
500/500 [==============================] - 0s 79us/step - loss: 0.0107
Epoch 24/60
500/500 [==============================] - 0s 91us/step - loss: 0.0107
Epoch 25/60
500/500 [==============================] - 0s 99us/step - loss: 0.0106
Epoch 26/60
500/500 [==============================] - 0s 94us/step - loss: 0.0106
Epoch 27/60
500/500 [==============================] - 0s 97us/step - loss: 0.0106
Epoch 28/60
500/500 [==============================] - 0s 86us/step - loss: 0.0106
Epoch 29/60
500/500 [==============================] - 0s 107us/step - loss: 0.0106
Epoch 30/60
500/500 [==============================] - 0s 92us/step - loss: 0.0106
Epoch 31/60
500/500 [==============================] - 0s 86us/step - loss: 0.0106
Epoch 32/60
500/500 [==============================] - 0s 99us/step - loss: 0.0106
Epoch 33/60
500/500 [==============================] - 0s 86us/step - loss: 0.0106
Epoch 34/60
500/500 [==============================] - 0s 91us/step - loss: 0.0106
Epoch 35/60
500/500 [==============================] - 0s 91us/step - loss: 0.0106
Epoch 36/60
500/500 [==============================] - 0s 95us/step - loss: 0.0106
Epoch 37/60
500/500 [==============================] - 0s 99us/step - loss: 0.0106
Epoch 38/60
500/500 [==============================] - 0s 102us/step - loss: 0.0106
Epoch 39/60
500/500 [==============================] - 0s 87us/step - loss: 0.0106
Epoch 40/60
500/500 [==============================] - 0s 96us/step - loss: 0.0106
Epoch 41/60
500/500 [==============================] - 0s 91us/step - loss: 0.0106
Epoch 42/60
500/500 [==============================] - 0s 90us/step - loss: 0.0105
Epoch 43/60
500/500 [==============================] - 0s 96us/step - loss: 0.0105
Epoch 44/60
500/500 [==============================] - 0s 104us/step - loss: 0.0105
Epoch 45/60
500/500 [==============================] - 0s 96us/step - loss: 0.0105
Epoch 46/60
500/500 [==============================] - 0s 101us/step - loss: 0.0105
Epoch 47/60
500/500 [==============================] - 0s 79us/step - loss: 0.0105
Epoch 48/60
500/500 [==============================] - 0s 96us/step - loss: 0.0105
Epoch 49/60
500/500 [==============================] - 0s 97us/step - loss: 0.0105
Epoch 50/60
500/500 [==============================] - 0s 88us/step - loss: 0.0105
Epoch 51/60
500/500 [==============================] - 0s 101us/step - loss: 0.0105
Epoch 52/60
500/500 [==============================] - 0s 110us/step - loss: 0.0105
Epoch 53/60
500/500 [==============================] - 0s 100us/step - loss: 0.0105
Epoch 54/60
500/500 [==============================] - 0s 94us/step - loss: 0.0105
Epoch 55/60
500/500 [==============================] - 0s 95us/step - loss: 0.0105
Epoch 56/60
500/500 [==============================] - 0s 97us/step - loss: 0.0105
Epoch 57/60
500/500 [==============================] - 0s 89us/step - loss: 0.0105
Epoch 58/60
500/500 [==============================] - 0s 91us/step - loss: 0.0105
Epoch 59/60
500/500 [==============================] - 0s 85us/step - loss: 0.0105
Epoch 60/60
500/500 [==============================] - 0s 112us/step - loss: 0.0105
0.7
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0380
Epoch 2/60
500/500 [==============================] - 0s 90us/step - loss: 0.0361
Epoch 3/60
500/500 [==============================] - 0s 77us/step - loss: 0.0353
Epoch 4/60
500/500 [==============================] - 0s 74us/step - loss: 0.0341
Epoch 5/60
500/500 [==============================] - 0s 104us/step - loss: 0.0323
Epoch 6/60
500/500 [==============================] - 0s 104us/step - loss: 0.0301
Epoch 7/60
500/500 [==============================] - 0s 80us/step - loss: 0.0280
Epoch 8/60
500/500 [==============================] - 0s 72us/step - loss: 0.0261
Epoch 9/60
500/500 [==============================] - 0s 91us/step - loss: 0.0245
Epoch 10/60
500/500 [==============================] - 0s 99us/step - loss: 0.0229
Epoch 11/60
500/500 [==============================] - 0s 102us/step - loss: 0.0215
Epoch 12/60
500/500 [==============================] - 0s 88us/step - loss: 0.0203
Epoch 13/60
500/500 [==============================] - 0s 88us/step - loss: 0.0192
Epoch 14/60
500/500 [==============================] - 0s 76us/step - loss: 0.0184
Epoch 15/60
500/500 [==============================] - 0s 107us/step - loss: 0.0177
Epoch 16/60
500/500 [==============================] - 0s 93us/step - loss: 0.0172
Epoch 17/60
500/500 [==============================] - 0s 106us/step - loss: 0.0168
Epoch 18/60
500/500 [==============================] - 0s 78us/step - loss: 0.0166
Epoch 19/60
500/500 [==============================] - 0s 76us/step - loss: 0.0164
Epoch 20/60
500/500 [==============================] - 0s 89us/step - loss: 0.0163
Epoch 21/60
500/500 [==============================] - 0s 114us/step - loss: 0.0162
Epoch 22/60
500/500 [==============================] - 0s 86us/step - loss: 0.0161
Epoch 23/60
500/500 [==============================] - 0s 100us/step - loss: 0.0160
Epoch 24/60
500/500 [==============================] - 0s 94us/step - loss: 0.0159
Epoch 25/60
500/500 [==============================] - 0s 108us/step - loss: 0.0159
Epoch 26/60
500/500 [==============================] - 0s 80us/step - loss: 0.0158
Epoch 27/60
500/500 [==============================] - 0s 97us/step - loss: 0.0158
Epoch 28/60
500/500 [==============================] - 0s 96us/step - loss: 0.0158
Epoch 29/60
500/500 [==============================] - 0s 92us/step - loss: 0.0157
Epoch 30/60
500/500 [==============================] - 0s 91us/step - loss: 0.0157
Epoch 31/60
500/500 [==============================] - 0s 101us/step - loss: 0.0157
Epoch 32/60
500/500 [==============================] - 0s 101us/step - loss: 0.0157
Epoch 33/60
500/500 [==============================] - 0s 102us/step - loss: 0.0156
Epoch 34/60
500/500 [==============================] - 0s 92us/step - loss: 0.0156
Epoch 35/60
500/500 [==============================] - 0s 86us/step - loss: 0.0156
Epoch 36/60
500/500 [==============================] - 0s 95us/step - loss: 0.0156
Epoch 37/60
500/500 [==============================] - 0s 103us/step - loss: 0.0156
Epoch 38/60
500/500 [==============================] - 0s 92us/step - loss: 0.0156
Epoch 39/60
500/500 [==============================] - 0s 81us/step - loss: 0.0156
Epoch 40/60
500/500 [==============================] - 0s 102us/step - loss: 0.0155
Epoch 41/60
500/500 [==============================] - 0s 99us/step - loss: 0.0155
Epoch 42/60
500/500 [==============================] - 0s 88us/step - loss: 0.0156
Epoch 43/60
500/500 [==============================] - 0s 82us/step - loss: 0.0155
Epoch 44/60
500/500 [==============================] - 0s 92us/step - loss: 0.0155
Epoch 45/60
500/500 [==============================] - 0s 93us/step - loss: 0.0155
Epoch 46/60
500/500 [==============================] - 0s 103us/step - loss: 0.0155
Epoch 47/60
500/500 [==============================] - 0s 100us/step - loss: 0.0155
Epoch 48/60
500/500 [==============================] - 0s 86us/step - loss: 0.0155
Epoch 49/60
500/500 [==============================] - 0s 99us/step - loss: 0.0155
Epoch 50/60
500/500 [==============================] - 0s 88us/step - loss: 0.0155
Epoch 51/60
500/500 [==============================] - 0s 73us/step - loss: 0.0155
Epoch 52/60
500/500 [==============================] - 0s 80us/step - loss: 0.0155
Epoch 53/60
500/500 [==============================] - 0s 84us/step - loss: 0.0155
Epoch 54/60
500/500 [==============================] - 0s 85us/step - loss: 0.0155
Epoch 55/60
500/500 [==============================] - 0s 102us/step - loss: 0.0155
Epoch 56/60
500/500 [==============================] - 0s 103us/step - loss: 0.0155
Epoch 57/60
500/500 [==============================] - 0s 100us/step - loss: 0.0155
Epoch 58/60
500/500 [==============================] - 0s 87us/step - loss: 0.0155
Epoch 59/60
500/500 [==============================] - 0s 112us/step - loss: 0.0155
Epoch 60/60
500/500 [==============================] - 0s 89us/step - loss: 0.0155
0.8
Epoch 1/60
500/500 [==============================] - 1s 1ms/step - loss: 0.0380
Epoch 2/60
500/500 [==============================] - 0s 96us/step - loss: 0.0359
Epoch 3/60
500/500 [==============================] - 0s 110us/step - loss: 0.0352
Epoch 4/60
500/500 [==============================] - 0s 107us/step - loss: 0.0343
Epoch 5/60
500/500 [==============================] - 0s 105us/step - loss: 0.0329
Epoch 6/60
500/500 [==============================] - 0s 100us/step - loss: 0.0311
Epoch 7/60
500/500 [==============================] - 0s 81us/step - loss: 0.0292
Epoch 8/60
500/500 [==============================] - 0s 102us/step - loss: 0.0273
Epoch 9/60
500/500 [==============================] - 0s 82us/step - loss: 0.0255
Epoch 10/60
500/500 [==============================] - 0s 94us/step - loss: 0.0238
Epoch 11/60
500/500 [==============================] - 0s 95us/step - loss: 0.0224
Epoch 12/60
500/500 [==============================] - 0s 104us/step - loss: 0.0212
Epoch 13/60
500/500 [==============================] - 0s 91us/step - loss: 0.0202
Epoch 14/60
500/500 [==============================] - 0s 90us/step - loss: 0.0195
Epoch 15/60
500/500 [==============================] - 0s 97us/step - loss: 0.0188
Epoch 16/60
500/500 [==============================] - 0s 106us/step - loss: 0.0183
Epoch 17/60
500/500 [==============================] - 0s 109us/step - loss: 0.0179
Epoch 18/60
500/500 [==============================] - 0s 104us/step - loss: 0.0177
Epoch 19/60
500/500 [==============================] - 0s 109us/step - loss: 0.0174
Epoch 20/60
500/500 [==============================] - 0s 123us/step - loss: 0.0172
Epoch 21/60
500/500 [==============================] - 0s 101us/step - loss: 0.0170
Epoch 22/60
500/500 [==============================] - 0s 104us/step - loss: 0.0169
Epoch 23/60
500/500 [==============================] - 0s 108us/step - loss: 0.0166
Epoch 24/60
500/500 [==============================] - 0s 77us/step - loss: 0.0164
Epoch 25/60
500/500 [==============================] - 0s 107us/step - loss: 0.0161
Epoch 26/60
500/500 [==============================] - 0s 103us/step - loss: 0.0159
Epoch 27/60
500/500 [==============================] - 0s 80us/step - loss: 0.0157
Epoch 28/60
500/500 [==============================] - 0s 97us/step - loss: 0.0155
Epoch 29/60
500/500 [==============================] - 0s 83us/step - loss: 0.0153
Epoch 30/60
500/500 [==============================] - 0s 92us/step - loss: 0.0152
Epoch 31/60
500/500 [==============================] - 0s 100us/step - loss: 0.0151
Epoch 32/60
500/500 [==============================] - 0s 99us/step - loss: 0.0151
Epoch 33/60
500/500 [==============================] - 0s 90us/step - loss: 0.0151
Epoch 34/60
500/500 [==============================] - 0s 97us/step - loss: 0.0150
Epoch 35/60
500/500 [==============================] - 0s 108us/step - loss: 0.0150
Epoch 36/60
500/500 [==============================] - 0s 91us/step - loss: 0.0150
Epoch 37/60
500/500 [==============================] - 0s 100us/step - loss: 0.0150
Epoch 38/60
500/500 [==============================] - 0s 102us/step - loss: 0.0149
Epoch 39/60
500/500 [==============================] - 0s 92us/step - loss: 0.0149
Epoch 40/60
500/500 [==============================] - 0s 108us/step - loss: 0.0149
Epoch 41/60
500/500 [==============================] - ETA: 0s - loss: 0.014 - 0s 87us/step - loss: 0.0149
Epoch 42/60
500/500 [==============================] - 0s 94us/step - loss: 0.0149
Epoch 43/60
500/500 [==============================] - 0s 100us/step - loss: 0.0149
Epoch 44/60
500/500 [==============================] - 0s 93us/step - loss: 0.0149
Epoch 45/60
500/500 [==============================] - 0s 102us/step - loss: 0.0149
Epoch 46/60
500/500 [==============================] - 0s 92us/step - loss: 0.0149
Epoch 47/60
500/500 [==============================] - 0s 83us/step - loss: 0.0149
Epoch 48/60
500/500 [==============================] - 0s 91us/step - loss: 0.0149
Epoch 49/60
500/500 [==============================] - 0s 90us/step - loss: 0.0149
Epoch 50/60
500/500 [==============================] - 0s 88us/step - loss: 0.0149
Epoch 51/60
500/500 [==============================] - 0s 95us/step - loss: 0.0149
Epoch 52/60
500/500 [==============================] - 0s 86us/step - loss: 0.0149
Epoch 53/60
500/500 [==============================] - 0s 82us/step - loss: 0.0149
Epoch 54/60
500/500 [==============================] - 0s 93us/step - loss: 0.0149
Epoch 55/60
500/500 [==============================] - 0s 86us/step - loss: 0.0149
Epoch 56/60
500/500 [==============================] - 0s 110us/step - loss: 0.0149
Epoch 57/60
500/500 [==============================] - 0s 80us/step - loss: 0.0149
Epoch 58/60
500/500 [==============================] - 0s 95us/step - loss: 0.0149
Epoch 59/60
500/500 [==============================] - 0s 81us/step - loss: 0.0149
Epoch 60/60
500/500 [==============================] - 0s 105us/step - loss: 0.0149
0.9
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0389
Epoch 2/60
500/500 [==============================] - 0s 93us/step - loss: 0.0359
Epoch 3/60
500/500 [==============================] - 0s 111us/step - loss: 0.0349
Epoch 4/60
500/500 [==============================] - 0s 88us/step - loss: 0.0338
Epoch 5/60
500/500 [==============================] - 0s 97us/step - loss: 0.0326
Epoch 6/60
500/500 [==============================] - 0s 105us/step - loss: 0.0310
Epoch 7/60
500/500 [==============================] - 0s 96us/step - loss: 0.0294
Epoch 8/60
500/500 [==============================] - 0s 117us/step - loss: 0.0277
Epoch 9/60
500/500 [==============================] - 0s 100us/step - loss: 0.0262
Epoch 10/60
500/500 [==============================] - 0s 106us/step - loss: 0.0248
Epoch 11/60
500/500 [==============================] - 0s 109us/step - loss: 0.0236
Epoch 12/60
500/500 [==============================] - 0s 92us/step - loss: 0.0225
Epoch 13/60
500/500 [==============================] - 0s 97us/step - loss: 0.0216
Epoch 14/60
500/500 [==============================] - 0s 87us/step - loss: 0.0208
Epoch 15/60
500/500 [==============================] - 0s 95us/step - loss: 0.0201
Epoch 16/60
500/500 [==============================] - 0s 104us/step - loss: 0.0195
Epoch 17/60
500/500 [==============================] - 0s 99us/step - loss: 0.0189
Epoch 18/60
500/500 [==============================] - 0s 98us/step - loss: 0.0184
Epoch 19/60
500/500 [==============================] - 0s 81us/step - loss: 0.0180
Epoch 20/60
500/500 [==============================] - 0s 111us/step - loss: 0.0176
Epoch 21/60
500/500 [==============================] - 0s 103us/step - loss: 0.0172
Epoch 22/60
500/500 [==============================] - 0s 110us/step - loss: 0.0169
Epoch 23/60
500/500 [==============================] - 0s 94us/step - loss: 0.0166
Epoch 24/60
500/500 [==============================] - 0s 105us/step - loss: 0.0164
Epoch 25/60
500/500 [==============================] - 0s 97us/step - loss: 0.0161
Epoch 26/60
500/500 [==============================] - 0s 98us/step - loss: 0.0159
Epoch 27/60
500/500 [==============================] - 0s 123us/step - loss: 0.0157
Epoch 28/60
500/500 [==============================] - 0s 109us/step - loss: 0.0156
Epoch 29/60
500/500 [==============================] - 0s 108us/step - loss: 0.0154
Epoch 30/60
500/500 [==============================] - 0s 94us/step - loss: 0.0153
Epoch 31/60
500/500 [==============================] - 0s 104us/step - loss: 0.0151
Epoch 32/60
500/500 [==============================] - 0s 106us/step - loss: 0.0151
Epoch 33/60
500/500 [==============================] - 0s 103us/step - loss: 0.0149
Epoch 34/60
500/500 [==============================] - 0s 92us/step - loss: 0.0148
Epoch 35/60
500/500 [==============================] - 0s 72us/step - loss: 0.0148
Epoch 36/60
500/500 [==============================] - 0s 76us/step - loss: 0.0147
Epoch 37/60
500/500 [==============================] - 0s 78us/step - loss: 0.0146
Epoch 38/60
500/500 [==============================] - 0s 73us/step - loss: 0.0145
Epoch 39/60
500/500 [==============================] - 0s 109us/step - loss: 0.0144
Epoch 40/60
500/500 [==============================] - 0s 118us/step - loss: 0.0143
Epoch 41/60
500/500 [==============================] - 0s 92us/step - loss: 0.0142
Epoch 42/60
500/500 [==============================] - 0s 114us/step - loss: 0.0141
Epoch 43/60
500/500 [==============================] - 0s 104us/step - loss: 0.0140
Epoch 44/60
500/500 [==============================] - 0s 111us/step - loss: 0.0139
Epoch 45/60
500/500 [==============================] - 0s 101us/step - loss: 0.0139
Epoch 46/60
500/500 [==============================] - 0s 106us/step - loss: 0.0138
Epoch 47/60
500/500 [==============================] - 0s 105us/step - loss: 0.0137
Epoch 48/60
500/500 [==============================] - 0s 110us/step - loss: 0.0136
Epoch 49/60
500/500 [==============================] - 0s 96us/step - loss: 0.0136
Epoch 50/60
500/500 [==============================] - 0s 101us/step - loss: 0.0135
Epoch 51/60
500/500 [==============================] - 0s 93us/step - loss: 0.0135
Epoch 52/60
500/500 [==============================] - 0s 96us/step - loss: 0.0135
Epoch 53/60
500/500 [==============================] - 0s 95us/step - loss: 0.0134
Epoch 54/60
500/500 [==============================] - 0s 104us/step - loss: 0.0134
Epoch 55/60
500/500 [==============================] - 0s 110us/step - loss: 0.0134
Epoch 56/60
500/500 [==============================] - 0s 120us/step - loss: 0.0134
Epoch 57/60
500/500 [==============================] - 0s 99us/step - loss: 0.0134
Epoch 58/60
500/500 [==============================] - 0s 112us/step - loss: 0.0134
Epoch 59/60
500/500 [==============================] - 0s 89us/step - loss: 0.0134
Epoch 60/60
500/500 [==============================] - 0s 109us/step - loss: 0.0133
[0.010542179698754872, 0.01056705944140073, 0.010596390267557626, 0.010698610157709721, 0.01078209716349348, 0.010903382814050315, 0.011144376044309026, 0.011677965248611248, 0.012419079720785721, 0.015357436512890685]
0.0
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0383
Epoch 2/60
500/500 [==============================] - 0s 106us/step - loss: 0.0355
Epoch 3/60
500/500 [==============================] - 0s 106us/step - loss: 0.0338
Epoch 4/60
500/500 [==============================] - 0s 97us/step - loss: 0.0308
Epoch 5/60
500/500 [==============================] - 0s 120us/step - loss: 0.0265
Epoch 6/60
500/500 [==============================] - 0s 119us/step - loss: 0.0216
Epoch 7/60
500/500 [==============================] - 0s 117us/step - loss: 0.0172
Epoch 8/60
500/500 [==============================] - 0s 89us/step - loss: 0.0140
Epoch 9/60
500/500 [==============================] - 0s 93us/step - loss: 0.0120
Epoch 10/60
500/500 [==============================] - 0s 94us/step - loss: 0.0109
Epoch 11/60
500/500 [==============================] - 0s 73us/step - loss: 0.0103
Epoch 12/60
500/500 [==============================] - 0s 86us/step - loss: 0.0098
Epoch 13/60
500/500 [==============================] - 0s 88us/step - loss: 0.0093
Epoch 14/60
500/500 [==============================] - 0s 102us/step - loss: 0.0088
Epoch 15/60
500/500 [==============================] - 0s 105us/step - loss: 0.0084
Epoch 16/60
500/500 [==============================] - 0s 97us/step - loss: 0.0080
Epoch 17/60
500/500 [==============================] - 0s 106us/step - loss: 0.0076
Epoch 18/60
500/500 [==============================] - 0s 107us/step - loss: 0.0073
Epoch 19/60
500/500 [==============================] - 0s 104us/step - loss: 0.0070
Epoch 20/60
500/500 [==============================] - 0s 91us/step - loss: 0.0068
Epoch 21/60
500/500 [==============================] - 0s 94us/step - loss: 0.0067
Epoch 22/60
500/500 [==============================] - 0s 93us/step - loss: 0.0065
Epoch 23/60
500/500 [==============================] - 0s 90us/step - loss: 0.0064
Epoch 24/60
500/500 [==============================] - 0s 85us/step - loss: 0.0062
Epoch 25/60
500/500 [==============================] - 0s 94us/step - loss: 0.0061
Epoch 26/60
500/500 [==============================] - 0s 97us/step - loss: 0.0060
Epoch 27/60
500/500 [==============================] - 0s 82us/step - loss: 0.0059
Epoch 28/60
500/500 [==============================] - 0s 93us/step - loss: 0.0058
Epoch 29/60
500/500 [==============================] - 0s 92us/step - loss: 0.0057
Epoch 30/60
500/500 [==============================] - 0s 102us/step - loss: 0.0056
Epoch 31/60
500/500 [==============================] - 0s 91us/step - loss: 0.0055
Epoch 32/60
500/500 [==============================] - 0s 87us/step - loss: 0.0054
Epoch 33/60
500/500 [==============================] - 0s 83us/step - loss: 0.0053
Epoch 34/60
500/500 [==============================] - 0s 117us/step - loss: 0.0053
Epoch 35/60
500/500 [==============================] - 0s 123us/step - loss: 0.0052
Epoch 36/60
500/500 [==============================] - 0s 98us/step - loss: 0.0052
Epoch 37/60
500/500 [==============================] - 0s 113us/step - loss: 0.0051
Epoch 38/60
500/500 [==============================] - 0s 93us/step - loss: 0.0051
Epoch 39/60
500/500 [==============================] - 0s 118us/step - loss: 0.0050
Epoch 40/60
500/500 [==============================] - 0s 101us/step - loss: 0.0050
Epoch 41/60
500/500 [==============================] - 0s 88us/step - loss: 0.0050
Epoch 42/60
500/500 [==============================] - 0s 90us/step - loss: 0.0050
Epoch 43/60
500/500 [==============================] - 0s 89us/step - loss: 0.0049
Epoch 44/60
500/500 [==============================] - 0s 91us/step - loss: 0.0049
Epoch 45/60
500/500 [==============================] - 0s 81us/step - loss: 0.0049
Epoch 46/60
500/500 [==============================] - 0s 90us/step - loss: 0.0049
Epoch 47/60
500/500 [==============================] - 0s 89us/step - loss: 0.0049
Epoch 48/60
500/500 [==============================] - 0s 90us/step - loss: 0.0048
Epoch 49/60
500/500 [==============================] - 0s 87us/step - loss: 0.0048
Epoch 50/60
500/500 [==============================] - 0s 82us/step - loss: 0.0048
Epoch 51/60
500/500 [==============================] - 0s 81us/step - loss: 0.0048
Epoch 52/60
500/500 [==============================] - 0s 95us/step - loss: 0.0048
Epoch 53/60
500/500 [==============================] - 0s 70us/step - loss: 0.0048
Epoch 54/60
500/500 [==============================] - 0s 85us/step - loss: 0.0048
Epoch 55/60
500/500 [==============================] - 0s 82us/step - loss: 0.0048
Epoch 56/60
500/500 [==============================] - 0s 89us/step - loss: 0.0047
Epoch 57/60
500/500 [==============================] - 0s 109us/step - loss: 0.0047
Epoch 58/60
500/500 [==============================] - 0s 102us/step - loss: 0.0047
Epoch 59/60
500/500 [==============================] - 0s 95us/step - loss: 0.0047
Epoch 60/60
500/500 [==============================] - 0s 106us/step - loss: 0.0047
0.1
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0382
Epoch 2/60
500/500 [==============================] - 0s 84us/step - loss: 0.0355
Epoch 3/60
500/500 [==============================] - 0s 78us/step - loss: 0.0337
Epoch 4/60
500/500 [==============================] - 0s 79us/step - loss: 0.0308
Epoch 5/60
500/500 [==============================] - 0s 100us/step - loss: 0.0266
Epoch 6/60
500/500 [==============================] - 0s 91us/step - loss: 0.0217
Epoch 7/60
500/500 [==============================] - 0s 92us/step - loss: 0.0171
Epoch 8/60
500/500 [==============================] - 0s 93us/step - loss: 0.0139
Epoch 9/60
500/500 [==============================] - 0s 123us/step - loss: 0.0119
Epoch 10/60
500/500 [==============================] - 0s 114us/step - loss: 0.0109
Epoch 11/60
500/500 [==============================] - 0s 101us/step - loss: 0.0102
Epoch 12/60
500/500 [==============================] - 0s 82us/step - loss: 0.0097
Epoch 13/60
500/500 [==============================] - 0s 84us/step - loss: 0.0093
Epoch 14/60
500/500 [==============================] - 0s 108us/step - loss: 0.0088
Epoch 15/60
500/500 [==============================] - 0s 109us/step - loss: 0.0084
Epoch 16/60
500/500 [==============================] - 0s 109us/step - loss: 0.0080
Epoch 17/60
500/500 [==============================] - 0s 107us/step - loss: 0.0076
Epoch 18/60
500/500 [==============================] - 0s 113us/step - loss: 0.0073
Epoch 19/60
500/500 [==============================] - 0s 106us/step - loss: 0.0070
Epoch 20/60
500/500 [==============================] - 0s 94us/step - loss: 0.0068
Epoch 21/60
500/500 [==============================] - 0s 107us/step - loss: 0.0066
Epoch 22/60
500/500 [==============================] - 0s 96us/step - loss: 0.0065
Epoch 23/60
500/500 [==============================] - 0s 82us/step - loss: 0.0063
Epoch 24/60
500/500 [==============================] - 0s 90us/step - loss: 0.0062
Epoch 25/60
500/500 [==============================] - 0s 94us/step - loss: 0.0060
Epoch 26/60
500/500 [==============================] - 0s 96us/step - loss: 0.0059
Epoch 27/60
500/500 [==============================] - 0s 89us/step - loss: 0.0058
Epoch 28/60
500/500 [==============================] - 0s 104us/step - loss: 0.0057
Epoch 29/60
500/500 [==============================] - 0s 95us/step - loss: 0.0056
Epoch 30/60
500/500 [==============================] - 0s 88us/step - loss: 0.0055
Epoch 31/60
500/500 [==============================] - 0s 93us/step - loss: 0.0054
Epoch 32/60
500/500 [==============================] - 0s 87us/step - loss: 0.0053
Epoch 33/60
500/500 [==============================] - 0s 87us/step - loss: 0.0053
Epoch 34/60
500/500 [==============================] - 0s 98us/step - loss: 0.0052
Epoch 35/60
500/500 [==============================] - 0s 104us/step - loss: 0.0052
Epoch 36/60
500/500 [==============================] - 0s 107us/step - loss: 0.0051
Epoch 37/60
500/500 [==============================] - 0s 98us/step - loss: 0.0051
Epoch 38/60
500/500 [==============================] - 0s 76us/step - loss: 0.0050
Epoch 39/60
500/500 [==============================] - 0s 74us/step - loss: 0.0050
Epoch 40/60
500/500 [==============================] - 0s 85us/step - loss: 0.0050
Epoch 41/60
500/500 [==============================] - 0s 101us/step - loss: 0.0049
Epoch 42/60
500/500 [==============================] - 0s 81us/step - loss: 0.0049
Epoch 43/60
500/500 [==============================] - 0s 85us/step - loss: 0.0049
Epoch 44/60
500/500 [==============================] - 0s 106us/step - loss: 0.0049
Epoch 45/60
500/500 [==============================] - 0s 99us/step - loss: 0.0048
Epoch 46/60
500/500 [==============================] - 0s 107us/step - loss: 0.0048
Epoch 47/60
500/500 [==============================] - 0s 92us/step - loss: 0.0048
Epoch 48/60
500/500 [==============================] - 0s 101us/step - loss: 0.0048
Epoch 49/60
500/500 [==============================] - 0s 103us/step - loss: 0.0048
Epoch 50/60
500/500 [==============================] - 0s 100us/step - loss: 0.0047
Epoch 51/60
500/500 [==============================] - 0s 106us/step - loss: 0.0047
Epoch 52/60
500/500 [==============================] - 0s 90us/step - loss: 0.0047
Epoch 53/60
500/500 [==============================] - 0s 91us/step - loss: 0.0047
Epoch 54/60
500/500 [==============================] - 0s 121us/step - loss: 0.0047
Epoch 55/60
500/500 [==============================] - 0s 86us/step - loss: 0.0047
Epoch 56/60
500/500 [==============================] - 0s 101us/step - loss: 0.0047
Epoch 57/60
500/500 [==============================] - 0s 111us/step - loss: 0.0047
Epoch 58/60
500/500 [==============================] - 0s 90us/step - loss: 0.0047
Epoch 59/60
500/500 [==============================] - 0s 102us/step - loss: 0.0046
Epoch 60/60
500/500 [==============================] - 0s 103us/step - loss: 0.0046
0.2
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0383
Epoch 2/60
500/500 [==============================] - 0s 96us/step - loss: 0.0355
Epoch 3/60
500/500 [==============================] - 0s 97us/step - loss: 0.0338
Epoch 4/60
500/500 [==============================] - 0s 90us/step - loss: 0.0309
Epoch 5/60
500/500 [==============================] - 0s 83us/step - loss: 0.0267
Epoch 6/60
500/500 [==============================] - 0s 89us/step - loss: 0.0217
Epoch 7/60
500/500 [==============================] - 0s 93us/step - loss: 0.0172
Epoch 8/60
500/500 [==============================] - 0s 86us/step - loss: 0.0139
Epoch 9/60
500/500 [==============================] - 0s 83us/step - loss: 0.0120
Epoch 10/60
500/500 [==============================] - 0s 81us/step - loss: 0.0110
Epoch 11/60
500/500 [==============================] - 0s 91us/step - loss: 0.0104
Epoch 12/60
500/500 [==============================] - 0s 83us/step - loss: 0.0099
Epoch 13/60
500/500 [==============================] - 0s 89us/step - loss: 0.0095
Epoch 14/60
500/500 [==============================] - 0s 92us/step - loss: 0.0090
Epoch 15/60
500/500 [==============================] - 0s 104us/step - loss: 0.0086
Epoch 16/60
500/500 [==============================] - 0s 91us/step - loss: 0.0082
Epoch 17/60
500/500 [==============================] - 0s 87us/step - loss: 0.0078
Epoch 18/60
500/500 [==============================] - 0s 89us/step - loss: 0.0074
Epoch 19/60
500/500 [==============================] - 0s 97us/step - loss: 0.0071
Epoch 20/60
500/500 [==============================] - 0s 125us/step - loss: 0.0069
Epoch 21/60
500/500 [==============================] - 0s 89us/step - loss: 0.0067
Epoch 22/60
500/500 [==============================] - 0s 95us/step - loss: 0.0065
Epoch 23/60
500/500 [==============================] - 0s 99us/step - loss: 0.0063
Epoch 24/60
500/500 [==============================] - 0s 96us/step - loss: 0.0062
Epoch 25/60
500/500 [==============================] - 0s 94us/step - loss: 0.0061
Epoch 26/60
500/500 [==============================] - 0s 105us/step - loss: 0.0059
Epoch 27/60
500/500 [==============================] - 0s 95us/step - loss: 0.0058
Epoch 28/60
500/500 [==============================] - 0s 113us/step - loss: 0.0057
Epoch 29/60
500/500 [==============================] - 0s 119us/step - loss: 0.0056
Epoch 30/60
500/500 [==============================] - 0s 106us/step - loss: 0.0055
Epoch 31/60
500/500 [==============================] - 0s 83us/step - loss: 0.0054
Epoch 32/60
500/500 [==============================] - 0s 83us/step - loss: 0.0053
Epoch 33/60
500/500 [==============================] - 0s 91us/step - loss: 0.0053
Epoch 34/60
500/500 [==============================] - 0s 85us/step - loss: 0.0052
Epoch 35/60
500/500 [==============================] - 0s 104us/step - loss: 0.0051
Epoch 36/60
500/500 [==============================] - 0s 86us/step - loss: 0.0051
Epoch 37/60
500/500 [==============================] - 0s 92us/step - loss: 0.0050
Epoch 38/60
500/500 [==============================] - 0s 81us/step - loss: 0.0050
Epoch 39/60
500/500 [==============================] - 0s 86us/step - loss: 0.0049
Epoch 40/60
500/500 [==============================] - 0s 83us/step - loss: 0.0049
Epoch 41/60
500/500 [==============================] - 0s 86us/step - loss: 0.0049
Epoch 42/60
500/500 [==============================] - 0s 91us/step - loss: 0.0048
Epoch 43/60
500/500 [==============================] - 0s 92us/step - loss: 0.0048
Epoch 44/60
500/500 [==============================] - 0s 84us/step - loss: 0.0048
Epoch 45/60
500/500 [==============================] - 0s 89us/step - loss: 0.0048
Epoch 46/60
500/500 [==============================] - 0s 88us/step - loss: 0.0047
Epoch 47/60
500/500 [==============================] - 0s 102us/step - loss: 0.0047
Epoch 48/60
500/500 [==============================] - 0s 83us/step - loss: 0.0047
Epoch 49/60
500/500 [==============================] - 0s 80us/step - loss: 0.0047
Epoch 50/60
500/500 [==============================] - 0s 87us/step - loss: 0.0047
Epoch 51/60
500/500 [==============================] - 0s 80us/step - loss: 0.0047
Epoch 52/60
500/500 [==============================] - 0s 77us/step - loss: 0.0046
Epoch 53/60
500/500 [==============================] - 0s 88us/step - loss: 0.0046
Epoch 54/60
500/500 [==============================] - 0s 80us/step - loss: 0.0046
Epoch 55/60
500/500 [==============================] - 0s 86us/step - loss: 0.0046
Epoch 56/60
500/500 [==============================] - 0s 92us/step - loss: 0.0046
Epoch 57/60
500/500 [==============================] - 0s 101us/step - loss: 0.0046
Epoch 58/60
500/500 [==============================] - 0s 100us/step - loss: 0.0046
Epoch 59/60
500/500 [==============================] - 0s 90us/step - loss: 0.0045
Epoch 60/60
500/500 [==============================] - 0s 100us/step - loss: 0.0045
0.3
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0381
Epoch 2/60
500/500 [==============================] - 0s 86us/step - loss: 0.0352
Epoch 3/60
500/500 [==============================] - 0s 81us/step - loss: 0.0335
Epoch 4/60
500/500 [==============================] - 0s 103us/step - loss: 0.0307
Epoch 5/60
500/500 [==============================] - 0s 107us/step - loss: 0.0267
Epoch 6/60
500/500 [==============================] - 0s 106us/step - loss: 0.0220
Epoch 7/60
500/500 [==============================] - 0s 104us/step - loss: 0.0177
Epoch 8/60
500/500 [==============================] - 0s 93us/step - loss: 0.0143
Epoch 9/60
500/500 [==============================] - 0s 104us/step - loss: 0.0122
Epoch 10/60
500/500 [==============================] - 0s 126us/step - loss: 0.0110
Epoch 11/60
500/500 [==============================] - 0s 110us/step - loss: 0.0104
Epoch 12/60
500/500 [==============================] - 0s 110us/step - loss: 0.0099
Epoch 13/60
500/500 [==============================] - 0s 92us/step - loss: 0.0094
Epoch 14/60
500/500 [==============================] - 0s 109us/step - loss: 0.0090
Epoch 15/60
500/500 [==============================] - 0s 107us/step - loss: 0.0086
Epoch 16/60
500/500 [==============================] - 0s 100us/step - loss: 0.0082
Epoch 17/60
500/500 [==============================] - 0s 111us/step - loss: 0.0078
Epoch 18/60
500/500 [==============================] - 0s 135us/step - loss: 0.0074
Epoch 19/60
500/500 [==============================] - 0s 105us/step - loss: 0.0071
Epoch 20/60
500/500 [==============================] - 0s 74us/step - loss: 0.0069
Epoch 21/60
500/500 [==============================] - 0s 96us/step - loss: 0.0067
Epoch 22/60
500/500 [==============================] - 0s 92us/step - loss: 0.0065
Epoch 23/60
500/500 [==============================] - 0s 95us/step - loss: 0.0063
Epoch 24/60
500/500 [==============================] - 0s 96us/step - loss: 0.0062
Epoch 25/60
500/500 [==============================] - ETA: 0s - loss: 0.006 - 0s 107us/step - loss: 0.0060
Epoch 26/60
500/500 [==============================] - 0s 98us/step - loss: 0.0059
Epoch 27/60
500/500 [==============================] - 0s 108us/step - loss: 0.0058
Epoch 28/60
500/500 [==============================] - 0s 103us/step - loss: 0.0057
Epoch 29/60
500/500 [==============================] - 0s 123us/step - loss: 0.0056
Epoch 30/60
500/500 [==============================] - 0s 94us/step - loss: 0.0055
Epoch 31/60
500/500 [==============================] - 0s 91us/step - loss: 0.0054
Epoch 32/60
500/500 [==============================] - 0s 87us/step - loss: 0.0053
Epoch 33/60
500/500 [==============================] - 0s 92us/step - loss: 0.0052
Epoch 34/60
500/500 [==============================] - 0s 92us/step - loss: 0.0052
Epoch 35/60
500/500 [==============================] - 0s 97us/step - loss: 0.0051
Epoch 36/60
500/500 [==============================] - 0s 92us/step - loss: 0.0050
Epoch 37/60
500/500 [==============================] - 0s 76us/step - loss: 0.0050
Epoch 38/60
500/500 [==============================] - 0s 107us/step - loss: 0.0049
Epoch 39/60
500/500 [==============================] - 0s 91us/step - loss: 0.0049
Epoch 40/60
500/500 [==============================] - 0s 103us/step - loss: 0.0048
Epoch 41/60
500/500 [==============================] - 0s 103us/step - loss: 0.0048
Epoch 42/60
500/500 [==============================] - 0s 98us/step - loss: 0.0048
Epoch 43/60
500/500 [==============================] - 0s 98us/step - loss: 0.0047
Epoch 44/60
500/500 [==============================] - 0s 108us/step - loss: 0.0047
Epoch 45/60
500/500 [==============================] - 0s 102us/step - loss: 0.0047
Epoch 46/60
500/500 [==============================] - 0s 109us/step - loss: 0.0046
Epoch 47/60
500/500 [==============================] - 0s 105us/step - loss: 0.0046
Epoch 48/60
500/500 [==============================] - 0s 103us/step - loss: 0.0046
Epoch 49/60
500/500 [==============================] - 0s 110us/step - loss: 0.0046
Epoch 50/60
500/500 [==============================] - 0s 91us/step - loss: 0.0046
Epoch 51/60
500/500 [==============================] - 0s 106us/step - loss: 0.0045
Epoch 52/60
500/500 [==============================] - 0s 105us/step - loss: 0.0045
Epoch 53/60
500/500 [==============================] - 0s 123us/step - loss: 0.0045
Epoch 54/60
500/500 [==============================] - 0s 116us/step - loss: 0.0045
Epoch 55/60
500/500 [==============================] - 0s 117us/step - loss: 0.0045
Epoch 56/60
500/500 [==============================] - 0s 123us/step - loss: 0.0045
Epoch 57/60
500/500 [==============================] - 0s 101us/step - loss: 0.0044
Epoch 58/60
500/500 [==============================] - 0s 87us/step - loss: 0.0044
Epoch 59/60
500/500 [==============================] - 0s 86us/step - loss: 0.0044
Epoch 60/60
500/500 [==============================] - 0s 132us/step - loss: 0.0044
0.4
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0383
Epoch 2/60
500/500 [==============================] - 0s 115us/step - loss: 0.0354
Epoch 3/60
500/500 [==============================] - 0s 100us/step - loss: 0.0339
Epoch 4/60
500/500 [==============================] - 0s 127us/step - loss: 0.0316
Epoch 5/60
500/500 [==============================] - 0s 71us/step - loss: 0.0280
Epoch 6/60
500/500 [==============================] - 0s 74us/step - loss: 0.0236
Epoch 7/60
500/500 [==============================] - 0s 78us/step - loss: 0.0191
Epoch 8/60
500/500 [==============================] - 0s 71us/step - loss: 0.0156
Epoch 9/60
500/500 [==============================] - 0s 112us/step - loss: 0.0130
Epoch 10/60
500/500 [==============================] - 0s 112us/step - loss: 0.0114
Epoch 11/60
500/500 [==============================] - 0s 99us/step - loss: 0.0105
Epoch 12/60
500/500 [==============================] - 0s 123us/step - loss: 0.0099
Epoch 13/60
500/500 [==============================] - 0s 119us/step - loss: 0.0094
Epoch 14/60
500/500 [==============================] - 0s 84us/step - loss: 0.0090
Epoch 15/60
500/500 [==============================] - 0s 108us/step - loss: 0.0086
Epoch 16/60
500/500 [==============================] - 0s 98us/step - loss: 0.0082
Epoch 17/60
500/500 [==============================] - 0s 101us/step - loss: 0.0078
Epoch 18/60
500/500 [==============================] - 0s 97us/step - loss: 0.0075
Epoch 19/60
500/500 [==============================] - 0s 122us/step - loss: 0.0072
Epoch 20/60
500/500 [==============================] - 0s 105us/step - loss: 0.0069
Epoch 21/60
500/500 [==============================] - 0s 102us/step - loss: 0.0067
Epoch 22/60
500/500 [==============================] - 0s 87us/step - loss: 0.0065
Epoch 23/60
500/500 [==============================] - 0s 82us/step - loss: 0.0063
Epoch 24/60
500/500 [==============================] - 0s 111us/step - loss: 0.0061
Epoch 25/60
500/500 [==============================] - 0s 88us/step - loss: 0.0060
Epoch 26/60
500/500 [==============================] - 0s 126us/step - loss: 0.0059
Epoch 27/60
500/500 [==============================] - 0s 107us/step - loss: 0.0058
Epoch 28/60
500/500 [==============================] - 0s 104us/step - loss: 0.0056
Epoch 29/60
500/500 [==============================] - 0s 89us/step - loss: 0.0055
Epoch 30/60
500/500 [==============================] - 0s 87us/step - loss: 0.0054
Epoch 31/60
500/500 [==============================] - 0s 82us/step - loss: 0.0053
Epoch 32/60
500/500 [==============================] - 0s 118us/step - loss: 0.0053
Epoch 33/60
500/500 [==============================] - 0s 81us/step - loss: 0.0052
Epoch 34/60
500/500 [==============================] - 0s 90us/step - loss: 0.0051
Epoch 35/60
500/500 [==============================] - 0s 96us/step - loss: 0.0050
Epoch 36/60
500/500 [==============================] - 0s 95us/step - loss: 0.0050
Epoch 37/60
500/500 [==============================] - 0s 98us/step - loss: 0.0049
Epoch 38/60
500/500 [==============================] - 0s 106us/step - loss: 0.0049
Epoch 39/60
500/500 [==============================] - 0s 126us/step - loss: 0.0048
Epoch 40/60
500/500 [==============================] - 0s 97us/step - loss: 0.0048
Epoch 41/60
500/500 [==============================] - 0s 135us/step - loss: 0.0047
Epoch 42/60
500/500 [==============================] - 0s 123us/step - loss: 0.0047
Epoch 43/60
500/500 [==============================] - 0s 108us/step - loss: 0.0046
Epoch 44/60
500/500 [==============================] - 0s 108us/step - loss: 0.0046
Epoch 45/60
500/500 [==============================] - 0s 96us/step - loss: 0.0046
Epoch 46/60
500/500 [==============================] - 0s 91us/step - loss: 0.0045
Epoch 47/60
500/500 [==============================] - 0s 100us/step - loss: 0.0045
Epoch 48/60
500/500 [==============================] - 0s 98us/step - loss: 0.0045
Epoch 49/60
500/500 [==============================] - 0s 107us/step - loss: 0.0045
Epoch 50/60
500/500 [==============================] - 0s 83us/step - loss: 0.0044
Epoch 51/60
500/500 [==============================] - 0s 82us/step - loss: 0.0044
Epoch 52/60
500/500 [==============================] - 0s 78us/step - loss: 0.0044
Epoch 53/60
500/500 [==============================] - 0s 76us/step - loss: 0.0044
Epoch 54/60
500/500 [==============================] - 0s 74us/step - loss: 0.0044
Epoch 55/60
500/500 [==============================] - 0s 105us/step - loss: 0.0043
Epoch 56/60
500/500 [==============================] - 0s 97us/step - loss: 0.0043
Epoch 57/60
500/500 [==============================] - 0s 90us/step - loss: 0.0043
Epoch 58/60
500/500 [==============================] - 0s 101us/step - loss: 0.0043
Epoch 59/60
500/500 [==============================] - 0s 93us/step - loss: 0.0043
Epoch 60/60
500/500 [==============================] - 0s 77us/step - loss: 0.0043
0.5
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0385
Epoch 2/60
500/500 [==============================] - 0s 106us/step - loss: 0.0354
Epoch 3/60
500/500 [==============================] - 0s 111us/step - loss: 0.0340
Epoch 4/60
500/500 [==============================] - 0s 104us/step - loss: 0.0317
Epoch 5/60
500/500 [==============================] - 0s 92us/step - loss: 0.0282
Epoch 6/60
500/500 [==============================] - 0s 106us/step - loss: 0.0240
Epoch 7/60
500/500 [==============================] - 0s 98us/step - loss: 0.0197
Epoch 8/60
500/500 [==============================] - 0s 108us/step - loss: 0.0160
Epoch 9/60
500/500 [==============================] - 0s 112us/step - loss: 0.0133
Epoch 10/60
500/500 [==============================] - 0s 120us/step - loss: 0.0117
Epoch 11/60
500/500 [==============================] - 0s 110us/step - loss: 0.0106
Epoch 12/60
500/500 [==============================] - 0s 91us/step - loss: 0.0100
Epoch 13/60
500/500 [==============================] - 0s 103us/step - loss: 0.0095
Epoch 14/60
500/500 [==============================] - 0s 100us/step - loss: 0.0090
Epoch 15/60
500/500 [==============================] - 0s 105us/step - loss: 0.0086
Epoch 16/60
500/500 [==============================] - 0s 108us/step - loss: 0.0083
Epoch 17/60
500/500 [==============================] - 0s 104us/step - loss: 0.0079
Epoch 18/60
500/500 [==============================] - 0s 104us/step - loss: 0.0076
Epoch 19/60
500/500 [==============================] - 0s 102us/step - loss: 0.0073
Epoch 20/60
500/500 [==============================] - 0s 117us/step - loss: 0.0070
Epoch 21/60
500/500 [==============================] - 0s 107us/step - loss: 0.0067
Epoch 22/60
500/500 [==============================] - 0s 109us/step - loss: 0.0065
Epoch 23/60
500/500 [==============================] - 0s 127us/step - loss: 0.0063
Epoch 24/60
500/500 [==============================] - 0s 124us/step - loss: 0.0062
Epoch 25/60
500/500 [==============================] - 0s 86us/step - loss: 0.0060
Epoch 26/60
500/500 [==============================] - 0s 90us/step - loss: 0.0059
Epoch 27/60
500/500 [==============================] - 0s 103us/step - loss: 0.0057
Epoch 28/60
500/500 [==============================] - 0s 108us/step - loss: 0.0056
Epoch 29/60
500/500 [==============================] - 0s 112us/step - loss: 0.0055
Epoch 30/60
500/500 [==============================] - 0s 107us/step - loss: 0.0054
Epoch 31/60
500/500 [==============================] - 0s 110us/step - loss: 0.0053
Epoch 32/60
500/500 [==============================] - 0s 124us/step - loss: 0.0052
Epoch 33/60
500/500 [==============================] - 0s 118us/step - loss: 0.0052
Epoch 34/60
500/500 [==============================] - 0s 114us/step - loss: 0.0051
Epoch 35/60
500/500 [==============================] - 0s 117us/step - loss: 0.0050
Epoch 36/60
500/500 [==============================] - 0s 94us/step - loss: 0.0049
Epoch 37/60
500/500 [==============================] - 0s 117us/step - loss: 0.0049
Epoch 38/60
500/500 [==============================] - 0s 110us/step - loss: 0.0048
Epoch 39/60
500/500 [==============================] - 0s 103us/step - loss: 0.0048
Epoch 40/60
500/500 [==============================] - 0s 102us/step - loss: 0.0047
Epoch 41/60
500/500 [==============================] - 0s 107us/step - loss: 0.0047
Epoch 42/60
500/500 [==============================] - 0s 106us/step - loss: 0.0046
Epoch 43/60
500/500 [==============================] - 0s 103us/step - loss: 0.0046
Epoch 44/60
500/500 [==============================] - 0s 104us/step - loss: 0.0045
Epoch 45/60
500/500 [==============================] - 0s 109us/step - loss: 0.0045
Epoch 46/60
500/500 [==============================] - 0s 100us/step - loss: 0.0044
Epoch 47/60
500/500 [==============================] - 0s 86us/step - loss: 0.0044
Epoch 48/60
500/500 [==============================] - 0s 94us/step - loss: 0.0044
Epoch 49/60
500/500 [==============================] - 0s 89us/step - loss: 0.0043
Epoch 50/60
500/500 [==============================] - 0s 90us/step - loss: 0.0043
Epoch 51/60
500/500 [==============================] - 0s 110us/step - loss: 0.0043
Epoch 52/60
500/500 [==============================] - 0s 88us/step - loss: 0.0043
Epoch 53/60
500/500 [==============================] - 0s 109us/step - loss: 0.0042
Epoch 54/60
500/500 [==============================] - 0s 95us/step - loss: 0.0042
Epoch 55/60
500/500 [==============================] - 0s 86us/step - loss: 0.0042
Epoch 56/60
500/500 [==============================] - 0s 86us/step - loss: 0.0042
Epoch 57/60
500/500 [==============================] - 0s 89us/step - loss: 0.0041
Epoch 58/60
500/500 [==============================] - 0s 70us/step - loss: 0.0041
Epoch 59/60
500/500 [==============================] - 0s 97us/step - loss: 0.0041
Epoch 60/60
500/500 [==============================] - 0s 94us/step - loss: 0.0041
0.6
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0385
Epoch 2/60
500/500 [==============================] - 0s 107us/step - loss: 0.0353
Epoch 3/60
500/500 [==============================] - 0s 110us/step - loss: 0.0339
Epoch 4/60
500/500 [==============================] - 0s 101us/step - loss: 0.0319
Epoch 5/60
500/500 [==============================] - 0s 104us/step - loss: 0.0288
Epoch 6/60
500/500 [==============================] - 0s 101us/step - loss: 0.0249
Epoch 7/60
500/500 [==============================] - 0s 101us/step - loss: 0.0206
Epoch 8/60
500/500 [==============================] - 0s 87us/step - loss: 0.0168
Epoch 9/60
500/500 [==============================] - 0s 92us/step - loss: 0.0138
Epoch 10/60
500/500 [==============================] - 0s 107us/step - loss: 0.0119
Epoch 11/60
500/500 [==============================] - 0s 109us/step - loss: 0.0107
Epoch 12/60
500/500 [==============================] - 0s 122us/step - loss: 0.0099
Epoch 13/60
500/500 [==============================] - 0s 100us/step - loss: 0.0093
Epoch 14/60
500/500 [==============================] - 0s 110us/step - loss: 0.0089
Epoch 15/60
500/500 [==============================] - 0s 85us/step - loss: 0.0085
Epoch 16/60
500/500 [==============================] - 0s 104us/step - loss: 0.0081
Epoch 17/60
500/500 [==============================] - 0s 137us/step - loss: 0.0078
Epoch 18/60
500/500 [==============================] - 0s 138us/step - loss: 0.0074
Epoch 19/60
500/500 [==============================] - 0s 93us/step - loss: 0.0071
Epoch 20/60
500/500 [==============================] - 0s 87us/step - loss: 0.0069
Epoch 21/60
500/500 [==============================] - 0s 96us/step - loss: 0.0066
Epoch 22/60
500/500 [==============================] - 0s 86us/step - loss: 0.0064
Epoch 23/60
500/500 [==============================] - 0s 93us/step - loss: 0.0062
Epoch 24/60
500/500 [==============================] - 0s 84us/step - loss: 0.0060
Epoch 25/60
500/500 [==============================] - 0s 88us/step - loss: 0.0059
Epoch 26/60
500/500 [==============================] - 0s 91us/step - loss: 0.0057
Epoch 27/60
500/500 [==============================] - 0s 96us/step - loss: 0.0056
Epoch 28/60
500/500 [==============================] - 0s 89us/step - loss: 0.0055
Epoch 29/60
500/500 [==============================] - 0s 112us/step - loss: 0.0053
Epoch 30/60
500/500 [==============================] - 0s 105us/step - loss: 0.0052
Epoch 31/60
500/500 [==============================] - 0s 81us/step - loss: 0.0051
Epoch 32/60
500/500 [==============================] - 0s 84us/step - loss: 0.0050
Epoch 33/60
500/500 [==============================] - 0s 94us/step - loss: 0.0050
Epoch 34/60
500/500 [==============================] - 0s 99us/step - loss: 0.0049
Epoch 35/60
500/500 [==============================] - 0s 92us/step - loss: 0.0048
Epoch 36/60
500/500 [==============================] - 0s 98us/step - loss: 0.0047
Epoch 37/60
500/500 [==============================] - 0s 100us/step - loss: 0.0047
Epoch 38/60
500/500 [==============================] - 0s 114us/step - loss: 0.0046
Epoch 39/60
500/500 [==============================] - 0s 88us/step - loss: 0.0046
Epoch 40/60
500/500 [==============================] - 0s 107us/step - loss: 0.0045
Epoch 41/60
500/500 [==============================] - 0s 98us/step - loss: 0.0044
Epoch 42/60
500/500 [==============================] - 0s 104us/step - loss: 0.0044
Epoch 43/60
500/500 [==============================] - 0s 98us/step - loss: 0.0044
Epoch 44/60
500/500 [==============================] - 0s 88us/step - loss: 0.0043
Epoch 45/60
500/500 [==============================] - 0s 95us/step - loss: 0.0043
Epoch 46/60
500/500 [==============================] - 0s 79us/step - loss: 0.0042
Epoch 47/60
500/500 [==============================] - 0s 82us/step - loss: 0.0042
Epoch 48/60
500/500 [==============================] - 0s 86us/step - loss: 0.0042
Epoch 49/60
500/500 [==============================] - 0s 99us/step - loss: 0.0041
Epoch 50/60
500/500 [==============================] - 0s 100us/step - loss: 0.0041
Epoch 51/60
500/500 [==============================] - 0s 93us/step - loss: 0.0041
Epoch 52/60
500/500 [==============================] - 0s 83us/step - loss: 0.0040
Epoch 53/60
500/500 [==============================] - 0s 92us/step - loss: 0.0040
Epoch 54/60
500/500 [==============================] - 0s 93us/step - loss: 0.0040
Epoch 55/60
500/500 [==============================] - 0s 75us/step - loss: 0.0039
Epoch 56/60
500/500 [==============================] - 0s 107us/step - loss: 0.0039
Epoch 57/60
500/500 [==============================] - 0s 97us/step - loss: 0.0039
Epoch 58/60
500/500 [==============================] - 0s 100us/step - loss: 0.0039
Epoch 59/60
500/500 [==============================] - 0s 88us/step - loss: 0.0038
Epoch 60/60
500/500 [==============================] - 0s 101us/step - loss: 0.0038
0.7
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0396
Epoch 2/60
500/500 [==============================] - 0s 111us/step - loss: 0.0362
Epoch 3/60
500/500 [==============================] - 0s 120us/step - loss: 0.0352
Epoch 4/60
500/500 [==============================] - 0s 86us/step - loss: 0.0340
Epoch 5/60
500/500 [==============================] - 0s 110us/step - loss: 0.0324
Epoch 6/60
500/500 [==============================] - 0s 103us/step - loss: 0.0301
Epoch 7/60
500/500 [==============================] - 0s 112us/step - loss: 0.0276
Epoch 8/60
500/500 [==============================] - 0s 103us/step - loss: 0.0250
Epoch 9/60
500/500 [==============================] - 0s 100us/step - loss: 0.0226
Epoch 10/60
500/500 [==============================] - 0s 96us/step - loss: 0.0206
Epoch 11/60
500/500 [==============================] - 0s 104us/step - loss: 0.0191
Epoch 12/60
500/500 [==============================] - 0s 78us/step - loss: 0.0179
Epoch 13/60
500/500 [==============================] - 0s 75us/step - loss: 0.0172
Epoch 14/60
500/500 [==============================] - 0s 85us/step - loss: 0.0166
Epoch 15/60
500/500 [==============================] - 0s 96us/step - loss: 0.0162
Epoch 16/60
500/500 [==============================] - 0s 99us/step - loss: 0.0158
Epoch 17/60
500/500 [==============================] - 0s 96us/step - loss: 0.0155
Epoch 18/60
500/500 [==============================] - 0s 116us/step - loss: 0.0153
Epoch 19/60
500/500 [==============================] - 0s 98us/step - loss: 0.0151
Epoch 20/60
500/500 [==============================] - 0s 125us/step - loss: 0.0149
Epoch 21/60
500/500 [==============================] - 0s 110us/step - loss: 0.0147
Epoch 22/60
500/500 [==============================] - 0s 104us/step - loss: 0.0145
Epoch 23/60
500/500 [==============================] - 0s 91us/step - loss: 0.0143
Epoch 24/60
500/500 [==============================] - 0s 111us/step - loss: 0.0141
Epoch 25/60
500/500 [==============================] - 0s 104us/step - loss: 0.0140
Epoch 26/60
500/500 [==============================] - 0s 99us/step - loss: 0.0139
Epoch 27/60
500/500 [==============================] - 0s 106us/step - loss: 0.0137
Epoch 28/60
500/500 [==============================] - 0s 84us/step - loss: 0.0136
Epoch 29/60
500/500 [==============================] - 0s 91us/step - loss: 0.0135
Epoch 30/60
500/500 [==============================] - 0s 84us/step - loss: 0.0135
Epoch 31/60
500/500 [==============================] - 0s 98us/step - loss: 0.0134
Epoch 32/60
500/500 [==============================] - 0s 96us/step - loss: 0.0133
Epoch 33/60
500/500 [==============================] - 0s 90us/step - loss: 0.0132
Epoch 34/60
500/500 [==============================] - 0s 92us/step - loss: 0.0132
Epoch 35/60
500/500 [==============================] - 0s 104us/step - loss: 0.0131
Epoch 36/60
500/500 [==============================] - 0s 100us/step - loss: 0.0130
Epoch 37/60
500/500 [==============================] - 0s 96us/step - loss: 0.0130
Epoch 38/60
500/500 [==============================] - 0s 106us/step - loss: 0.0130
Epoch 39/60
500/500 [==============================] - 0s 85us/step - loss: 0.0129
Epoch 40/60
500/500 [==============================] - 0s 89us/step - loss: 0.0129
Epoch 41/60
500/500 [==============================] - 0s 89us/step - loss: 0.0129
Epoch 42/60
500/500 [==============================] - 0s 99us/step - loss: 0.0128
Epoch 43/60
500/500 [==============================] - 0s 104us/step - loss: 0.0128
Epoch 44/60
500/500 [==============================] - 0s 95us/step - loss: 0.0128
Epoch 45/60
500/500 [==============================] - 0s 98us/step - loss: 0.0127
Epoch 46/60
500/500 [==============================] - 0s 99us/step - loss: 0.0127
Epoch 47/60
500/500 [==============================] - ETA: 0s - loss: 0.012 - 0s 107us/step - loss: 0.0127
Epoch 48/60
500/500 [==============================] - 0s 101us/step - loss: 0.0127
Epoch 49/60
500/500 [==============================] - 0s 104us/step - loss: 0.0127
Epoch 50/60
500/500 [==============================] - 0s 122us/step - loss: 0.0127
Epoch 51/60
500/500 [==============================] - 0s 95us/step - loss: 0.0126
Epoch 52/60
500/500 [==============================] - 0s 104us/step - loss: 0.0126
Epoch 53/60
500/500 [==============================] - 0s 83us/step - loss: 0.0126
Epoch 54/60
500/500 [==============================] - 0s 90us/step - loss: 0.0126
Epoch 55/60
500/500 [==============================] - 0s 75us/step - loss: 0.0126
Epoch 56/60
500/500 [==============================] - 0s 79us/step - loss: 0.0126
Epoch 57/60
500/500 [==============================] - 0s 82us/step - loss: 0.0126
Epoch 58/60
500/500 [==============================] - 0s 91us/step - loss: 0.0125
Epoch 59/60
500/500 [==============================] - 0s 101us/step - loss: 0.0125
Epoch 60/60
500/500 [==============================] - 0s 110us/step - loss: 0.0125
0.8
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0395
Epoch 2/60
500/500 [==============================] - 0s 93us/step - loss: 0.0358
Epoch 3/60
500/500 [==============================] - 0s 94us/step - loss: 0.0347
Epoch 4/60
500/500 [==============================] - 0s 93us/step - loss: 0.0335
Epoch 5/60
500/500 [==============================] - 0s 92us/step - loss: 0.0320
Epoch 6/60
500/500 [==============================] - 0s 97us/step - loss: 0.0301
Epoch 7/60
500/500 [==============================] - 0s 94us/step - loss: 0.0279
Epoch 8/60
500/500 [==============================] - 0s 89us/step - loss: 0.0254
Epoch 9/60
500/500 [==============================] - 0s 81us/step - loss: 0.0231
Epoch 10/60
500/500 [==============================] - 0s 107us/step - loss: 0.0211
Epoch 11/60
500/500 [==============================] - 0s 89us/step - loss: 0.0194
Epoch 12/60
500/500 [==============================] - 0s 87us/step - loss: 0.0180
Epoch 13/60
500/500 [==============================] - 0s 83us/step - loss: 0.0169
Epoch 14/60
500/500 [==============================] - 0s 98us/step - loss: 0.0162
Epoch 15/60
500/500 [==============================] - 0s 81us/step - loss: 0.0156
Epoch 16/60
500/500 [==============================] - 0s 99us/step - loss: 0.0151
Epoch 17/60
500/500 [==============================] - 0s 107us/step - loss: 0.0147
Epoch 18/60
500/500 [==============================] - 0s 111us/step - loss: 0.0144
Epoch 19/60
500/500 [==============================] - 0s 89us/step - loss: 0.0142
Epoch 20/60
500/500 [==============================] - 0s 97us/step - loss: 0.0140
Epoch 21/60
500/500 [==============================] - 0s 91us/step - loss: 0.0138
Epoch 22/60
500/500 [==============================] - 0s 94us/step - loss: 0.0136
Epoch 23/60
500/500 [==============================] - 0s 112us/step - loss: 0.0134
Epoch 24/60
500/500 [==============================] - 0s 102us/step - loss: 0.0133
Epoch 25/60
500/500 [==============================] - 0s 102us/step - loss: 0.0131
Epoch 26/60
500/500 [==============================] - 0s 100us/step - loss: 0.0130
Epoch 27/60
500/500 [==============================] - 0s 83us/step - loss: 0.0129
Epoch 28/60
500/500 [==============================] - 0s 96us/step - loss: 0.0128
Epoch 29/60
500/500 [==============================] - 0s 95us/step - loss: 0.0127
Epoch 30/60
500/500 [==============================] - 0s 98us/step - loss: 0.0126
Epoch 31/60
500/500 [==============================] - 0s 84us/step - loss: 0.0125
Epoch 32/60
500/500 [==============================] - 0s 99us/step - loss: 0.0124
Epoch 33/60
500/500 [==============================] - 0s 99us/step - loss: 0.0124
Epoch 34/60
500/500 [==============================] - 0s 106us/step - loss: 0.0123
Epoch 35/60
500/500 [==============================] - 0s 91us/step - loss: 0.0122
Epoch 36/60
500/500 [==============================] - 0s 102us/step - loss: 0.0122
Epoch 37/60
500/500 [==============================] - 0s 96us/step - loss: 0.0121
Epoch 38/60
500/500 [==============================] - 0s 104us/step - loss: 0.0121
Epoch 39/60
500/500 [==============================] - 0s 101us/step - loss: 0.0120
Epoch 40/60
500/500 [==============================] - 0s 93us/step - loss: 0.0120
Epoch 41/60
500/500 [==============================] - 0s 93us/step - loss: 0.0120
Epoch 42/60
500/500 [==============================] - 0s 92us/step - loss: 0.0119
Epoch 43/60
500/500 [==============================] - 0s 95us/step - loss: 0.0119
Epoch 44/60
500/500 [==============================] - 0s 110us/step - loss: 0.0119
Epoch 45/60
500/500 [==============================] - 0s 103us/step - loss: 0.0118
Epoch 46/60
500/500 [==============================] - 0s 96us/step - loss: 0.0118
Epoch 47/60
500/500 [==============================] - 0s 92us/step - loss: 0.0118
Epoch 48/60
500/500 [==============================] - 0s 110us/step - loss: 0.0118
Epoch 49/60
500/500 [==============================] - 0s 95us/step - loss: 0.0117
Epoch 50/60
500/500 [==============================] - 0s 100us/step - loss: 0.0117
Epoch 51/60
500/500 [==============================] - 0s 98us/step - loss: 0.0117
Epoch 52/60
500/500 [==============================] - 0s 101us/step - loss: 0.0117
Epoch 53/60
500/500 [==============================] - 0s 104us/step - loss: 0.0117
Epoch 54/60
500/500 [==============================] - 0s 101us/step - loss: 0.0116
Epoch 55/60
500/500 [==============================] - 0s 95us/step - loss: 0.0116
Epoch 56/60
500/500 [==============================] - 0s 96us/step - loss: 0.0116
Epoch 57/60
500/500 [==============================] - 0s 109us/step - loss: 0.0116
Epoch 58/60
500/500 [==============================] - 0s 103us/step - loss: 0.0116
Epoch 59/60
500/500 [==============================] - 0s 78us/step - loss: 0.0116
Epoch 60/60
500/500 [==============================] - 0s 99us/step - loss: 0.0116
0.9
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0406
Epoch 2/60
500/500 [==============================] - 0s 109us/step - loss: 0.0357
Epoch 3/60
500/500 [==============================] - 0s 97us/step - loss: 0.0340
Epoch 4/60
500/500 [==============================] - 0s 99us/step - loss: 0.0325
Epoch 5/60
500/500 [==============================] - 0s 102us/step - loss: 0.0310
Epoch 6/60
500/500 [==============================] - 0s 96us/step - loss: 0.0292
Epoch 7/60
500/500 [==============================] - 0s 83us/step - loss: 0.0272
Epoch 8/60
500/500 [==============================] - 0s 83us/step - loss: 0.0251
Epoch 9/60
500/500 [==============================] - 0s 88us/step - loss: 0.0229
Epoch 10/60
500/500 [==============================] - 0s 90us/step - loss: 0.0209
Epoch 11/60
500/500 [==============================] - 0s 94us/step - loss: 0.0191
Epoch 12/60
500/500 [==============================] - 0s 96us/step - loss: 0.0175
Epoch 13/60
500/500 [==============================] - 0s 90us/step - loss: 0.0162
Epoch 14/60
500/500 [==============================] - 0s 72us/step - loss: 0.0151
Epoch 15/60
500/500 [==============================] - 0s 91us/step - loss: 0.0143
Epoch 16/60
500/500 [==============================] - 0s 99us/step - loss: 0.0136
Epoch 17/60
500/500 [==============================] - 0s 101us/step - loss: 0.0130
Epoch 18/60
500/500 [==============================] - 0s 80us/step - loss: 0.0125
Epoch 19/60
500/500 [==============================] - 0s 98us/step - loss: 0.0122
Epoch 20/60
500/500 [==============================] - 0s 78us/step - loss: 0.0118
Epoch 21/60
500/500 [==============================] - 0s 85us/step - loss: 0.0116
Epoch 22/60
500/500 [==============================] - 0s 94us/step - loss: 0.0113
Epoch 23/60
500/500 [==============================] - 0s 97us/step - loss: 0.0111
Epoch 24/60
500/500 [==============================] - 0s 91us/step - loss: 0.0110
Epoch 25/60
500/500 [==============================] - 0s 107us/step - loss: 0.0108
Epoch 26/60
500/500 [==============================] - 0s 113us/step - loss: 0.0107
Epoch 27/60
500/500 [==============================] - 0s 93us/step - loss: 0.0106
Epoch 28/60
500/500 [==============================] - 0s 105us/step - loss: 0.0105
Epoch 29/60
500/500 [==============================] - 0s 88us/step - loss: 0.0104
Epoch 30/60
500/500 [==============================] - 0s 105us/step - loss: 0.0103
Epoch 31/60
500/500 [==============================] - 0s 87us/step - loss: 0.0102
Epoch 32/60
500/500 [==============================] - 0s 113us/step - loss: 0.0102
Epoch 33/60
500/500 [==============================] - 0s 92us/step - loss: 0.0101
Epoch 34/60
500/500 [==============================] - 0s 94us/step - loss: 0.0100
Epoch 35/60
500/500 [==============================] - 0s 105us/step - loss: 0.0100
Epoch 36/60
500/500 [==============================] - 0s 132us/step - loss: 0.0099
Epoch 37/60
500/500 [==============================] - 0s 109us/step - loss: 0.0099
Epoch 38/60
500/500 [==============================] - 0s 112us/step - loss: 0.0099
Epoch 39/60
500/500 [==============================] - 0s 101us/step - loss: 0.0098
Epoch 40/60
500/500 [==============================] - 0s 96us/step - loss: 0.0098
Epoch 41/60
500/500 [==============================] - 0s 101us/step - loss: 0.0098
Epoch 42/60
500/500 [==============================] - 0s 114us/step - loss: 0.0097
Epoch 43/60
500/500 [==============================] - 0s 107us/step - loss: 0.0097
Epoch 44/60
500/500 [==============================] - 0s 105us/step - loss: 0.0097
Epoch 45/60
500/500 [==============================] - 0s 99us/step - loss: 0.0096
Epoch 46/60
500/500 [==============================] - 0s 95us/step - loss: 0.0096
Epoch 47/60
500/500 [==============================] - 0s 108us/step - loss: 0.0096
Epoch 48/60
500/500 [==============================] - 0s 108us/step - loss: 0.0096
Epoch 49/60
500/500 [==============================] - 0s 99us/step - loss: 0.0096
Epoch 50/60
500/500 [==============================] - 0s 105us/step - loss: 0.0095
Epoch 51/60
500/500 [==============================] - 0s 98us/step - loss: 0.0095
Epoch 52/60
500/500 [==============================] - 0s 100us/step - loss: 0.0095
Epoch 53/60
500/500 [==============================] - 0s 104us/step - loss: 0.0095
Epoch 54/60
500/500 [==============================] - 0s 91us/step - loss: 0.0095
Epoch 55/60
500/500 [==============================] - 0s 82us/step - loss: 0.0095
Epoch 56/60
500/500 [==============================] - 0s 103us/step - loss: 0.0095
Epoch 57/60
500/500 [==============================] - 0s 113us/step - loss: 0.0094
Epoch 58/60
500/500 [==============================] - 0s 89us/step - loss: 0.0094
Epoch 59/60
500/500 [==============================] - 0s 102us/step - loss: 0.0094
Epoch 60/60
500/500 [==============================] - 0s 135us/step - loss: 0.0094
[0.0039284628874010508, 0.0040180449123105658, 0.0041408980712564578, 0.0043427200896590541, 0.0046249547200474129, 0.0050895224903280733, 0.0059092043920360108, 0.0077024843168060214, 0.010148138014701616, 0.019468315875501099]
0.0
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0385
Epoch 2/60
500/500 [==============================] - 0s 89us/step - loss: 0.0347
Epoch 3/60
500/500 [==============================] - 0s 91us/step - loss: 0.0312
Epoch 4/60
500/500 [==============================] - 0s 79us/step - loss: 0.0252
Epoch 5/60
500/500 [==============================] - 0s 96us/step - loss: 0.0182
Epoch 6/60
500/500 [==============================] - 0s 103us/step - loss: 0.0133
Epoch 7/60
500/500 [==============================] - 0s 84us/step - loss: 0.0111
Epoch 8/60
500/500 [==============================] - 0s 90us/step - loss: 0.0101
Epoch 9/60
500/500 [==============================] - 0s 99us/step - loss: 0.0093
Epoch 10/60
500/500 [==============================] - 0s 88us/step - loss: 0.0085
Epoch 11/60
500/500 [==============================] - 0s 94us/step - loss: 0.0078
Epoch 12/60
500/500 [==============================] - 0s 93us/step - loss: 0.0072
Epoch 13/60
500/500 [==============================] - 0s 117us/step - loss: 0.0068
Epoch 14/60
500/500 [==============================] - 0s 103us/step - loss: 0.0064
Epoch 15/60
500/500 [==============================] - 0s 99us/step - loss: 0.0060
Epoch 16/60
500/500 [==============================] - 0s 109us/step - loss: 0.0057
Epoch 17/60
500/500 [==============================] - 0s 92us/step - loss: 0.0054
Epoch 18/60
500/500 [==============================] - 0s 101us/step - loss: 0.0052
Epoch 19/60
500/500 [==============================] - 0s 110us/step - loss: 0.0049
Epoch 20/60
500/500 [==============================] - 0s 94us/step - loss: 0.0046
Epoch 21/60
500/500 [==============================] - 0s 107us/step - loss: 0.0043
Epoch 22/60
500/500 [==============================] - 0s 109us/step - loss: 0.0041
Epoch 23/60
500/500 [==============================] - 0s 108us/step - loss: 0.0038
Epoch 24/60
500/500 [==============================] - 0s 116us/step - loss: 0.0036
Epoch 25/60
500/500 [==============================] - 0s 102us/step - loss: 0.0034
Epoch 26/60
500/500 [==============================] - 0s 83us/step - loss: 0.0032
Epoch 27/60
500/500 [==============================] - 0s 87us/step - loss: 0.0030
Epoch 28/60
500/500 [==============================] - 0s 74us/step - loss: 0.0029
Epoch 29/60
500/500 [==============================] - 0s 85us/step - loss: 0.0027
Epoch 30/60
500/500 [==============================] - 0s 89us/step - loss: 0.0026
Epoch 31/60
500/500 [==============================] - 0s 94us/step - loss: 0.0024
Epoch 32/60
500/500 [==============================] - 0s 96us/step - loss: 0.0023
Epoch 33/60
500/500 [==============================] - 0s 93us/step - loss: 0.0022
Epoch 34/60
500/500 [==============================] - 0s 98us/step - loss: 0.0021
Epoch 35/60
500/500 [==============================] - 0s 99us/step - loss: 0.0021
Epoch 36/60
500/500 [==============================] - 0s 102us/step - loss: 0.0020
Epoch 37/60
500/500 [==============================] - 0s 92us/step - loss: 0.0019
Epoch 38/60
500/500 [==============================] - 0s 95us/step - loss: 0.0019
Epoch 39/60
500/500 [==============================] - 0s 100us/step - loss: 0.0018
Epoch 40/60
500/500 [==============================] - 0s 106us/step - loss: 0.0018
Epoch 41/60
500/500 [==============================] - ETA: 0s - loss: 0.001 - 0s 93us/step - loss: 0.0017
Epoch 42/60
500/500 [==============================] - 0s 89us/step - loss: 0.0017
Epoch 43/60
500/500 [==============================] - 0s 99us/step - loss: 0.0017
Epoch 44/60
500/500 [==============================] - 0s 85us/step - loss: 0.0017
Epoch 45/60
500/500 [==============================] - 0s 86us/step - loss: 0.0016
Epoch 46/60
500/500 [==============================] - 0s 101us/step - loss: 0.0016
Epoch 47/60
500/500 [==============================] - 0s 95us/step - loss: 0.0015
Epoch 48/60
500/500 [==============================] - 0s 88us/step - loss: 0.0015
Epoch 49/60
500/500 [==============================] - 0s 87us/step - loss: 0.0015
Epoch 50/60
500/500 [==============================] - 0s 86us/step - loss: 0.0014
Epoch 51/60
500/500 [==============================] - 0s 89us/step - loss: 0.0014
Epoch 52/60
500/500 [==============================] - 0s 88us/step - loss: 0.0014
Epoch 53/60
500/500 [==============================] - 0s 101us/step - loss: 0.0013
Epoch 54/60
500/500 [==============================] - 0s 94us/step - loss: 0.0013
Epoch 55/60
500/500 [==============================] - 0s 110us/step - loss: 0.0013
Epoch 56/60
500/500 [==============================] - 0s 97us/step - loss: 0.0013
Epoch 57/60
500/500 [==============================] - 0s 102us/step - loss: 0.0013
Epoch 58/60
500/500 [==============================] - 0s 100us/step - loss: 0.0013
Epoch 59/60
500/500 [==============================] - 0s 108us/step - loss: 0.0013
Epoch 60/60
500/500 [==============================] - 0s 106us/step - loss: 0.0013
0.1
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0385
Epoch 2/60
500/500 [==============================] - 0s 82us/step - loss: 0.0349
Epoch 3/60
500/500 [==============================] - 0s 99us/step - loss: 0.0315
Epoch 4/60
500/500 [==============================] - 0s 104us/step - loss: 0.0259
Epoch 5/60
500/500 [==============================] - 0s 91us/step - loss: 0.0191
Epoch 6/60
500/500 [==============================] - 0s 77us/step - loss: 0.0137
Epoch 7/60
500/500 [==============================] - 0s 103us/step - loss: 0.0111
Epoch 8/60
500/500 [==============================] - 0s 96us/step - loss: 0.0100
Epoch 9/60
500/500 [==============================] - 0s 99us/step - loss: 0.0091
Epoch 10/60
500/500 [==============================] - 0s 106us/step - loss: 0.0084
Epoch 11/60
500/500 [==============================] - 0s 109us/step - loss: 0.0077
Epoch 12/60
500/500 [==============================] - 0s 106us/step - loss: 0.0072
Epoch 13/60
500/500 [==============================] - 0s 99us/step - loss: 0.0067
Epoch 14/60
500/500 [==============================] - 0s 102us/step - loss: 0.0063
Epoch 15/60
500/500 [==============================] - 0s 88us/step - loss: 0.0060
Epoch 16/60
500/500 [==============================] - 0s 97us/step - loss: 0.0057
Epoch 17/60
500/500 [==============================] - 0s 111us/step - loss: 0.0054
Epoch 18/60
500/500 [==============================] - 0s 101us/step - loss: 0.0052
Epoch 19/60
500/500 [==============================] - 0s 92us/step - loss: 0.0049
Epoch 20/60
500/500 [==============================] - 0s 108us/step - loss: 0.0047
Epoch 21/60
500/500 [==============================] - 0s 97us/step - loss: 0.0044
Epoch 22/60
500/500 [==============================] - 0s 83us/step - loss: 0.0042
Epoch 23/60
500/500 [==============================] - 0s 91us/step - loss: 0.0039
Epoch 24/60
500/500 [==============================] - 0s 84us/step - loss: 0.0037
Epoch 25/60
500/500 [==============================] - 0s 96us/step - loss: 0.0035
Epoch 26/60
500/500 [==============================] - 0s 84us/step - loss: 0.0034
Epoch 27/60
500/500 [==============================] - 0s 102us/step - loss: 0.0032
Epoch 28/60
500/500 [==============================] - 0s 87us/step - loss: 0.0030
Epoch 29/60
500/500 [==============================] - 0s 98us/step - loss: 0.0029
Epoch 30/60
500/500 [==============================] - 0s 80us/step - loss: 0.0027
Epoch 31/60
500/500 [==============================] - 0s 89us/step - loss: 0.0026
Epoch 32/60
500/500 [==============================] - 0s 82us/step - loss: 0.0025
Epoch 33/60
500/500 [==============================] - 0s 88us/step - loss: 0.0024
Epoch 34/60
500/500 [==============================] - 0s 100us/step - loss: 0.0023
Epoch 35/60
500/500 [==============================] - 0s 93us/step - loss: 0.0022
Epoch 36/60
500/500 [==============================] - 0s 90us/step - loss: 0.0021
Epoch 37/60
500/500 [==============================] - 0s 92us/step - loss: 0.0020
Epoch 38/60
500/500 [==============================] - 0s 104us/step - loss: 0.0019
Epoch 39/60
500/500 [==============================] - 0s 108us/step - loss: 0.0019
Epoch 40/60
500/500 [==============================] - 0s 96us/step - loss: 0.0018
Epoch 41/60
500/500 [==============================] - 0s 113us/step - loss: 0.0018
Epoch 42/60
500/500 [==============================] - 0s 109us/step - loss: 0.0017
Epoch 43/60
500/500 [==============================] - 0s 99us/step - loss: 0.0017
Epoch 44/60
500/500 [==============================] - 0s 120us/step - loss: 0.0017
Epoch 45/60
500/500 [==============================] - 0s 115us/step - loss: 0.0016
Epoch 46/60
500/500 [==============================] - 0s 107us/step - loss: 0.0016
Epoch 47/60
500/500 [==============================] - 0s 111us/step - loss: 0.0015
Epoch 48/60
500/500 [==============================] - 0s 98us/step - loss: 0.0015
Epoch 49/60
500/500 [==============================] - 0s 105us/step - loss: 0.0015
Epoch 50/60
500/500 [==============================] - 0s 94us/step - loss: 0.0014
Epoch 51/60
500/500 [==============================] - 0s 96us/step - loss: 0.0014
Epoch 52/60
500/500 [==============================] - 0s 106us/step - loss: 0.0014
Epoch 53/60
500/500 [==============================] - 0s 95us/step - loss: 0.0014
Epoch 54/60
500/500 [==============================] - 0s 107us/step - loss: 0.0014
Epoch 55/60
500/500 [==============================] - 0s 102us/step - loss: 0.0014
Epoch 56/60
500/500 [==============================] - 0s 105us/step - loss: 0.0014
Epoch 57/60
500/500 [==============================] - 0s 116us/step - loss: 0.0013
Epoch 58/60
500/500 [==============================] - 0s 82us/step - loss: 0.0013
Epoch 59/60
500/500 [==============================] - 0s 91us/step - loss: 0.0013
Epoch 60/60
500/500 [==============================] - 0s 99us/step - loss: 0.0013
0.2
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0385
Epoch 2/60
500/500 [==============================] - 0s 97us/step - loss: 0.0348
Epoch 3/60
500/500 [==============================] - 0s 112us/step - loss: 0.0316
Epoch 4/60
500/500 [==============================] - 0s 110us/step - loss: 0.0262
Epoch 5/60
500/500 [==============================] - 0s 128us/step - loss: 0.0194
Epoch 6/60
500/500 [==============================] - 0s 102us/step - loss: 0.0141
Epoch 7/60
500/500 [==============================] - 0s 95us/step - loss: 0.0114
Epoch 8/60
500/500 [==============================] - 0s 87us/step - loss: 0.0101
Epoch 9/60
500/500 [==============================] - 0s 86us/step - loss: 0.0093
Epoch 10/60
500/500 [==============================] - 0s 85us/step - loss: 0.0086
Epoch 11/60
500/500 [==============================] - 0s 90us/step - loss: 0.0079
Epoch 12/60
500/500 [==============================] - 0s 99us/step - loss: 0.0073
Epoch 13/60
500/500 [==============================] - 0s 115us/step - loss: 0.0068
Epoch 14/60
500/500 [==============================] - 0s 123us/step - loss: 0.0064
Epoch 15/60
500/500 [==============================] - 0s 92us/step - loss: 0.0060
Epoch 16/60
500/500 [==============================] - 0s 81us/step - loss: 0.0057
Epoch 17/60
500/500 [==============================] - 0s 79us/step - loss: 0.0054
Epoch 18/60
500/500 [==============================] - 0s 91us/step - loss: 0.0052
Epoch 19/60
500/500 [==============================] - 0s 82us/step - loss: 0.0049
Epoch 20/60
500/500 [==============================] - 0s 93us/step - loss: 0.0047
Epoch 21/60
500/500 [==============================] - 0s 92us/step - loss: 0.0044
Epoch 22/60
500/500 [==============================] - 0s 101us/step - loss: 0.0042
Epoch 23/60
500/500 [==============================] - 0s 92us/step - loss: 0.0040
Epoch 24/60
500/500 [==============================] - 0s 99us/step - loss: 0.0038
Epoch 25/60
500/500 [==============================] - 0s 97us/step - loss: 0.0036
Epoch 26/60
500/500 [==============================] - 0s 85us/step - loss: 0.0034
Epoch 27/60
500/500 [==============================] - 0s 100us/step - loss: 0.0033
Epoch 28/60
500/500 [==============================] - 0s 89us/step - loss: 0.0031
Epoch 29/60
500/500 [==============================] - 0s 87us/step - loss: 0.0030
Epoch 30/60
500/500 [==============================] - 0s 100us/step - loss: 0.0028
Epoch 31/60
500/500 [==============================] - 0s 93us/step - loss: 0.0027
Epoch 32/60
500/500 [==============================] - 0s 103us/step - loss: 0.0026
Epoch 33/60
500/500 [==============================] - 0s 106us/step - loss: 0.0025
Epoch 34/60
500/500 [==============================] - 0s 108us/step - loss: 0.0024
Epoch 35/60
500/500 [==============================] - 0s 100us/step - loss: 0.0023
Epoch 36/60
500/500 [==============================] - 0s 111us/step - loss: 0.0023
Epoch 37/60
500/500 [==============================] - 0s 91us/step - loss: 0.0022
Epoch 38/60
500/500 [==============================] - 0s 101us/step - loss: 0.0021
Epoch 39/60
500/500 [==============================] - 0s 89us/step - loss: 0.0020
Epoch 40/60
500/500 [==============================] - 0s 102us/step - loss: 0.0020
Epoch 41/60
500/500 [==============================] - 0s 108us/step - loss: 0.0019
Epoch 42/60
500/500 [==============================] - 0s 103us/step - loss: 0.0019
Epoch 43/60
500/500 [==============================] - 0s 106us/step - loss: 0.0018
Epoch 44/60
500/500 [==============================] - 0s 91us/step - loss: 0.0018
Epoch 45/60
500/500 [==============================] - 0s 111us/step - loss: 0.0017
Epoch 46/60
500/500 [==============================] - 0s 102us/step - loss: 0.0017
Epoch 47/60
500/500 [==============================] - 0s 93us/step - loss: 0.0016
Epoch 48/60
500/500 [==============================] - 0s 97us/step - loss: 0.0016
Epoch 49/60
500/500 [==============================] - 0s 109us/step - loss: 0.0016
Epoch 50/60
500/500 [==============================] - 0s 115us/step - loss: 0.0016
Epoch 51/60
500/500 [==============================] - 0s 121us/step - loss: 0.0015
Epoch 52/60
500/500 [==============================] - 0s 100us/step - loss: 0.0016
Epoch 53/60
500/500 [==============================] - 0s 112us/step - loss: 0.0015
Epoch 54/60
500/500 [==============================] - 0s 125us/step - loss: 0.0015
Epoch 55/60
500/500 [==============================] - 0s 118us/step - loss: 0.0014
Epoch 56/60
500/500 [==============================] - 0s 103us/step - loss: 0.0014
Epoch 57/60
500/500 [==============================] - 0s 134us/step - loss: 0.0014
Epoch 58/60
500/500 [==============================] - 0s 114us/step - loss: 0.0014
Epoch 59/60
500/500 [==============================] - 0s 85us/step - loss: 0.0014
Epoch 60/60
500/500 [==============================] - 0s 87us/step - loss: 0.0014
0.3
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0384
Epoch 2/60
500/500 [==============================] - 0s 119us/step - loss: 0.0346
Epoch 3/60
500/500 [==============================] - 0s 102us/step - loss: 0.0313
Epoch 4/60
500/500 [==============================] - 0s 102us/step - loss: 0.0260
Epoch 5/60
500/500 [==============================] - 0s 97us/step - loss: 0.0194
Epoch 6/60
500/500 [==============================] - 0s 102us/step - loss: 0.0141
Epoch 7/60
500/500 [==============================] - 0s 98us/step - loss: 0.0113
Epoch 8/60
500/500 [==============================] - 0s 113us/step - loss: 0.0101
Epoch 9/60
500/500 [==============================] - 0s 105us/step - loss: 0.0092
Epoch 10/60
500/500 [==============================] - 0s 124us/step - loss: 0.0085
Epoch 11/60
500/500 [==============================] - 0s 108us/step - loss: 0.0079
Epoch 12/60
500/500 [==============================] - 0s 103us/step - loss: 0.0073
Epoch 13/60
500/500 [==============================] - 0s 101us/step - loss: 0.0068
Epoch 14/60
500/500 [==============================] - 0s 100us/step - loss: 0.0064
Epoch 15/60
500/500 [==============================] - 0s 107us/step - loss: 0.0060
Epoch 16/60
500/500 [==============================] - 0s 103us/step - loss: 0.0057
Epoch 17/60
500/500 [==============================] - 0s 124us/step - loss: 0.0054
Epoch 18/60
500/500 [==============================] - 0s 101us/step - loss: 0.0052
Epoch 19/60
500/500 [==============================] - 0s 92us/step - loss: 0.0049
Epoch 20/60
500/500 [==============================] - 0s 92us/step - loss: 0.0047
Epoch 21/60
500/500 [==============================] - ETA: 0s - loss: 0.004 - 0s 104us/step - loss: 0.0045
Epoch 22/60
500/500 [==============================] - 0s 85us/step - loss: 0.0043
Epoch 23/60
500/500 [==============================] - 0s 92us/step - loss: 0.0041
Epoch 24/60
500/500 [==============================] - 0s 84us/step - loss: 0.0039
Epoch 25/60
500/500 [==============================] - 0s 103us/step - loss: 0.0037
Epoch 26/60
500/500 [==============================] - 0s 107us/step - loss: 0.0036
Epoch 27/60
500/500 [==============================] - 0s 87us/step - loss: 0.0034
Epoch 28/60
500/500 [==============================] - 0s 90us/step - loss: 0.0033
Epoch 29/60
500/500 [==============================] - 0s 97us/step - loss: 0.0031
Epoch 30/60
500/500 [==============================] - 0s 107us/step - loss: 0.0030
Epoch 31/60
500/500 [==============================] - 0s 94us/step - loss: 0.0029
Epoch 32/60
500/500 [==============================] - 0s 91us/step - loss: 0.0028
Epoch 33/60
500/500 [==============================] - 0s 99us/step - loss: 0.0027
Epoch 34/60
500/500 [==============================] - 0s 89us/step - loss: 0.0026
Epoch 35/60
500/500 [==============================] - 0s 83us/step - loss: 0.0025
Epoch 36/60
500/500 [==============================] - 0s 89us/step - loss: 0.0024
Epoch 37/60
500/500 [==============================] - 0s 95us/step - loss: 0.0024
Epoch 38/60
500/500 [==============================] - 0s 110us/step - loss: 0.0023
Epoch 39/60
500/500 [==============================] - 0s 95us/step - loss: 0.0022
Epoch 40/60
500/500 [==============================] - 0s 97us/step - loss: 0.0022
Epoch 41/60
500/500 [==============================] - 0s 97us/step - loss: 0.0021
Epoch 42/60
500/500 [==============================] - 0s 87us/step - loss: 0.0021
Epoch 43/60
500/500 [==============================] - 0s 102us/step - loss: 0.0020
Epoch 44/60
500/500 [==============================] - 0s 95us/step - loss: 0.0020
Epoch 45/60
500/500 [==============================] - 0s 89us/step - loss: 0.0019
Epoch 46/60
500/500 [==============================] - 0s 91us/step - loss: 0.0018
Epoch 47/60
500/500 [==============================] - 0s 99us/step - loss: 0.0018
Epoch 48/60
500/500 [==============================] - 0s 114us/step - loss: 0.0017
Epoch 49/60
500/500 [==============================] - 0s 105us/step - loss: 0.0017
Epoch 50/60
500/500 [==============================] - 0s 98us/step - loss: 0.0017
Epoch 51/60
500/500 [==============================] - 0s 92us/step - loss: 0.0017
Epoch 52/60
500/500 [==============================] - 0s 89us/step - loss: 0.0016
Epoch 53/60
500/500 [==============================] - 0s 93us/step - loss: 0.0016
Epoch 54/60
500/500 [==============================] - 0s 84us/step - loss: 0.0016
Epoch 55/60
500/500 [==============================] - 0s 94us/step - loss: 0.0015
Epoch 56/60
500/500 [==============================] - 0s 107us/step - loss: 0.0015
Epoch 57/60
500/500 [==============================] - 0s 95us/step - loss: 0.0015
Epoch 58/60
500/500 [==============================] - 0s 109us/step - loss: 0.0015
Epoch 59/60
500/500 [==============================] - 0s 101us/step - loss: 0.0014
Epoch 60/60
500/500 [==============================] - 0s 100us/step - loss: 0.0014
0.4
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0385
Epoch 2/60
500/500 [==============================] - 0s 87us/step - loss: 0.0347
Epoch 3/60
500/500 [==============================] - 0s 75us/step - loss: 0.0317
Epoch 4/60
500/500 [==============================] - 0s 77us/step - loss: 0.0268
Epoch 5/60
500/500 [==============================] - 0s 77us/step - loss: 0.0205
Epoch 6/60
500/500 [==============================] - 0s 87us/step - loss: 0.0150
Epoch 7/60
500/500 [==============================] - 0s 92us/step - loss: 0.0117
Epoch 8/60
500/500 [==============================] - 0s 109us/step - loss: 0.0102
Epoch 9/60
500/500 [==============================] - 0s 105us/step - loss: 0.0093
Epoch 10/60
500/500 [==============================] - 0s 101us/step - loss: 0.0086
Epoch 11/60
500/500 [==============================] - 0s 104us/step - loss: 0.0079
Epoch 12/60
500/500 [==============================] - 0s 94us/step - loss: 0.0073
Epoch 13/60
500/500 [==============================] - 0s 93us/step - loss: 0.0068
Epoch 14/60
500/500 [==============================] - 0s 85us/step - loss: 0.0064
Epoch 15/60
500/500 [==============================] - 0s 87us/step - loss: 0.0060
Epoch 16/60
500/500 [==============================] - 0s 85us/step - loss: 0.0057
Epoch 17/60
500/500 [==============================] - 0s 96us/step - loss: 0.0054
Epoch 18/60
500/500 [==============================] - 0s 111us/step - loss: 0.0052
Epoch 19/60
500/500 [==============================] - 0s 89us/step - loss: 0.0049
Epoch 20/60
500/500 [==============================] - 0s 97us/step - loss: 0.0047
Epoch 21/60
500/500 [==============================] - 0s 82us/step - loss: 0.0045
Epoch 22/60
500/500 [==============================] - 0s 93us/step - loss: 0.0043
Epoch 23/60
500/500 [==============================] - 0s 105us/step - loss: 0.0041
Epoch 24/60
500/500 [==============================] - 0s 90us/step - loss: 0.0040
Epoch 25/60
500/500 [==============================] - 0s 106us/step - loss: 0.0038
Epoch 26/60
500/500 [==============================] - 0s 110us/step - loss: 0.0036
Epoch 27/60
500/500 [==============================] - 0s 85us/step - loss: 0.0035
Epoch 28/60
500/500 [==============================] - 0s 94us/step - loss: 0.0034
Epoch 29/60
500/500 [==============================] - 0s 92us/step - loss: 0.0032
Epoch 30/60
500/500 [==============================] - 0s 95us/step - loss: 0.0031
Epoch 31/60
500/500 [==============================] - 0s 90us/step - loss: 0.0030
Epoch 32/60
500/500 [==============================] - 0s 89us/step - loss: 0.0029
Epoch 33/60
500/500 [==============================] - 0s 86us/step - loss: 0.0028
Epoch 34/60
500/500 [==============================] - 0s 101us/step - loss: 0.0027
Epoch 35/60
500/500 [==============================] - 0s 98us/step - loss: 0.0027
Epoch 36/60
500/500 [==============================] - 0s 107us/step - loss: 0.0026
Epoch 37/60
500/500 [==============================] - 0s 91us/step - loss: 0.0025
Epoch 38/60
500/500 [==============================] - 0s 93us/step - loss: 0.0024
Epoch 39/60
500/500 [==============================] - 0s 101us/step - loss: 0.0024
Epoch 40/60
500/500 [==============================] - 0s 94us/step - loss: 0.0023
Epoch 41/60
500/500 [==============================] - 0s 88us/step - loss: 0.0022
Epoch 42/60
500/500 [==============================] - 0s 103us/step - loss: 0.0022
Epoch 43/60
500/500 [==============================] - 0s 104us/step - loss: 0.0021
Epoch 44/60
500/500 [==============================] - 0s 100us/step - loss: 0.0021
Epoch 45/60
500/500 [==============================] - 0s 104us/step - loss: 0.0021
Epoch 46/60
500/500 [==============================] - 0s 80us/step - loss: 0.0020
Epoch 47/60
500/500 [==============================] - 0s 97us/step - loss: 0.0019
Epoch 48/60
500/500 [==============================] - 0s 100us/step - loss: 0.0019
Epoch 49/60
500/500 [==============================] - 0s 100us/step - loss: 0.0019
Epoch 50/60
500/500 [==============================] - 0s 97us/step - loss: 0.0018
Epoch 51/60
500/500 [==============================] - 0s 103us/step - loss: 0.0018
Epoch 52/60
500/500 [==============================] - 0s 107us/step - loss: 0.0018
Epoch 53/60
500/500 [==============================] - 0s 79us/step - loss: 0.0017
Epoch 54/60
500/500 [==============================] - 0s 95us/step - loss: 0.0017
Epoch 55/60
500/500 [==============================] - 0s 95us/step - loss: 0.0017
Epoch 56/60
500/500 [==============================] - 0s 96us/step - loss: 0.0016
Epoch 57/60
500/500 [==============================] - 0s 97us/step - loss: 0.0016
Epoch 58/60
500/500 [==============================] - 0s 105us/step - loss: 0.0016
Epoch 59/60
500/500 [==============================] - 0s 92us/step - loss: 0.0016
Epoch 60/60
500/500 [==============================] - 0s 98us/step - loss: 0.0015
0.5
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0387
Epoch 2/60
500/500 [==============================] - 0s 89us/step - loss: 0.0348
Epoch 3/60
500/500 [==============================] - 0s 102us/step - loss: 0.0320
Epoch 4/60
500/500 [==============================] - 0s 113us/step - loss: 0.0276
Epoch 5/60
500/500 [==============================] - 0s 97us/step - loss: 0.0216
Epoch 6/60
500/500 [==============================] - 0s 106us/step - loss: 0.0160
Epoch 7/60
500/500 [==============================] - 0s 105us/step - loss: 0.0122
Epoch 8/60
500/500 [==============================] - 0s 121us/step - loss: 0.0103
Epoch 9/60
500/500 [==============================] - 0s 109us/step - loss: 0.0093
Epoch 10/60
500/500 [==============================] - 0s 76us/step - loss: 0.0085
Epoch 11/60
500/500 [==============================] - 0s 90us/step - loss: 0.0079
Epoch 12/60
500/500 [==============================] - 0s 97us/step - loss: 0.0073
Epoch 13/60
500/500 [==============================] - 0s 81us/step - loss: 0.0068
Epoch 14/60
500/500 [==============================] - 0s 81us/step - loss: 0.0063
Epoch 15/60
500/500 [==============================] - 0s 86us/step - loss: 0.0059
Epoch 16/60
500/500 [==============================] - 0s 104us/step - loss: 0.0056
Epoch 17/60
500/500 [==============================] - 0s 104us/step - loss: 0.0053
Epoch 18/60
500/500 [==============================] - 0s 106us/step - loss: 0.0051
Epoch 19/60
500/500 [==============================] - 0s 96us/step - loss: 0.0048
Epoch 20/60
500/500 [==============================] - 0s 100us/step - loss: 0.0046
Epoch 21/60
500/500 [==============================] - 0s 91us/step - loss: 0.0044
Epoch 22/60
500/500 [==============================] - 0s 120us/step - loss: 0.0043
Epoch 23/60
500/500 [==============================] - 0s 104us/step - loss: 0.0041
Epoch 24/60
500/500 [==============================] - 0s 95us/step - loss: 0.0039
Epoch 25/60
500/500 [==============================] - 0s 96us/step - loss: 0.0038
Epoch 26/60
500/500 [==============================] - 0s 97us/step - loss: 0.0037
Epoch 27/60
500/500 [==============================] - 0s 87us/step - loss: 0.0035
Epoch 28/60
500/500 [==============================] - 0s 104us/step - loss: 0.0034
Epoch 29/60
500/500 [==============================] - 0s 101us/step - loss: 0.0033
Epoch 30/60
500/500 [==============================] - 0s 96us/step - loss: 0.0032
Epoch 31/60
500/500 [==============================] - 0s 99us/step - loss: 0.0031
Epoch 32/60
500/500 [==============================] - 0s 99us/step - loss: 0.0030
Epoch 33/60
500/500 [==============================] - 0s 92us/step - loss: 0.0029
Epoch 34/60
500/500 [==============================] - 0s 96us/step - loss: 0.0029
Epoch 35/60
500/500 [==============================] - 0s 86us/step - loss: 0.0028
Epoch 36/60
500/500 [==============================] - 0s 87us/step - loss: 0.0027
Epoch 37/60
500/500 [==============================] - 0s 102us/step - loss: 0.0026
Epoch 38/60
500/500 [==============================] - 0s 90us/step - loss: 0.0026
Epoch 39/60
500/500 [==============================] - 0s 78us/step - loss: 0.0025
Epoch 40/60
500/500 [==============================] - 0s 83us/step - loss: 0.0025
Epoch 41/60
500/500 [==============================] - 0s 85us/step - loss: 0.0024
Epoch 42/60
500/500 [==============================] - 0s 72us/step - loss: 0.0024
Epoch 43/60
500/500 [==============================] - 0s 88us/step - loss: 0.0023
Epoch 44/60
500/500 [==============================] - 0s 103us/step - loss: 0.0023
Epoch 45/60
500/500 [==============================] - 0s 108us/step - loss: 0.0022
Epoch 46/60
500/500 [==============================] - 0s 110us/step - loss: 0.0022
Epoch 47/60
500/500 [==============================] - 0s 92us/step - loss: 0.0021
Epoch 48/60
500/500 [==============================] - 0s 86us/step - loss: 0.0021
Epoch 49/60
500/500 [==============================] - 0s 79us/step - loss: 0.0020
Epoch 50/60
500/500 [==============================] - 0s 77us/step - loss: 0.0020
Epoch 51/60
500/500 [==============================] - 0s 81us/step - loss: 0.0020
Epoch 52/60
500/500 [==============================] - 0s 75us/step - loss: 0.0019
Epoch 53/60
500/500 [==============================] - 0s 99us/step - loss: 0.0019
Epoch 54/60
500/500 [==============================] - 0s 114us/step - loss: 0.0018
Epoch 55/60
500/500 [==============================] - 0s 88us/step - loss: 0.0018
Epoch 56/60
500/500 [==============================] - 0s 81us/step - loss: 0.0018
Epoch 57/60
500/500 [==============================] - 0s 87us/step - loss: 0.0017
Epoch 58/60
500/500 [==============================] - 0s 84us/step - loss: 0.0017
Epoch 59/60
500/500 [==============================] - 0s 104us/step - loss: 0.0017
Epoch 60/60
500/500 [==============================] - 0s 103us/step - loss: 0.0017
0.6
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0387
Epoch 2/60
500/500 [==============================] - 0s 109us/step - loss: 0.0346
Epoch 3/60
500/500 [==============================] - 0s 124us/step - loss: 0.0319
Epoch 4/60
500/500 [==============================] - 0s 95us/step - loss: 0.0279
Epoch 5/60
500/500 [==============================] - 0s 133us/step - loss: 0.0225
Epoch 6/60
500/500 [==============================] - 0s 99us/step - loss: 0.0169
Epoch 7/60
500/500 [==============================] - 0s 104us/step - loss: 0.0127
Epoch 8/60
500/500 [==============================] - 0s 100us/step - loss: 0.0104
Epoch 9/60
500/500 [==============================] - 0s 100us/step - loss: 0.0091
Epoch 10/60
500/500 [==============================] - 0s 109us/step - loss: 0.0083
Epoch 11/60
500/500 [==============================] - 0s 98us/step - loss: 0.0076
Epoch 12/60
500/500 [==============================] - 0s 128us/step - loss: 0.0070
Epoch 13/60
500/500 [==============================] - 0s 111us/step - loss: 0.0065
Epoch 14/60
500/500 [==============================] - 0s 106us/step - loss: 0.0061
Epoch 15/60
500/500 [==============================] - 0s 90us/step - loss: 0.0057
Epoch 16/60
500/500 [==============================] - 0s 101us/step - loss: 0.0054
Epoch 17/60
500/500 [==============================] - 0s 103us/step - loss: 0.0051
Epoch 18/60
500/500 [==============================] - 0s 94us/step - loss: 0.0049
Epoch 19/60
500/500 [==============================] - 0s 93us/step - loss: 0.0046
Epoch 20/60
500/500 [==============================] - 0s 100us/step - loss: 0.0044
Epoch 21/60
500/500 [==============================] - ETA: 0s - loss: 0.004 - 0s 101us/step - loss: 0.0043
Epoch 22/60
500/500 [==============================] - 0s 98us/step - loss: 0.0041
Epoch 23/60
500/500 [==============================] - 0s 102us/step - loss: 0.0040
Epoch 24/60
500/500 [==============================] - 0s 99us/step - loss: 0.0038
Epoch 25/60
500/500 [==============================] - 0s 100us/step - loss: 0.0037
Epoch 26/60
500/500 [==============================] - 0s 103us/step - loss: 0.0036
Epoch 27/60
500/500 [==============================] - 0s 87us/step - loss: 0.0035
Epoch 28/60
500/500 [==============================] - 0s 101us/step - loss: 0.0034
Epoch 29/60
500/500 [==============================] - 0s 100us/step - loss: 0.0033
Epoch 30/60
500/500 [==============================] - 0s 105us/step - loss: 0.0032
Epoch 31/60
500/500 [==============================] - 0s 121us/step - loss: 0.0031
Epoch 32/60
500/500 [==============================] - 0s 103us/step - loss: 0.0030
Epoch 33/60
500/500 [==============================] - 0s 118us/step - loss: 0.0029
Epoch 34/60
500/500 [==============================] - 0s 93us/step - loss: 0.0029
Epoch 35/60
500/500 [==============================] - 0s 112us/step - loss: 0.0028
Epoch 36/60
500/500 [==============================] - 0s 105us/step - loss: 0.0027
Epoch 37/60
500/500 [==============================] - 0s 122us/step - loss: 0.0027
Epoch 38/60
500/500 [==============================] - 0s 99us/step - loss: 0.0026
Epoch 39/60
500/500 [==============================] - 0s 107us/step - loss: 0.0026
Epoch 40/60
500/500 [==============================] - 0s 107us/step - loss: 0.0025
Epoch 41/60
500/500 [==============================] - 0s 106us/step - loss: 0.0025
Epoch 42/60
500/500 [==============================] - 0s 99us/step - loss: 0.0024
Epoch 43/60
500/500 [==============================] - 0s 98us/step - loss: 0.0024
Epoch 44/60
500/500 [==============================] - 0s 99us/step - loss: 0.0024
Epoch 45/60
500/500 [==============================] - 0s 99us/step - loss: 0.0023
Epoch 46/60
500/500 [==============================] - 0s 93us/step - loss: 0.0023
Epoch 47/60
500/500 [==============================] - 0s 97us/step - loss: 0.0023
Epoch 48/60
500/500 [==============================] - 0s 87us/step - loss: 0.0022
Epoch 49/60
500/500 [==============================] - 0s 85us/step - loss: 0.0022
Epoch 50/60
500/500 [==============================] - 0s 107us/step - loss: 0.0021
Epoch 51/60
500/500 [==============================] - 0s 105us/step - loss: 0.0021
Epoch 52/60
500/500 [==============================] - 0s 79us/step - loss: 0.0021
Epoch 53/60
500/500 [==============================] - 0s 79us/step - loss: 0.0020
Epoch 54/60
500/500 [==============================] - 0s 85us/step - loss: 0.0020
Epoch 55/60
500/500 [==============================] - 0s 89us/step - loss: 0.0020
Epoch 56/60
500/500 [==============================] - 0s 104us/step - loss: 0.0019
Epoch 57/60
500/500 [==============================] - 0s 129us/step - loss: 0.0019
Epoch 58/60
500/500 [==============================] - 0s 99us/step - loss: 0.0019
Epoch 59/60
500/500 [==============================] - 0s 93us/step - loss: 0.0019
Epoch 60/60
500/500 [==============================] - 0s 117us/step - loss: 0.0018
0.7
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0403
Epoch 2/60
500/500 [==============================] - 0s 97us/step - loss: 0.0360
Epoch 3/60
500/500 [==============================] - 0s 121us/step - loss: 0.0340
Epoch 4/60
500/500 [==============================] - 0s 102us/step - loss: 0.0314
Epoch 5/60
500/500 [==============================] - 0s 101us/step - loss: 0.0282
Epoch 6/60
500/500 [==============================] - 0s 92us/step - loss: 0.0245
Epoch 7/60
500/500 [==============================] - 0s 92us/step - loss: 0.0212
Epoch 8/60
500/500 [==============================] - 0s 96us/step - loss: 0.0188
Epoch 9/60
500/500 [==============================] - 0s 101us/step - loss: 0.0174
Epoch 10/60
500/500 [==============================] - 0s 106us/step - loss: 0.0165
Epoch 11/60
500/500 [==============================] - 0s 104us/step - loss: 0.0159
Epoch 12/60
500/500 [==============================] - 0s 105us/step - loss: 0.0154
Epoch 13/60
500/500 [==============================] - 0s 97us/step - loss: 0.0150
Epoch 14/60
500/500 [==============================] - 0s 80us/step - loss: 0.0147
Epoch 15/60
500/500 [==============================] - 0s 88us/step - loss: 0.0144
Epoch 16/60
500/500 [==============================] - 0s 83us/step - loss: 0.0141
Epoch 17/60
500/500 [==============================] - 0s 82us/step - loss: 0.0139
Epoch 18/60
500/500 [==============================] - 0s 98us/step - loss: 0.0137
Epoch 19/60
500/500 [==============================] - 0s 104us/step - loss: 0.0135
Epoch 20/60
500/500 [==============================] - 0s 102us/step - loss: 0.0134
Epoch 21/60
500/500 [==============================] - 0s 99us/step - loss: 0.0133
Epoch 22/60
500/500 [==============================] - 0s 93us/step - loss: 0.0132
Epoch 23/60
500/500 [==============================] - 0s 100us/step - loss: 0.0131
Epoch 24/60
500/500 [==============================] - 0s 92us/step - loss: 0.0130
Epoch 25/60
500/500 [==============================] - 0s 89us/step - loss: 0.0129
Epoch 26/60
500/500 [==============================] - 0s 90us/step - loss: 0.0128
Epoch 27/60
500/500 [==============================] - 0s 89us/step - loss: 0.0128
Epoch 28/60
500/500 [==============================] - 0s 109us/step - loss: 0.0127
Epoch 29/60
500/500 [==============================] - 0s 102us/step - loss: 0.0127
Epoch 30/60
500/500 [==============================] - 0s 79us/step - loss: 0.0126
Epoch 31/60
500/500 [==============================] - 0s 90us/step - loss: 0.0126
Epoch 32/60
500/500 [==============================] - 0s 101us/step - loss: 0.0126
Epoch 33/60
500/500 [==============================] - 0s 88us/step - loss: 0.0125
Epoch 34/60
500/500 [==============================] - 0s 107us/step - loss: 0.0125
Epoch 35/60
500/500 [==============================] - 0s 93us/step - loss: 0.0125
Epoch 36/60
500/500 [==============================] - 0s 85us/step - loss: 0.0125
Epoch 37/60
500/500 [==============================] - 0s 96us/step - loss: 0.0124
Epoch 38/60
500/500 [==============================] - 0s 105us/step - loss: 0.0124
Epoch 39/60
500/500 [==============================] - 0s 134us/step - loss: 0.0124
Epoch 40/60
500/500 [==============================] - 0s 116us/step - loss: 0.0124
Epoch 41/60
500/500 [==============================] - 0s 94us/step - loss: 0.0124
Epoch 42/60
500/500 [==============================] - 0s 124us/step - loss: 0.0124
Epoch 43/60
500/500 [==============================] - 0s 125us/step - loss: 0.0123
Epoch 44/60
500/500 [==============================] - 0s 109us/step - loss: 0.0123
Epoch 45/60
500/500 [==============================] - 0s 92us/step - loss: 0.0123
Epoch 46/60
500/500 [==============================] - 0s 103us/step - loss: 0.0123
Epoch 47/60
500/500 [==============================] - 0s 95us/step - loss: 0.0123
Epoch 48/60
500/500 [==============================] - 0s 90us/step - loss: 0.0123
Epoch 49/60
500/500 [==============================] - 0s 121us/step - loss: 0.0123
Epoch 50/60
500/500 [==============================] - 0s 97us/step - loss: 0.0123
Epoch 51/60
500/500 [==============================] - 0s 98us/step - loss: 0.0123
Epoch 52/60
500/500 [==============================] - 0s 98us/step - loss: 0.0123
Epoch 53/60
500/500 [==============================] - 0s 109us/step - loss: 0.0122
Epoch 54/60
500/500 [==============================] - 0s 113us/step - loss: 0.0122
Epoch 55/60
500/500 [==============================] - 0s 100us/step - loss: 0.0122
Epoch 56/60
500/500 [==============================] - 0s 102us/step - loss: 0.0122
Epoch 57/60
500/500 [==============================] - 0s 93us/step - loss: 0.0122
Epoch 58/60
500/500 [==============================] - 0s 103us/step - loss: 0.0122
Epoch 59/60
500/500 [==============================] - 0s 95us/step - loss: 0.0122
Epoch 60/60
500/500 [==============================] - 0s 98us/step - loss: 0.0122
0.8
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0402
Epoch 2/60
500/500 [==============================] - 0s 84us/step - loss: 0.0354
Epoch 3/60
500/500 [==============================] - 0s 94us/step - loss: 0.0334
Epoch 4/60
500/500 [==============================] - 0s 89us/step - loss: 0.0311
Epoch 5/60
500/500 [==============================] - 0s 91us/step - loss: 0.0282
Epoch 6/60
500/500 [==============================] - 0s 96us/step - loss: 0.0249
Epoch 7/60
500/500 [==============================] - 0s 107us/step - loss: 0.0217
Epoch 8/60
500/500 [==============================] - 0s 97us/step - loss: 0.0190
Epoch 9/60
500/500 [==============================] - 0s 106us/step - loss: 0.0172
Epoch 10/60
500/500 [==============================] - 0s 79us/step - loss: 0.0160
Epoch 11/60
500/500 [==============================] - 0s 142us/step - loss: 0.0151 0s - loss: 0.015
Epoch 12/60
500/500 [==============================] - 0s 105us/step - loss: 0.0145
Epoch 13/60
500/500 [==============================] - 0s 107us/step - loss: 0.0140
Epoch 14/60
500/500 [==============================] - 0s 101us/step - loss: 0.0137
Epoch 15/60
500/500 [==============================] - 0s 111us/step - loss: 0.0134
Epoch 16/60
500/500 [==============================] - 0s 110us/step - loss: 0.0131
Epoch 17/60
500/500 [==============================] - 0s 89us/step - loss: 0.0129
Epoch 18/60
500/500 [==============================] - 0s 107us/step - loss: 0.0127
Epoch 19/60
500/500 [==============================] - 0s 100us/step - loss: 0.0125
Epoch 20/60
500/500 [==============================] - 0s 92us/step - loss: 0.0124
Epoch 21/60
500/500 [==============================] - 0s 75us/step - loss: 0.0123
Epoch 22/60
500/500 [==============================] - 0s 105us/step - loss: 0.0122
Epoch 23/60
500/500 [==============================] - 0s 118us/step - loss: 0.0121
Epoch 24/60
500/500 [==============================] - 0s 95us/step - loss: 0.0120
Epoch 25/60
500/500 [==============================] - 0s 114us/step - loss: 0.0119
Epoch 26/60
500/500 [==============================] - 0s 115us/step - loss: 0.0118
Epoch 27/60
500/500 [==============================] - 0s 90us/step - loss: 0.0118
Epoch 28/60
500/500 [==============================] - 0s 101us/step - loss: 0.0117
Epoch 29/60
500/500 [==============================] - 0s 95us/step - loss: 0.0117
Epoch 30/60
500/500 [==============================] - 0s 97us/step - loss: 0.0116
Epoch 31/60
500/500 [==============================] - 0s 108us/step - loss: 0.0116
Epoch 32/60
500/500 [==============================] - 0s 121us/step - loss: 0.0116
Epoch 33/60
500/500 [==============================] - 0s 124us/step - loss: 0.0115
Epoch 34/60
500/500 [==============================] - 0s 107us/step - loss: 0.0115
Epoch 35/60
500/500 [==============================] - 0s 88us/step - loss: 0.0115
Epoch 36/60
500/500 [==============================] - 0s 93us/step - loss: 0.0115
Epoch 37/60
500/500 [==============================] - 0s 86us/step - loss: 0.0114
Epoch 38/60
500/500 [==============================] - 0s 110us/step - loss: 0.0114
Epoch 39/60
500/500 [==============================] - 0s 92us/step - loss: 0.0114
Epoch 40/60
500/500 [==============================] - 0s 132us/step - loss: 0.0114
Epoch 41/60
500/500 [==============================] - 0s 107us/step - loss: 0.0114
Epoch 42/60
500/500 [==============================] - 0s 95us/step - loss: 0.0113
Epoch 43/60
500/500 [==============================] - 0s 103us/step - loss: 0.0113
Epoch 44/60
500/500 [==============================] - 0s 120us/step - loss: 0.0113
Epoch 45/60
500/500 [==============================] - 0s 95us/step - loss: 0.0113
Epoch 46/60
500/500 [==============================] - 0s 101us/step - loss: 0.0113
Epoch 47/60
500/500 [==============================] - 0s 109us/step - loss: 0.0113
Epoch 48/60
500/500 [==============================] - 0s 108us/step - loss: 0.0113
Epoch 49/60
500/500 [==============================] - 0s 114us/step - loss: 0.0113
Epoch 50/60
500/500 [==============================] - 0s 105us/step - loss: 0.0113
Epoch 51/60
500/500 [==============================] - 0s 105us/step - loss: 0.0112
Epoch 52/60
500/500 [==============================] - 0s 112us/step - loss: 0.0112
Epoch 53/60
500/500 [==============================] - 0s 109us/step - loss: 0.0113
Epoch 54/60
500/500 [==============================] - 0s 102us/step - loss: 0.0112
Epoch 55/60
500/500 [==============================] - 0s 102us/step - loss: 0.0112
Epoch 56/60
500/500 [==============================] - 0s 98us/step - loss: 0.0112
Epoch 57/60
500/500 [==============================] - 0s 106us/step - loss: 0.0112
Epoch 58/60
500/500 [==============================] - 0s 95us/step - loss: 0.0112
Epoch 59/60
500/500 [==============================] - 0s 89us/step - loss: 0.0112
Epoch 60/60
500/500 [==============================] - 0s 91us/step - loss: 0.0112
0.9
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0413
Epoch 2/60
500/500 [==============================] - 0s 100us/step - loss: 0.0347
Epoch 3/60
500/500 [==============================] - 0s 107us/step - loss: 0.0321
Epoch 4/60
500/500 [==============================] - 0s 109us/step - loss: 0.0296
Epoch 5/60
500/500 [==============================] - 0s 92us/step - loss: 0.0269
Epoch 6/60
500/500 [==============================] - 0s 108us/step - loss: 0.0238
Epoch 7/60
500/500 [==============================] - 0s 129us/step - loss: 0.0209
Epoch 8/60
500/500 [==============================] - 0s 139us/step - loss: 0.0182
Epoch 9/60
500/500 [==============================] - 0s 114us/step - loss: 0.0160
Epoch 10/60
500/500 [==============================] - 0s 110us/step - loss: 0.0144
Epoch 11/60
500/500 [==============================] - 0s 104us/step - loss: 0.0132
Epoch 12/60
500/500 [==============================] - 0s 101us/step - loss: 0.0124
Epoch 13/60
500/500 [==============================] - 0s 92us/step - loss: 0.0118
Epoch 14/60
500/500 [==============================] - 0s 88us/step - loss: 0.0114
Epoch 15/60
500/500 [==============================] - 0s 96us/step - loss: 0.0111
Epoch 16/60
500/500 [==============================] - 0s 103us/step - loss: 0.0108
Epoch 17/60
500/500 [==============================] - 0s 91us/step - loss: 0.0106
Epoch 18/60
500/500 [==============================] - 0s 128us/step - loss: 0.0104
Epoch 19/60
500/500 [==============================] - 0s 120us/step - loss: 0.0103
Epoch 20/60
500/500 [==============================] - 0s 127us/step - loss: 0.0101
Epoch 21/60
500/500 [==============================] - 0s 125us/step - loss: 0.0101
Epoch 22/60
500/500 [==============================] - 0s 146us/step - loss: 0.0100
Epoch 23/60
500/500 [==============================] - 0s 129us/step - loss: 0.0099
Epoch 24/60
500/500 [==============================] - 0s 100us/step - loss: 0.0098
Epoch 25/60
500/500 [==============================] - 0s 101us/step - loss: 0.0097
Epoch 26/60
500/500 [==============================] - 0s 101us/step - loss: 0.0097
Epoch 27/60
500/500 [==============================] - 0s 90us/step - loss: 0.0097
Epoch 28/60
500/500 [==============================] - 0s 100us/step - loss: 0.0096
Epoch 29/60
500/500 [==============================] - 0s 108us/step - loss: 0.0096
Epoch 30/60
500/500 [==============================] - 0s 127us/step - loss: 0.0095
Epoch 31/60
500/500 [==============================] - 0s 92us/step - loss: 0.0095
Epoch 32/60
500/500 [==============================] - 0s 93us/step - loss: 0.0095
Epoch 33/60
500/500 [==============================] - 0s 113us/step - loss: 0.0094
Epoch 34/60
500/500 [==============================] - 0s 97us/step - loss: 0.0094
Epoch 35/60
500/500 [==============================] - 0s 97us/step - loss: 0.0094
Epoch 36/60
500/500 [==============================] - 0s 88us/step - loss: 0.0094
Epoch 37/60
500/500 [==============================] - 0s 94us/step - loss: 0.0093
Epoch 38/60
500/500 [==============================] - 0s 80us/step - loss: 0.0093
Epoch 39/60
500/500 [==============================] - 0s 96us/step - loss: 0.0093
Epoch 40/60
500/500 [==============================] - 0s 94us/step - loss: 0.0093
Epoch 41/60
500/500 [==============================] - 0s 101us/step - loss: 0.0093
Epoch 42/60
500/500 [==============================] - 0s 92us/step - loss: 0.0093
Epoch 43/60
500/500 [==============================] - 0s 86us/step - loss: 0.0093
Epoch 44/60
500/500 [==============================] - 0s 114us/step - loss: 0.0093
Epoch 45/60
500/500 [==============================] - 0s 105us/step - loss: 0.0092
Epoch 46/60
500/500 [==============================] - 0s 103us/step - loss: 0.0092
Epoch 47/60
500/500 [==============================] - 0s 98us/step - loss: 0.0092
Epoch 48/60
500/500 [==============================] - 0s 107us/step - loss: 0.0092
Epoch 49/60
500/500 [==============================] - 0s 105us/step - loss: 0.0092
Epoch 50/60
500/500 [==============================] - 0s 105us/step - loss: 0.0092
Epoch 51/60
500/500 [==============================] - 0s 102us/step - loss: 0.0092
Epoch 52/60
500/500 [==============================] - 0s 100us/step - loss: 0.0092
Epoch 53/60
500/500 [==============================] - 0s 114us/step - loss: 0.0091
Epoch 54/60
500/500 [==============================] - 0s 104us/step - loss: 0.0091
Epoch 55/60
500/500 [==============================] - 0s 105us/step - loss: 0.0091
Epoch 56/60
500/500 [==============================] - 0s 98us/step - loss: 0.0091
Epoch 57/60
500/500 [==============================] - 0s 101us/step - loss: 0.0091
Epoch 58/60
500/500 [==============================] - 0s 106us/step - loss: 0.0091
Epoch 59/60
500/500 [==============================] - 0s 86us/step - loss: 0.0091
Epoch 60/60
500/500 [==============================] - 0s 100us/step - loss: 0.0091
[0.00026250649535864551, 0.00023581267707788658, 0.00036763811367005199, 0.00050662830104239616, 0.00087756175730040512, 0.001712354027381124, 0.0038654086305057456, 0.0070297696157495138, 0.0099453765553604925, 0.018759198609447331]
0.0
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0389
Epoch 2/60
500/500 [==============================] - 0s 98us/step - loss: 0.0322
Epoch 3/60
500/500 [==============================] - 0s 104us/step - loss: 0.0238
Epoch 4/60
500/500 [==============================] - 0s 97us/step - loss: 0.0145
Epoch 5/60
500/500 [==============================] - 0s 91us/step - loss: 0.0107
Epoch 6/60
500/500 [==============================] - 0s 101us/step - loss: 0.0092
Epoch 7/60
500/500 [==============================] - 0s 110us/step - loss: 0.0079
Epoch 8/60
500/500 [==============================] - 0s 110us/step - loss: 0.0069
Epoch 9/60
500/500 [==============================] - 0s 103us/step - loss: 0.0061
Epoch 10/60
500/500 [==============================] - 0s 99us/step - loss: 0.0055
Epoch 11/60
500/500 [==============================] - 0s 111us/step - loss: 0.0050
Epoch 12/60
500/500 [==============================] - 0s 95us/step - loss: 0.0044
Epoch 13/60
500/500 [==============================] - 0s 97us/step - loss: 0.0040
Epoch 14/60
500/500 [==============================] - 0s 98us/step - loss: 0.0035
Epoch 15/60
500/500 [==============================] - 0s 82us/step - loss: 0.0031
Epoch 16/60
500/500 [==============================] - 0s 106us/step - loss: 0.0028
Epoch 17/60
500/500 [==============================] - 0s 98us/step - loss: 0.0026
Epoch 18/60
500/500 [==============================] - 0s 88us/step - loss: 0.0024
Epoch 19/60
500/500 [==============================] - 0s 90us/step - loss: 0.0023
Epoch 20/60
500/500 [==============================] - 0s 95us/step - loss: 0.0021
Epoch 21/60
500/500 [==============================] - 0s 95us/step - loss: 0.0021
Epoch 22/60
500/500 [==============================] - 0s 99us/step - loss: 0.0020
Epoch 23/60
500/500 [==============================] - 0s 90us/step - loss: 0.0020
Epoch 24/60
500/500 [==============================] - 0s 100us/step - loss: 0.0019
Epoch 25/60
500/500 [==============================] - 0s 110us/step - loss: 0.0019
Epoch 26/60
500/500 [==============================] - 0s 95us/step - loss: 0.0019
Epoch 27/60
500/500 [==============================] - 0s 100us/step - loss: 0.0018
Epoch 28/60
500/500 [==============================] - 0s 96us/step - loss: 0.0018
Epoch 29/60
500/500 [==============================] - 0s 106us/step - loss: 0.0018
Epoch 30/60
500/500 [==============================] - 0s 101us/step - loss: 0.0018
Epoch 31/60
500/500 [==============================] - 0s 96us/step - loss: 0.0017
Epoch 32/60
500/500 [==============================] - 0s 97us/step - loss: 0.0017
Epoch 33/60
500/500 [==============================] - 0s 110us/step - loss: 0.0017
Epoch 34/60
500/500 [==============================] - 0s 96us/step - loss: 0.0017
Epoch 35/60
500/500 [==============================] - 0s 99us/step - loss: 0.0016
Epoch 36/60
500/500 [==============================] - 0s 77us/step - loss: 0.0016
Epoch 37/60
500/500 [==============================] - 0s 103us/step - loss: 0.0017
Epoch 38/60
500/500 [==============================] - 0s 101us/step - loss: 0.0017
Epoch 39/60
500/500 [==============================] - 0s 91us/step - loss: 0.0017
Epoch 40/60
500/500 [==============================] - 0s 95us/step - loss: 0.0016
Epoch 41/60
500/500 [==============================] - 0s 102us/step - loss: 0.0016
Epoch 42/60
500/500 [==============================] - 0s 96us/step - loss: 0.0015
Epoch 43/60
500/500 [==============================] - 0s 112us/step - loss: 0.0015
Epoch 44/60
500/500 [==============================] - 0s 107us/step - loss: 0.0015
Epoch 45/60
500/500 [==============================] - 0s 94us/step - loss: 0.0015
Epoch 46/60
500/500 [==============================] - 0s 103us/step - loss: 0.0015
Epoch 47/60
500/500 [==============================] - 0s 104us/step - loss: 0.0015
Epoch 48/60
500/500 [==============================] - 0s 113us/step - loss: 0.0014
Epoch 49/60
500/500 [==============================] - 0s 117us/step - loss: 0.0015
Epoch 50/60
500/500 [==============================] - 0s 108us/step - loss: 0.0015
Epoch 51/60
500/500 [==============================] - 0s 99us/step - loss: 0.0015
Epoch 52/60
500/500 [==============================] - 0s 107us/step - loss: 0.0014
Epoch 53/60
500/500 [==============================] - 0s 99us/step - loss: 0.0014
Epoch 54/60
500/500 [==============================] - 0s 99us/step - loss: 0.0013
Epoch 55/60
500/500 [==============================] - 0s 122us/step - loss: 0.0013
Epoch 56/60
500/500 [==============================] - 0s 113us/step - loss: 0.0013
Epoch 57/60
500/500 [==============================] - 0s 116us/step - loss: 0.0014
Epoch 58/60
500/500 [==============================] - 0s 117us/step - loss: 0.0014
Epoch 59/60
500/500 [==============================] - 0s 106us/step - loss: 0.0014
Epoch 60/60
500/500 [==============================] - 0s 91us/step - loss: 0.0014
0.1
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0389
Epoch 2/60
500/500 [==============================] - 0s 75us/step - loss: 0.0326
Epoch 3/60
500/500 [==============================] - 0s 92us/step - loss: 0.0245
Epoch 4/60
500/500 [==============================] - 0s 81us/step - loss: 0.0151
Epoch 5/60
500/500 [==============================] - 0s 103us/step - loss: 0.0109
Epoch 6/60
500/500 [==============================] - 0s 94us/step - loss: 0.0093
Epoch 7/60
500/500 [==============================] - 0s 101us/step - loss: 0.0080
Epoch 8/60
500/500 [==============================] - 0s 100us/step - loss: 0.0069
Epoch 9/60
500/500 [==============================] - 0s 100us/step - loss: 0.0061
Epoch 10/60
500/500 [==============================] - 0s 83us/step - loss: 0.0055
Epoch 11/60
500/500 [==============================] - 0s 98us/step - loss: 0.0050
Epoch 12/60
500/500 [==============================] - 0s 91us/step - loss: 0.0045
Epoch 13/60
500/500 [==============================] - 0s 99us/step - loss: 0.0040
Epoch 14/60
500/500 [==============================] - 0s 94us/step - loss: 0.0036
Epoch 15/60
500/500 [==============================] - 0s 100us/step - loss: 0.0033
Epoch 16/60
500/500 [==============================] - 0s 103us/step - loss: 0.0029
Epoch 17/60
500/500 [==============================] - 0s 101us/step - loss: 0.0027
Epoch 18/60
500/500 [==============================] - 0s 89us/step - loss: 0.0025
Epoch 19/60
500/500 [==============================] - 0s 105us/step - loss: 0.0023
Epoch 20/60
500/500 [==============================] - 0s 121us/step - loss: 0.0022
Epoch 21/60
500/500 [==============================] - 0s 131us/step - loss: 0.0021
Epoch 22/60
500/500 [==============================] - 0s 86us/step - loss: 0.0021
Epoch 23/60
500/500 [==============================] - 0s 107us/step - loss: 0.0020
Epoch 24/60
500/500 [==============================] - 0s 108us/step - loss: 0.0020
Epoch 25/60
500/500 [==============================] - 0s 85us/step - loss: 0.0020
Epoch 26/60
500/500 [==============================] - 0s 79us/step - loss: 0.0019
Epoch 27/60
500/500 [==============================] - 0s 135us/step - loss: 0.0019
Epoch 28/60
500/500 [==============================] - 0s 92us/step - loss: 0.0018
Epoch 29/60
500/500 [==============================] - 0s 105us/step - loss: 0.0018
Epoch 30/60
500/500 [==============================] - 0s 98us/step - loss: 0.0018
Epoch 31/60
500/500 [==============================] - 0s 107us/step - loss: 0.0018
Epoch 32/60
500/500 [==============================] - 0s 94us/step - loss: 0.0018
Epoch 33/60
500/500 [==============================] - 0s 102us/step - loss: 0.0017
Epoch 34/60
500/500 [==============================] - 0s 96us/step - loss: 0.0017
Epoch 35/60
500/500 [==============================] - 0s 97us/step - loss: 0.0017
Epoch 36/60
500/500 [==============================] - 0s 104us/step - loss: 0.0016
Epoch 37/60
500/500 [==============================] - 0s 124us/step - loss: 0.0016
Epoch 38/60
500/500 [==============================] - 0s 101us/step - loss: 0.0016
Epoch 39/60
500/500 [==============================] - 0s 106us/step - loss: 0.0016
Epoch 40/60
500/500 [==============================] - 0s 98us/step - loss: 0.0016
Epoch 41/60
500/500 [==============================] - 0s 95us/step - loss: 0.0016
Epoch 42/60
500/500 [==============================] - 0s 96us/step - loss: 0.0016
Epoch 43/60
500/500 [==============================] - 0s 105us/step - loss: 0.0016
Epoch 44/60
500/500 [==============================] - 0s 99us/step - loss: 0.0015
Epoch 45/60
500/500 [==============================] - 0s 112us/step - loss: 0.0015
Epoch 46/60
500/500 [==============================] - 0s 111us/step - loss: 0.0015
Epoch 47/60
500/500 [==============================] - 0s 115us/step - loss: 0.0015
Epoch 48/60
500/500 [==============================] - 0s 106us/step - loss: 0.0015
Epoch 49/60
500/500 [==============================] - 0s 105us/step - loss: 0.0015
Epoch 50/60
500/500 [==============================] - 0s 91us/step - loss: 0.0015
Epoch 51/60
500/500 [==============================] - 0s 82us/step - loss: 0.0015
Epoch 52/60
500/500 [==============================] - 0s 93us/step - loss: 0.0015
Epoch 53/60
500/500 [==============================] - 0s 88us/step - loss: 0.0015
Epoch 54/60
500/500 [==============================] - 0s 92us/step - loss: 0.0014
Epoch 55/60
500/500 [==============================] - 0s 97us/step - loss: 0.0013
Epoch 56/60
500/500 [==============================] - 0s 95us/step - loss: 0.0014
Epoch 57/60
500/500 [==============================] - 0s 88us/step - loss: 0.0014
Epoch 58/60
500/500 [==============================] - 0s 99us/step - loss: 0.0013
Epoch 59/60
500/500 [==============================] - 0s 100us/step - loss: 0.0013
Epoch 60/60
500/500 [==============================] - 0s 117us/step - loss: 0.0013
0.2
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0390
Epoch 2/60
500/500 [==============================] - 0s 88us/step - loss: 0.0324
Epoch 3/60
500/500 [==============================] - 0s 90us/step - loss: 0.0247
Epoch 4/60
500/500 [==============================] - 0s 101us/step - loss: 0.0154
Epoch 5/60
500/500 [==============================] - 0s 105us/step - loss: 0.0108
Epoch 6/60
500/500 [==============================] - 0s 81us/step - loss: 0.0091
Epoch 7/60
500/500 [==============================] - 0s 80us/step - loss: 0.0078
Epoch 8/60
500/500 [==============================] - 0s 81us/step - loss: 0.0068
Epoch 9/60
500/500 [==============================] - 0s 113us/step - loss: 0.0061
Epoch 10/60
500/500 [==============================] - 0s 95us/step - loss: 0.0054
Epoch 11/60
500/500 [==============================] - 0s 118us/step - loss: 0.0049
Epoch 12/60
500/500 [==============================] - 0s 99us/step - loss: 0.0045
Epoch 13/60
500/500 [==============================] - 0s 97us/step - loss: 0.0040
Epoch 14/60
500/500 [==============================] - 0s 99us/step - loss: 0.0037
Epoch 15/60
500/500 [==============================] - 0s 92us/step - loss: 0.0033
Epoch 16/60
500/500 [==============================] - 0s 99us/step - loss: 0.0030
Epoch 17/60
500/500 [==============================] - 0s 104us/step - loss: 0.0028
Epoch 18/60
500/500 [==============================] - 0s 120us/step - loss: 0.0026
Epoch 19/60
500/500 [==============================] - 0s 102us/step - loss: 0.0025
Epoch 20/60
500/500 [==============================] - 0s 117us/step - loss: 0.0023
Epoch 21/60
500/500 [==============================] - 0s 95us/step - loss: 0.0022
Epoch 22/60
500/500 [==============================] - 0s 112us/step - loss: 0.0022
Epoch 23/60
500/500 [==============================] - 0s 101us/step - loss: 0.0021
Epoch 24/60
500/500 [==============================] - 0s 108us/step - loss: 0.0021
Epoch 25/60
500/500 [==============================] - 0s 126us/step - loss: 0.0021
Epoch 26/60
500/500 [==============================] - 0s 97us/step - loss: 0.0020
Epoch 27/60
500/500 [==============================] - 0s 100us/step - loss: 0.0019
Epoch 28/60
500/500 [==============================] - 0s 107us/step - loss: 0.0019
Epoch 29/60
500/500 [==============================] - 0s 94us/step - loss: 0.0019
Epoch 30/60
500/500 [==============================] - 0s 107us/step - loss: 0.0019
Epoch 31/60
500/500 [==============================] - 0s 94us/step - loss: 0.0019
Epoch 32/60
500/500 [==============================] - 0s 94us/step - loss: 0.0018
Epoch 33/60
500/500 [==============================] - 0s 100us/step - loss: 0.0018
Epoch 34/60
500/500 [==============================] - 0s 114us/step - loss: 0.0017
Epoch 35/60
500/500 [==============================] - 0s 109us/step - loss: 0.0017
Epoch 36/60
500/500 [==============================] - 0s 100us/step - loss: 0.0017
Epoch 37/60
500/500 [==============================] - 0s 108us/step - loss: 0.0017
Epoch 38/60
500/500 [==============================] - 0s 112us/step - loss: 0.0016
Epoch 39/60
500/500 [==============================] - 0s 99us/step - loss: 0.0016
Epoch 40/60
500/500 [==============================] - 0s 102us/step - loss: 0.0016
Epoch 41/60
500/500 [==============================] - 0s 100us/step - loss: 0.0016
Epoch 42/60
500/500 [==============================] - 0s 107us/step - loss: 0.0016
Epoch 43/60
500/500 [==============================] - 0s 98us/step - loss: 0.0016
Epoch 44/60
500/500 [==============================] - 0s 94us/step - loss: 0.0016
Epoch 45/60
500/500 [==============================] - 0s 106us/step - loss: 0.0016
Epoch 46/60
500/500 [==============================] - 0s 102us/step - loss: 0.0015
Epoch 47/60
500/500 [==============================] - 0s 93us/step - loss: 0.0015
Epoch 48/60
500/500 [==============================] - 0s 121us/step - loss: 0.0014
Epoch 49/60
500/500 [==============================] - 0s 96us/step - loss: 0.0014
Epoch 50/60
500/500 [==============================] - 0s 129us/step - loss: 0.0014
Epoch 51/60
500/500 [==============================] - 0s 94us/step - loss: 0.0014
Epoch 52/60
500/500 [==============================] - 0s 86us/step - loss: 0.0014
Epoch 53/60
500/500 [==============================] - 0s 98us/step - loss: 0.0015
Epoch 54/60
500/500 [==============================] - 0s 95us/step - loss: 0.0015
Epoch 55/60
500/500 [==============================] - 0s 100us/step - loss: 0.0014
Epoch 56/60
500/500 [==============================] - 0s 107us/step - loss: 0.0014
Epoch 57/60
500/500 [==============================] - 0s 94us/step - loss: 0.0014
Epoch 58/60
500/500 [==============================] - 0s 83us/step - loss: 0.0014
Epoch 59/60
500/500 [==============================] - 0s 90us/step - loss: 0.0014
Epoch 60/60
500/500 [==============================] - 0s 106us/step - loss: 0.0013
0.3
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0389
Epoch 2/60
500/500 [==============================] - 0s 104us/step - loss: 0.0325
Epoch 3/60
500/500 [==============================] - 0s 99us/step - loss: 0.0252
Epoch 4/60
500/500 [==============================] - 0s 88us/step - loss: 0.0162
Epoch 5/60
500/500 [==============================] - 0s 94us/step - loss: 0.0110
Epoch 6/60
500/500 [==============================] - 0s 99us/step - loss: 0.0092
Epoch 7/60
500/500 [==============================] - 0s 104us/step - loss: 0.0079
Epoch 8/60
500/500 [==============================] - 0s 101us/step - loss: 0.0069
Epoch 9/60
500/500 [==============================] - 0s 98us/step - loss: 0.0061
Epoch 10/60
500/500 [==============================] - 0s 90us/step - loss: 0.0054
Epoch 11/60
500/500 [==============================] - 0s 87us/step - loss: 0.0049
Epoch 12/60
500/500 [==============================] - 0s 90us/step - loss: 0.0045
Epoch 13/60
500/500 [==============================] - 0s 112us/step - loss: 0.0041
Epoch 14/60
500/500 [==============================] - 0s 128us/step - loss: 0.0037
Epoch 15/60
500/500 [==============================] - 0s 102us/step - loss: 0.0034
Epoch 16/60
500/500 [==============================] - 0s 97us/step - loss: 0.0032
Epoch 17/60
500/500 [==============================] - 0s 84us/step - loss: 0.0029
Epoch 18/60
500/500 [==============================] - 0s 102us/step - loss: 0.0028
Epoch 19/60
500/500 [==============================] - 0s 117us/step - loss: 0.0026
Epoch 20/60
500/500 [==============================] - 0s 109us/step - loss: 0.0025
Epoch 21/60
500/500 [==============================] - 0s 101us/step - loss: 0.0024
Epoch 22/60
500/500 [==============================] - 0s 95us/step - loss: 0.0023
Epoch 23/60
500/500 [==============================] - 0s 81us/step - loss: 0.0022
Epoch 24/60
500/500 [==============================] - 0s 93us/step - loss: 0.0022
Epoch 25/60
500/500 [==============================] - 0s 100us/step - loss: 0.0021
Epoch 26/60
500/500 [==============================] - 0s 88us/step - loss: 0.0021
Epoch 27/60
500/500 [==============================] - 0s 94us/step - loss: 0.0020
Epoch 28/60
500/500 [==============================] - 0s 85us/step - loss: 0.0020
Epoch 29/60
500/500 [==============================] - 0s 88us/step - loss: 0.0019
Epoch 30/60
500/500 [==============================] - 0s 100us/step - loss: 0.0019
Epoch 31/60
500/500 [==============================] - 0s 93us/step - loss: 0.0019
Epoch 32/60
500/500 [==============================] - 0s 84us/step - loss: 0.0019
Epoch 33/60
500/500 [==============================] - 0s 83us/step - loss: 0.0018
Epoch 34/60
500/500 [==============================] - 0s 104us/step - loss: 0.0018
Epoch 35/60
500/500 [==============================] - 0s 89us/step - loss: 0.0017
Epoch 36/60
500/500 [==============================] - 0s 87us/step - loss: 0.0017
Epoch 37/60
500/500 [==============================] - 0s 83us/step - loss: 0.0017
Epoch 38/60
500/500 [==============================] - 0s 83us/step - loss: 0.0017
Epoch 39/60
500/500 [==============================] - 0s 93us/step - loss: 0.0017
Epoch 40/60
500/500 [==============================] - 0s 106us/step - loss: 0.0017
Epoch 41/60
500/500 [==============================] - 0s 104us/step - loss: 0.0017
Epoch 42/60
500/500 [==============================] - 0s 90us/step - loss: 0.0017
Epoch 43/60
500/500 [==============================] - 0s 90us/step - loss: 0.0017
Epoch 44/60
500/500 [==============================] - 0s 84us/step - loss: 0.0016
Epoch 45/60
500/500 [==============================] - 0s 98us/step - loss: 0.0016
Epoch 46/60
500/500 [==============================] - 0s 105us/step - loss: 0.0015
Epoch 47/60
500/500 [==============================] - 0s 95us/step - loss: 0.0015
Epoch 48/60
500/500 [==============================] - 0s 73us/step - loss: 0.0015
Epoch 49/60
500/500 [==============================] - 0s 97us/step - loss: 0.0015
Epoch 50/60
500/500 [==============================] - 0s 90us/step - loss: 0.0015
Epoch 51/60
500/500 [==============================] - 0s 86us/step - loss: 0.0015
Epoch 52/60
500/500 [==============================] - 0s 107us/step - loss: 0.0015
Epoch 53/60
500/500 [==============================] - 0s 116us/step - loss: 0.0015
Epoch 54/60
500/500 [==============================] - 0s 102us/step - loss: 0.0015
Epoch 55/60
500/500 [==============================] - 0s 93us/step - loss: 0.0015
Epoch 56/60
500/500 [==============================] - 0s 95us/step - loss: 0.0015
Epoch 57/60
500/500 [==============================] - 0s 89us/step - loss: 0.0015
Epoch 58/60
500/500 [==============================] - 0s 82us/step - loss: 0.0014
Epoch 59/60
500/500 [==============================] - 0s 93us/step - loss: 0.0014
Epoch 60/60
500/500 [==============================] - 0s 92us/step - loss: 0.0014
0.4
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0390
Epoch 2/60
500/500 [==============================] - 0s 103us/step - loss: 0.0325
Epoch 3/60
500/500 [==============================] - 0s 99us/step - loss: 0.0255
Epoch 4/60
500/500 [==============================] - 0s 101us/step - loss: 0.0166
Epoch 5/60
500/500 [==============================] - 0s 106us/step - loss: 0.0111
Epoch 6/60
500/500 [==============================] - 0s 91us/step - loss: 0.0091
Epoch 7/60
500/500 [==============================] - 0s 112us/step - loss: 0.0078
Epoch 8/60
500/500 [==============================] - 0s 118us/step - loss: 0.0068
Epoch 9/60
500/500 [==============================] - 0s 111us/step - loss: 0.0059
Epoch 10/60
500/500 [==============================] - 0s 105us/step - loss: 0.0053
Epoch 11/60
500/500 [==============================] - 0s 103us/step - loss: 0.0048
Epoch 12/60
500/500 [==============================] - 0s 96us/step - loss: 0.0044
Epoch 13/60
500/500 [==============================] - 0s 100us/step - loss: 0.0040
Epoch 14/60
500/500 [==============================] - 0s 88us/step - loss: 0.0037
Epoch 15/60
500/500 [==============================] - 0s 109us/step - loss: 0.0034
Epoch 16/60
500/500 [==============================] - 0s 97us/step - loss: 0.0032
Epoch 17/60
500/500 [==============================] - 0s 108us/step - loss: 0.0030
Epoch 18/60
500/500 [==============================] - 0s 102us/step - loss: 0.0028
Epoch 19/60
500/500 [==============================] - 0s 91us/step - loss: 0.0027
Epoch 20/60
500/500 [==============================] - 0s 140us/step - loss: 0.0026
Epoch 21/60
500/500 [==============================] - 0s 111us/step - loss: 0.0025
Epoch 22/60
500/500 [==============================] - 0s 110us/step - loss: 0.0024
Epoch 23/60
500/500 [==============================] - 0s 110us/step - loss: 0.0024
Epoch 24/60
500/500 [==============================] - 0s 99us/step - loss: 0.0023
Epoch 25/60
500/500 [==============================] - 0s 107us/step - loss: 0.0022
Epoch 26/60
500/500 [==============================] - 0s 100us/step - loss: 0.0022
Epoch 27/60
500/500 [==============================] - 0s 113us/step - loss: 0.0021
Epoch 28/60
500/500 [==============================] - 0s 101us/step - loss: 0.0020
Epoch 29/60
500/500 [==============================] - 0s 107us/step - loss: 0.0020
Epoch 30/60
500/500 [==============================] - 0s 110us/step - loss: 0.0020
Epoch 31/60
500/500 [==============================] - 0s 106us/step - loss: 0.0020
Epoch 32/60
500/500 [==============================] - 0s 104us/step - loss: 0.0019
Epoch 33/60
500/500 [==============================] - 0s 105us/step - loss: 0.0019
Epoch 34/60
500/500 [==============================] - 0s 100us/step - loss: 0.0018
Epoch 35/60
500/500 [==============================] - 0s 99us/step - loss: 0.0018
Epoch 36/60
500/500 [==============================] - 0s 105us/step - loss: 0.0018
Epoch 37/60
500/500 [==============================] - 0s 86us/step - loss: 0.0018
Epoch 38/60
500/500 [==============================] - 0s 110us/step - loss: 0.0018
Epoch 39/60
500/500 [==============================] - 0s 87us/step - loss: 0.0018
Epoch 40/60
500/500 [==============================] - 0s 121us/step - loss: 0.0017
Epoch 41/60
500/500 [==============================] - 0s 101us/step - loss: 0.0017
Epoch 42/60
500/500 [==============================] - 0s 108us/step - loss: 0.0016
Epoch 43/60
500/500 [==============================] - 0s 98us/step - loss: 0.0016
Epoch 44/60
500/500 [==============================] - 0s 104us/step - loss: 0.0016
Epoch 45/60
500/500 [==============================] - 0s 110us/step - loss: 0.0016
Epoch 46/60
500/500 [==============================] - 0s 103us/step - loss: 0.0016
Epoch 47/60
500/500 [==============================] - 0s 99us/step - loss: 0.0016
Epoch 48/60
500/500 [==============================] - 0s 102us/step - loss: 0.0016
Epoch 49/60
500/500 [==============================] - 0s 120us/step - loss: 0.0016
Epoch 50/60
500/500 [==============================] - 0s 95us/step - loss: 0.0016
Epoch 51/60
500/500 [==============================] - 0s 98us/step - loss: 0.0016
Epoch 52/60
500/500 [==============================] - 0s 102us/step - loss: 0.0015
Epoch 53/60
500/500 [==============================] - 0s 108us/step - loss: 0.0015
Epoch 54/60
500/500 [==============================] - 0s 105us/step - loss: 0.0015
Epoch 55/60
500/500 [==============================] - 0s 98us/step - loss: 0.0014
Epoch 56/60
500/500 [==============================] - 0s 105us/step - loss: 0.0014
Epoch 57/60
500/500 [==============================] - 0s 110us/step - loss: 0.0014
Epoch 58/60
500/500 [==============================] - 0s 85us/step - loss: 0.0014
Epoch 59/60
500/500 [==============================] - 0s 111us/step - loss: 0.0014
Epoch 60/60
500/500 [==============================] - 0s 105us/step - loss: 0.0014
0.5
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0392
Epoch 2/60
500/500 [==============================] - 0s 89us/step - loss: 0.0324
Epoch 3/60
500/500 [==============================] - 0s 84us/step - loss: 0.0259
Epoch 4/60
500/500 [==============================] - 0s 82us/step - loss: 0.0174
Epoch 5/60
500/500 [==============================] - 0s 91us/step - loss: 0.0113
Epoch 6/60
500/500 [==============================] - 0s 92us/step - loss: 0.0091
Epoch 7/60
500/500 [==============================] - 0s 111us/step - loss: 0.0077
Epoch 8/60
500/500 [==============================] - 0s 90us/step - loss: 0.0066
Epoch 9/60
500/500 [==============================] - 0s 107us/step - loss: 0.0058
Epoch 10/60
500/500 [==============================] - 0s 98us/step - loss: 0.0052
Epoch 11/60
500/500 [==============================] - 0s 91us/step - loss: 0.0047
Epoch 12/60
500/500 [==============================] - 0s 108us/step - loss: 0.0043
Epoch 13/60
500/500 [==============================] - 0s 103us/step - loss: 0.0039
Epoch 14/60
500/500 [==============================] - 0s 101us/step - loss: 0.0036
Epoch 15/60
500/500 [==============================] - 0s 114us/step - loss: 0.0034
Epoch 16/60
500/500 [==============================] - 0s 95us/step - loss: 0.0032
Epoch 17/60
500/500 [==============================] - 0s 95us/step - loss: 0.0030
Epoch 18/60
500/500 [==============================] - 0s 110us/step - loss: 0.0029
Epoch 19/60
500/500 [==============================] - 0s 114us/step - loss: 0.0027
Epoch 20/60
500/500 [==============================] - 0s 99us/step - loss: 0.0026
Epoch 21/60
500/500 [==============================] - 0s 91us/step - loss: 0.0025
Epoch 22/60
500/500 [==============================] - 0s 77us/step - loss: 0.0025
Epoch 23/60
500/500 [==============================] - 0s 91us/step - loss: 0.0024
Epoch 24/60
500/500 [==============================] - 0s 94us/step - loss: 0.0023
Epoch 25/60
500/500 [==============================] - 0s 92us/step - loss: 0.0023
Epoch 26/60
500/500 [==============================] - 0s 99us/step - loss: 0.0022
Epoch 27/60
500/500 [==============================] - 0s 81us/step - loss: 0.0022
Epoch 28/60
500/500 [==============================] - 0s 89us/step - loss: 0.0021
Epoch 29/60
500/500 [==============================] - 0s 87us/step - loss: 0.0021
Epoch 30/60
500/500 [==============================] - 0s 81us/step - loss: 0.0021
Epoch 31/60
500/500 [==============================] - 0s 91us/step - loss: 0.0020
Epoch 32/60
500/500 [==============================] - 0s 109us/step - loss: 0.0020
Epoch 33/60
500/500 [==============================] - 0s 113us/step - loss: 0.0020
Epoch 34/60
500/500 [==============================] - 0s 103us/step - loss: 0.0019
Epoch 35/60
500/500 [==============================] - 0s 118us/step - loss: 0.0019
Epoch 36/60
500/500 [==============================] - 0s 108us/step - loss: 0.0019
Epoch 37/60
500/500 [==============================] - 0s 108us/step - loss: 0.0019
Epoch 38/60
500/500 [==============================] - 0s 120us/step - loss: 0.0018
Epoch 39/60
500/500 [==============================] - 0s 123us/step - loss: 0.0017
Epoch 40/60
500/500 [==============================] - 0s 105us/step - loss: 0.0017
Epoch 41/60
500/500 [==============================] - 0s 103us/step - loss: 0.0017
Epoch 42/60
500/500 [==============================] - 0s 121us/step - loss: 0.0017
Epoch 43/60
500/500 [==============================] - 0s 98us/step - loss: 0.0017
Epoch 44/60
500/500 [==============================] - 0s 96us/step - loss: 0.0017
Epoch 45/60
500/500 [==============================] - 0s 116us/step - loss: 0.0017
Epoch 46/60
500/500 [==============================] - 0s 103us/step - loss: 0.0017
Epoch 47/60
500/500 [==============================] - 0s 101us/step - loss: 0.0017
Epoch 48/60
500/500 [==============================] - 0s 99us/step - loss: 0.0016
Epoch 49/60
500/500 [==============================] - 0s 88us/step - loss: 0.0016
Epoch 50/60
500/500 [==============================] - 0s 99us/step - loss: 0.0016
Epoch 51/60
500/500 [==============================] - 0s 87us/step - loss: 0.0016
Epoch 52/60
500/500 [==============================] - 0s 105us/step - loss: 0.0015
Epoch 53/60
500/500 [==============================] - 0s 91us/step - loss: 0.0015
Epoch 54/60
500/500 [==============================] - 0s 99us/step - loss: 0.0015
Epoch 55/60
500/500 [==============================] - 0s 94us/step - loss: 0.0015
Epoch 56/60
500/500 [==============================] - 0s 104us/step - loss: 0.0015
Epoch 57/60
500/500 [==============================] - 0s 96us/step - loss: 0.0015
Epoch 58/60
500/500 [==============================] - 0s 100us/step - loss: 0.0014
Epoch 59/60
500/500 [==============================] - 0s 108us/step - loss: 0.0014
Epoch 60/60
500/500 [==============================] - 0s 111us/step - loss: 0.0014
0.6
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0393
Epoch 2/60
500/500 [==============================] - 0s 106us/step - loss: 0.0322
Epoch 3/60
500/500 [==============================] - 0s 99us/step - loss: 0.0263
Epoch 4/60
500/500 [==============================] - 0s 113us/step - loss: 0.0183
Epoch 5/60
500/500 [==============================] - 0s 106us/step - loss: 0.0118
Epoch 6/60
500/500 [==============================] - 0s 101us/step - loss: 0.0088
Epoch 7/60
500/500 [==============================] - 0s 107us/step - loss: 0.0073
Epoch 8/60
500/500 [==============================] - 0s 113us/step - loss: 0.0063
Epoch 9/60
500/500 [==============================] - 0s 125us/step - loss: 0.0055
Epoch 10/60
500/500 [==============================] - 0s 98us/step - loss: 0.0049
Epoch 11/60
500/500 [==============================] - 0s 108us/step - loss: 0.0044
Epoch 12/60
500/500 [==============================] - 0s 89us/step - loss: 0.0040
Epoch 13/60
500/500 [==============================] - 0s 92us/step - loss: 0.0037
Epoch 14/60
500/500 [==============================] - 0s 101us/step - loss: 0.0035
Epoch 15/60
500/500 [==============================] - 0s 95us/step - loss: 0.0033
Epoch 16/60
500/500 [==============================] - 0s 119us/step - loss: 0.0031
Epoch 17/60
500/500 [==============================] - 0s 99us/step - loss: 0.0029
Epoch 18/60
500/500 [==============================] - 0s 104us/step - loss: 0.0028
Epoch 19/60
500/500 [==============================] - 0s 94us/step - loss: 0.0027
Epoch 20/60
500/500 [==============================] - 0s 111us/step - loss: 0.0026
Epoch 21/60
500/500 [==============================] - 0s 90us/step - loss: 0.0025
Epoch 22/60
500/500 [==============================] - 0s 91us/step - loss: 0.0024
Epoch 23/60
500/500 [==============================] - 0s 99us/step - loss: 0.0024
Epoch 24/60
500/500 [==============================] - 0s 111us/step - loss: 0.0023
Epoch 25/60
500/500 [==============================] - 0s 114us/step - loss: 0.0023
Epoch 26/60
500/500 [==============================] - 0s 110us/step - loss: 0.0022
Epoch 27/60
500/500 [==============================] - 0s 91us/step - loss: 0.0022
Epoch 28/60
500/500 [==============================] - 0s 105us/step - loss: 0.0022
Epoch 29/60
500/500 [==============================] - 0s 96us/step - loss: 0.0021
Epoch 30/60
500/500 [==============================] - 0s 105us/step - loss: 0.0021
Epoch 31/60
500/500 [==============================] - 0s 88us/step - loss: 0.0021
Epoch 32/60
500/500 [==============================] - 0s 106us/step - loss: 0.0020
Epoch 33/60
500/500 [==============================] - 0s 107us/step - loss: 0.0019
Epoch 34/60
500/500 [==============================] - 0s 102us/step - loss: 0.0019
Epoch 35/60
500/500 [==============================] - 0s 105us/step - loss: 0.0019
Epoch 36/60
500/500 [==============================] - 0s 100us/step - loss: 0.0019
Epoch 37/60
500/500 [==============================] - 0s 84us/step - loss: 0.0018
Epoch 38/60
500/500 [==============================] - 0s 110us/step - loss: 0.0018
Epoch 39/60
500/500 [==============================] - 0s 123us/step - loss: 0.0018
Epoch 40/60
500/500 [==============================] - 0s 96us/step - loss: 0.0017
Epoch 41/60
500/500 [==============================] - 0s 96us/step - loss: 0.0018
Epoch 42/60
500/500 [==============================] - 0s 100us/step - loss: 0.0017
Epoch 43/60
500/500 [==============================] - 0s 90us/step - loss: 0.0017
Epoch 44/60
500/500 [==============================] - 0s 101us/step - loss: 0.0017
Epoch 45/60
500/500 [==============================] - 0s 97us/step - loss: 0.0017
Epoch 46/60
500/500 [==============================] - 0s 90us/step - loss: 0.0017
Epoch 47/60
500/500 [==============================] - 0s 100us/step - loss: 0.0017
Epoch 48/60
500/500 [==============================] - 0s 99us/step - loss: 0.0016
Epoch 49/60
500/500 [==============================] - 0s 109us/step - loss: 0.0016
Epoch 50/60
500/500 [==============================] - 0s 99us/step - loss: 0.0016
Epoch 51/60
500/500 [==============================] - 0s 104us/step - loss: 0.0015
Epoch 52/60
500/500 [==============================] - 0s 90us/step - loss: 0.0016
Epoch 53/60
500/500 [==============================] - 0s 96us/step - loss: 0.0015
Epoch 54/60
500/500 [==============================] - 0s 98us/step - loss: 0.0015
Epoch 55/60
500/500 [==============================] - 0s 104us/step - loss: 0.0014
Epoch 56/60
500/500 [==============================] - 0s 122us/step - loss: 0.0015
Epoch 57/60
500/500 [==============================] - 0s 100us/step - loss: 0.0014
Epoch 58/60
500/500 [==============================] - 0s 114us/step - loss: 0.0014
Epoch 59/60
500/500 [==============================] - 0s 84us/step - loss: 0.0014
Epoch 60/60
500/500 [==============================] - 0s 101us/step - loss: 0.0014
0.7
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0427
Epoch 2/60
500/500 [==============================] - 0s 106us/step - loss: 0.0355
Epoch 3/60
500/500 [==============================] - 0s 104us/step - loss: 0.0314
Epoch 4/60
500/500 [==============================] - 0s 110us/step - loss: 0.0263
Epoch 5/60
500/500 [==============================] - 0s 99us/step - loss: 0.0213
Epoch 6/60
500/500 [==============================] - 0s 81us/step - loss: 0.0179
Epoch 7/60
500/500 [==============================] - 0s 100us/step - loss: 0.0162
Epoch 8/60
500/500 [==============================] - 0s 92us/step - loss: 0.0153
Epoch 9/60
500/500 [==============================] - 0s 108us/step - loss: 0.0147
Epoch 10/60
500/500 [==============================] - 0s 95us/step - loss: 0.0142
Epoch 11/60
500/500 [==============================] - 0s 96us/step - loss: 0.0139
Epoch 12/60
500/500 [==============================] - 0s 87us/step - loss: 0.0136
Epoch 13/60
500/500 [==============================] - 0s 84us/step - loss: 0.0133
Epoch 14/60
500/500 [==============================] - 0s 87us/step - loss: 0.0132
Epoch 15/60
500/500 [==============================] - 0s 106us/step - loss: 0.0131
Epoch 16/60
500/500 [==============================] - 0s 113us/step - loss: 0.0129
Epoch 17/60
500/500 [==============================] - 0s 97us/step - loss: 0.0128
Epoch 18/60
500/500 [==============================] - 0s 99us/step - loss: 0.0127
Epoch 19/60
500/500 [==============================] - 0s 97us/step - loss: 0.0127
Epoch 20/60
500/500 [==============================] - 0s 93us/step - loss: 0.0127
Epoch 21/60
500/500 [==============================] - 0s 111us/step - loss: 0.0126
Epoch 22/60
500/500 [==============================] - 0s 123us/step - loss: 0.0126
Epoch 23/60
500/500 [==============================] - 0s 122us/step - loss: 0.0125
Epoch 24/60
500/500 [==============================] - 0s 118us/step - loss: 0.0125
Epoch 25/60
500/500 [==============================] - 0s 112us/step - loss: 0.0125
Epoch 26/60
500/500 [==============================] - 0s 102us/step - loss: 0.0124
Epoch 27/60
500/500 [==============================] - 0s 97us/step - loss: 0.0124
Epoch 28/60
500/500 [==============================] - 0s 113us/step - loss: 0.0124
Epoch 29/60
500/500 [==============================] - 0s 99us/step - loss: 0.0124
Epoch 30/60
500/500 [==============================] - 0s 125us/step - loss: 0.0124
Epoch 31/60
500/500 [==============================] - 0s 121us/step - loss: 0.0124
Epoch 32/60
500/500 [==============================] - 0s 96us/step - loss: 0.0124
Epoch 33/60
500/500 [==============================] - 0s 109us/step - loss: 0.0123
Epoch 34/60
500/500 [==============================] - 0s 101us/step - loss: 0.0123
Epoch 35/60
500/500 [==============================] - 0s 103us/step - loss: 0.0123
Epoch 36/60
500/500 [==============================] - 0s 103us/step - loss: 0.0123
Epoch 37/60
500/500 [==============================] - 0s 101us/step - loss: 0.0123
Epoch 38/60
500/500 [==============================] - 0s 109us/step - loss: 0.0123
Epoch 39/60
500/500 [==============================] - 0s 104us/step - loss: 0.0123
Epoch 40/60
500/500 [==============================] - 0s 107us/step - loss: 0.0123
Epoch 41/60
500/500 [==============================] - 0s 117us/step - loss: 0.0123
Epoch 42/60
500/500 [==============================] - 0s 91us/step - loss: 0.0123
Epoch 43/60
500/500 [==============================] - 0s 113us/step - loss: 0.0123
Epoch 44/60
500/500 [==============================] - 0s 107us/step - loss: 0.0123
Epoch 45/60
500/500 [==============================] - 0s 106us/step - loss: 0.0123
Epoch 46/60
500/500 [==============================] - 0s 104us/step - loss: 0.0123
Epoch 47/60
500/500 [==============================] - 0s 96us/step - loss: 0.0123
Epoch 48/60
500/500 [==============================] - 0s 97us/step - loss: 0.0123
Epoch 49/60
500/500 [==============================] - 0s 99us/step - loss: 0.0123
Epoch 50/60
500/500 [==============================] - 0s 114us/step - loss: 0.0123
Epoch 51/60
500/500 [==============================] - 0s 103us/step - loss: 0.0123
Epoch 52/60
500/500 [==============================] - 0s 113us/step - loss: 0.0123
Epoch 53/60
500/500 [==============================] - 0s 99us/step - loss: 0.0123
Epoch 54/60
500/500 [==============================] - 0s 112us/step - loss: 0.0123
Epoch 55/60
500/500 [==============================] - 0s 105us/step - loss: 0.0123
Epoch 56/60
500/500 [==============================] - 0s 112us/step - loss: 0.0123
Epoch 57/60
500/500 [==============================] - 0s 103us/step - loss: 0.0123
Epoch 58/60
500/500 [==============================] - 0s 98us/step - loss: 0.0123
Epoch 59/60
500/500 [==============================] - 0s 106us/step - loss: 0.0123
Epoch 60/60
500/500 [==============================] - 0s 116us/step - loss: 0.0123
0.8
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0427
Epoch 2/60
500/500 [==============================] - 0s 119us/step - loss: 0.0347
Epoch 3/60
500/500 [==============================] - 0s 109us/step - loss: 0.0306
Epoch 4/60
500/500 [==============================] - 0s 118us/step - loss: 0.0262
Epoch 5/60
500/500 [==============================] - 0s 107us/step - loss: 0.0215
Epoch 6/60
500/500 [==============================] - 0s 124us/step - loss: 0.0179
Epoch 7/60
500/500 [==============================] - 0s 115us/step - loss: 0.0158
Epoch 8/60
500/500 [==============================] - 0s 101us/step - loss: 0.0145
Epoch 9/60
500/500 [==============================] - 0s 94us/step - loss: 0.0138
Epoch 10/60
500/500 [==============================] - 0s 108us/step - loss: 0.0132
Epoch 11/60
500/500 [==============================] - 0s 99us/step - loss: 0.0128
Epoch 12/60
500/500 [==============================] - 0s 84us/step - loss: 0.0126
Epoch 13/60
500/500 [==============================] - 0s 96us/step - loss: 0.0123
Epoch 14/60
500/500 [==============================] - 0s 85us/step - loss: 0.0122
Epoch 15/60
500/500 [==============================] - 0s 91us/step - loss: 0.0120
Epoch 16/60
500/500 [==============================] - 0s 97us/step - loss: 0.0119
Epoch 17/60
500/500 [==============================] - 0s 88us/step - loss: 0.0118
Epoch 18/60
500/500 [==============================] - 0s 98us/step - loss: 0.0117
Epoch 19/60
500/500 [==============================] - 0s 90us/step - loss: 0.0117
Epoch 20/60
500/500 [==============================] - 0s 106us/step - loss: 0.0116
Epoch 21/60
500/500 [==============================] - 0s 113us/step - loss: 0.0116
Epoch 22/60
500/500 [==============================] - 0s 99us/step - loss: 0.0115
Epoch 23/60
500/500 [==============================] - 0s 93us/step - loss: 0.0115
Epoch 24/60
500/500 [==============================] - 0s 91us/step - loss: 0.0115
Epoch 25/60
500/500 [==============================] - 0s 97us/step - loss: 0.0115
Epoch 26/60
500/500 [==============================] - 0s 124us/step - loss: 0.0114
Epoch 27/60
500/500 [==============================] - 0s 112us/step - loss: 0.0114
Epoch 28/60
500/500 [==============================] - 0s 109us/step - loss: 0.0114
Epoch 29/60
500/500 [==============================] - 0s 94us/step - loss: 0.0114
Epoch 30/60
500/500 [==============================] - 0s 90us/step - loss: 0.0114
Epoch 31/60
500/500 [==============================] - 0s 102us/step - loss: 0.0114
Epoch 32/60
500/500 [==============================] - 0s 100us/step - loss: 0.0113
Epoch 33/60
500/500 [==============================] - 0s 117us/step - loss: 0.0113
Epoch 34/60
500/500 [==============================] - 0s 123us/step - loss: 0.0113
Epoch 35/60
500/500 [==============================] - 0s 79us/step - loss: 0.0113
Epoch 36/60
500/500 [==============================] - 0s 79us/step - loss: 0.0113
Epoch 37/60
500/500 [==============================] - 0s 84us/step - loss: 0.0113
Epoch 38/60
500/500 [==============================] - 0s 123us/step - loss: 0.0113
Epoch 39/60
500/500 [==============================] - 0s 110us/step - loss: 0.0113
Epoch 40/60
500/500 [==============================] - 0s 94us/step - loss: 0.0113
Epoch 41/60
500/500 [==============================] - 0s 99us/step - loss: 0.0113
Epoch 42/60
500/500 [==============================] - 0s 107us/step - loss: 0.0113
Epoch 43/60
500/500 [==============================] - 0s 104us/step - loss: 0.0113
Epoch 44/60
500/500 [==============================] - 0s 98us/step - loss: 0.0113
Epoch 45/60
500/500 [==============================] - 0s 110us/step - loss: 0.0113
Epoch 46/60
500/500 [==============================] - 0s 123us/step - loss: 0.0113
Epoch 47/60
500/500 [==============================] - 0s 100us/step - loss: 0.0113
Epoch 48/60
500/500 [==============================] - 0s 100us/step - loss: 0.0113
Epoch 49/60
500/500 [==============================] - 0s 122us/step - loss: 0.0113
Epoch 50/60
500/500 [==============================] - 0s 95us/step - loss: 0.0113
Epoch 51/60
500/500 [==============================] - 0s 103us/step - loss: 0.0112
Epoch 52/60
500/500 [==============================] - 0s 97us/step - loss: 0.0113
Epoch 53/60
500/500 [==============================] - 0s 103us/step - loss: 0.0113
Epoch 54/60
500/500 [==============================] - 0s 125us/step - loss: 0.0113
Epoch 55/60
500/500 [==============================] - 0s 111us/step - loss: 0.0113
Epoch 56/60
500/500 [==============================] - 0s 97us/step - loss: 0.0113
Epoch 57/60
500/500 [==============================] - 0s 97us/step - loss: 0.0112
Epoch 58/60
500/500 [==============================] - 0s 109us/step - loss: 0.0112
Epoch 59/60
500/500 [==============================] - 0s 119us/step - loss: 0.0113
Epoch 60/60
500/500 [==============================] - 0s 141us/step - loss: 0.0112
0.9
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0436
Epoch 2/60
500/500 [==============================] - 0s 117us/step - loss: 0.0331
Epoch 3/60
500/500 [==============================] - 0s 108us/step - loss: 0.0283
Epoch 4/60
500/500 [==============================] - 0s 126us/step - loss: 0.0238
Epoch 5/60
500/500 [==============================] - 0s 119us/step - loss: 0.0196
Epoch 6/60
500/500 [==============================] - 0s 124us/step - loss: 0.0160
Epoch 7/60
500/500 [==============================] - 0s 97us/step - loss: 0.0137
Epoch 8/60
500/500 [==============================] - 0s 96us/step - loss: 0.0124
Epoch 9/60
500/500 [==============================] - 0s 110us/step - loss: 0.0116
Epoch 10/60
500/500 [==============================] - 0s 114us/step - loss: 0.0111
Epoch 11/60
500/500 [==============================] - 0s 112us/step - loss: 0.0108
Epoch 12/60
500/500 [==============================] - 0s 104us/step - loss: 0.0105
Epoch 13/60
500/500 [==============================] - 0s 99us/step - loss: 0.0103
Epoch 14/60
500/500 [==============================] - 0s 105us/step - loss: 0.0102
Epoch 15/60
500/500 [==============================] - 0s 93us/step - loss: 0.0101
Epoch 16/60
500/500 [==============================] - 0s 105us/step - loss: 0.0099
Epoch 17/60
500/500 [==============================] - 0s 98us/step - loss: 0.0098
Epoch 18/60
500/500 [==============================] - 0s 110us/step - loss: 0.0098
Epoch 19/60
500/500 [==============================] - 0s 117us/step - loss: 0.0097
Epoch 20/60
500/500 [==============================] - 0s 126us/step - loss: 0.0097
Epoch 21/60
500/500 [==============================] - 0s 101us/step - loss: 0.0096
Epoch 22/60
500/500 [==============================] - 0s 116us/step - loss: 0.0096
Epoch 23/60
500/500 [==============================] - 0s 101us/step - loss: 0.0095
Epoch 24/60
500/500 [==============================] - 0s 103us/step - loss: 0.0095
Epoch 25/60
500/500 [==============================] - 0s 91us/step - loss: 0.0095
Epoch 26/60
500/500 [==============================] - 0s 116us/step - loss: 0.0094
Epoch 27/60
500/500 [==============================] - 0s 108us/step - loss: 0.0094
Epoch 28/60
500/500 [==============================] - 0s 121us/step - loss: 0.0094
Epoch 29/60
500/500 [==============================] - 0s 99us/step - loss: 0.0094
Epoch 30/60
500/500 [==============================] - 0s 119us/step - loss: 0.0093
Epoch 31/60
500/500 [==============================] - 0s 92us/step - loss: 0.0093
Epoch 32/60
500/500 [==============================] - 0s 90us/step - loss: 0.0093
Epoch 33/60
500/500 [==============================] - 0s 104us/step - loss: 0.0093
Epoch 34/60
500/500 [==============================] - 0s 110us/step - loss: 0.0093
Epoch 35/60
500/500 [==============================] - 0s 100us/step - loss: 0.0093
Epoch 36/60
500/500 [==============================] - 0s 121us/step - loss: 0.0093
Epoch 37/60
500/500 [==============================] - 0s 122us/step - loss: 0.0093
Epoch 38/60
500/500 [==============================] - 0s 110us/step - loss: 0.0092
Epoch 39/60
500/500 [==============================] - 0s 100us/step - loss: 0.0092
Epoch 40/60
500/500 [==============================] - 0s 101us/step - loss: 0.0092
Epoch 41/60
500/500 [==============================] - 0s 104us/step - loss: 0.0092
Epoch 42/60
500/500 [==============================] - 0s 93us/step - loss: 0.0092
Epoch 43/60
500/500 [==============================] - 0s 107us/step - loss: 0.0092
Epoch 44/60
500/500 [==============================] - 0s 103us/step - loss: 0.0092
Epoch 45/60
500/500 [==============================] - 0s 110us/step - loss: 0.0092
Epoch 46/60
500/500 [==============================] - 0s 112us/step - loss: 0.0092
Epoch 47/60
500/500 [==============================] - 0s 111us/step - loss: 0.0092
Epoch 48/60
500/500 [==============================] - 0s 95us/step - loss: 0.0092
Epoch 49/60
500/500 [==============================] - 0s 108us/step - loss: 0.0092
Epoch 50/60
500/500 [==============================] - 0s 113us/step - loss: 0.0092
Epoch 51/60
500/500 [==============================] - 0s 94us/step - loss: 0.0092
Epoch 52/60
500/500 [==============================] - 0s 102us/step - loss: 0.0091
Epoch 53/60
500/500 [==============================] - 0s 96us/step - loss: 0.0091
Epoch 54/60
500/500 [==============================] - 0s 103us/step - loss: 0.0091
Epoch 55/60
500/500 [==============================] - 0s 95us/step - loss: 0.0092
Epoch 56/60
500/500 [==============================] - 0s 101us/step - loss: 0.0092
Epoch 57/60
500/500 [==============================] - 0s 109us/step - loss: 0.0091
Epoch 58/60
500/500 [==============================] - 0s 92us/step - loss: 0.0091
Epoch 59/60
500/500 [==============================] - 0s 109us/step - loss: 0.0092
Epoch 60/60
500/500 [==============================] - 0s 93us/step - loss: 0.0091
[0.00043343433739607642, 0.00034026593539524674, 0.0003573669946810113, 0.00045655782323974472, 0.00078585537957289234, 0.0015955768632588655, 0.0037533215213565643, 0.006731968697142772, 0.0098472988553444333, 0.018334849627250863]
0.0
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0394
Epoch 2/60
500/500 [==============================] - 0s 112us/step - loss: 0.0286
Epoch 3/60
500/500 [==============================] - 0s 98us/step - loss: 0.0163
Epoch 4/60
500/500 [==============================] - 0s 90us/step - loss: 0.0108
Epoch 5/60
500/500 [==============================] - 0s 113us/step - loss: 0.0085
Epoch 6/60
500/500 [==============================] - 0s 100us/step - loss: 0.0070
Epoch 7/60
500/500 [==============================] - 0s 105us/step - loss: 0.0058
Epoch 8/60
500/500 [==============================] - 0s 118us/step - loss: 0.0050
Epoch 9/60
500/500 [==============================] - 0s 102us/step - loss: 0.0042
Epoch 10/60
500/500 [==============================] - 0s 99us/step - loss: 0.0036
Epoch 11/60
500/500 [==============================] - 0s 103us/step - loss: 0.0032
Epoch 12/60
500/500 [==============================] - 0s 103us/step - loss: 0.0028
Epoch 13/60
500/500 [==============================] - 0s 103us/step - loss: 0.0026
Epoch 14/60
500/500 [==============================] - 0s 122us/step - loss: 0.0024
Epoch 15/60
500/500 [==============================] - 0s 115us/step - loss: 0.0024
Epoch 16/60
500/500 [==============================] - 0s 115us/step - loss: 0.0024
Epoch 17/60
500/500 [==============================] - 0s 105us/step - loss: 0.0023
Epoch 18/60
500/500 [==============================] - 0s 111us/step - loss: 0.0023
Epoch 19/60
500/500 [==============================] - 0s 93us/step - loss: 0.0023
Epoch 20/60
500/500 [==============================] - 0s 106us/step - loss: 0.0022
Epoch 21/60
500/500 [==============================] - 0s 98us/step - loss: 0.0021
Epoch 22/60
500/500 [==============================] - 0s 106us/step - loss: 0.0021
Epoch 23/60
500/500 [==============================] - 0s 107us/step - loss: 0.0021
Epoch 24/60
500/500 [==============================] - 0s 111us/step - loss: 0.0021
Epoch 25/60
500/500 [==============================] - 0s 113us/step - loss: 0.0021
Epoch 26/60
500/500 [==============================] - 0s 109us/step - loss: 0.0020
Epoch 27/60
500/500 [==============================] - 0s 96us/step - loss: 0.0019
Epoch 28/60
500/500 [==============================] - 0s 101us/step - loss: 0.0019
Epoch 29/60
500/500 [==============================] - 0s 110us/step - loss: 0.0019
Epoch 30/60
500/500 [==============================] - 0s 105us/step - loss: 0.0019
Epoch 31/60
500/500 [==============================] - 0s 107us/step - loss: 0.0019
Epoch 32/60
500/500 [==============================] - 0s 114us/step - loss: 0.0018
Epoch 33/60
500/500 [==============================] - 0s 111us/step - loss: 0.0018
Epoch 34/60
500/500 [==============================] - 0s 137us/step - loss: 0.0018
Epoch 35/60
500/500 [==============================] - 0s 140us/step - loss: 0.0018
Epoch 36/60
500/500 [==============================] - 0s 114us/step - loss: 0.0018
Epoch 37/60
500/500 [==============================] - 0s 111us/step - loss: 0.0019
Epoch 38/60
500/500 [==============================] - 0s 128us/step - loss: 0.0018
Epoch 39/60
500/500 [==============================] - 0s 133us/step - loss: 0.0018
Epoch 40/60
500/500 [==============================] - 0s 116us/step - loss: 0.0017
Epoch 41/60
500/500 [==============================] - 0s 106us/step - loss: 0.0016
Epoch 42/60
500/500 [==============================] - 0s 103us/step - loss: 0.0017
Epoch 43/60
500/500 [==============================] - 0s 113us/step - loss: 0.0018
Epoch 44/60
500/500 [==============================] - 0s 112us/step - loss: 0.0017
Epoch 45/60
500/500 [==============================] - 0s 100us/step - loss: 0.0017
Epoch 46/60
500/500 [==============================] - 0s 124us/step - loss: 0.0017
Epoch 47/60
500/500 [==============================] - 0s 110us/step - loss: 0.0017
Epoch 48/60
500/500 [==============================] - 0s 119us/step - loss: 0.0018
Epoch 49/60
500/500 [==============================] - 0s 108us/step - loss: 0.0018
Epoch 50/60
500/500 [==============================] - 0s 115us/step - loss: 0.0017
Epoch 51/60
500/500 [==============================] - 0s 108us/step - loss: 0.0017
Epoch 52/60
500/500 [==============================] - 0s 104us/step - loss: 0.0016
Epoch 53/60
500/500 [==============================] - 0s 120us/step - loss: 0.0015
Epoch 54/60
500/500 [==============================] - 0s 100us/step - loss: 0.0015
Epoch 55/60
500/500 [==============================] - 0s 102us/step - loss: 0.0015
Epoch 56/60
500/500 [==============================] - 0s 106us/step - loss: 0.0015
Epoch 57/60
500/500 [==============================] - 0s 109us/step - loss: 0.0015
Epoch 58/60
500/500 [==============================] - 0s 103us/step - loss: 0.0016
Epoch 59/60
500/500 [==============================] - 0s 116us/step - loss: 0.0015
Epoch 60/60
500/500 [==============================] - 0s 98us/step - loss: 0.0015
0.1
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0394
Epoch 2/60
500/500 [==============================] - 0s 112us/step - loss: 0.0293
Epoch 3/60
500/500 [==============================] - 0s 113us/step - loss: 0.0171
Epoch 4/60
500/500 [==============================] - 0s 109us/step - loss: 0.0107
Epoch 5/60
500/500 [==============================] - 0s 110us/step - loss: 0.0085
Epoch 6/60
500/500 [==============================] - 0s 108us/step - loss: 0.0070
Epoch 7/60
500/500 [==============================] - 0s 107us/step - loss: 0.0058
Epoch 8/60
500/500 [==============================] - 0s 117us/step - loss: 0.0050
Epoch 9/60
500/500 [==============================] - 0s 112us/step - loss: 0.0043
Epoch 10/60
500/500 [==============================] - 0s 118us/step - loss: 0.0038
Epoch 11/60
500/500 [==============================] - 0s 116us/step - loss: 0.0033
Epoch 12/60
500/500 [==============================] - 0s 111us/step - loss: 0.0030
Epoch 13/60
500/500 [==============================] - 0s 118us/step - loss: 0.0027
Epoch 14/60
500/500 [==============================] - 0s 106us/step - loss: 0.0025
Epoch 15/60
500/500 [==============================] - 0s 125us/step - loss: 0.0024
Epoch 16/60
500/500 [==============================] - 0s 98us/step - loss: 0.0023
Epoch 17/60
500/500 [==============================] - 0s 111us/step - loss: 0.0023
Epoch 18/60
500/500 [==============================] - 0s 109us/step - loss: 0.0023
Epoch 19/60
500/500 [==============================] - 0s 121us/step - loss: 0.0024
Epoch 20/60
500/500 [==============================] - 0s 109us/step - loss: 0.0023
Epoch 21/60
500/500 [==============================] - 0s 97us/step - loss: 0.0023
Epoch 22/60
500/500 [==============================] - 0s 107us/step - loss: 0.0022
Epoch 23/60
500/500 [==============================] - 0s 106us/step - loss: 0.0021
Epoch 24/60
500/500 [==============================] - 0s 111us/step - loss: 0.0021
Epoch 25/60
500/500 [==============================] - 0s 123us/step - loss: 0.0020
Epoch 26/60
500/500 [==============================] - 0s 99us/step - loss: 0.0020
Epoch 27/60
500/500 [==============================] - 0s 97us/step - loss: 0.0020
Epoch 28/60
500/500 [==============================] - 0s 105us/step - loss: 0.0020
Epoch 29/60
500/500 [==============================] - 0s 110us/step - loss: 0.0020
Epoch 30/60
500/500 [==============================] - 0s 110us/step - loss: 0.0019
Epoch 31/60
500/500 [==============================] - 0s 108us/step - loss: 0.0018
Epoch 32/60
500/500 [==============================] - 0s 111us/step - loss: 0.0018
Epoch 33/60
500/500 [==============================] - 0s 103us/step - loss: 0.0018
Epoch 34/60
500/500 [==============================] - 0s 111us/step - loss: 0.0018
Epoch 35/60
500/500 [==============================] - 0s 117us/step - loss: 0.0019
Epoch 36/60
500/500 [==============================] - 0s 106us/step - loss: 0.0018
Epoch 37/60
500/500 [==============================] - 0s 95us/step - loss: 0.0017
Epoch 38/60
500/500 [==============================] - 0s 98us/step - loss: 0.0017
Epoch 39/60
500/500 [==============================] - 0s 122us/step - loss: 0.0019
Epoch 40/60
500/500 [==============================] - 0s 114us/step - loss: 0.0019
Epoch 41/60
500/500 [==============================] - 0s 105us/step - loss: 0.0018
Epoch 42/60
500/500 [==============================] - 0s 100us/step - loss: 0.0017
Epoch 43/60
500/500 [==============================] - 0s 95us/step - loss: 0.0017
Epoch 44/60
500/500 [==============================] - 0s 104us/step - loss: 0.0017
Epoch 45/60
500/500 [==============================] - 0s 109us/step - loss: 0.0018
Epoch 46/60
500/500 [==============================] - 0s 109us/step - loss: 0.0017
Epoch 47/60
500/500 [==============================] - 0s 108us/step - loss: 0.0017
Epoch 48/60
500/500 [==============================] - 0s 126us/step - loss: 0.0016
Epoch 49/60
500/500 [==============================] - 0s 96us/step - loss: 0.0016
Epoch 50/60
500/500 [==============================] - 0s 134us/step - loss: 0.0015
Epoch 51/60
500/500 [==============================] - 0s 114us/step - loss: 0.0016
Epoch 52/60
500/500 [==============================] - 0s 93us/step - loss: 0.0017
Epoch 53/60
500/500 [==============================] - 0s 111us/step - loss: 0.0018
Epoch 54/60
500/500 [==============================] - 0s 100us/step - loss: 0.0017
Epoch 55/60
500/500 [==============================] - 0s 111us/step - loss: 0.0017
Epoch 56/60
500/500 [==============================] - 0s 91us/step - loss: 0.0017
Epoch 57/60
500/500 [==============================] - 0s 93us/step - loss: 0.0016
Epoch 58/60
500/500 [==============================] - 0s 104us/step - loss: 0.0015
Epoch 59/60
500/500 [==============================] - 0s 98us/step - loss: 0.0015
Epoch 60/60
500/500 [==============================] - 0s 89us/step - loss: 0.0015
0.2
Epoch 1/60
500/500 [==============================] - 1s 3ms/step - loss: 0.0396
Epoch 2/60
500/500 [==============================] - 0s 121us/step - loss: 0.0291
Epoch 3/60
500/500 [==============================] - 0s 113us/step - loss: 0.0173
Epoch 4/60
500/500 [==============================] - 0s 106us/step - loss: 0.0107
Epoch 5/60
500/500 [==============================] - 0s 113us/step - loss: 0.0085
Epoch 6/60
500/500 [==============================] - 0s 124us/step - loss: 0.0069
Epoch 7/60
500/500 [==============================] - 0s 107us/step - loss: 0.0058
Epoch 8/60
500/500 [==============================] - 0s 113us/step - loss: 0.0050
Epoch 9/60
500/500 [==============================] - 0s 120us/step - loss: 0.0044
Epoch 10/60
500/500 [==============================] - 0s 104us/step - loss: 0.0038
Epoch 11/60
500/500 [==============================] - 0s 113us/step - loss: 0.0034
Epoch 12/60
500/500 [==============================] - 0s 109us/step - loss: 0.0031
Epoch 13/60
500/500 [==============================] - 0s 131us/step - loss: 0.0028
Epoch 14/60
500/500 [==============================] - 0s 104us/step - loss: 0.0026
Epoch 15/60
500/500 [==============================] - 0s 113us/step - loss: 0.0025
Epoch 16/60
500/500 [==============================] - 0s 115us/step - loss: 0.0024
Epoch 17/60
500/500 [==============================] - 0s 106us/step - loss: 0.0024
Epoch 18/60
500/500 [==============================] - 0s 120us/step - loss: 0.0024
Epoch 19/60
500/500 [==============================] - 0s 125us/step - loss: 0.0023
Epoch 20/60
500/500 [==============================] - 0s 104us/step - loss: 0.0023
Epoch 21/60
500/500 [==============================] - 0s 121us/step - loss: 0.0023
Epoch 22/60
500/500 [==============================] - 0s 109us/step - loss: 0.0023
Epoch 23/60
500/500 [==============================] - 0s 109us/step - loss: 0.0023
Epoch 24/60
500/500 [==============================] - 0s 122us/step - loss: 0.0022
Epoch 25/60
500/500 [==============================] - 0s 106us/step - loss: 0.0022
Epoch 26/60
500/500 [==============================] - 0s 108us/step - loss: 0.0021
Epoch 27/60
500/500 [==============================] - 0s 105us/step - loss: 0.0021
Epoch 28/60
500/500 [==============================] - 0s 104us/step - loss: 0.0020
Epoch 29/60
500/500 [==============================] - 0s 101us/step - loss: 0.0020
Epoch 30/60
500/500 [==============================] - 0s 101us/step - loss: 0.0019
Epoch 31/60
500/500 [==============================] - 0s 110us/step - loss: 0.0019
Epoch 32/60
500/500 [==============================] - 0s 106us/step - loss: 0.0019
Epoch 33/60
500/500 [==============================] - 0s 122us/step - loss: 0.0019
Epoch 34/60
500/500 [==============================] - 0s 105us/step - loss: 0.0019
Epoch 35/60
500/500 [==============================] - 0s 127us/step - loss: 0.0019
Epoch 36/60
500/500 [==============================] - 0s 104us/step - loss: 0.0020
Epoch 37/60
500/500 [==============================] - 0s 113us/step - loss: 0.0019
Epoch 38/60
500/500 [==============================] - 0s 119us/step - loss: 0.0018
Epoch 39/60
500/500 [==============================] - 0s 130us/step - loss: 0.0018
Epoch 40/60
500/500 [==============================] - 0s 101us/step - loss: 0.0017
Epoch 41/60
500/500 [==============================] - 0s 123us/step - loss: 0.0018
Epoch 42/60
500/500 [==============================] - 0s 102us/step - loss: 0.0018
Epoch 43/60
500/500 [==============================] - 0s 112us/step - loss: 0.0017
Epoch 44/60
500/500 [==============================] - 0s 103us/step - loss: 0.0016
Epoch 45/60
500/500 [==============================] - 0s 97us/step - loss: 0.0016
Epoch 46/60
500/500 [==============================] - 0s 120us/step - loss: 0.0016
Epoch 47/60
500/500 [==============================] - 0s 102us/step - loss: 0.0017
Epoch 48/60
500/500 [==============================] - 0s 94us/step - loss: 0.0017
Epoch 49/60
500/500 [==============================] - 0s 98us/step - loss: 0.0017
Epoch 50/60
500/500 [==============================] - 0s 102us/step - loss: 0.0017
Epoch 51/60
500/500 [==============================] - 0s 98us/step - loss: 0.0016
Epoch 52/60
500/500 [==============================] - 0s 106us/step - loss: 0.0016
Epoch 53/60
500/500 [==============================] - 0s 103us/step - loss: 0.0016
Epoch 54/60
500/500 [==============================] - 0s 109us/step - loss: 0.0016
Epoch 55/60
500/500 [==============================] - 0s 124us/step - loss: 0.0015
Epoch 56/60
500/500 [==============================] - 0s 107us/step - loss: 0.0015
Epoch 57/60
500/500 [==============================] - 0s 102us/step - loss: 0.0016
Epoch 58/60
500/500 [==============================] - 0s 109us/step - loss: 0.0016
Epoch 59/60
500/500 [==============================] - 0s 105us/step - loss: 0.0017
Epoch 60/60
500/500 [==============================] - 0s 119us/step - loss: 0.0016
0.3
Epoch 1/60
500/500 [==============================] - 1s 2ms/step - loss: 0.0394
Epoch 2/60
500/500 [==============================] - 0s 134us/step - loss: 0.0291
Epoch 3/60
500/500 [==============================] - 0s 103us/step - loss: 0.0178
Epoch 4/60
500/500 [==============================] - 0s 106us/step - loss: 0.0107
Epoch 5/60
500/500 [==============================] - 0s 105us/step - loss: 0.0084
Epoch 6/60
500/500 [==============================] - 0s 113us/step - loss: 0.0069
Epoch 7/60
500/500 [==============================] - 0s 115us/step - loss: 0.0057
Epoch 8/60
500/500 [==============================] - 0s 104us/step - loss: 0.0049
Epoch 9/60
500/500 [==============================] - 0s 125us/step - loss: 0.0043
Epoch 10/60
500/500 [==============================] - 0s 98us/step - loss: 0.0038
Epoch 11/60
500/500 [==============================] - 0s 113us/step - loss: 0.0034
Epoch 12/60
500/500 [==============================] - 0s 97us/step - loss: 0.0031
Epoch 13/60
500/500 [==============================] - 0s 108us/step - loss: 0.0028
Epoch 14/60
500/500 [==============================] - 0s 105us/step - loss: 0.0027
Epoch 15/60
500/500 [==============================] - 0s 100us/step - loss: 0.0026
Epoch 16/60
500/500 [==============================] - 0s 93us/step - loss: 0.0025
Epoch 17/60
500/500 [==============================] - 0s 100us/step - loss: 0.0025
Epoch 18/60
500/500 [==============================] - 0s 129us/step - loss: 0.0024
Epoch 19/60
500/500 [==============================] - 0s 105us/step - loss: 0.0024
Epoch 20/60
500/500 [==============================] - 0s 124us/step - loss: 0.0023
Epoch 21/60
500/500 [==============================] - 0s 113us/step - loss: 0.0022
Epoch 22/60
500/500 [==============================] - 0s 114us/step - loss: 0.0022
Epoch 23/60
500/500 [==============================] - 0s 137us/step - loss: 0.0022
Epoch 24/60
500/500 [==============================] - 0s 113us/step - loss: 0.0023
Epoch 25/60
500/500 [==============================] - 0s 107us/step - loss: 0.0022
Epoch 26/60
500/500 [==============================] - 0s 126us/step - loss: 0.0021
Epoch 27/60
500/500 [==============================] - 0s 116us/step - loss: 0.0021
Epoch 28/60
500/500 [==============================] - 0s 100us/step - loss: 0.0020
Epoch 29/60
500/500 [==============================] - 0s 94us/step - loss: 0.0020
Epoch 30/60
500/500 [==============================] - 0s 107us/step - loss: 0.0019
Epoch 31/60
500/500 [==============================] - 0s 118us/step - loss: 0.0020
Epoch 32/60
500/500 [==============================] - 0s 109us/step - loss: 0.0020
Epoch 33/60
500/500 [==============================] - 0s 125us/step - loss: 0.0020
Epoch 34/60
500/500 [==============================] - 0s 122us/step - loss: 0.0020
Epoch 35/60
500/500 [==============================] - 0s 124us/step - loss: 0.0019
Epoch 36/60
500/500 [==============================] - 0s 103us/step - loss: 0.0018
Epoch 37/60
500/500 [==============================] - 0s 120us/step - loss: 0.0018
Epoch 38/60
500/500 [==============================] - 0s 102us/step - loss: 0.0018
Epoch 39/60
500/500 [==============================] - 0s 129us/step - loss: 0.0018
Epoch 40/60
500/500 [==============================] - 0s 124us/step - loss: 0.0018
Epoch 41/60
500/500 [==============================] - 0s 134us/step - loss: 0.0018
Epoch 42/60
500/500 [==============================] - 0s 105us/step - loss: 0.0018
Epoch 43/60
500/500 [==============================] - 0s 107us/step - loss: 0.0017
Epoch 44/60
500/500 [==============================] - 0s 116us/step - loss: 0.0017
Epoch 45/60
500/500 [==============================] - 0s 113us/step - loss: 0.0016
Epoch 46/60
500/500 [==============================] - 0s 124us/step - loss: 0.0016
Epoch 47/60
500/500 [==============================] - 0s 114us/step - loss: 0.0017
Epoch 48/60
500/500 [==============================] - 0s 126us/step - loss: 0.0017
Epoch 49/60
500/500 [==============================] - 0s 113us/step - loss: 0.0017
Epoch 50/60
500/500 [==============================] - 0s 122us/step - loss: 0.0018
Epoch 51/60
500/500 [==============================] - 0s 127us/step - loss: 0.0018
Epoch 52/60
500/500 [==============================] - 0s 126us/step - loss: 0.0017
Epoch 53/60
500/500 [==============================] - 0s 112us/step - loss: 0.0016
Epoch 54/60
500/500 [==============================] - 0s 111us/step - loss: 0.0016
Epoch 55/60
500/500 [==============================] - 0s 111us/step - loss: 0.0016
Epoch 56/60
500/500 [==============================] - 0s 134us/step - loss: 0.0016
Epoch 57/60
500/500 [==============================] - 0s 102us/step - loss: 0.0016
Epoch 58/60
500/500 [==============================] - 0s 105us/step - loss: 0.0016
Epoch 59/60
500/500 [==============================] - 0s 100us/step - loss: 0.0016
Epoch 60/60
500/500 [==============================] - 0s 101us/step - loss: 0.0016
0.4
Epoch 1/60
500/500 [==============================] - 1s 3ms/step - loss: 0.0396
Epoch 2/60
500/500 [==============================] - 0s 101us/step - loss: 0.0294
Epoch 3/60
500/500 [==============================] - 0s 132us/step - loss: 0.0185
Epoch 4/60
500/500 [==============================] - 0s 128us/step - loss: 0.0108
Epoch 5/60
500/500 [==============================] - 0s 112us/step - loss: 0.0083
Epoch 6/60
500/500 [==============================] - 0s 112us/step - loss: 0.0066
Epoch 7/60
500/500 [==============================] - 0s 122us/step - loss: 0.0055
Epoch 8/60
500/500 [==============================] - 0s 114us/step - loss: 0.0047
Epoch 9/60
500/500 [==============================] - 0s 102us/step - loss: 0.0042
Epoch 10/60
500/500 [==============================] - 0s 106us/step - loss: 0.0037
Epoch 11/60
500/500 [==============================] - 0s 101us/step - loss: 0.0034
Epoch 12/60
500/500 [==============================] - 0s 109us/step - loss: 0.0031
Epoch 13/60
500/500 [==============================] - 0s 114us/step - loss: 0.0029
Epoch 14/60
500/500 [==============================] - 0s 104us/step - loss: 0.0028
Epoch 15/60
500/500 [==============================] - 0s 114us/step - loss: 0.0027
Epoch 16/60
500/500 [==============================] - 0s 107us/step - loss: 0.0027
Epoch 17/60
500/500 [==============================] - 0s 112us/step - loss: 0.0026
Epoch 18/60
500/500 [==============================] - 0s 112us/step - loss: 0.0026
Epoch 19/60
500/500 [==============================] - 0s 120us/step - loss: 0.0025
Epoch 20/60
500/500 [==============================] - 0s 117us/step - loss: 0.0025
Epoch 21/60
500/500 [==============================] - 0s 124us/step - loss: 0.0024
Epoch 22/60
500/500 [==============================] - 0s 126us/step - loss: 0.0023
Epoch 23/60
500/500 [==============================] - 0s 121us/step - loss: 0.0023
Epoch 24/60
500/500 [==============================] - 0s 96us/step - loss: 0.0023
Epoch 25/60
500/500 [==============================] - 0s 103us/step - loss: 0.0022
Epoch 26/60
500/500 [==============================] - 0s 102us/step - loss: 0.0022
Epoch 27/60
500/500 [==============================] - 0s 105us/step - loss: 0.0022
Epoch 28/60
500/500 [==============================] - 0s 111us/step - loss: 0.0021
Epoch 29/60
500/500 [==============================] - 0s 120us/step - loss: 0.0021
Epoch 30/60
500/500 [==============================] - 0s 106us/step - loss: 0.0021
Epoch 31/60
500/500 [==============================] - 0s 111us/step - loss: 0.0020
Epoch 32/60
500/500 [==============================] - 0s 114us/step - loss: 0.0020
Epoch 33/60
500/500 [==============================] - 0s 105us/step - loss: 0.0020
Epoch 34/60
500/500 [==============================] - 0s 97us/step - loss: 0.0020
Epoch 35/60
500/500 [==============================] - 0s 138us/step - loss: 0.0019
Epoch 36/60
500/500 [==============================] - 0s 111us/step - loss: 0.0019
Epoch 37/60
500/500 [==============================] - 0s 103us/step - loss: 0.0019
Epoch 38/60
500/500 [==============================] - 0s 122us/step - loss: 0.0019
Epoch 39/60
500/500 [==============================] - 0s 106us/step - loss: 0.0019
Epoch 40/60
500/500 [==============================] - 0s 113us/step - loss: 0.0018
Epoch 41/60
500/500 [==============================] - 0s 123us/step - loss: 0.0017
Epoch 42/60
500/500 [==============================] - 0s 107us/step - loss: 0.0017
Epoch 43/60
500/500 [==============================] - 0s 107us/step - loss: 0.0017
Epoch 44/60
500/500 [==============================] - 0s 122us/step - loss: 0.0018
Epoch 45/60
500/500 [==============================] - 0s 123us/step - loss: 0.0018
Epoch 46/60
500/500 [==============================] - 0s 131us/step - loss: 0.0018
Epoch 47/60
500/500 [==============================] - 0s 115us/step - loss: 0.0018
Epoch 48/60
500/500 [==============================] - 0s 120us/step - loss: 0.0019
Epoch 49/60
500/500 [==============================] - 0s 111us/step - loss: 0.0018
Epoch 50/60
500/500 [==============================] - 0s 105us/step - loss: 0.0017
Epoch 51/60
500/500 [==============================] - 0s 110us/step - loss: 0.0017
Epoch 52/60
500/500 [==============================] - 0s 106us/step - loss: 0.0016
Epoch 53/60
500/500 [==============================] - 0s 117us/step - loss: 0.0017
Epoch 54/60
500/500 [==============================] - 0s 112us/step - loss: 0.0017
Epoch 55/60
500/500 [==============================] - 0s 127us/step - loss: 0.0016
Epoch 56/60
500/500 [==============================] - 0s 110us/step - loss: 0.0017
Epoch 57/60
500/500 [==============================] - 0s 107us/step - loss: 0.0016
Epoch 58/60
500/500 [==============================] - 0s 123us/step - loss: 0.0016
Epoch 59/60
500/500 [==============================] - 0s 104us/step - loss: 0.0016
Epoch 60/60
500/500 [==============================] - 0s 94us/step - loss: 0.0016
0.5
Epoch 1/60
500/500 [==============================] - 1s 3ms/step - loss: 0.0398
Epoch 2/60
500/500 [==============================] - 0s 103us/step - loss: 0.0293
Epoch 3/60
500/500 [==============================] - 0s 132us/step - loss: 0.0189
Epoch 4/60
500/500 [==============================] - 0s 109us/step - loss: 0.0107
Epoch 5/60
500/500 [==============================] - 0s 105us/step - loss: 0.0081
Epoch 6/60
500/500 [==============================] - 0s 107us/step - loss: 0.0065
Epoch 7/60
500/500 [==============================] - 0s 117us/step - loss: 0.0054
Epoch 8/60
500/500 [==============================] - 0s 111us/step - loss: 0.0046
Epoch 9/60
500/500 [==============================] - 0s 119us/step - loss: 0.0040
Epoch 10/60
500/500 [==============================] - 0s 101us/step - loss: 0.0036
Epoch 11/60
500/500 [==============================] - 0s 125us/step - loss: 0.0033
Epoch 12/60
500/500 [==============================] - 0s 97us/step - loss: 0.0031
Epoch 13/60
500/500 [==============================] - 0s 107us/step - loss: 0.0029
Epoch 14/60
500/500 [==============================] - 0s 106us/step - loss: 0.0028
Epoch 15/60
500/500 [==============================] - 0s 115us/step - loss: 0.0027
Epoch 16/60
500/500 [==============================] - 0s 111us/step - loss: 0.0027
Epoch 17/60
500/500 [==============================] - 0s 111us/step - loss: 0.0026
Epoch 18/60
500/500 [==============================] - 0s 119us/step - loss: 0.0026
Epoch 19/60
500/500 [==============================] - 0s 113us/step - loss: 0.0025
Epoch 20/60
500/500 [==============================] - 0s 108us/step - loss: 0.0025
Epoch 21/60
500/500 [==============================] - 0s 114us/step - loss: 0.0024
Epoch 22/60
500/500 [==============================] - 0s 105us/step - loss: 0.0024
Epoch 23/60
500/500 [==============================] - 0s 106us/step - loss: 0.0024
Epoch 24/60
500/500 [==============================] - 0s 127us/step - loss: 0.0023
Epoch 25/60
500/500 [==============================] - 0s 95us/step - loss: 0.0023
Epoch 26/60
500/500 [==============================] - 0s 112us/step - loss: 0.0022
Epoch 27/60
500/500 [==============================] - 0s 124us/step - loss: 0.0022
Epoch 28/60
500/500 [==============================] - 0s 105us/step - loss: 0.0021
Epoch 29/60
500/500 [==============================] - 0s 106us/step - loss: 0.0021
Epoch 30/60
500/500 [==============================] - 0s 110us/step - loss: 0.0020
Epoch 31/60
500/500 [==============================] - 0s 114us/step - loss: 0.0020
Epoch 32/60
500/500 [==============================] - 0s 121us/step - loss: 0.0020
Epoch 33/60
500/500 [==============================] - 0s 129us/step - loss: 0.0019
Epoch 34/60
500/500 [==============================] - 0s 112us/step - loss: 0.0019
Epoch 35/60
500/500 [==============================] - 0s 125us/step - loss: 0.0020
Epoch 36/60
500/500 [==============================] - 0s 114us/step - loss: 0.0019
Epoch 37/60
500/500 [==============================] - 0s 130us/step - loss: 0.0019
Epoch 38/60
500/500 [==============================] - 0s 113us/step - loss: 0.0019
Epoch 39/60
500/500 [==============================] - 0s 127us/step - loss: 0.0018
Epoch 40/60
500/500 [==============================] - 0s 123us/step - loss: 0.0018
Epoch 41/60
500/500 [==============================] - 0s 105us/step - loss: 0.0018
Epoch 42/60
500/500 [==============================] - 0s 111us/step - loss: 0.0018
Epoch 43/60
500/500 [==============================] - 0s 109us/step - loss: 0.0019
Epoch 44/60
500/500 [==============================] - 0s 107us/step - loss: 0.0019
Epoch 45/60
500/500 [==============================] - 0s 100us/step - loss: 0.0019
Epoch 46/60
500/500 [==============================] - 0s 122us/step - loss: 0.0018
Epoch 47/60
500/500 [==============================] - 0s 96us/step - loss: 0.0018
Epoch 48/60
500/500 [==============================] - 0s 108us/step - loss: 0.0017
Epoch 49/60
500/500 [==============================] - 0s 101us/step - loss: 0.0016
Epoch 50/60
500/500 [==============================] - 0s 109us/step - loss: 0.0017
Epoch 51/60
500/500 [==============================] - 0s 103us/step - loss: 0.0017
Epoch 52/60
500/500 [==============================] - 0s 109us/step - loss: 0.0018
Epoch 53/60
500/500 [==============================] - 0s 103us/step - loss: 0.0018
Epoch 54/60
500/500 [==============================] - 0s 106us/step - loss: 0.0016
Epoch 55/60
500/500 [==============================] - 0s 111us/step - loss: 0.0016
Epoch 56/60
500/500 [==============================] - 0s 109us/step - loss: 0.0016
Epoch 57/60
500/500 [==============================] - 0s 102us/step - loss: 0.0015
Epoch 58/60
500/500 [==============================] - 0s 129us/step - loss: 0.0015
Epoch 59/60
500/500 [==============================] - 0s 116us/step - loss: 0.0015
Epoch 60/60
500/500 [==============================] - 0s 115us/step - loss: 0.0016
0.6
Epoch 1/60
500/500 [==============================] - 1s 3ms/step - loss: 0.0399
Epoch 2/60
500/500 [==============================] - 0s 99us/step - loss: 0.0290
Epoch 3/60
500/500 [==============================] - 0s 94us/step - loss: 0.0195
Epoch 4/60
500/500 [==============================] - 0s 111us/step - loss: 0.0111
Epoch 5/60
500/500 [==============================] - 0s 106us/step - loss: 0.0078
Epoch 6/60
500/500 [==============================] - 0s 119us/step - loss: 0.0061
Epoch 7/60
500/500 [==============================] - 0s 100us/step - loss: 0.0050
Epoch 8/60
500/500 [==============================] - 0s 104us/step - loss: 0.0043
Epoch 9/60
500/500 [==============================] - 0s 120us/step - loss: 0.0038
Epoch 10/60
500/500 [==============================] - 0s 113us/step - loss: 0.0034
Epoch 11/60
500/500 [==============================] - 0s 110us/step - loss: 0.0032
Epoch 12/60
500/500 [==============================] - 0s 133us/step - loss: 0.0029
Epoch 13/60
500/500 [==============================] - 0s 105us/step - loss: 0.0028
Epoch 14/60
500/500 [==============================] - 0s 131us/step - loss: 0.0027
Epoch 15/60
500/500 [==============================] - 0s 130us/step - loss: 0.0026
Epoch 16/60
500/500 [==============================] - 0s 115us/step - loss: 0.0025
Epoch 17/60
500/500 [==============================] - 0s 117us/step - loss: 0.0025
Epoch 18/60
500/500 [==============================] - 0s 124us/step - loss: 0.0025
Epoch 19/60
500/500 [==============================] - 0s 131us/step - loss: 0.0025
Epoch 20/60
500/500 [==============================] - 0s 110us/step - loss: 0.0024
Epoch 21/60
500/500 [==============================] - 0s 112us/step - loss: 0.0024
Epoch 22/60
500/500 [==============================] - 0s 121us/step - loss: 0.0023
Epoch 23/60
500/500 [==============================] - 0s 116us/step - loss: 0.0023
Epoch 24/60
500/500 [==============================] - 0s 131us/step - loss: 0.0023
Epoch 25/60
500/500 [==============================] - 0s 106us/step - loss: 0.0022
Epoch 26/60
500/500 [==============================] - 0s 111us/step - loss: 0.0022
Epoch 27/60
500/500 [==============================] - 0s 115us/step - loss: 0.0022
Epoch 28/60
500/500 [==============================] - 0s 112us/step - loss: 0.0021
Epoch 29/60
500/500 [==============================] - 0s 119us/step - loss: 0.0021
Epoch 30/60
500/500 [==============================] - 0s 100us/step - loss: 0.0020
Epoch 31/60
500/500 [==============================] - 0s 106us/step - loss: 0.0020
Epoch 32/60
500/500 [==============================] - 0s 84us/step - loss: 0.0020
Epoch 33/60
500/500 [==============================] - 0s 126us/step - loss: 0.0020
Epoch 34/60
500/500 [==============================] - 0s 116us/step - loss: 0.0021
Epoch 35/60
500/500 [==============================] - 0s 122us/step - loss: 0.0020
Epoch 36/60
500/500 [==============================] - 0s 120us/step - loss: 0.0019
Epoch 37/60
500/500 [==============================] - 0s 113us/step - loss: 0.0019
Epoch 38/60
500/500 [==============================] - 0s 114us/step - loss: 0.0018
Epoch 39/60
500/500 [==============================] - 0s 110us/step - loss: 0.0018
Epoch 40/60
500/500 [==============================] - 0s 104us/step - loss: 0.0018
Epoch 41/60
500/500 [==============================] - 0s 131us/step - loss: 0.0019
Epoch 42/60
500/500 [==============================] - 0s 122us/step - loss: 0.0018
Epoch 43/60
500/500 [==============================] - 0s 110us/step - loss: 0.0018
Epoch 44/60
500/500 [==============================] - 0s 110us/step - loss: 0.0018
Epoch 45/60
500/500 [==============================] - 0s 114us/step - loss: 0.0017
Epoch 46/60
500/500 [==============================] - 0s 114us/step - loss: 0.0017
Epoch 47/60
500/500 [==============================] - 0s 99us/step - loss: 0.0018
Epoch 48/60
500/500 [==============================] - 0s 108us/step - loss: 0.0017
Epoch 49/60
500/500 [==============================] - 0s 102us/step - loss: 0.0017
Epoch 50/60
500/500 [==============================] - 0s 97us/step - loss: 0.0017
Epoch 51/60
500/500 [==============================] - 0s 100us/step - loss: 0.0016
Epoch 52/60
500/500 [==============================] - 0s 87us/step - loss: 0.0016
Epoch 53/60
500/500 [==============================] - 0s 97us/step - loss: 0.0016
Epoch 54/60
500/500 [==============================] - 0s 109us/step - loss: 0.0016
Epoch 55/60
500/500 [==============================] - 0s 126us/step - loss: 0.0016
Epoch 56/60
500/500 [==============================] - 0s 108us/step - loss: 0.0017
Epoch 57/60
500/500 [==============================] - 0s 114us/step - loss: 0.0016
Epoch 58/60
500/500 [==============================] - 0s 115us/step - loss: 0.0017
Epoch 59/60
500/500 [==============================] - 0s 118us/step - loss: 0.0016
Epoch 60/60
500/500 [==============================] - 0s 127us/step - loss: 0.0016
0.7
Epoch 1/60
500/500 [==============================] - 1s 3ms/step - loss: 0.0453
Epoch 2/60
500/500 [==============================] - 0s 132us/step - loss: 0.0344
Epoch 3/60
500/500 [==============================] - 0s 112us/step - loss: 0.0278
Epoch 4/60
500/500 [==============================] - 0s 105us/step - loss: 0.0210
Epoch 5/60
500/500 [==============================] - 0s 114us/step - loss: 0.0173
Epoch 6/60
500/500 [==============================] - 0s 121us/step - loss: 0.0156
Epoch 7/60
500/500 [==============================] - 0s 123us/step - loss: 0.0147
Epoch 8/60
500/500 [==============================] - 0s 102us/step - loss: 0.0141
Epoch 9/60
500/500 [==============================] - 0s 131us/step - loss: 0.0137
Epoch 10/60
500/500 [==============================] - 0s 117us/step - loss: 0.0134
Epoch 11/60
500/500 [==============================] - 0s 125us/step - loss: 0.0132
Epoch 12/60
500/500 [==============================] - 0s 131us/step - loss: 0.0130
Epoch 13/60
500/500 [==============================] - 0s 126us/step - loss: 0.0129
Epoch 14/60
500/500 [==============================] - 0s 130us/step - loss: 0.0128
Epoch 15/60
500/500 [==============================] - 0s 114us/step - loss: 0.0128
Epoch 16/60
500/500 [==============================] - 0s 137us/step - loss: 0.0127
Epoch 17/60
500/500 [==============================] - 0s 118us/step - loss: 0.0126
Epoch 18/60
500/500 [==============================] - 0s 110us/step - loss: 0.0126
Epoch 19/60
500/500 [==============================] - 0s 121us/step - loss: 0.0126
Epoch 20/60
500/500 [==============================] - 0s 127us/step - loss: 0.0126
Epoch 21/60
500/500 [==============================] - 0s 117us/step - loss: 0.0126
Epoch 22/60
500/500 [==============================] - 0s 122us/step - loss: 0.0126
Epoch 23/60
500/500 [==============================] - 0s 123us/step - loss: 0.0125
Epoch 24/60
500/500 [==============================] - 0s 120us/step - loss: 0.0125
Epoch 25/60
500/500 [==============================] - 0s 125us/step - loss: 0.0125
Epoch 26/60
500/500 [==============================] - 0s 123us/step - loss: 0.0125
Epoch 27/60
500/500 [==============================] - 0s 119us/step - loss: 0.0125
Epoch 28/60
500/500 [==============================] - 0s 121us/step - loss: 0.0125
Epoch 29/60
500/500 [==============================] - 0s 114us/step - loss: 0.0125
Epoch 30/60
500/500 [==============================] - 0s 133us/step - loss: 0.0125
Epoch 31/60
500/500 [==============================] - 0s 133us/step - loss: 0.0125
Epoch 32/60
500/500 [==============================] - 0s 112us/step - loss: 0.0125
Epoch 33/60
500/500 [==============================] - 0s 110us/step - loss: 0.0125
Epoch 34/60
500/500 [==============================] - 0s 108us/step - loss: 0.0125
Epoch 35/60
500/500 [==============================] - 0s 121us/step - loss: 0.0125
Epoch 36/60
500/500 [==============================] - 0s 112us/step - loss: 0.0125
Epoch 37/60
500/500 [==============================] - 0s 110us/step - loss: 0.0125
Epoch 38/60
500/500 [==============================] - 0s 123us/step - loss: 0.0125
Epoch 39/60
500/500 [==============================] - 0s 109us/step - loss: 0.0124
Epoch 40/60
500/500 [==============================] - 0s 103us/step - loss: 0.0125
Epoch 41/60
500/500 [==============================] - 0s 112us/step - loss: 0.0124
Epoch 42/60
500/500 [==============================] - 0s 118us/step - loss: 0.0125
Epoch 43/60
500/500 [==============================] - 0s 118us/step - loss: 0.0125
Epoch 44/60
500/500 [==============================] - 0s 109us/step - loss: 0.0125
Epoch 45/60
500/500 [==============================] - 0s 128us/step - loss: 0.0124
Epoch 46/60
500/500 [==============================] - 0s 103us/step - loss: 0.0125
Epoch 47/60
500/500 [==============================] - 0s 108us/step - loss: 0.0125
Epoch 48/60
500/500 [==============================] - 0s 121us/step - loss: 0.0125
Epoch 49/60
500/500 [==============================] - 0s 107us/step - loss: 0.0124
Epoch 50/60
500/500 [==============================] - 0s 126us/step - loss: 0.0125
Epoch 51/60
500/500 [==============================] - 0s 112us/step - loss: 0.0125
Epoch 52/60
500/500 [==============================] - 0s 114us/step - loss: 0.0125
Epoch 53/60
500/500 [==============================] - 0s 122us/step - loss: 0.0125
Epoch 54/60
500/500 [==============================] - 0s 108us/step - loss: 0.0125
Epoch 55/60
500/500 [==============================] - 0s 113us/step - loss: 0.0125
Epoch 56/60
500/500 [==============================] - 0s 124us/step - loss: 0.0125
Epoch 57/60
500/500 [==============================] - 0s 122us/step - loss: 0.0125
Epoch 58/60
500/500 [==============================] - 0s 101us/step - loss: 0.0125
Epoch 59/60
500/500 [==============================] - 0s 96us/step - loss: 0.0125
Epoch 60/60
500/500 [==============================] - 0s 108us/step - loss: 0.0125
0.8
Epoch 1/60
500/500 [==============================] - 1s 3ms/step - loss: 0.0454
Epoch 2/60
500/500 [==============================] - 0s 116us/step - loss: 0.0336
Epoch 3/60
500/500 [==============================] - 0s 122us/step - loss: 0.0274
Epoch 4/60
500/500 [==============================] - 0s 130us/step - loss: 0.0215
Epoch 5/60
500/500 [==============================] - 0s 113us/step - loss: 0.0171
Epoch 6/60
500/500 [==============================] - 0s 124us/step - loss: 0.0149
Epoch 7/60
500/500 [==============================] - 0s 137us/step - loss: 0.0139
Epoch 8/60
500/500 [==============================] - 0s 108us/step - loss: 0.0132
Epoch 9/60
500/500 [==============================] - 0s 120us/step - loss: 0.0128
Epoch 10/60
500/500 [==============================] - 0s 102us/step - loss: 0.0125
Epoch 11/60
500/500 [==============================] - 0s 138us/step - loss: 0.0122
Epoch 12/60
500/500 [==============================] - 0s 109us/step - loss: 0.0121
Epoch 13/60
500/500 [==============================] - 0s 129us/step - loss: 0.0119
Epoch 14/60
500/500 [==============================] - 0s 101us/step - loss: 0.0119
Epoch 15/60
500/500 [==============================] - 0s 90us/step - loss: 0.0118
Epoch 16/60
500/500 [==============================] - 0s 101us/step - loss: 0.0117
Epoch 17/60
500/500 [==============================] - 0s 108us/step - loss: 0.0117
Epoch 18/60
500/500 [==============================] - 0s 109us/step - loss: 0.0116
Epoch 19/60
500/500 [==============================] - 0s 96us/step - loss: 0.0116
Epoch 20/60
500/500 [==============================] - 0s 93us/step - loss: 0.0116
Epoch 21/60
500/500 [==============================] - 0s 114us/step - loss: 0.0116
Epoch 22/60
500/500 [==============================] - 0s 124us/step - loss: 0.0115
Epoch 23/60
500/500 [==============================] - 0s 126us/step - loss: 0.0115
Epoch 24/60
500/500 [==============================] - 0s 118us/step - loss: 0.0115
Epoch 25/60
500/500 [==============================] - 0s 108us/step - loss: 0.0115
Epoch 26/60
500/500 [==============================] - 0s 103us/step - loss: 0.0115
Epoch 27/60
500/500 [==============================] - 0s 107us/step - loss: 0.0115
Epoch 28/60
500/500 [==============================] - 0s 104us/step - loss: 0.0115
Epoch 29/60
500/500 [==============================] - 0s 130us/step - loss: 0.0115
Epoch 30/60
500/500 [==============================] - 0s 115us/step - loss: 0.0115
Epoch 31/60
500/500 [==============================] - 0s 129us/step - loss: 0.0115
Epoch 32/60
500/500 [==============================] - 0s 121us/step - loss: 0.0114
Epoch 33/60
500/500 [==============================] - 0s 119us/step - loss: 0.0114
Epoch 34/60
500/500 [==============================] - 0s 114us/step - loss: 0.0114
Epoch 35/60
500/500 [==============================] - 0s 104us/step - loss: 0.0114
Epoch 36/60
500/500 [==============================] - 0s 102us/step - loss: 0.0115
Epoch 37/60
500/500 [==============================] - 0s 127us/step - loss: 0.0114
Epoch 38/60
500/500 [==============================] - 0s 108us/step - loss: 0.0114
Epoch 39/60
500/500 [==============================] - 0s 124us/step - loss: 0.0114
Epoch 40/60
500/500 [==============================] - 0s 101us/step - loss: 0.0114
Epoch 41/60
500/500 [==============================] - 0s 120us/step - loss: 0.0114
Epoch 42/60
500/500 [==============================] - 0s 121us/step - loss: 0.0115
Epoch 43/60
500/500 [==============================] - 0s 109us/step - loss: 0.0114
Epoch 44/60
500/500 [==============================] - 0s 123us/step - loss: 0.0114
Epoch 45/60
500/500 [==============================] - 0s 105us/step - loss: 0.0115
Epoch 46/60
500/500 [==============================] - 0s 125us/step - loss: 0.0114
Epoch 47/60
500/500 [==============================] - 0s 106us/step - loss: 0.0115
Epoch 48/60
500/500 [==============================] - 0s 112us/step - loss: 0.0114
Epoch 49/60
500/500 [==============================] - 0s 105us/step - loss: 0.0114
Epoch 50/60
500/500 [==============================] - 0s 103us/step - loss: 0.0115
Epoch 51/60
500/500 [==============================] - 0s 104us/step - loss: 0.0114
Epoch 52/60
500/500 [==============================] - 0s 111us/step - loss: 0.0114
Epoch 53/60
500/500 [==============================] - 0s 110us/step - loss: 0.0115
Epoch 54/60
500/500 [==============================] - 0s 124us/step - loss: 0.0114
Epoch 55/60
500/500 [==============================] - 0s 133us/step - loss: 0.0114
Epoch 56/60
500/500 [==============================] - 0s 100us/step - loss: 0.0115
Epoch 57/60
500/500 [==============================] - 0s 104us/step - loss: 0.0114
Epoch 58/60
500/500 [==============================] - 0s 106us/step - loss: 0.0114
Epoch 59/60
500/500 [==============================] - 0s 125us/step - loss: 0.0114
Epoch 60/60
500/500 [==============================] - 0s 110us/step - loss: 0.0114
0.9
Epoch 1/60
500/500 [==============================] - 1s 3ms/step - loss: 0.0464
Epoch 2/60
500/500 [==============================] - 0s 117us/step - loss: 0.0315
Epoch 3/60
500/500 [==============================] - 0s 117us/step - loss: 0.0247
Epoch 4/60
500/500 [==============================] - 0s 107us/step - loss: 0.0192
Epoch 5/60
500/500 [==============================] - 0s 125us/step - loss: 0.0152
Epoch 6/60
500/500 [==============================] - 0s 103us/step - loss: 0.0129
Epoch 7/60
500/500 [==============================] - 0s 134us/step - loss: 0.0118
Epoch 8/60
500/500 [==============================] - 0s 124us/step - loss: 0.0112
Epoch 9/60
500/500 [==============================] - 0s 121us/step - loss: 0.0108
Epoch 10/60
500/500 [==============================] - 0s 111us/step - loss: 0.0106
Epoch 11/60
500/500 [==============================] - 0s 132us/step - loss: 0.0103
Epoch 12/60
500/500 [==============================] - 0s 127us/step - loss: 0.0102
Epoch 13/60
500/500 [==============================] - 0s 121us/step - loss: 0.0100
Epoch 14/60
500/500 [==============================] - 0s 112us/step - loss: 0.0099
Epoch 15/60
500/500 [==============================] - 0s 106us/step - loss: 0.0099
Epoch 16/60
500/500 [==============================] - 0s 107us/step - loss: 0.0098
Epoch 17/60
500/500 [==============================] - 0s 107us/step - loss: 0.0097
Epoch 18/60
500/500 [==============================] - 0s 115us/step - loss: 0.0097
Epoch 19/60
500/500 [==============================] - 0s 107us/step - loss: 0.0096
Epoch 20/60
500/500 [==============================] - 0s 119us/step - loss: 0.0096
Epoch 21/60
500/500 [==============================] - 0s 119us/step - loss: 0.0096
Epoch 22/60
500/500 [==============================] - 0s 114us/step - loss: 0.0095
Epoch 23/60
500/500 [==============================] - 0s 109us/step - loss: 0.0095
Epoch 24/60
500/500 [==============================] - 0s 100us/step - loss: 0.0095
Epoch 25/60
500/500 [==============================] - 0s 127us/step - loss: 0.0094
Epoch 26/60
500/500 [==============================] - 0s 131us/step - loss: 0.0094
Epoch 27/60
500/500 [==============================] - 0s 86us/step - loss: 0.0094
Epoch 28/60
500/500 [==============================] - 0s 119us/step - loss: 0.0094
Epoch 29/60
500/500 [==============================] - 0s 114us/step - loss: 0.0094
Epoch 30/60
500/500 [==============================] - 0s 107us/step - loss: 0.0094
Epoch 31/60
500/500 [==============================] - 0s 105us/step - loss: 0.0093
Epoch 32/60
500/500 [==============================] - 0s 112us/step - loss: 0.0094
Epoch 33/60
500/500 [==============================] - 0s 110us/step - loss: 0.0093
Epoch 34/60
500/500 [==============================] - 0s 111us/step - loss: 0.0093
Epoch 35/60
500/500 [==============================] - 0s 125us/step - loss: 0.0093
Epoch 36/60
500/500 [==============================] - 0s 108us/step - loss: 0.0093
Epoch 37/60
500/500 [==============================] - 0s 103us/step - loss: 0.0093
Epoch 38/60
500/500 [==============================] - 0s 111us/step - loss: 0.0093
Epoch 39/60
500/500 [==============================] - 0s 106us/step - loss: 0.0093
Epoch 40/60
500/500 [==============================] - 0s 100us/step - loss: 0.0093
Epoch 41/60
500/500 [==============================] - 0s 106us/step - loss: 0.0093
Epoch 42/60
500/500 [==============================] - 0s 99us/step - loss: 0.0093
Epoch 43/60
500/500 [==============================] - 0s 107us/step - loss: 0.0093
Epoch 44/60
500/500 [==============================] - 0s 135us/step - loss: 0.0093
Epoch 45/60
500/500 [==============================] - 0s 105us/step - loss: 0.0093
Epoch 46/60
500/500 [==============================] - 0s 120us/step - loss: 0.0093
Epoch 47/60
500/500 [==============================] - 0s 105us/step - loss: 0.0093
Epoch 48/60
500/500 [==============================] - 0s 103us/step - loss: 0.0093
Epoch 49/60
500/500 [==============================] - 0s 106us/step - loss: 0.0093
Epoch 50/60
500/500 [==============================] - 0s 119us/step - loss: 0.0093
Epoch 51/60
500/500 [==============================] - 0s 111us/step - loss: 0.0093
Epoch 52/60
500/500 [==============================] - 0s 128us/step - loss: 0.0093
Epoch 53/60
500/500 [==============================] - 0s 107us/step - loss: 0.0093
Epoch 54/60
500/500 [==============================] - 0s 110us/step - loss: 0.0092
Epoch 55/60
500/500 [==============================] - 0s 140us/step - loss: 0.0093
Epoch 56/60
500/500 [==============================] - 0s 139us/step - loss: 0.0093
Epoch 57/60
500/500 [==============================] - 0s 128us/step - loss: 0.0093
Epoch 58/60
500/500 [==============================] - 0s 130us/step - loss: 0.0093
Epoch 59/60
500/500 [==============================] - 0s 111us/step - loss: 0.0093
Epoch 60/60
500/500 [==============================] - 0s 132us/step - loss: 0.0093
[0.00044039129186922924, 0.00044161414826680357, 0.00064609071967873511, 0.00077811568669760634, 0.0010252588548403971, 0.0021235142589503503, 0.0044115205926481956, 0.0066761224862046196, 0.0098192602396312521, 0.018188373402342622]

Eigendecomposition of a square symmetric matrix


In [11]:
# get 2 square symmetric matrices as AA^T and A^TA
S1 = np.dot(A, A.T)
S2 = np.dot(A.T, A)
# make sure their range of values is still sort of reasonable (for >100 we should probably rescale)
np.max(S1), np.min(S1), np.max(S2), np.min(S2)


Out[11]:
(59.695435723025966,
 -27.98543792640249,
 41.138757582464692,
 -20.548242102046601)

In [12]:
# the corresponding SVD eigenvalues and -vectors should work here as well
for e_dim in [2, 10, 25, 50, 75, 100, 250, 400, 500]:
    print("mse with %3i e_dim: %11.8f" % (e_dim, msqe(S1, np.dot(U[:,:e_dim], np.dot(S[:e_dim,:e_dim]**2, U.T[:e_dim,:])))))
S_out = np.zeros((n_output, n_output))
S_out[:n_input, :n_input] = S[:n_input, :n_input]
for e_dim in [2, 10, 25, 50, 75, 100, 250, 500, 700]:
    print("mse with %3i e_dim: %11.8f" % (e_dim, msqe(S2, np.dot(Vh.T[:,:e_dim], np.dot(S_out[:e_dim,:e_dim]**2, Vh[:e_dim,:])))))


mse with   2 e_dim: 31.81649696
mse with  10 e_dim:  1.06578559
mse with  25 e_dim:  0.22234735
mse with  50 e_dim:  0.12643778
mse with  75 e_dim:  0.05437228
mse with 100 e_dim:  0.00001633
mse with 250 e_dim:  0.00000222
mse with 400 e_dim:  0.00000009
mse with 500 e_dim:  0.00000000
mse with   2 e_dim: 16.23290661
mse with  10 e_dim:  0.54376816
mse with  25 e_dim:  0.11344252
mse with  50 e_dim:  0.06450907
mse with  75 e_dim:  0.02774096
mse with 100 e_dim:  0.00000833
mse with 250 e_dim:  0.00000113
mse with 500 e_dim:  0.00000000
mse with 700 e_dim:  0.00000000

In [13]:
# factorize the similarity matrix S1 with a simec
X = np.eye(n_input)
mses1 = []
mses2 = []
e_dims =  [2,   10,  25,  50,  75,  100,  250,  400,  500,  750,  1000]
l_rates = [0.1, 0.1, 0.1, 0.1, 0.1, 0.05, 0.05, 0.01, 0.01, 0.01, 0.01]
for i, e_dim in enumerate(e_dims):
    model = SimilarityEncoder(n_input, e_dim, S1.shape[1], s_ll_reg=1., S_ll=S1, opt=keras.optimizers.Adamax(lr=l_rates[i]))
    model.fit(X, S1, epochs=100)
    mse = msqe(S1, model.predict(X))
    mses1.append(mse)
    print("mse with %4i e_dim: %11.8f" % (e_dim, mse))
    # scalar product of emedding should also approximate S1
    Y = model.transform(X)
    mse = msqe(S1, np.dot(Y, Y.T))
    mses2.append(mse)
    print("mse with %4i e_dim: %11.8f" % (e_dim, mse))
for i, e_dim in enumerate(e_dims):
    print("mse with %4i e_dim: %11.8f (%11.8f)" % (e_dim, mses1[i], mses2[i]))


Epoch 1/100
500/500 [==============================] - 1s 3ms/step - loss: 82.1765
Epoch 2/100
500/500 [==============================] - 0s 101us/step - loss: 72.7879
Epoch 3/100
500/500 [==============================] - 0s 92us/step - loss: 68.2868
Epoch 4/100
500/500 [==============================] - 0s 106us/step - loss: 67.2929
Epoch 5/100
500/500 [==============================] - 0s 104us/step - loss: 66.8035
Epoch 6/100
500/500 [==============================] - 0s 99us/step - loss: 66.4628
Epoch 7/100
500/500 [==============================] - 0s 104us/step - loss: 66.1591
Epoch 8/100
500/500 [==============================] - 0s 112us/step - loss: 65.8954
Epoch 9/100
500/500 [==============================] - 0s 147us/step - loss: 65.6648
Epoch 10/100
500/500 [==============================] - 0s 105us/step - loss: 65.4632
Epoch 11/100
500/500 [==============================] - 0s 104us/step - loss: 65.2994
Epoch 12/100
500/500 [==============================] - 0s 89us/step - loss: 65.1443
Epoch 13/100
500/500 [==============================] - 0s 98us/step - loss: 65.0046
Epoch 14/100
500/500 [==============================] - 0s 114us/step - loss: 64.8715
Epoch 15/100
500/500 [==============================] - 0s 105us/step - loss: 64.7758
Epoch 16/100
500/500 [==============================] - 0s 102us/step - loss: 64.6883
Epoch 17/100
500/500 [==============================] - 0s 119us/step - loss: 64.5926
Epoch 18/100
500/500 [==============================] - 0s 107us/step - loss: 64.5392
Epoch 19/100
500/500 [==============================] - 0s 110us/step - loss: 64.4476
Epoch 20/100
500/500 [==============================] - 0s 110us/step - loss: 64.3922
Epoch 21/100
500/500 [==============================] - 0s 99us/step - loss: 64.3442
Epoch 22/100
500/500 [==============================] - 0s 108us/step - loss: 64.3077
Epoch 23/100
500/500 [==============================] - 0s 108us/step - loss: 64.2689
Epoch 24/100
500/500 [==============================] - 0s 97us/step - loss: 64.2482
Epoch 25/100
500/500 [==============================] - 0s 103us/step - loss: 64.2113
Epoch 26/100
500/500 [==============================] - 0s 113us/step - loss: 64.1864
Epoch 27/100
500/500 [==============================] - 0s 119us/step - loss: 64.1361
Epoch 28/100
500/500 [==============================] - 0s 103us/step - loss: 64.1520
Epoch 29/100
500/500 [==============================] - 0s 97us/step - loss: 64.1133
Epoch 30/100
500/500 [==============================] - 0s 106us/step - loss: 64.0921
Epoch 31/100
500/500 [==============================] - 0s 99us/step - loss: 64.0922
Epoch 32/100
500/500 [==============================] - 0s 91us/step - loss: 64.0716
Epoch 33/100
500/500 [==============================] - 0s 105us/step - loss: 64.0620
Epoch 34/100
500/500 [==============================] - 0s 114us/step - loss: 64.0504
Epoch 35/100
500/500 [==============================] - 0s 108us/step - loss: 64.0383
Epoch 36/100
500/500 [==============================] - 0s 106us/step - loss: 64.0189
Epoch 37/100
500/500 [==============================] - 0s 111us/step - loss: 64.0167
Epoch 38/100
500/500 [==============================] - 0s 110us/step - loss: 64.0223
Epoch 39/100
500/500 [==============================] - 0s 97us/step - loss: 64.0094
Epoch 40/100
500/500 [==============================] - 0s 106us/step - loss: 63.9995
Epoch 41/100
500/500 [==============================] - 0s 98us/step - loss: 63.9931
Epoch 42/100
500/500 [==============================] - 0s 107us/step - loss: 63.9879
Epoch 43/100
500/500 [==============================] - 0s 95us/step - loss: 63.9832
Epoch 44/100
500/500 [==============================] - 0s 123us/step - loss: 63.9757
Epoch 45/100
500/500 [==============================] - 0s 93us/step - loss: 63.9702
Epoch 46/100
500/500 [==============================] - 0s 110us/step - loss: 63.9737
Epoch 47/100
500/500 [==============================] - 0s 92us/step - loss: 63.9709
Epoch 48/100
500/500 [==============================] - 0s 101us/step - loss: 63.9728
Epoch 49/100
500/500 [==============================] - 0s 108us/step - loss: 63.9624
Epoch 50/100
500/500 [==============================] - 0s 103us/step - loss: 63.9740
Epoch 51/100
500/500 [==============================] - 0s 109us/step - loss: 63.9655
Epoch 52/100
500/500 [==============================] - 0s 110us/step - loss: 63.9592
Epoch 53/100
500/500 [==============================] - 0s 116us/step - loss: 63.9591
Epoch 54/100
500/500 [==============================] - 0s 102us/step - loss: 63.9512
Epoch 55/100
500/500 [==============================] - 0s 118us/step - loss: 63.9580
Epoch 56/100
500/500 [==============================] - 0s 89us/step - loss: 63.9587
Epoch 57/100
500/500 [==============================] - 0s 98us/step - loss: 63.9355
Epoch 58/100
500/500 [==============================] - 0s 86us/step - loss: 63.9419
Epoch 59/100
500/500 [==============================] - 0s 110us/step - loss: 63.9504
Epoch 60/100
500/500 [==============================] - 0s 135us/step - loss: 63.9305
Epoch 61/100
500/500 [==============================] - 0s 103us/step - loss: 63.9432
Epoch 62/100
500/500 [==============================] - 0s 110us/step - loss: 63.9355
Epoch 63/100
500/500 [==============================] - 0s 111us/step - loss: 63.9382
Epoch 64/100
500/500 [==============================] - 0s 132us/step - loss: 63.9467
Epoch 65/100
500/500 [==============================] - 0s 100us/step - loss: 63.9265
Epoch 66/100
500/500 [==============================] - 0s 114us/step - loss: 63.9291
Epoch 67/100
500/500 [==============================] - 0s 97us/step - loss: 63.9332
Epoch 68/100
500/500 [==============================] - 0s 100us/step - loss: 63.9220
Epoch 69/100
500/500 [==============================] - 0s 132us/step - loss: 63.9403
Epoch 70/100
500/500 [==============================] - 0s 98us/step - loss: 63.9224
Epoch 71/100
500/500 [==============================] - 0s 91us/step - loss: 63.9104
Epoch 72/100
500/500 [==============================] - 0s 97us/step - loss: 63.9119
Epoch 73/100
500/500 [==============================] - 0s 124us/step - loss: 63.9246
Epoch 74/100
500/500 [==============================] - 0s 110us/step - loss: 63.9036
Epoch 75/100
500/500 [==============================] - 0s 99us/step - loss: 63.9084
Epoch 76/100
500/500 [==============================] - 0s 106us/step - loss: 63.9042
Epoch 77/100
500/500 [==============================] - 0s 110us/step - loss: 63.9081
Epoch 78/100
500/500 [==============================] - 0s 111us/step - loss: 63.9105
Epoch 79/100
500/500 [==============================] - 0s 106us/step - loss: 63.8971
Epoch 80/100
500/500 [==============================] - 0s 101us/step - loss: 63.9090
Epoch 81/100
500/500 [==============================] - 0s 101us/step - loss: 63.9002
Epoch 82/100
500/500 [==============================] - 0s 101us/step - loss: 63.8868
Epoch 83/100
500/500 [==============================] - 0s 107us/step - loss: 63.9025
Epoch 84/100
500/500 [==============================] - 0s 120us/step - loss: 63.8987
Epoch 85/100
500/500 [==============================] - 0s 91us/step - loss: 63.8909
Epoch 86/100
500/500 [==============================] - 0s 106us/step - loss: 63.8823
Epoch 87/100
500/500 [==============================] - 0s 92us/step - loss: 63.8905
Epoch 88/100
500/500 [==============================] - 0s 94us/step - loss: 63.9011
Epoch 89/100
500/500 [==============================] - 0s 87us/step - loss: 63.8945
Epoch 90/100
500/500 [==============================] - 0s 88us/step - loss: 63.8953
Epoch 91/100
500/500 [==============================] - 0s 103us/step - loss: 63.8870
Epoch 92/100
500/500 [==============================] - 0s 87us/step - loss: 63.8934
Epoch 93/100
500/500 [==============================] - 0s 86us/step - loss: 63.8804
Epoch 94/100
500/500 [==============================] - 0s 97us/step - loss: 63.8778
Epoch 95/100
500/500 [==============================] - 0s 95us/step - loss: 63.8706
Epoch 96/100
500/500 [==============================] - 0s 98us/step - loss: 63.8822
Epoch 97/100
500/500 [==============================] - 0s 107us/step - loss: 63.8787
Epoch 98/100
500/500 [==============================] - 0s 93us/step - loss: 63.8758
Epoch 99/100
500/500 [==============================] - 0s 99us/step - loss: 63.8661
Epoch 100/100
500/500 [==============================] - 0s 99us/step - loss: 63.8873
mse with    2 e_dim: 31.91338975
mse with    2 e_dim: 31.91184030
Epoch 1/100
500/500 [==============================] - 1s 3ms/step - loss: 76.4724
Epoch 2/100
500/500 [==============================] - 0s 100us/step - loss: 58.6837
Epoch 3/100
500/500 [==============================] - 0s 95us/step - loss: 43.8167
Epoch 4/100
500/500 [==============================] - 0s 142us/step - loss: 34.0303
Epoch 5/100
500/500 [==============================] - 0s 120us/step - loss: 28.5075
Epoch 6/100
500/500 [==============================] - 0s 96us/step - loss: 23.5498
Epoch 7/100
500/500 [==============================] - 0s 102us/step - loss: 20.6624
Epoch 8/100
500/500 [==============================] - 0s 97us/step - loss: 18.3990
Epoch 9/100
500/500 [==============================] - 0s 100us/step - loss: 16.4720
Epoch 10/100
500/500 [==============================] - 0s 99us/step - loss: 14.8344
Epoch 11/100
500/500 [==============================] - 0s 97us/step - loss: 13.4127
Epoch 12/100
500/500 [==============================] - 0s 119us/step - loss: 12.2053
Epoch 13/100
500/500 [==============================] - 0s 106us/step - loss: 11.0845
Epoch 14/100
500/500 [==============================] - 0s 99us/step - loss: 10.1513
Epoch 15/100
500/500 [==============================] - 0s 107us/step - loss: 9.2870
Epoch 16/100
500/500 [==============================] - 0s 117us/step - loss: 8.5655
Epoch 17/100
500/500 [==============================] - 0s 94us/step - loss: 7.9162
Epoch 18/100
500/500 [==============================] - 0s 123us/step - loss: 7.3366
Epoch 19/100
500/500 [==============================] - 0s 111us/step - loss: 6.8283
Epoch 20/100
500/500 [==============================] - 0s 106us/step - loss: 6.3621
Epoch 21/100
500/500 [==============================] - 0s 100us/step - loss: 5.9431
Epoch 22/100
500/500 [==============================] - 0s 106us/step - loss: 5.5714
Epoch 23/100
500/500 [==============================] - 0s 100us/step - loss: 5.2487
Epoch 24/100
500/500 [==============================] - 0s 112us/step - loss: 4.9463
Epoch 25/100
500/500 [==============================] - 0s 124us/step - loss: 4.6782
Epoch 26/100
500/500 [==============================] - 0s 120us/step - loss: 4.4389
Epoch 27/100
500/500 [==============================] - 0s 96us/step - loss: 4.2209
Epoch 28/100
500/500 [==============================] - 0s 115us/step - loss: 4.0251
Epoch 29/100
500/500 [==============================] - 0s 128us/step - loss: 3.8505
Epoch 30/100
500/500 [==============================] - 0s 89us/step - loss: 3.7029
Epoch 31/100
500/500 [==============================] - 0s 103us/step - loss: 3.5501
Epoch 32/100
500/500 [==============================] - 0s 93us/step - loss: 3.4224
Epoch 33/100
500/500 [==============================] - 0s 105us/step - loss: 3.3063
Epoch 34/100
500/500 [==============================] - 0s 102us/step - loss: 3.1947
Epoch 35/100
500/500 [==============================] - 0s 105us/step - loss: 3.1019
Epoch 36/100
500/500 [==============================] - 0s 122us/step - loss: 3.0190
Epoch 37/100
500/500 [==============================] - 0s 112us/step - loss: 2.9428
Epoch 38/100
500/500 [==============================] - 0s 104us/step - loss: 2.8700
Epoch 39/100
500/500 [==============================] - 0s 126us/step - loss: 2.8129
Epoch 40/100
500/500 [==============================] - 0s 105us/step - loss: 2.7518
Epoch 41/100
500/500 [==============================] - 0s 84us/step - loss: 2.7003
Epoch 42/100
500/500 [==============================] - 0s 88us/step - loss: 2.6578
Epoch 43/100
500/500 [==============================] - 0s 106us/step - loss: 2.6133
Epoch 44/100
500/500 [==============================] - 0s 98us/step - loss: 2.5762
Epoch 45/100
500/500 [==============================] - 0s 99us/step - loss: 2.5438
Epoch 46/100
500/500 [==============================] - 0s 91us/step - loss: 2.5116
Epoch 47/100
500/500 [==============================] - ETA: 0s - loss: 2.455 - 0s 109us/step - loss: 2.4819
Epoch 48/100
500/500 [==============================] - 0s 107us/step - loss: 2.4591
Epoch 49/100
500/500 [==============================] - 0s 101us/step - loss: 2.4375
Epoch 50/100
500/500 [==============================] - 0s 90us/step - loss: 2.4168
Epoch 51/100
500/500 [==============================] - 0s 101us/step - loss: 2.3991
Epoch 52/100
500/500 [==============================] - 0s 121us/step - loss: 2.3864
Epoch 53/100
500/500 [==============================] - 0s 98us/step - loss: 2.3682
Epoch 54/100
500/500 [==============================] - 0s 102us/step - loss: 2.3536
Epoch 55/100
500/500 [==============================] - 0s 119us/step - loss: 2.3451
Epoch 56/100
500/500 [==============================] - 0s 102us/step - loss: 2.3330
Epoch 57/100
500/500 [==============================] - 0s 101us/step - loss: 2.3269
Epoch 58/100
500/500 [==============================] - 0s 103us/step - loss: 2.3181
Epoch 59/100
500/500 [==============================] - 0s 101us/step - loss: 2.3073
Epoch 60/100
500/500 [==============================] - 0s 93us/step - loss: 2.3028
Epoch 61/100
500/500 [==============================] - 0s 123us/step - loss: 2.2976
Epoch 62/100
500/500 [==============================] - 0s 102us/step - loss: 2.2956
Epoch 63/100
500/500 [==============================] - 0s 105us/step - loss: 2.2912
Epoch 64/100
500/500 [==============================] - 0s 128us/step - loss: 2.2845
Epoch 65/100
500/500 [==============================] - 0s 122us/step - loss: 2.2797
Epoch 66/100
500/500 [==============================] - 0s 99us/step - loss: 2.2735
Epoch 67/100
500/500 [==============================] - 0s 86us/step - loss: 2.2714
Epoch 68/100
500/500 [==============================] - 0s 106us/step - loss: 2.2711
Epoch 69/100
500/500 [==============================] - 0s 120us/step - loss: 2.2722
Epoch 70/100
500/500 [==============================] - 0s 111us/step - loss: 2.2721
Epoch 71/100
500/500 [==============================] - 0s 93us/step - loss: 2.2641
Epoch 72/100
500/500 [==============================] - 0s 109us/step - loss: 2.2610
Epoch 73/100
500/500 [==============================] - 0s 95us/step - loss: 2.2635
Epoch 74/100
500/500 [==============================] - 0s 105us/step - loss: 2.2633
Epoch 75/100
500/500 [==============================] - 0s 109us/step - loss: 2.2622
Epoch 76/100
500/500 [==============================] - 0s 106us/step - loss: 2.2643
Epoch 77/100
500/500 [==============================] - 0s 96us/step - loss: 2.2634
Epoch 78/100
500/500 [==============================] - 0s 108us/step - loss: 2.2584
Epoch 79/100
500/500 [==============================] - 0s 95us/step - loss: 2.2591
Epoch 80/100
500/500 [==============================] - 0s 85us/step - loss: 2.2573
Epoch 81/100
500/500 [==============================] - 0s 102us/step - loss: 2.2624
Epoch 82/100
500/500 [==============================] - 0s 96us/step - loss: 2.2561
Epoch 83/100
500/500 [==============================] - 0s 104us/step - loss: 2.2613
Epoch 84/100
500/500 [==============================] - 0s 104us/step - loss: 2.2565
Epoch 85/100
500/500 [==============================] - 0s 95us/step - loss: 2.2582
Epoch 86/100
500/500 [==============================] - 0s 104us/step - loss: 2.2594
Epoch 87/100
500/500 [==============================] - 0s 113us/step - loss: 2.2634
Epoch 88/100
500/500 [==============================] - 0s 108us/step - loss: 2.2600
Epoch 89/100
500/500 [==============================] - 0s 99us/step - loss: 2.2603
Epoch 90/100
500/500 [==============================] - 0s 127us/step - loss: 2.2651
Epoch 91/100
500/500 [==============================] - 0s 95us/step - loss: 2.2615
Epoch 92/100
500/500 [==============================] - 0s 92us/step - loss: 2.2584
Epoch 93/100
500/500 [==============================] - 0s 92us/step - loss: 2.2582
Epoch 94/100
500/500 [==============================] - 0s 92us/step - loss: 2.2592
Epoch 95/100
500/500 [==============================] - 0s 103us/step - loss: 2.2603
Epoch 96/100
500/500 [==============================] - 0s 97us/step - loss: 2.2592
Epoch 97/100
500/500 [==============================] - 0s 106us/step - loss: 2.2604
Epoch 98/100
500/500 [==============================] - 0s 110us/step - loss: 2.2580
Epoch 99/100
500/500 [==============================] - 0s 116us/step - loss: 2.2571
Epoch 100/100
500/500 [==============================] - 0s 124us/step - loss: 2.2596
mse with   10 e_dim:  1.07445818
mse with   10 e_dim:  1.06854367
Epoch 1/100
500/500 [==============================] - 1s 3ms/step - loss: 72.2578
Epoch 2/100
500/500 [==============================] - 0s 110us/step - loss: 43.7632
Epoch 3/100
500/500 [==============================] - 0s 90us/step - loss: 29.1030
Epoch 4/100
500/500 [==============================] - 0s 102us/step - loss: 23.4260
Epoch 5/100
500/500 [==============================] - 0s 94us/step - loss: 19.2035
Epoch 6/100
500/500 [==============================] - 0s 90us/step - loss: 15.8019
Epoch 7/100
500/500 [==============================] - 0s 130us/step - loss: 13.0405
Epoch 8/100
500/500 [==============================] - 0s 86us/step - loss: 10.7418
Epoch 9/100
500/500 [==============================] - 0s 100us/step - loss: 8.9533
Epoch 10/100
500/500 [==============================] - 0s 100us/step - loss: 7.3951
Epoch 11/100
500/500 [==============================] - 0s 103us/step - loss: 6.1757
Epoch 12/100
500/500 [==============================] - 0s 112us/step - loss: 5.2122
Epoch 13/100
500/500 [==============================] - 0s 96us/step - loss: 4.4541
Epoch 14/100
500/500 [==============================] - 0s 89us/step - loss: 3.8352
Epoch 15/100
500/500 [==============================] - 0s 109us/step - loss: 3.3199
Epoch 16/100
500/500 [==============================] - 0s 83us/step - loss: 2.9220
Epoch 17/100
500/500 [==============================] - 0s 90us/step - loss: 2.5739
Epoch 18/100
500/500 [==============================] - 0s 88us/step - loss: 2.2933
Epoch 19/100
500/500 [==============================] - 0s 89us/step - loss: 2.0699
Epoch 20/100
500/500 [==============================] - 0s 98us/step - loss: 1.8783
Epoch 21/100
500/500 [==============================] - 0s 94us/step - loss: 1.7179
Epoch 22/100
500/500 [==============================] - 0s 99us/step - loss: 1.5861
Epoch 23/100
500/500 [==============================] - 0s 104us/step - loss: 1.4715
Epoch 24/100
500/500 [==============================] - 0s 94us/step - loss: 1.3744
Epoch 25/100
500/500 [==============================] - 0s 91us/step - loss: 1.2928
Epoch 26/100
500/500 [==============================] - 0s 115us/step - loss: 1.2206
Epoch 27/100
500/500 [==============================] - 0s 95us/step - loss: 1.1578
Epoch 28/100
500/500 [==============================] - 0s 100us/step - loss: 1.1071
Epoch 29/100
500/500 [==============================] - 0s 103us/step - loss: 1.0601
Epoch 30/100
500/500 [==============================] - 0s 103us/step - loss: 1.0186
Epoch 31/100
500/500 [==============================] - 0s 111us/step - loss: 0.9811
Epoch 32/100
500/500 [==============================] - 0s 119us/step - loss: 0.9492
Epoch 33/100
500/500 [==============================] - 0s 108us/step - loss: 0.9206
Epoch 34/100
500/500 [==============================] - 0s 103us/step - loss: 0.8950
Epoch 35/100
500/500 [==============================] - 0s 104us/step - loss: 0.8731
Epoch 36/100
500/500 [==============================] - 0s 104us/step - loss: 0.8510
Epoch 37/100
500/500 [==============================] - 0s 120us/step - loss: 0.8338
Epoch 38/100
500/500 [==============================] - 0s 109us/step - loss: 0.8151
Epoch 39/100
500/500 [==============================] - 0s 97us/step - loss: 0.7981
Epoch 40/100
500/500 [==============================] - 0s 105us/step - loss: 0.7848
Epoch 41/100
500/500 [==============================] - 0s 129us/step - loss: 0.7712
Epoch 42/100
500/500 [==============================] - 0s 125us/step - loss: 0.7591
Epoch 43/100
500/500 [==============================] - 0s 103us/step - loss: 0.7477
Epoch 44/100
500/500 [==============================] - 0s 112us/step - loss: 0.7380
Epoch 45/100
500/500 [==============================] - 0s 111us/step - loss: 0.7279
Epoch 46/100
500/500 [==============================] - 0s 96us/step - loss: 0.7200
Epoch 47/100
500/500 [==============================] - 0s 122us/step - loss: 0.7107
Epoch 48/100
500/500 [==============================] - 0s 102us/step - loss: 0.7036
Epoch 49/100
500/500 [==============================] - 0s 107us/step - loss: 0.6960
Epoch 50/100
500/500 [==============================] - 0s 104us/step - loss: 0.6905
Epoch 51/100
500/500 [==============================] - 0s 88us/step - loss: 0.6845
Epoch 52/100
500/500 [==============================] - 0s 99us/step - loss: 0.6781
Epoch 53/100
500/500 [==============================] - 0s 97us/step - loss: 0.6725
Epoch 54/100
500/500 [==============================] - 0s 89us/step - loss: 0.6677
Epoch 55/100
500/500 [==============================] - 0s 87us/step - loss: 0.6648
Epoch 56/100
500/500 [==============================] - 0s 91us/step - loss: 0.6592
Epoch 57/100
500/500 [==============================] - 0s 89us/step - loss: 0.6560
Epoch 58/100
500/500 [==============================] - 0s 102us/step - loss: 0.6525
Epoch 59/100
500/500 [==============================] - 0s 83us/step - loss: 0.6488
Epoch 60/100
500/500 [==============================] - 0s 112us/step - loss: 0.6461
Epoch 61/100
500/500 [==============================] - 0s 115us/step - loss: 0.6428
Epoch 62/100
500/500 [==============================] - 0s 117us/step - loss: 0.6399
Epoch 63/100
500/500 [==============================] - 0s 114us/step - loss: 0.6378
Epoch 64/100
500/500 [==============================] - 0s 115us/step - loss: 0.6350
Epoch 65/100
500/500 [==============================] - 0s 104us/step - loss: 0.6324
Epoch 66/100
500/500 [==============================] - 0s 111us/step - loss: 0.6313
Epoch 67/100
500/500 [==============================] - 0s 102us/step - loss: 0.6281
Epoch 68/100
500/500 [==============================] - 0s 91us/step - loss: 0.6266
Epoch 69/100
500/500 [==============================] - 0s 86us/step - loss: 0.6246
Epoch 70/100
500/500 [==============================] - 0s 92us/step - loss: 0.6249
Epoch 71/100
500/500 [==============================] - 0s 110us/step - loss: 0.6238
Epoch 72/100
500/500 [==============================] - 0s 107us/step - loss: 0.6215
Epoch 73/100
500/500 [==============================] - 0s 99us/step - loss: 0.6211
Epoch 74/100
500/500 [==============================] - 0s 100us/step - loss: 0.6195
Epoch 75/100
500/500 [==============================] - 0s 91us/step - loss: 0.6182
Epoch 76/100
500/500 [==============================] - 0s 112us/step - loss: 0.6185
Epoch 77/100
500/500 [==============================] - 0s 100us/step - loss: 0.6169
Epoch 78/100
500/500 [==============================] - 0s 117us/step - loss: 0.6156
Epoch 79/100
500/500 [==============================] - 0s 96us/step - loss: 0.6144
Epoch 80/100
500/500 [==============================] - 0s 107us/step - loss: 0.6146
Epoch 81/100
500/500 [==============================] - 0s 99us/step - loss: 0.6131
Epoch 82/100
500/500 [==============================] - 0s 108us/step - loss: 0.6139
Epoch 83/100
500/500 [==============================] - 0s 105us/step - loss: 0.6135
Epoch 84/100
500/500 [==============================] - 0s 98us/step - loss: 0.6126
Epoch 85/100
500/500 [==============================] - 0s 94us/step - loss: 0.6125
Epoch 86/100
500/500 [==============================] - 0s 81us/step - loss: 0.6127
Epoch 87/100
500/500 [==============================] - 0s 82us/step - loss: 0.6123
Epoch 88/100
500/500 [==============================] - 0s 98us/step - loss: 0.6097
Epoch 89/100
500/500 [==============================] - 0s 85us/step - loss: 0.6102
Epoch 90/100
500/500 [==============================] - 0s 104us/step - loss: 0.6108
Epoch 91/100
500/500 [==============================] - 0s 93us/step - loss: 0.6100
Epoch 92/100
500/500 [==============================] - 0s 100us/step - loss: 0.6099
Epoch 93/100
500/500 [==============================] - 0s 97us/step - loss: 0.6110
Epoch 94/100
500/500 [==============================] - 0s 98us/step - loss: 0.6103
Epoch 95/100
500/500 [==============================] - 0s 94us/step - loss: 0.6098
Epoch 96/100
500/500 [==============================] - 0s 103us/step - loss: 0.6090
Epoch 97/100
500/500 [==============================] - 0s 85us/step - loss: 0.6102
Epoch 98/100
500/500 [==============================] - 0s 88us/step - loss: 0.6089
Epoch 99/100
500/500 [==============================] - 0s 87us/step - loss: 0.6068
Epoch 100/100
500/500 [==============================] - 0s 99us/step - loss: 0.6087
mse with   25 e_dim:  0.25171446
mse with   25 e_dim:  0.35732276
Epoch 1/100
500/500 [==============================] - 1s 3ms/step - loss: 65.9441
Epoch 2/100
500/500 [==============================] - 0s 93us/step - loss: 33.1534
Epoch 3/100
500/500 [==============================] - 0s 100us/step - loss: 23.9500
Epoch 4/100
500/500 [==============================] - 0s 96us/step - loss: 17.6853
Epoch 5/100
500/500 [==============================] - 0s 88us/step - loss: 13.0440
Epoch 6/100
500/500 [==============================] - 0s 106us/step - loss: 9.5929
Epoch 7/100
500/500 [==============================] - 0s 111us/step - loss: 7.2077
Epoch 8/100
500/500 [==============================] - 0s 99us/step - loss: 5.4934
Epoch 9/100
500/500 [==============================] - 0s 98us/step - loss: 4.2410
Epoch 10/100
500/500 [==============================] - 0s 84us/step - loss: 3.3266
Epoch 11/100
500/500 [==============================] - 0s 102us/step - loss: 2.6942
Epoch 12/100
500/500 [==============================] - 0s 102us/step - loss: 2.2109
Epoch 13/100
500/500 [==============================] - 0s 91us/step - loss: 1.8597
Epoch 14/100
500/500 [==============================] - 0s 93us/step - loss: 1.5906
Epoch 15/100
500/500 [==============================] - 0s 100us/step - loss: 1.3939
Epoch 16/100
500/500 [==============================] - 0s 89us/step - loss: 1.2303
Epoch 17/100
500/500 [==============================] - 0s 93us/step - loss: 1.1083
Epoch 18/100
500/500 [==============================] - 0s 94us/step - loss: 1.0147
Epoch 19/100
500/500 [==============================] - 0s 107us/step - loss: 0.9383
Epoch 20/100
500/500 [==============================] - 0s 109us/step - loss: 0.8761
Epoch 21/100
500/500 [==============================] - 0s 108us/step - loss: 0.8242
Epoch 22/100
500/500 [==============================] - 0s 85us/step - loss: 0.7831
Epoch 23/100
500/500 [==============================] - 0s 103us/step - loss: 0.7506
Epoch 24/100
500/500 [==============================] - 0s 103us/step - loss: 0.7223
Epoch 25/100
500/500 [==============================] - 0s 90us/step - loss: 0.6977
Epoch 26/100
500/500 [==============================] - 0s 111us/step - loss: 0.6773
Epoch 27/100
500/500 [==============================] - 0s 88us/step - loss: 0.6600
Epoch 28/100
500/500 [==============================] - 0s 82us/step - loss: 0.6461
Epoch 29/100
500/500 [==============================] - 0s 112us/step - loss: 0.6318
Epoch 30/100
500/500 [==============================] - 0s 98us/step - loss: 0.6187
Epoch 31/100
500/500 [==============================] - 0s 115us/step - loss: 0.6086
Epoch 32/100
500/500 [==============================] - 0s 103us/step - loss: 0.5995
Epoch 33/100
500/500 [==============================] - 0s 96us/step - loss: 0.5899
Epoch 34/100
500/500 [==============================] - 0s 94us/step - loss: 0.5821
Epoch 35/100
500/500 [==============================] - 0s 98us/step - loss: 0.5743
Epoch 36/100
500/500 [==============================] - 0s 108us/step - loss: 0.5679
Epoch 37/100
500/500 [==============================] - 0s 117us/step - loss: 0.5610
Epoch 38/100
500/500 [==============================] - 0s 92us/step - loss: 0.5558
Epoch 39/100
500/500 [==============================] - 0s 97us/step - loss: 0.5503
Epoch 40/100
500/500 [==============================] - 0s 99us/step - loss: 0.5447
Epoch 41/100
500/500 [==============================] - 0s 99us/step - loss: 0.5408
Epoch 42/100
500/500 [==============================] - 0s 111us/step - loss: 0.5369
Epoch 43/100
500/500 [==============================] - 0s 109us/step - loss: 0.5325
Epoch 44/100
500/500 [==============================] - 0s 100us/step - loss: 0.5287
Epoch 45/100
500/500 [==============================] - 0s 103us/step - loss: 0.5255
Epoch 46/100
500/500 [==============================] - 0s 123us/step - loss: 0.5214
Epoch 47/100
500/500 [==============================] - 0s 95us/step - loss: 0.5179
Epoch 48/100
500/500 [==============================] - 0s 101us/step - loss: 0.5141
Epoch 49/100
500/500 [==============================] - 0s 110us/step - loss: 0.5124
Epoch 50/100
500/500 [==============================] - 0s 110us/step - loss: 0.5092
Epoch 51/100
500/500 [==============================] - 0s 102us/step - loss: 0.5062
Epoch 52/100
500/500 [==============================] - 0s 94us/step - loss: 0.5040
Epoch 53/100
500/500 [==============================] - 0s 114us/step - loss: 0.5003
Epoch 54/100
500/500 [==============================] - 0s 105us/step - loss: 0.4977
Epoch 55/100
500/500 [==============================] - 0s 101us/step - loss: 0.4950
Epoch 56/100
500/500 [==============================] - 0s 109us/step - loss: 0.4926
Epoch 57/100
500/500 [==============================] - 0s 99us/step - loss: 0.4899
Epoch 58/100
500/500 [==============================] - 0s 93us/step - loss: 0.4892
Epoch 59/100
500/500 [==============================] - 0s 97us/step - loss: 0.4869
Epoch 60/100
500/500 [==============================] - 0s 97us/step - loss: 0.4840
Epoch 61/100
500/500 [==============================] - 0s 97us/step - loss: 0.4811
Epoch 62/100
500/500 [==============================] - 0s 94us/step - loss: 0.4781
Epoch 63/100
500/500 [==============================] - 0s 83us/step - loss: 0.4771
Epoch 64/100
500/500 [==============================] - 0s 95us/step - loss: 0.4746
Epoch 65/100
500/500 [==============================] - 0s 103us/step - loss: 0.4716
Epoch 66/100
500/500 [==============================] - 0s 84us/step - loss: 0.4697
Epoch 67/100
500/500 [==============================] - 0s 84us/step - loss: 0.4691
Epoch 68/100
500/500 [==============================] - 0s 102us/step - loss: 0.4659
Epoch 69/100
500/500 [==============================] - 0s 102us/step - loss: 0.4632
Epoch 70/100
500/500 [==============================] - 0s 108us/step - loss: 0.4624
Epoch 71/100
500/500 [==============================] - 0s 83us/step - loss: 0.4610
Epoch 72/100
500/500 [==============================] - 0s 94us/step - loss: 0.4587
Epoch 73/100
500/500 [==============================] - 0s 90us/step - loss: 0.4575
Epoch 74/100
500/500 [==============================] - 0s 86us/step - loss: 0.4562
Epoch 75/100
500/500 [==============================] - 0s 91us/step - loss: 0.4547
Epoch 76/100
500/500 [==============================] - 0s 89us/step - loss: 0.4509
Epoch 77/100
500/500 [==============================] - 0s 105us/step - loss: 0.4503
Epoch 78/100
500/500 [==============================] - 0s 101us/step - loss: 0.4484
Epoch 79/100
500/500 [==============================] - 0s 85us/step - loss: 0.4473
Epoch 80/100
500/500 [==============================] - 0s 96us/step - loss: 0.4458
Epoch 81/100
500/500 [==============================] - 0s 112us/step - loss: 0.4447
Epoch 82/100
500/500 [==============================] - 0s 102us/step - loss: 0.4426
Epoch 83/100
500/500 [==============================] - 0s 99us/step - loss: 0.4423
Epoch 84/100
500/500 [==============================] - 0s 89us/step - loss: 0.4413
Epoch 85/100
500/500 [==============================] - 0s 85us/step - loss: 0.4404
Epoch 86/100
500/500 [==============================] - 0s 81us/step - loss: 0.4395
Epoch 87/100
500/500 [==============================] - 0s 99us/step - loss: 0.4377
Epoch 88/100
500/500 [==============================] - 0s 107us/step - loss: 0.4365
Epoch 89/100
500/500 [==============================] - 0s 92us/step - loss: 0.4348
Epoch 90/100
500/500 [==============================] - 0s 92us/step - loss: 0.4336
Epoch 91/100
500/500 [==============================] - 0s 108us/step - loss: 0.4327
Epoch 92/100
500/500 [==============================] - 0s 96us/step - loss: 0.4320
Epoch 93/100
500/500 [==============================] - 0s 102us/step - loss: 0.4315
Epoch 94/100
500/500 [==============================] - 0s 110us/step - loss: 0.4295
Epoch 95/100
500/500 [==============================] - 0s 87us/step - loss: 0.4308
Epoch 96/100
500/500 [==============================] - 0s 106us/step - loss: 0.4290
Epoch 97/100
500/500 [==============================] - 0s 96us/step - loss: 0.4296
Epoch 98/100
500/500 [==============================] - 0s 111us/step - loss: 0.4304
Epoch 99/100
500/500 [==============================] - 0s 93us/step - loss: 0.4280
Epoch 100/100
500/500 [==============================] - 0s 97us/step - loss: 0.4281
mse with   50 e_dim:  0.16401982
mse with   50 e_dim:  0.18760259
Epoch 1/100
500/500 [==============================] - 1s 3ms/step - loss: 61.6026
Epoch 2/100
500/500 [==============================] - 0s 94us/step - loss: 30.1783
Epoch 3/100
500/500 [==============================] - 0s 105us/step - loss: 20.5886
Epoch 4/100
500/500 [==============================] - 0s 115us/step - loss: 13.7956
Epoch 5/100
500/500 [==============================] - 0s 123us/step - loss: 9.3708
Epoch 6/100
500/500 [==============================] - 0s 119us/step - loss: 6.5241
Epoch 7/100
500/500 [==============================] - 0s 106us/step - loss: 4.6766
Epoch 8/100
500/500 [==============================] - 0s 126us/step - loss: 3.4224
Epoch 9/100
500/500 [==============================] - 0s 103us/step - loss: 2.5952
Epoch 10/100
500/500 [==============================] - 0s 113us/step - loss: 2.0030
Epoch 11/100
500/500 [==============================] - 0s 125us/step - loss: 1.6272
Epoch 12/100
500/500 [==============================] - 0s 111us/step - loss: 1.3447
Epoch 13/100
500/500 [==============================] - 0s 133us/step - loss: 1.1348
Epoch 14/100
500/500 [==============================] - 0s 95us/step - loss: 0.9959
Epoch 15/100
500/500 [==============================] - 0s 98us/step - loss: 0.8849
Epoch 16/100
500/500 [==============================] - 0s 123us/step - loss: 0.8006
Epoch 17/100
500/500 [==============================] - 0s 134us/step - loss: 0.7368
Epoch 18/100
500/500 [==============================] - 0s 115us/step - loss: 0.6886
Epoch 19/100
500/500 [==============================] - 0s 112us/step - loss: 0.6493
Epoch 20/100
500/500 [==============================] - 0s 92us/step - loss: 0.6176
Epoch 21/100
500/500 [==============================] - 0s 132us/step - loss: 0.5902
Epoch 22/100
500/500 [==============================] - 0s 92us/step - loss: 0.5687
Epoch 23/100
500/500 [==============================] - 0s 101us/step - loss: 0.5503
Epoch 24/100
500/500 [==============================] - 0s 97us/step - loss: 0.5332
Epoch 25/100
500/500 [==============================] - 0s 90us/step - loss: 0.5193
Epoch 26/100
500/500 [==============================] - 0s 102us/step - loss: 0.5062
Epoch 27/100
500/500 [==============================] - 0s 106us/step - loss: 0.4950
Epoch 28/100
500/500 [==============================] - 0s 115us/step - loss: 0.4840
Epoch 29/100
500/500 [==============================] - 0s 109us/step - loss: 0.4744
Epoch 30/100
500/500 [==============================] - 0s 103us/step - loss: 0.4668
Epoch 31/100
500/500 [==============================] - 0s 104us/step - loss: 0.4580
Epoch 32/100
500/500 [==============================] - 0s 97us/step - loss: 0.4503
Epoch 33/100
500/500 [==============================] - 0s 133us/step - loss: 0.4434
Epoch 34/100
500/500 [==============================] - 0s 95us/step - loss: 0.4374
Epoch 35/100
500/500 [==============================] - 0s 86us/step - loss: 0.4315
Epoch 36/100
500/500 [==============================] - 0s 95us/step - loss: 0.4258
Epoch 37/100
500/500 [==============================] - 0s 98us/step - loss: 0.4197
Epoch 38/100
500/500 [==============================] - 0s 100us/step - loss: 0.4139
Epoch 39/100
500/500 [==============================] - 0s 105us/step - loss: 0.4083
Epoch 40/100
500/500 [==============================] - 0s 101us/step - loss: 0.4031
Epoch 41/100
500/500 [==============================] - 0s 97us/step - loss: 0.3979
Epoch 42/100
500/500 [==============================] - 0s 98us/step - loss: 0.3942
Epoch 43/100
500/500 [==============================] - 0s 123us/step - loss: 0.3891
Epoch 44/100
500/500 [==============================] - 0s 94us/step - loss: 0.3853
Epoch 45/100
500/500 [==============================] - 0s 90us/step - loss: 0.3809
Epoch 46/100
500/500 [==============================] - 0s 91us/step - loss: 0.3754
Epoch 47/100
500/500 [==============================] - 0s 108us/step - loss: 0.3724
Epoch 48/100
500/500 [==============================] - 0s 83us/step - loss: 0.3680
Epoch 49/100
500/500 [==============================] - 0s 99us/step - loss: 0.3647
Epoch 50/100
500/500 [==============================] - 0s 101us/step - loss: 0.3607
Epoch 51/100
500/500 [==============================] - 0s 99us/step - loss: 0.3569
Epoch 52/100
500/500 [==============================] - 0s 111us/step - loss: 0.3532
Epoch 53/100
500/500 [==============================] - 0s 101us/step - loss: 0.3506
Epoch 54/100
500/500 [==============================] - 0s 86us/step - loss: 0.3468
Epoch 55/100
500/500 [==============================] - 0s 133us/step - loss: 0.3424
Epoch 56/100
500/500 [==============================] - 0s 105us/step - loss: 0.3399
Epoch 57/100
500/500 [==============================] - 0s 101us/step - loss: 0.3366
Epoch 58/100
500/500 [==============================] - 0s 101us/step - loss: 0.3334
Epoch 59/100
500/500 [==============================] - 0s 100us/step - loss: 0.3314
Epoch 60/100
500/500 [==============================] - 0s 117us/step - loss: 0.3269
Epoch 61/100
500/500 [==============================] - 0s 104us/step - loss: 0.3242
Epoch 62/100
500/500 [==============================] - 0s 89us/step - loss: 0.3212
Epoch 63/100
500/500 [==============================] - 0s 81us/step - loss: 0.3191
Epoch 64/100
500/500 [==============================] - 0s 112us/step - loss: 0.3161
Epoch 65/100
500/500 [==============================] - 0s 95us/step - loss: 0.3130
Epoch 66/100
500/500 [==============================] - 0s 98us/step - loss: 0.3106
Epoch 67/100
500/500 [==============================] - 0s 103us/step - loss: 0.3086
Epoch 68/100
500/500 [==============================] - 0s 105us/step - loss: 0.3061
Epoch 69/100
500/500 [==============================] - 0s 102us/step - loss: 0.3041
Epoch 70/100
500/500 [==============================] - 0s 93us/step - loss: 0.3017
Epoch 71/100
500/500 [==============================] - 0s 91us/step - loss: 0.3001
Epoch 72/100
500/500 [==============================] - 0s 102us/step - loss: 0.2983
Epoch 73/100
500/500 [==============================] - 0s 97us/step - loss: 0.2965
Epoch 74/100
500/500 [==============================] - 0s 89us/step - loss: 0.2957
Epoch 75/100
500/500 [==============================] - 0s 101us/step - loss: 0.2921
Epoch 76/100
500/500 [==============================] - 0s 97us/step - loss: 0.2909
Epoch 77/100
500/500 [==============================] - 0s 123us/step - loss: 0.2892
Epoch 78/100
500/500 [==============================] - 0s 119us/step - loss: 0.2880
Epoch 79/100
500/500 [==============================] - 0s 106us/step - loss: 0.2868
Epoch 80/100
500/500 [==============================] - 0s 108us/step - loss: 0.2856
Epoch 81/100
500/500 [==============================] - 0s 122us/step - loss: 0.2847
Epoch 82/100
500/500 [==============================] - 0s 124us/step - loss: 0.2827
Epoch 83/100
500/500 [==============================] - 0s 117us/step - loss: 0.2822
Epoch 84/100
500/500 [==============================] - 0s 102us/step - loss: 0.2830
Epoch 85/100
500/500 [==============================] - 0s 109us/step - loss: 0.2832
Epoch 86/100
500/500 [==============================] - 0s 127us/step - loss: 0.2826
Epoch 87/100
500/500 [==============================] - 0s 109us/step - loss: 0.2828
Epoch 88/100
500/500 [==============================] - 0s 101us/step - loss: 0.2824
Epoch 89/100
500/500 [==============================] - 0s 116us/step - loss: 0.2810
Epoch 90/100
500/500 [==============================] - 0s 116us/step - loss: 0.2828
Epoch 91/100
500/500 [==============================] - 0s 121us/step - loss: 0.2849
Epoch 92/100
500/500 [==============================] - 0s 110us/step - loss: 0.2883
Epoch 93/100
500/500 [==============================] - 0s 125us/step - loss: 0.2903
Epoch 94/100
500/500 [==============================] - 0s 106us/step - loss: 0.2906
Epoch 95/100
500/500 [==============================] - 0s 119us/step - loss: 0.2927
Epoch 96/100
500/500 [==============================] - 0s 107us/step - loss: 0.2925
Epoch 97/100
500/500 [==============================] - 0s 114us/step - loss: 0.2973
Epoch 98/100
500/500 [==============================] - 0s 99us/step - loss: 0.3001
Epoch 99/100
500/500 [==============================] - 0s 136us/step - loss: 0.3006
Epoch 100/100
500/500 [==============================] - 0s 105us/step - loss: 0.3004
mse with   75 e_dim:  0.10888449
mse with   75 e_dim:  0.16842282
Epoch 1/100
500/500 [==============================] - 1s 3ms/step - loss: 71.0298
Epoch 2/100
500/500 [==============================] - 0s 93us/step - loss: 39.2016
Epoch 3/100
500/500 [==============================] - 0s 107us/step - loss: 28.0234
Epoch 4/100
500/500 [==============================] - 0s 107us/step - loss: 22.4742
Epoch 5/100
500/500 [==============================] - 0s 106us/step - loss: 18.1221
Epoch 6/100
500/500 [==============================] - 0s 130us/step - loss: 14.5924
Epoch 7/100
500/500 [==============================] - 0s 94us/step - loss: 11.6784
Epoch 8/100
500/500 [==============================] - 0s 99us/step - loss: 9.4261
Epoch 9/100
500/500 [==============================] - 0s 109us/step - loss: 7.6263
Epoch 10/100
500/500 [==============================] - 0s 132us/step - loss: 6.2141
Epoch 11/100
500/500 [==============================] - 0s 106us/step - loss: 5.1038
Epoch 12/100
500/500 [==============================] - 0s 138us/step - loss: 4.2103
Epoch 13/100
500/500 [==============================] - 0s 84us/step - loss: 3.4955
Epoch 14/100
500/500 [==============================] - 0s 106us/step - loss: 2.9286
Epoch 15/100
500/500 [==============================] - 0s 100us/step - loss: 2.4887
Epoch 16/100
500/500 [==============================] - 0s 123us/step - loss: 2.1115
Epoch 17/100
500/500 [==============================] - 0s 85us/step - loss: 1.8127
Epoch 18/100
500/500 [==============================] - 0s 98us/step - loss: 1.5818
Epoch 19/100
500/500 [==============================] - 0s 107us/step - loss: 1.3816
Epoch 20/100
500/500 [==============================] - 0s 98us/step - loss: 1.2206
Epoch 21/100
500/500 [==============================] - 0s 103us/step - loss: 1.0900
Epoch 22/100
500/500 [==============================] - 0s 99us/step - loss: 0.9828
Epoch 23/100
500/500 [==============================] - 0s 109us/step - loss: 0.8942
Epoch 24/100
500/500 [==============================] - 0s 98us/step - loss: 0.8208
Epoch 25/100
500/500 [==============================] - 0s 114us/step - loss: 0.7567
Epoch 26/100
500/500 [==============================] - 0s 117us/step - loss: 0.7062
Epoch 27/100
500/500 [==============================] - 0s 102us/step - loss: 0.6607
Epoch 28/100
500/500 [==============================] - 0s 94us/step - loss: 0.6221
Epoch 29/100
500/500 [==============================] - 0s 85us/step - loss: 0.5897
Epoch 30/100
500/500 [==============================] - 0s 92us/step - loss: 0.5602
Epoch 31/100
500/500 [==============================] - 0s 94us/step - loss: 0.5351
Epoch 32/100
500/500 [==============================] - 0s 95us/step - loss: 0.5138
Epoch 33/100
500/500 [==============================] - 0s 100us/step - loss: 0.4947
Epoch 34/100
500/500 [==============================] - 0s 104us/step - loss: 0.4781
Epoch 35/100
500/500 [==============================] - 0s 100us/step - loss: 0.4626
Epoch 36/100
500/500 [==============================] - 0s 88us/step - loss: 0.4487
Epoch 37/100
500/500 [==============================] - 0s 112us/step - loss: 0.4369
Epoch 38/100
500/500 [==============================] - 0s 113us/step - loss: 0.4262
Epoch 39/100
500/500 [==============================] - 0s 125us/step - loss: 0.4156
Epoch 40/100
500/500 [==============================] - 0s 126us/step - loss: 0.4053
Epoch 41/100
500/500 [==============================] - 0s 107us/step - loss: 0.3965
Epoch 42/100
500/500 [==============================] - 0s 126us/step - loss: 0.3883
Epoch 43/100
500/500 [==============================] - 0s 103us/step - loss: 0.3808
Epoch 44/100
500/500 [==============================] - 0s 106us/step - loss: 0.3727
Epoch 45/100
500/500 [==============================] - 0s 109us/step - loss: 0.3660
Epoch 46/100
500/500 [==============================] - 0s 107us/step - loss: 0.3595
Epoch 47/100
500/500 [==============================] - 0s 103us/step - loss: 0.3533
Epoch 48/100
500/500 [==============================] - 0s 114us/step - loss: 0.3477
Epoch 49/100
500/500 [==============================] - 0s 105us/step - loss: 0.3417
Epoch 50/100
500/500 [==============================] - 0s 101us/step - loss: 0.3361
Epoch 51/100
500/500 [==============================] - 0s 105us/step - loss: 0.3307
Epoch 52/100
500/500 [==============================] - 0s 109us/step - loss: 0.3257
Epoch 53/100
500/500 [==============================] - 0s 100us/step - loss: 0.3205
Epoch 54/100
500/500 [==============================] - 0s 110us/step - loss: 0.3163
Epoch 55/100
500/500 [==============================] - 0s 103us/step - loss: 0.3117
Epoch 56/100
500/500 [==============================] - 0s 100us/step - loss: 0.3066
Epoch 57/100
500/500 [==============================] - 0s 100us/step - loss: 0.3030
Epoch 58/100
500/500 [==============================] - 0s 109us/step - loss: 0.2991
Epoch 59/100
500/500 [==============================] - 0s 94us/step - loss: 0.2947
Epoch 60/100
500/500 [==============================] - 0s 99us/step - loss: 0.2903
Epoch 61/100
500/500 [==============================] - 0s 114us/step - loss: 0.2862
Epoch 62/100
500/500 [==============================] - 0s 111us/step - loss: 0.2824
Epoch 63/100
500/500 [==============================] - 0s 108us/step - loss: 0.2789
Epoch 64/100
500/500 [==============================] - 0s 124us/step - loss: 0.2749
Epoch 65/100
500/500 [==============================] - 0s 117us/step - loss: 0.2713
Epoch 66/100
500/500 [==============================] - 0s 126us/step - loss: 0.2680
Epoch 67/100
500/500 [==============================] - 0s 106us/step - loss: 0.2641
Epoch 68/100
500/500 [==============================] - 0s 111us/step - loss: 0.2606
Epoch 69/100
500/500 [==============================] - 0s 102us/step - loss: 0.2577
Epoch 70/100
500/500 [==============================] - 0s 109us/step - loss: 0.2543
Epoch 71/100
500/500 [==============================] - 0s 114us/step - loss: 0.2512
Epoch 72/100
500/500 [==============================] - 0s 114us/step - loss: 0.2487
Epoch 73/100
500/500 [==============================] - 0s 84us/step - loss: 0.2452
Epoch 74/100
500/500 [==============================] - 0s 94us/step - loss: 0.2422
Epoch 75/100
500/500 [==============================] - 0s 107us/step - loss: 0.2388
Epoch 76/100
500/500 [==============================] - 0s 91us/step - loss: 0.2359
Epoch 77/100
500/500 [==============================] - 0s 125us/step - loss: 0.2334
Epoch 78/100
500/500 [==============================] - 0s 100us/step - loss: 0.2309
Epoch 79/100
500/500 [==============================] - 0s 99us/step - loss: 0.2281
Epoch 80/100
500/500 [==============================] - 0s 104us/step - loss: 0.2250
Epoch 81/100
500/500 [==============================] - 0s 97us/step - loss: 0.2229
Epoch 82/100
500/500 [==============================] - 0s 106us/step - loss: 0.2201
Epoch 83/100
500/500 [==============================] - 0s 124us/step - loss: 0.2173
Epoch 84/100
500/500 [==============================] - 0s 107us/step - loss: 0.2155
Epoch 85/100
500/500 [==============================] - 0s 89us/step - loss: 0.2127
Epoch 86/100
500/500 [==============================] - 0s 107us/step - loss: 0.2107
Epoch 87/100
500/500 [==============================] - 0s 94us/step - loss: 0.2083
Epoch 88/100
500/500 [==============================] - 0s 103us/step - loss: 0.2059
Epoch 89/100
500/500 [==============================] - 0s 105us/step - loss: 0.2036
Epoch 90/100
500/500 [==============================] - 0s 134us/step - loss: 0.2014
Epoch 91/100
500/500 [==============================] - 0s 125us/step - loss: 0.1990
Epoch 92/100
500/500 [==============================] - 0s 109us/step - loss: 0.1969
Epoch 93/100
500/500 [==============================] - 0s 102us/step - loss: 0.1951
Epoch 94/100
500/500 [==============================] - 0s 103us/step - loss: 0.1929
Epoch 95/100
500/500 [==============================] - 0s 106us/step - loss: 0.1908
Epoch 96/100
500/500 [==============================] - 0s 99us/step - loss: 0.1890
Epoch 97/100
500/500 [==============================] - 0s 97us/step - loss: 0.1866
Epoch 98/100
500/500 [==============================] - 0s 110us/step - loss: 0.1850
Epoch 99/100
500/500 [==============================] - 0s 98us/step - loss: 0.1835
Epoch 100/100
500/500 [==============================] - 0s 113us/step - loss: 0.1814
mse with  100 e_dim:  0.05474165
mse with  100 e_dim:  0.11225624
Epoch 1/100
500/500 [==============================] - 1s 3ms/step - loss: 61.0464
Epoch 2/100
500/500 [==============================] - 0s 110us/step - loss: 29.9333
Epoch 3/100
500/500 [==============================] - 0s 114us/step - loss: 20.7686
Epoch 4/100
500/500 [==============================] - 0s 99us/step - loss: 14.3510
Epoch 5/100
500/500 [==============================] - 0s 90us/step - loss: 10.0816
Epoch 6/100
500/500 [==============================] - 0s 94us/step - loss: 7.1471
Epoch 7/100
500/500 [==============================] - 0s 104us/step - loss: 5.2092
Epoch 8/100
500/500 [==============================] - 0s 110us/step - loss: 3.8150
Epoch 9/100
500/500 [==============================] - 0s 113us/step - loss: 2.8478
Epoch 10/100
500/500 [==============================] - 0s 108us/step - loss: 2.1781
Epoch 11/100
500/500 [==============================] - 0s 125us/step - loss: 1.7009
Epoch 12/100
500/500 [==============================] - 0s 106us/step - loss: 1.3455
Epoch 13/100
500/500 [==============================] - 0s 112us/step - loss: 1.0961
Epoch 14/100
500/500 [==============================] - 0s 94us/step - loss: 0.8997
Epoch 15/100
500/500 [==============================] - 0s 105us/step - loss: 0.7684
Epoch 16/100
500/500 [==============================] - 0s 101us/step - loss: 0.6559
Epoch 17/100
500/500 [==============================] - 0s 111us/step - loss: 0.5769
Epoch 18/100
500/500 [==============================] - 0s 97us/step - loss: 0.5173
Epoch 19/100
500/500 [==============================] - 0s 101us/step - loss: 0.4692
Epoch 20/100
500/500 [==============================] - 0s 114us/step - loss: 0.4293
Epoch 21/100
500/500 [==============================] - 0s 110us/step - loss: 0.3978
Epoch 22/100
500/500 [==============================] - 0s 112us/step - loss: 0.3742
Epoch 23/100
500/500 [==============================] - 0s 128us/step - loss: 0.3524
Epoch 24/100
500/500 [==============================] - 0s 127us/step - loss: 0.3342
Epoch 25/100
500/500 [==============================] - 0s 112us/step - loss: 0.3182
Epoch 26/100
500/500 [==============================] - 0s 104us/step - loss: 0.3059
Epoch 27/100
500/500 [==============================] - 0s 113us/step - loss: 0.2944
Epoch 28/100
500/500 [==============================] - 0s 139us/step - loss: 0.2837
Epoch 29/100
500/500 [==============================] - 0s 115us/step - loss: 0.2742
Epoch 30/100
500/500 [==============================] - 0s 108us/step - loss: 0.2659
Epoch 31/100
500/500 [==============================] - 0s 97us/step - loss: 0.2584
Epoch 32/100
500/500 [==============================] - 0s 106us/step - loss: 0.2514
Epoch 33/100
500/500 [==============================] - 0s 108us/step - loss: 0.2450
Epoch 34/100
500/500 [==============================] - 0s 93us/step - loss: 0.2392
Epoch 35/100
500/500 [==============================] - 0s 104us/step - loss: 0.2338
Epoch 36/100
500/500 [==============================] - 0s 92us/step - loss: 0.2289
Epoch 37/100
500/500 [==============================] - 0s 98us/step - loss: 0.2236
Epoch 38/100
500/500 [==============================] - 0s 106us/step - loss: 0.2193
Epoch 39/100
500/500 [==============================] - 0s 125us/step - loss: 0.2153
Epoch 40/100
500/500 [==============================] - 0s 93us/step - loss: 0.2118
Epoch 41/100
500/500 [==============================] - 0s 95us/step - loss: 0.2079
Epoch 42/100
500/500 [==============================] - 0s 126us/step - loss: 0.2045
Epoch 43/100
500/500 [==============================] - 0s 110us/step - loss: 0.2010
Epoch 44/100
500/500 [==============================] - 0s 130us/step - loss: 0.1981
Epoch 45/100
500/500 [==============================] - 0s 133us/step - loss: 0.1951
Epoch 46/100
500/500 [==============================] - 0s 99us/step - loss: 0.1924
Epoch 47/100
500/500 [==============================] - 0s 101us/step - loss: 0.1896
Epoch 48/100
500/500 [==============================] - 0s 97us/step - loss: 0.1871
Epoch 49/100
500/500 [==============================] - 0s 111us/step - loss: 0.1849
Epoch 50/100
500/500 [==============================] - 0s 120us/step - loss: 0.1828
Epoch 51/100
500/500 [==============================] - 0s 106us/step - loss: 0.1804
Epoch 52/100
500/500 [==============================] - 0s 126us/step - loss: 0.1786
Epoch 53/100
500/500 [==============================] - 0s 105us/step - loss: 0.1765
Epoch 54/100
500/500 [==============================] - 0s 115us/step - loss: 0.1745
Epoch 55/100
500/500 [==============================] - 0s 110us/step - loss: 0.1731
Epoch 56/100
500/500 [==============================] - 0s 113us/step - loss: 0.1715
Epoch 57/100
500/500 [==============================] - 0s 82us/step - loss: 0.1700
Epoch 58/100
500/500 [==============================] - 0s 102us/step - loss: 0.1682
Epoch 59/100
500/500 [==============================] - 0s 105us/step - loss: 0.1668
Epoch 60/100
500/500 [==============================] - 0s 100us/step - loss: 0.1653
Epoch 61/100
500/500 [==============================] - 0s 128us/step - loss: 0.1639
Epoch 62/100
500/500 [==============================] - 0s 112us/step - loss: 0.1626
Epoch 63/100
500/500 [==============================] - 0s 109us/step - loss: 0.1616
Epoch 64/100
500/500 [==============================] - 0s 102us/step - loss: 0.1603
Epoch 65/100
500/500 [==============================] - 0s 122us/step - loss: 0.1592
Epoch 66/100
500/500 [==============================] - 0s 106us/step - loss: 0.1582
Epoch 67/100
500/500 [==============================] - 0s 105us/step - loss: 0.1570
Epoch 68/100
500/500 [==============================] - 0s 110us/step - loss: 0.1560
Epoch 69/100
500/500 [==============================] - 0s 104us/step - loss: 0.1552
Epoch 70/100
500/500 [==============================] - 0s 121us/step - loss: 0.1545
Epoch 71/100
500/500 [==============================] - 0s 98us/step - loss: 0.1535
Epoch 72/100
500/500 [==============================] - 0s 113us/step - loss: 0.1527
Epoch 73/100
500/500 [==============================] - 0s 104us/step - loss: 0.1520
Epoch 74/100
500/500 [==============================] - 0s 100us/step - loss: 0.1513
Epoch 75/100
500/500 [==============================] - 0s 112us/step - loss: 0.1506
Epoch 76/100
500/500 [==============================] - 0s 102us/step - loss: 0.1499
Epoch 77/100
500/500 [==============================] - 0s 107us/step - loss: 0.1494
Epoch 78/100
500/500 [==============================] - 0s 112us/step - loss: 0.1493
Epoch 79/100
500/500 [==============================] - 0s 108us/step - loss: 0.1487
Epoch 80/100
500/500 [==============================] - 0s 127us/step - loss: 0.1481
Epoch 81/100
500/500 [==============================] - 0s 91us/step - loss: 0.1476
Epoch 82/100
500/500 [==============================] - 0s 103us/step - loss: 0.1467
Epoch 83/100
500/500 [==============================] - 0s 109us/step - loss: 0.1466
Epoch 84/100
500/500 [==============================] - 0s 105us/step - loss: 0.1466
Epoch 85/100
500/500 [==============================] - 0s 121us/step - loss: 0.1466
Epoch 86/100
500/500 [==============================] - 0s 98us/step - loss: 0.1463
Epoch 87/100
500/500 [==============================] - 0s 128us/step - loss: 0.1461
Epoch 88/100
500/500 [==============================] - 0s 107us/step - loss: 0.1460
Epoch 89/100
500/500 [==============================] - 0s 102us/step - loss: 0.1475
Epoch 90/100
500/500 [==============================] - 0s 115us/step - loss: 0.1475
Epoch 91/100
500/500 [==============================] - 0s 119us/step - loss: 0.1475
Epoch 92/100
500/500 [==============================] - 0s 140us/step - loss: 0.1485
Epoch 93/100
500/500 [==============================] - 0s 110us/step - loss: 0.1477
Epoch 94/100
500/500 [==============================] - 0s 104us/step - loss: 0.1492
Epoch 95/100
500/500 [==============================] - 0s 127us/step - loss: 0.1488
Epoch 96/100
500/500 [==============================] - 0s 108us/step - loss: 0.1528
Epoch 97/100
500/500 [==============================] - 0s 145us/step - loss: 0.1537
Epoch 98/100
500/500 [==============================] - 0s 114us/step - loss: 0.1541
Epoch 99/100
500/500 [==============================] - 0s 104us/step - loss: 0.1534
Epoch 100/100
500/500 [==============================] - 0s 141us/step - loss: 0.1560
mse with  250 e_dim:  0.01901819
mse with  250 e_dim:  0.11756967
Epoch 1/100
500/500 [==============================] - 2s 3ms/step - loss: 79.3232
Epoch 2/100
500/500 [==============================] - 0s 122us/step - loss: 63.7737
Epoch 3/100
500/500 [==============================] - 0s 118us/step - loss: 46.4547
Epoch 4/100
500/500 [==============================] - 0s 117us/step - loss: 32.5546
Epoch 5/100
500/500 [==============================] - 0s 107us/step - loss: 28.6625
Epoch 6/100
500/500 [==============================] - 0s 131us/step - loss: 26.1995
Epoch 7/100
500/500 [==============================] - 0s 117us/step - loss: 24.1387
Epoch 8/100
500/500 [==============================] - 0s 134us/step - loss: 22.1570
Epoch 9/100
500/500 [==============================] - 0s 121us/step - loss: 20.2835
Epoch 10/100
500/500 [==============================] - 0s 127us/step - loss: 18.5587
Epoch 11/100
500/500 [==============================] - 0s 125us/step - loss: 16.9481
Epoch 12/100
500/500 [==============================] - 0s 105us/step - loss: 15.4799
Epoch 13/100
500/500 [==============================] - 0s 132us/step - loss: 14.1629
Epoch 14/100
500/500 [==============================] - 0s 113us/step - loss: 12.9054
Epoch 15/100
500/500 [==============================] - 0s 127us/step - loss: 11.8029
Epoch 16/100
500/500 [==============================] - 0s 115us/step - loss: 10.7935
Epoch 17/100
500/500 [==============================] - 0s 116us/step - loss: 9.8606
Epoch 18/100
500/500 [==============================] - 0s 110us/step - loss: 9.0201
Epoch 19/100
500/500 [==============================] - 0s 133us/step - loss: 8.2407
Epoch 20/100
500/500 [==============================] - 0s 119us/step - loss: 7.5431
Epoch 21/100
500/500 [==============================] - 0s 121us/step - loss: 6.9032
Epoch 22/100
500/500 [==============================] - 0s 118us/step - loss: 6.3079
Epoch 23/100
500/500 [==============================] - 0s 125us/step - loss: 5.7666
Epoch 24/100
500/500 [==============================] - 0s 113us/step - loss: 5.2701
Epoch 25/100
500/500 [==============================] - 0s 119us/step - loss: 4.8254
Epoch 26/100
500/500 [==============================] - 0s 97us/step - loss: 4.4075
Epoch 27/100
500/500 [==============================] - 0s 105us/step - loss: 4.0397
Epoch 28/100
500/500 [==============================] - 0s 99us/step - loss: 3.7011
Epoch 29/100
500/500 [==============================] - 0s 116us/step - loss: 3.3945
Epoch 30/100
500/500 [==============================] - 0s 98us/step - loss: 3.1073
Epoch 31/100
500/500 [==============================] - 0s 97us/step - loss: 2.8500
Epoch 32/100
500/500 [==============================] - 0s 131us/step - loss: 2.6170
Epoch 33/100
500/500 [==============================] - 0s 102us/step - loss: 2.4037
Epoch 34/100
500/500 [==============================] - 0s 96us/step - loss: 2.2081
Epoch 35/100
500/500 [==============================] - 0s 98us/step - loss: 2.0255
Epoch 36/100
500/500 [==============================] - 0s 106us/step - loss: 1.8717
Epoch 37/100
500/500 [==============================] - 0s 113us/step - loss: 1.7241
Epoch 38/100
500/500 [==============================] - 0s 115us/step - loss: 1.5922
Epoch 39/100
500/500 [==============================] - 0s 102us/step - loss: 1.4692
Epoch 40/100
500/500 [==============================] - 0s 102us/step - loss: 1.3610
Epoch 41/100
500/500 [==============================] - 0s 96us/step - loss: 1.2580
Epoch 42/100
500/500 [==============================] - 0s 105us/step - loss: 1.1681
Epoch 43/100
500/500 [==============================] - 0s 129us/step - loss: 1.0852
Epoch 44/100
500/500 [==============================] - 0s 101us/step - loss: 1.0073
Epoch 45/100
500/500 [==============================] - 0s 100us/step - loss: 0.9385
Epoch 46/100
500/500 [==============================] - 0s 116us/step - loss: 0.8747
Epoch 47/100
500/500 [==============================] - 0s 109us/step - loss: 0.8182
Epoch 48/100
500/500 [==============================] - 0s 116us/step - loss: 0.7675
Epoch 49/100
500/500 [==============================] - 0s 114us/step - loss: 0.7199
Epoch 50/100
500/500 [==============================] - 0s 123us/step - loss: 0.6760
Epoch 51/100
500/500 [==============================] - 0s 107us/step - loss: 0.6374
Epoch 52/100
500/500 [==============================] - 0s 128us/step - loss: 0.6009
Epoch 53/100
500/500 [==============================] - 0s 106us/step - loss: 0.5682
Epoch 54/100
500/500 [==============================] - 0s 114us/step - loss: 0.5384
Epoch 55/100
500/500 [==============================] - 0s 108us/step - loss: 0.5114
Epoch 56/100
500/500 [==============================] - 0s 123us/step - loss: 0.4869
Epoch 57/100
500/500 [==============================] - 0s 125us/step - loss: 0.4638
Epoch 58/100
500/500 [==============================] - 0s 106us/step - loss: 0.4428
Epoch 59/100
500/500 [==============================] - 0s 97us/step - loss: 0.4239
Epoch 60/100
500/500 [==============================] - 0s 101us/step - loss: 0.4059
Epoch 61/100
500/500 [==============================] - 0s 111us/step - loss: 0.3906
Epoch 62/100
500/500 [==============================] - 0s 111us/step - loss: 0.3762
Epoch 63/100
500/500 [==============================] - 0s 97us/step - loss: 0.3624
Epoch 64/100
500/500 [==============================] - 0s 101us/step - loss: 0.3501
Epoch 65/100
500/500 [==============================] - 0s 108us/step - loss: 0.3386
Epoch 66/100
500/500 [==============================] - 0s 97us/step - loss: 0.3281
Epoch 67/100
500/500 [==============================] - 0s 118us/step - loss: 0.3183
Epoch 68/100
500/500 [==============================] - 0s 114us/step - loss: 0.3093
Epoch 69/100
500/500 [==============================] - 0s 106us/step - loss: 0.3010
Epoch 70/100
500/500 [==============================] - 0s 126us/step - loss: 0.2928
Epoch 71/100
500/500 [==============================] - 0s 118us/step - loss: 0.2856
Epoch 72/100
500/500 [==============================] - 0s 134us/step - loss: 0.2793
Epoch 73/100
500/500 [==============================] - 0s 112us/step - loss: 0.2727
Epoch 74/100
500/500 [==============================] - 0s 117us/step - loss: 0.2670
Epoch 75/100
500/500 [==============================] - 0s 119us/step - loss: 0.2612
Epoch 76/100
500/500 [==============================] - 0s 120us/step - loss: 0.2561
Epoch 77/100
500/500 [==============================] - 0s 109us/step - loss: 0.2514
Epoch 78/100
500/500 [==============================] - 0s 104us/step - loss: 0.2466
Epoch 79/100
500/500 [==============================] - 0s 114us/step - loss: 0.2424
Epoch 80/100
500/500 [==============================] - 0s 105us/step - loss: 0.2383
Epoch 81/100
500/500 [==============================] - 0s 113us/step - loss: 0.2344
Epoch 82/100
500/500 [==============================] - 0s 115us/step - loss: 0.2306
Epoch 83/100
500/500 [==============================] - 0s 113us/step - loss: 0.2274
Epoch 84/100
500/500 [==============================] - 0s 98us/step - loss: 0.2241
Epoch 85/100
500/500 [==============================] - 0s 108us/step - loss: 0.2209
Epoch 86/100
500/500 [==============================] - 0s 127us/step - loss: 0.2181
Epoch 87/100
500/500 [==============================] - 0s 113us/step - loss: 0.2153
Epoch 88/100
500/500 [==============================] - 0s 128us/step - loss: 0.2125
Epoch 89/100
500/500 [==============================] - 0s 117us/step - loss: 0.2099
Epoch 90/100
500/500 [==============================] - 0s 132us/step - loss: 0.2075
Epoch 91/100
500/500 [==============================] - 0s 137us/step - loss: 0.2052
Epoch 92/100
500/500 [==============================] - 0s 179us/step - loss: 0.2028
Epoch 93/100
500/500 [==============================] - 0s 133us/step - loss: 0.2006
Epoch 94/100
500/500 [==============================] - 0s 121us/step - loss: 0.1986
Epoch 95/100
500/500 [==============================] - 0s 96us/step - loss: 0.1967
Epoch 96/100
500/500 [==============================] - 0s 120us/step - loss: 0.1947
Epoch 97/100
500/500 [==============================] - 0s 104us/step - loss: 0.1929
Epoch 98/100
500/500 [==============================] - 0s 103us/step - loss: 0.1912
Epoch 99/100
500/500 [==============================] - 0s 107us/step - loss: 0.1894
Epoch 100/100
500/500 [==============================] - 0s 105us/step - loss: 0.1878
mse with  400 e_dim:  0.05115157
mse with  400 e_dim:  0.24611016
Epoch 1/100
500/500 [==============================] - 2s 3ms/step - loss: 77.9486
Epoch 2/100
500/500 [==============================] - 0s 127us/step - loss: 60.4207
Epoch 3/100
500/500 [==============================] - 0s 146us/step - loss: 40.7756
Epoch 4/100
500/500 [==============================] - 0s 127us/step - loss: 30.5846
Epoch 5/100
500/500 [==============================] - 0s 125us/step - loss: 27.3429
Epoch 6/100
500/500 [==============================] - 0s 134us/step - loss: 24.8554
Epoch 7/100
500/500 [==============================] - 0s 128us/step - loss: 22.6000
Epoch 8/100
500/500 [==============================] - 0s 134us/step - loss: 20.5207
Epoch 9/100
500/500 [==============================] - 0s 109us/step - loss: 18.5420
Epoch 10/100
500/500 [==============================] - 0s 106us/step - loss: 16.7727
Epoch 11/100
500/500 [==============================] - 0s 114us/step - loss: 15.1390
Epoch 12/100
500/500 [==============================] - 0s 131us/step - loss: 13.7043
Epoch 13/100
500/500 [==============================] - 0s 119us/step - loss: 12.3895
Epoch 14/100
500/500 [==============================] - 0s 132us/step - loss: 11.2075
Epoch 15/100
500/500 [==============================] - 0s 134us/step - loss: 10.1360
Epoch 16/100
500/500 [==============================] - 0s 134us/step - loss: 9.1743
Epoch 17/100
500/500 [==============================] - 0s 135us/step - loss: 8.2980
Epoch 18/100
500/500 [==============================] - 0s 128us/step - loss: 7.5165
Epoch 19/100
500/500 [==============================] - 0s 130us/step - loss: 6.8209
Epoch 20/100
500/500 [==============================] - 0s 119us/step - loss: 6.1673
Epoch 21/100
500/500 [==============================] - 0s 122us/step - loss: 5.5860
Epoch 22/100
500/500 [==============================] - 0s 127us/step - loss: 5.0569
Epoch 23/100
500/500 [==============================] - 0s 136us/step - loss: 4.5893
Epoch 24/100
500/500 [==============================] - 0s 114us/step - loss: 4.1758
Epoch 25/100
500/500 [==============================] - 0s 116us/step - loss: 3.7860
Epoch 26/100
500/500 [==============================] - 0s 123us/step - loss: 3.4384
Epoch 27/100
500/500 [==============================] - 0s 120us/step - loss: 3.1307
Epoch 28/100
500/500 [==============================] - 0s 137us/step - loss: 2.8404
Epoch 29/100
500/500 [==============================] - 0s 122us/step - loss: 2.5857
Epoch 30/100
500/500 [==============================] - 0s 139us/step - loss: 2.3537
Epoch 31/100
500/500 [==============================] - 0s 119us/step - loss: 2.1516
Epoch 32/100
500/500 [==============================] - 0s 129us/step - loss: 1.9625
Epoch 33/100
500/500 [==============================] - 0s 130us/step - loss: 1.7979
Epoch 34/100
500/500 [==============================] - 0s 124us/step - loss: 1.6467
Epoch 35/100
500/500 [==============================] - 0s 125us/step - loss: 1.5073
Epoch 36/100
500/500 [==============================] - 0s 111us/step - loss: 1.3823
Epoch 37/100
500/500 [==============================] - 0s 130us/step - loss: 1.2729
Epoch 38/100
500/500 [==============================] - 0s 126us/step - loss: 1.1705
Epoch 39/100
500/500 [==============================] - 0s 113us/step - loss: 1.0820
Epoch 40/100
500/500 [==============================] - 0s 129us/step - loss: 0.9994
Epoch 41/100
500/500 [==============================] - 0s 115us/step - loss: 0.9228
Epoch 42/100
500/500 [==============================] - 0s 128us/step - loss: 0.8567
Epoch 43/100
500/500 [==============================] - 0s 128us/step - loss: 0.7945
Epoch 44/100
500/500 [==============================] - 0s 131us/step - loss: 0.7422
Epoch 45/100
500/500 [==============================] - 0s 136us/step - loss: 0.6925
Epoch 46/100
500/500 [==============================] - 0s 131us/step - loss: 0.6473
Epoch 47/100
500/500 [==============================] - 0s 130us/step - loss: 0.6075
Epoch 48/100
500/500 [==============================] - 0s 119us/step - loss: 0.5715
Epoch 49/100
500/500 [==============================] - 0s 122us/step - loss: 0.5386
Epoch 50/100
500/500 [==============================] - 0s 107us/step - loss: 0.5092
Epoch 51/100
500/500 [==============================] - 0s 107us/step - loss: 0.4823
Epoch 52/100
500/500 [==============================] - 0s 114us/step - loss: 0.4576
Epoch 53/100
500/500 [==============================] - 0s 114us/step - loss: 0.4367
Epoch 54/100
500/500 [==============================] - 0s 132us/step - loss: 0.4166
Epoch 55/100
500/500 [==============================] - 0s 110us/step - loss: 0.3981
Epoch 56/100
500/500 [==============================] - 0s 123us/step - loss: 0.3802
Epoch 57/100
500/500 [==============================] - 0s 119us/step - loss: 0.3647
Epoch 58/100
500/500 [==============================] - 0s 103us/step - loss: 0.3509
Epoch 59/100
500/500 [==============================] - 0s 109us/step - loss: 0.3384
Epoch 60/100
500/500 [==============================] - 0s 124us/step - loss: 0.3275
Epoch 61/100
500/500 [==============================] - 0s 118us/step - loss: 0.3168
Epoch 62/100
500/500 [==============================] - 0s 112us/step - loss: 0.3066
Epoch 63/100
500/500 [==============================] - 0s 129us/step - loss: 0.2977
Epoch 64/100
500/500 [==============================] - 0s 115us/step - loss: 0.2897
Epoch 65/100
500/500 [==============================] - 0s 122us/step - loss: 0.2822
Epoch 66/100
500/500 [==============================] - 0s 112us/step - loss: 0.2747
Epoch 67/100
500/500 [==============================] - 0s 137us/step - loss: 0.2683
Epoch 68/100
500/500 [==============================] - 0s 111us/step - loss: 0.2625
Epoch 69/100
500/500 [==============================] - 0s 125us/step - loss: 0.2568
Epoch 70/100
500/500 [==============================] - 0s 133us/step - loss: 0.2515
Epoch 71/100
500/500 [==============================] - 0s 127us/step - loss: 0.2463
Epoch 72/100
500/500 [==============================] - 0s 109us/step - loss: 0.2419
Epoch 73/100
500/500 [==============================] - 0s 140us/step - loss: 0.2377
Epoch 74/100
500/500 [==============================] - 0s 123us/step - loss: 0.2337
Epoch 75/100
500/500 [==============================] - 0s 120us/step - loss: 0.2298
Epoch 76/100
500/500 [==============================] - 0s 132us/step - loss: 0.2263
Epoch 77/100
500/500 [==============================] - 0s 123us/step - loss: 0.2228
Epoch 78/100
500/500 [==============================] - 0s 113us/step - loss: 0.2196
Epoch 79/100
500/500 [==============================] - 0s 123us/step - loss: 0.2167
Epoch 80/100
500/500 [==============================] - 0s 127us/step - loss: 0.2138
Epoch 81/100
500/500 [==============================] - 0s 126us/step - loss: 0.2109
Epoch 82/100
500/500 [==============================] - 0s 108us/step - loss: 0.2081
Epoch 83/100
500/500 [==============================] - 0s 131us/step - loss: 0.2057
Epoch 84/100
500/500 [==============================] - 0s 111us/step - loss: 0.2034
Epoch 85/100
500/500 [==============================] - 0s 111us/step - loss: 0.2011
Epoch 86/100
500/500 [==============================] - 0s 140us/step - loss: 0.1990
Epoch 87/100
500/500 [==============================] - 0s 125us/step - loss: 0.1967
Epoch 88/100
500/500 [==============================] - 0s 116us/step - loss: 0.1947
Epoch 89/100
500/500 [==============================] - 0s 133us/step - loss: 0.1927
Epoch 90/100
500/500 [==============================] - 0s 125us/step - loss: 0.1910
Epoch 91/100
500/500 [==============================] - 0s 130us/step - loss: 0.1891
Epoch 92/100
500/500 [==============================] - 0s 117us/step - loss: 0.1874
Epoch 93/100
500/500 [==============================] - 0s 114us/step - loss: 0.1858
Epoch 94/100
500/500 [==============================] - 0s 125us/step - loss: 0.1842
Epoch 95/100
500/500 [==============================] - 0s 125us/step - loss: 0.1828
Epoch 96/100
500/500 [==============================] - 0s 125us/step - loss: 0.1814
Epoch 97/100
500/500 [==============================] - 0s 124us/step - loss: 0.1800
Epoch 98/100
500/500 [==============================] - 0s 128us/step - loss: 0.1786
Epoch 99/100
500/500 [==============================] - 0s 117us/step - loss: 0.1773
Epoch 100/100
500/500 [==============================] - 0s 146us/step - loss: 0.1759
mse with  500 e_dim:  0.03898276
mse with  500 e_dim:  0.20962036
Epoch 1/100
500/500 [==============================] - 2s 3ms/step - loss: 76.1253
Epoch 2/100
500/500 [==============================] - 0s 132us/step - loss: 54.7261
Epoch 3/100
500/500 [==============================] - 0s 138us/step - loss: 34.1853
Epoch 4/100
500/500 [==============================] - 0s 141us/step - loss: 28.4792
Epoch 5/100
500/500 [==============================] - 0s 140us/step - loss: 25.0688
Epoch 6/100
500/500 [==============================] - 0s 141us/step - loss: 22.3249
Epoch 7/100
500/500 [==============================] - 0s 144us/step - loss: 19.8561
Epoch 8/100
500/500 [==============================] - 0s 139us/step - loss: 17.5483
Epoch 9/100
500/500 [==============================] - 0s 152us/step - loss: 15.5123
Epoch 10/100
500/500 [==============================] - 0s 140us/step - loss: 13.7341
Epoch 11/100
500/500 [==============================] - 0s 141us/step - loss: 12.1735
Epoch 12/100
500/500 [==============================] - 0s 148us/step - loss: 10.8043
Epoch 13/100
500/500 [==============================] - 0s 127us/step - loss: 9.5797
Epoch 14/100
500/500 [==============================] - 0s 130us/step - loss: 8.5030
Epoch 15/100
500/500 [==============================] - 0s 149us/step - loss: 7.5396
Epoch 16/100
500/500 [==============================] - 0s 135us/step - loss: 6.6843
Epoch 17/100
500/500 [==============================] - 0s 135us/step - loss: 5.9341
Epoch 18/100
500/500 [==============================] - 0s 148us/step - loss: 5.2763
Epoch 19/100
500/500 [==============================] - 0s 145us/step - loss: 4.6933
Epoch 20/100
500/500 [==============================] - 0s 140us/step - loss: 4.1733
Epoch 21/100
500/500 [==============================] - 0s 139us/step - loss: 3.7156
Epoch 22/100
500/500 [==============================] - 0s 129us/step - loss: 3.3176
Epoch 23/100
500/500 [==============================] - 0s 129us/step - loss: 2.9620
Epoch 24/100
500/500 [==============================] - 0s 129us/step - loss: 2.6468
Epoch 25/100
500/500 [==============================] - 0s 144us/step - loss: 2.3678
Epoch 26/100
500/500 [==============================] - 0s 134us/step - loss: 2.1178
Epoch 27/100
500/500 [==============================] - 0s 130us/step - loss: 1.9048
Epoch 28/100
500/500 [==============================] - 0s 134us/step - loss: 1.7107
Epoch 29/100
500/500 [==============================] - 0s 123us/step - loss: 1.5419
Epoch 30/100
500/500 [==============================] - 0s 125us/step - loss: 1.3950
Epoch 31/100
500/500 [==============================] - 0s 140us/step - loss: 1.2601
Epoch 32/100
500/500 [==============================] - 0s 144us/step - loss: 1.1420
Epoch 33/100
500/500 [==============================] - 0s 141us/step - loss: 1.0413
Epoch 34/100
500/500 [==============================] - 0s 128us/step - loss: 0.9536
Epoch 35/100
500/500 [==============================] - 0s 124us/step - loss: 0.8707
Epoch 36/100
500/500 [==============================] - 0s 126us/step - loss: 0.7968
Epoch 37/100
500/500 [==============================] - 0s 139us/step - loss: 0.7346
Epoch 38/100
500/500 [==============================] - 0s 116us/step - loss: 0.6809
Epoch 39/100
500/500 [==============================] - 0s 136us/step - loss: 0.6297
Epoch 40/100
500/500 [==============================] - 0s 131us/step - loss: 0.5844
Epoch 41/100
500/500 [==============================] - 0s 122us/step - loss: 0.5453
Epoch 42/100
500/500 [==============================] - 0s 126us/step - loss: 0.5094
Epoch 43/100
500/500 [==============================] - 0s 129us/step - loss: 0.4797
Epoch 44/100
500/500 [==============================] - 0s 143us/step - loss: 0.4516
Epoch 45/100
500/500 [==============================] - 0s 134us/step - loss: 0.4258
Epoch 46/100
500/500 [==============================] - 0s 136us/step - loss: 0.4037
Epoch 47/100
500/500 [==============================] - 0s 141us/step - loss: 0.3843
Epoch 48/100
500/500 [==============================] - 0s 132us/step - loss: 0.3668
Epoch 49/100
500/500 [==============================] - 0s 131us/step - loss: 0.3505
Epoch 50/100
500/500 [==============================] - 0s 132us/step - loss: 0.3365
Epoch 51/100
500/500 [==============================] - 0s 142us/step - loss: 0.3232
Epoch 52/100
500/500 [==============================] - 0s 141us/step - loss: 0.3116 0s - loss: 0.309
Epoch 53/100
500/500 [==============================] - 0s 145us/step - loss: 0.3009
Epoch 54/100
500/500 [==============================] - 0s 142us/step - loss: 0.2913
Epoch 55/100
500/500 [==============================] - 0s 134us/step - loss: 0.2820
Epoch 56/100
500/500 [==============================] - 0s 146us/step - loss: 0.2742
Epoch 57/100
500/500 [==============================] - 0s 133us/step - loss: 0.2670
Epoch 58/100
500/500 [==============================] - 0s 122us/step - loss: 0.2601
Epoch 59/100
500/500 [==============================] - 0s 122us/step - loss: 0.2540
Epoch 60/100
500/500 [==============================] - 0s 141us/step - loss: 0.2484
Epoch 61/100
500/500 [==============================] - 0s 146us/step - loss: 0.2430
Epoch 62/100
500/500 [==============================] - 0s 138us/step - loss: 0.2378 0s - loss: 0.238
Epoch 63/100
500/500 [==============================] - 0s 131us/step - loss: 0.2334
Epoch 64/100
500/500 [==============================] - 0s 126us/step - loss: 0.2292
Epoch 65/100
500/500 [==============================] - 0s 121us/step - loss: 0.2251
Epoch 66/100
500/500 [==============================] - 0s 137us/step - loss: 0.2213
Epoch 67/100
500/500 [==============================] - 0s 139us/step - loss: 0.2177
Epoch 68/100
500/500 [==============================] - 0s 135us/step - loss: 0.2145
Epoch 69/100
500/500 [==============================] - 0s 126us/step - loss: 0.2113
Epoch 70/100
500/500 [==============================] - 0s 140us/step - loss: 0.2082
Epoch 71/100
500/500 [==============================] - 0s 132us/step - loss: 0.2054
Epoch 72/100
500/500 [==============================] - 0s 113us/step - loss: 0.2027
Epoch 73/100
500/500 [==============================] - 0s 137us/step - loss: 0.2003
Epoch 74/100
500/500 [==============================] - 0s 129us/step - loss: 0.1978
Epoch 75/100
500/500 [==============================] - 0s 127us/step - loss: 0.1955
Epoch 76/100
500/500 [==============================] - 0s 114us/step - loss: 0.1935
Epoch 77/100
500/500 [==============================] - 0s 144us/step - loss: 0.1914
Epoch 78/100
500/500 [==============================] - 0s 143us/step - loss: 0.1894
Epoch 79/100
500/500 [==============================] - 0s 133us/step - loss: 0.1875
Epoch 80/100
500/500 [==============================] - 0s 140us/step - loss: 0.1858
Epoch 81/100
500/500 [==============================] - 0s 142us/step - loss: 0.1839
Epoch 82/100
500/500 [==============================] - 0s 134us/step - loss: 0.1823
Epoch 83/100
500/500 [==============================] - 0s 131us/step - loss: 0.1807
Epoch 84/100
500/500 [==============================] - 0s 130us/step - loss: 0.1795
Epoch 85/100
500/500 [==============================] - 0s 132us/step - loss: 0.1779
Epoch 86/100
500/500 [==============================] - 0s 115us/step - loss: 0.1766
Epoch 87/100
500/500 [==============================] - 0s 131us/step - loss: 0.1753
Epoch 88/100
500/500 [==============================] - 0s 129us/step - loss: 0.1739
Epoch 89/100
500/500 [==============================] - 0s 124us/step - loss: 0.1727
Epoch 90/100
500/500 [==============================] - 0s 134us/step - loss: 0.1715
Epoch 91/100
500/500 [==============================] - 0s 133us/step - loss: 0.1703
Epoch 92/100
500/500 [==============================] - 0s 115us/step - loss: 0.1693
Epoch 93/100
500/500 [==============================] - 0s 128us/step - loss: 0.1682
Epoch 94/100
500/500 [==============================] - 0s 128us/step - loss: 0.1673
Epoch 95/100
500/500 [==============================] - 0s 122us/step - loss: 0.1663
Epoch 96/100
500/500 [==============================] - 0s 129us/step - loss: 0.1654
Epoch 97/100
500/500 [==============================] - 0s 128us/step - loss: 0.1645
Epoch 98/100
500/500 [==============================] - 0s 132us/step - loss: 0.1636
Epoch 99/100
500/500 [==============================] - 0s 132us/step - loss: 0.1628
Epoch 100/100
500/500 [==============================] - 0s 128us/step - loss: 0.1619
mse with  750 e_dim:  0.02378082
mse with  750 e_dim:  0.16623654
Epoch 1/100
500/500 [==============================] - 2s 3ms/step - loss: 74.4853
Epoch 2/100
500/500 [==============================] - 0s 156us/step - loss: 48.8807
Epoch 3/100
500/500 [==============================] - 0s 153us/step - loss: 31.4213
Epoch 4/100
500/500 [==============================] - 0s 146us/step - loss: 26.7274
Epoch 5/100
500/500 [==============================] - 0s 154us/step - loss: 23.2973
Epoch 6/100
500/500 [==============================] - 0s 153us/step - loss: 20.2849
Epoch 7/100
500/500 [==============================] - 0s 147us/step - loss: 17.6680
Epoch 8/100
500/500 [==============================] - 0s 137us/step - loss: 15.3216
Epoch 9/100
500/500 [==============================] - 0s 149us/step - loss: 13.3296
Epoch 10/100
500/500 [==============================] - 0s 129us/step - loss: 11.5881
Epoch 11/100
500/500 [==============================] - 0s 138us/step - loss: 10.1014
Epoch 12/100
500/500 [==============================] - 0s 144us/step - loss: 8.7952
Epoch 13/100
500/500 [==============================] - 0s 142us/step - loss: 7.6794
Epoch 14/100
500/500 [==============================] - 0s 147us/step - loss: 6.6787
Epoch 15/100
500/500 [==============================] - 0s 140us/step - loss: 5.8196
Epoch 16/100
500/500 [==============================] - 0s 145us/step - loss: 5.0915
Epoch 17/100
500/500 [==============================] - 0s 146us/step - loss: 4.4414
Epoch 18/100
500/500 [==============================] - 0s 142us/step - loss: 3.8807
Epoch 19/100
500/500 [==============================] - 0s 153us/step - loss: 3.4028
Epoch 20/100
500/500 [==============================] - 0s 143us/step - loss: 2.9812
Epoch 21/100
500/500 [==============================] - 0s 135us/step - loss: 2.6230
Epoch 22/100
500/500 [==============================] - 0s 141us/step - loss: 2.3146
Epoch 23/100
500/500 [==============================] - 0s 157us/step - loss: 2.0345
Epoch 24/100
500/500 [==============================] - 0s 140us/step - loss: 1.8007
Epoch 25/100
500/500 [==============================] - 0s 141us/step - loss: 1.5994
Epoch 26/100
500/500 [==============================] - 0s 138us/step - loss: 1.4219
Epoch 27/100
500/500 [==============================] - 0s 134us/step - loss: 1.2656
Epoch 28/100
500/500 [==============================] - 0s 133us/step - loss: 1.1346
Epoch 29/100
500/500 [==============================] - 0s 128us/step - loss: 1.0194
Epoch 30/100
500/500 [==============================] - 0s 142us/step - loss: 0.9232
Epoch 31/100
500/500 [==============================] - 0s 144us/step - loss: 0.8338
Epoch 32/100
500/500 [==============================] - 0s 162us/step - loss: 0.7589
Epoch 33/100
500/500 [==============================] - 0s 144us/step - loss: 0.6912
Epoch 34/100
500/500 [==============================] - 0s 133us/step - loss: 0.6363
Epoch 35/100
500/500 [==============================] - 0s 145us/step - loss: 0.5867
Epoch 36/100
500/500 [==============================] - 0s 149us/step - loss: 0.5431
Epoch 37/100
500/500 [==============================] - 0s 154us/step - loss: 0.5056
Epoch 38/100
500/500 [==============================] - 0s 150us/step - loss: 0.4709
Epoch 39/100
500/500 [==============================] - 0s 151us/step - loss: 0.4417
Epoch 40/100
500/500 [==============================] - 0s 151us/step - loss: 0.4162
Epoch 41/100
500/500 [==============================] - 0s 134us/step - loss: 0.3936
Epoch 42/100
500/500 [==============================] - 0s 133us/step - loss: 0.3730
Epoch 43/100
500/500 [==============================] - 0s 139us/step - loss: 0.3548
Epoch 44/100
500/500 [==============================] - 0s 121us/step - loss: 0.3393
Epoch 45/100
500/500 [==============================] - 0s 147us/step - loss: 0.3248
Epoch 46/100
500/500 [==============================] - 0s 145us/step - loss: 0.3120
Epoch 47/100
500/500 [==============================] - 0s 159us/step - loss: 0.3008
Epoch 48/100
500/500 [==============================] - 0s 153us/step - loss: 0.2906
Epoch 49/100
500/500 [==============================] - 0s 148us/step - loss: 0.2816
Epoch 50/100
500/500 [==============================] - 0s 149us/step - loss: 0.2733
Epoch 51/100
500/500 [==============================] - 0s 148us/step - loss: 0.2656
Epoch 52/100
500/500 [==============================] - 0s 151us/step - loss: 0.2586
Epoch 53/100
500/500 [==============================] - 0s 148us/step - loss: 0.2522
Epoch 54/100
500/500 [==============================] - 0s 138us/step - loss: 0.2464
Epoch 55/100
500/500 [==============================] - 0s 140us/step - loss: 0.2409
Epoch 56/100
500/500 [==============================] - 0s 150us/step - loss: 0.2360
Epoch 57/100
500/500 [==============================] - 0s 149us/step - loss: 0.2313
Epoch 58/100
500/500 [==============================] - 0s 145us/step - loss: 0.2267
Epoch 59/100
500/500 [==============================] - 0s 141us/step - loss: 0.2226
Epoch 60/100
500/500 [==============================] - 0s 145us/step - loss: 0.2188
Epoch 61/100
500/500 [==============================] - 0s 151us/step - loss: 0.2153
Epoch 62/100
500/500 [==============================] - 0s 145us/step - loss: 0.2121
Epoch 63/100
500/500 [==============================] - 0s 140us/step - loss: 0.2090
Epoch 64/100
500/500 [==============================] - 0s 149us/step - loss: 0.2058
Epoch 65/100
500/500 [==============================] - 0s 140us/step - loss: 0.2029
Epoch 66/100
500/500 [==============================] - 0s 148us/step - loss: 0.2004
Epoch 67/100
500/500 [==============================] - 0s 159us/step - loss: 0.1979
Epoch 68/100
500/500 [==============================] - 0s 153us/step - loss: 0.1953
Epoch 69/100
500/500 [==============================] - 0s 139us/step - loss: 0.1932
Epoch 70/100
500/500 [==============================] - 0s 140us/step - loss: 0.1911
Epoch 71/100
500/500 [==============================] - 0s 147us/step - loss: 0.1889
Epoch 72/100
500/500 [==============================] - 0s 145us/step - loss: 0.1870
Epoch 73/100
500/500 [==============================] - 0s 142us/step - loss: 0.1850
Epoch 74/100
500/500 [==============================] - 0s 145us/step - loss: 0.1833
Epoch 75/100
500/500 [==============================] - 0s 141us/step - loss: 0.1816
Epoch 76/100
500/500 [==============================] - 0s 143us/step - loss: 0.1799
Epoch 77/100
500/500 [==============================] - 0s 159us/step - loss: 0.1784
Epoch 78/100
500/500 [==============================] - 0s 153us/step - loss: 0.1770
Epoch 79/100
500/500 [==============================] - 0s 135us/step - loss: 0.1757
Epoch 80/100
500/500 [==============================] - 0s 137us/step - loss: 0.1742
Epoch 81/100
500/500 [==============================] - 0s 157us/step - loss: 0.1731
Epoch 82/100
500/500 [==============================] - 0s 137us/step - loss: 0.1718
Epoch 83/100
500/500 [==============================] - 0s 149us/step - loss: 0.1705
Epoch 84/100
500/500 [==============================] - 0s 144us/step - loss: 0.1693
Epoch 85/100
500/500 [==============================] - 0s 153us/step - loss: 0.1683
Epoch 86/100
500/500 [==============================] - 0s 141us/step - loss: 0.1674
Epoch 87/100
500/500 [==============================] - 0s 138us/step - loss: 0.1663
Epoch 88/100
500/500 [==============================] - 0s 141us/step - loss: 0.1652
Epoch 89/100
500/500 [==============================] - 0s 156us/step - loss: 0.1643
Epoch 90/100
500/500 [==============================] - 0s 141us/step - loss: 0.1634
Epoch 91/100
500/500 [==============================] - 0s 141us/step - loss: 0.1626
Epoch 92/100
500/500 [==============================] - 0s 157us/step - loss: 0.1617
Epoch 93/100
500/500 [==============================] - 0s 148us/step - loss: 0.1610
Epoch 94/100
500/500 [==============================] - 0s 149us/step - loss: 0.1602
Epoch 95/100
500/500 [==============================] - 0s 146us/step - loss: 0.1594
Epoch 96/100
500/500 [==============================] - 0s 143us/step - loss: 0.1587
Epoch 97/100
500/500 [==============================] - 0s 145us/step - loss: 0.1581
Epoch 98/100
500/500 [==============================] - 0s 150us/step - loss: 0.1574
Epoch 99/100
500/500 [==============================] - 0s 138us/step - loss: 0.1568
Epoch 100/100
500/500 [==============================] - 0s 141us/step - loss: 0.1562
mse with 1000 e_dim:  0.01784695
mse with 1000 e_dim:  0.14218069
mse with    2 e_dim: 31.91338975 (31.91184030)
mse with   10 e_dim:  1.07445818 ( 1.06854367)
mse with   25 e_dim:  0.25171446 ( 0.35732276)
mse with   50 e_dim:  0.16401982 ( 0.18760259)
mse with   75 e_dim:  0.10888449 ( 0.16842282)
mse with  100 e_dim:  0.05474165 ( 0.11225624)
mse with  250 e_dim:  0.01901819 ( 0.11756967)
mse with  400 e_dim:  0.05115157 ( 0.24611016)
mse with  500 e_dim:  0.03898276 ( 0.20962036)
mse with  750 e_dim:  0.02378082 ( 0.16623654)
mse with 1000 e_dim:  0.01784695 ( 0.14218069)

In [14]:
# factorize the similarity matrix S2 with a simec
X = np.eye(n_output)
mses1 = []
mses2 = []
e_dims =  [2,   10,  25,  50,  75,  100,  250,  400,  500,  750,  1000]
l_rates = [0.1, 0.1, 0.1, 0.1, 0.1, 0.05, 0.05, 0.01, 0.01, 0.01, 0.01]
for i, e_dim in enumerate(e_dims):
    model = SimilarityEncoder(n_output, e_dim, S2.shape[1], s_ll_reg=1., S_ll=S2, opt=keras.optimizers.Adamax(lr=l_rates[i]))
    model.fit(X, S2, epochs=60)
    mse = msqe(S2, model.predict(X))
    mses1.append(mse)
    print("mse with %4i e_dim: %11.8f" % (e_dim, mse))
    # scalar product of emedding should also approximate S1
    Y = model.transform(X)
    mse = msqe(S2, np.dot(Y, Y.T))
    mses2.append(mse)
    print("mse with %4i e_dim: %11.8f" % (e_dim, mse))
for i, e_dim in enumerate(e_dims):
    print("mse with %4i e_dim: %11.8f (%11.8f)" % (e_dim, mses1[i], mses2[i]))


Epoch 1/60
700/700 [==============================] - 2s 2ms/step - loss: 40.0727
Epoch 2/60
700/700 [==============================] - 0s 107us/step - loss: 36.0504
Epoch 3/60
700/700 [==============================] - 0s 116us/step - loss: 34.5160
Epoch 4/60
700/700 [==============================] - 0s 124us/step - loss: 34.1153
Epoch 5/60
700/700 [==============================] - 0s 125us/step - loss: 33.8413
Epoch 6/60
700/700 [==============================] - 0s 112us/step - loss: 33.6295
Epoch 7/60
700/700 [==============================] - 0s 119us/step - loss: 33.4654
Epoch 8/60
700/700 [==============================] - 0s 109us/step - loss: 33.3230
Epoch 9/60
700/700 [==============================] - 0s 111us/step - loss: 33.2054
Epoch 10/60
700/700 [==============================] - 0s 104us/step - loss: 33.0919
Epoch 11/60
700/700 [==============================] - 0s 109us/step - loss: 33.0030
Epoch 12/60
700/700 [==============================] - 0s 105us/step - loss: 32.9373
Epoch 13/60
700/700 [==============================] - 0s 103us/step - loss: 32.8768
Epoch 14/60
700/700 [==============================] - 0s 121us/step - loss: 32.8282
Epoch 15/60
700/700 [==============================] - 0s 128us/step - loss: 32.7847
Epoch 16/60
700/700 [==============================] - 0s 110us/step - loss: 32.7474
Epoch 17/60
700/700 [==============================] - 0s 94us/step - loss: 32.7211
Epoch 18/60
700/700 [==============================] - 0s 116us/step - loss: 32.6967
Epoch 19/60
700/700 [==============================] - 0s 99us/step - loss: 32.6788
Epoch 20/60
700/700 [==============================] - 0s 97us/step - loss: 32.6676
Epoch 21/60
700/700 [==============================] - 0s 92us/step - loss: 32.6535
Epoch 22/60
700/700 [==============================] - 0s 117us/step - loss: 32.6313
Epoch 23/60
700/700 [==============================] - 0s 107us/step - loss: 32.6267
Epoch 24/60
700/700 [==============================] - 0s 113us/step - loss: 32.6185
Epoch 25/60
700/700 [==============================] - 0s 119us/step - loss: 32.6197
Epoch 26/60
700/700 [==============================] - 0s 115us/step - loss: 32.6020
Epoch 27/60
700/700 [==============================] - 0s 125us/step - loss: 32.6034
Epoch 28/60
700/700 [==============================] - 0s 123us/step - loss: 32.6143
Epoch 29/60
700/700 [==============================] - 0s 121us/step - loss: 32.6007
Epoch 30/60
700/700 [==============================] - 0s 105us/step - loss: 32.5904
Epoch 31/60
700/700 [==============================] - 0s 125us/step - loss: 32.5907
Epoch 32/60
700/700 [==============================] - 0s 118us/step - loss: 32.5941
Epoch 33/60
700/700 [==============================] - 0s 125us/step - loss: 32.5841
Epoch 34/60
700/700 [==============================] - 0s 115us/step - loss: 32.5791
Epoch 35/60
700/700 [==============================] - 0s 118us/step - loss: 32.5785
Epoch 36/60
700/700 [==============================] - 0s 133us/step - loss: 32.5845
Epoch 37/60
700/700 [==============================] - 0s 115us/step - loss: 32.5783
Epoch 38/60
700/700 [==============================] - 0s 100us/step - loss: 32.5730
Epoch 39/60
700/700 [==============================] - 0s 86us/step - loss: 32.5885
Epoch 40/60
700/700 [==============================] - 0s 118us/step - loss: 32.5868
Epoch 41/60
700/700 [==============================] - 0s 119us/step - loss: 32.5705
Epoch 42/60
700/700 [==============================] - 0s 120us/step - loss: 32.5728
Epoch 43/60
700/700 [==============================] - 0s 120us/step - loss: 32.5705
Epoch 44/60
700/700 [==============================] - 0s 118us/step - loss: 32.5715
Epoch 45/60
700/700 [==============================] - 0s 111us/step - loss: 32.5752
Epoch 46/60
700/700 [==============================] - 0s 118us/step - loss: 32.5817
Epoch 47/60
700/700 [==============================] - 0s 106us/step - loss: 32.5664
Epoch 48/60
700/700 [==============================] - 0s 110us/step - loss: 32.5741
Epoch 49/60
700/700 [==============================] - 0s 121us/step - loss: 32.5597
Epoch 50/60
700/700 [==============================] - 0s 111us/step - loss: 32.5690
Epoch 51/60
700/700 [==============================] - 0s 111us/step - loss: 32.5820
Epoch 52/60
700/700 [==============================] - 0s 102us/step - loss: 32.5582
Epoch 53/60
700/700 [==============================] - 0s 110us/step - loss: 32.5625
Epoch 54/60
700/700 [==============================] - 0s 100us/step - loss: 32.5575
Epoch 55/60
700/700 [==============================] - 0s 96us/step - loss: 32.5650
Epoch 56/60
700/700 [==============================] - 0s 111us/step - loss: 32.5578
Epoch 57/60
700/700 [==============================] - 0s 89us/step - loss: 32.5629
Epoch 58/60
700/700 [==============================] - 0s 101us/step - loss: 32.5621
Epoch 59/60
700/700 [==============================] - 0s 96us/step - loss: 32.5610
Epoch 60/60
700/700 [==============================] - 0s 112us/step - loss: 32.5666
mse with    2 e_dim: 16.26198484
mse with    2 e_dim: 16.26152146
Epoch 1/60
700/700 [==============================] - 2s 2ms/step - loss: 36.7011
Epoch 2/60
700/700 [==============================] - 0s 106us/step - loss: 25.1288
Epoch 3/60
700/700 [==============================] - 0s 99us/step - loss: 17.1690
Epoch 4/60
700/700 [==============================] - 0s 96us/step - loss: 13.8272
Epoch 5/60
700/700 [==============================] - 0s 105us/step - loss: 11.9135
Epoch 6/60
700/700 [==============================] - 0s 89us/step - loss: 10.4188
Epoch 7/60
700/700 [==============================] - 0s 105us/step - loss: 9.1349
Epoch 8/60
700/700 [==============================] - 0s 113us/step - loss: 8.0577
Epoch 9/60
700/700 [==============================] - 0s 106us/step - loss: 7.1216
Epoch 10/60
700/700 [==============================] - 0s 102us/step - loss: 6.3317
Epoch 11/60
700/700 [==============================] - 0s 104us/step - loss: 5.6361
Epoch 12/60
700/700 [==============================] - 0s 101us/step - loss: 5.0594
Epoch 13/60
700/700 [==============================] - 0s 113us/step - loss: 4.5559
Epoch 14/60
700/700 [==============================] - 0s 124us/step - loss: 4.1209
Epoch 15/60
700/700 [==============================] - 0s 113us/step - loss: 3.7279
Epoch 16/60
700/700 [==============================] - 0s 105us/step - loss: 3.3956
Epoch 17/60
700/700 [==============================] - 0s 103us/step - loss: 3.1058
Epoch 18/60
700/700 [==============================] - 0s 93us/step - loss: 2.8671
Epoch 19/60
700/700 [==============================] - 0s 115us/step - loss: 2.6451
Epoch 20/60
700/700 [==============================] - 0s 99us/step - loss: 2.4532
Epoch 21/60
700/700 [==============================] - 0s 99us/step - loss: 2.2913
Epoch 22/60
700/700 [==============================] - 0s 109us/step - loss: 2.1474
Epoch 23/60
700/700 [==============================] - 0s 113us/step - loss: 2.0224
Epoch 24/60
700/700 [==============================] - 0s 105us/step - loss: 1.9098
Epoch 25/60
700/700 [==============================] - 0s 111us/step - loss: 1.8168
Epoch 26/60
700/700 [==============================] - 0s 108us/step - loss: 1.7345
Epoch 27/60
700/700 [==============================] - 0s 114us/step - loss: 1.6586
Epoch 28/60
700/700 [==============================] - 0s 113us/step - loss: 1.5976
Epoch 29/60
700/700 [==============================] - 0s 117us/step - loss: 1.5442
Epoch 30/60
700/700 [==============================] - 0s 111us/step - loss: 1.4973
Epoch 31/60
700/700 [==============================] - 0s 121us/step - loss: 1.4545
Epoch 32/60
700/700 [==============================] - 0s 104us/step - loss: 1.4183
Epoch 33/60
700/700 [==============================] - 0s 108us/step - loss: 1.3859
Epoch 34/60
700/700 [==============================] - 0s 117us/step - loss: 1.3588
Epoch 35/60
700/700 [==============================] - 0s 116us/step - loss: 1.3367
Epoch 36/60
700/700 [==============================] - 0s 116us/step - loss: 1.3138
Epoch 37/60
700/700 [==============================] - 0s 108us/step - loss: 1.2961
Epoch 38/60
700/700 [==============================] - 0s 118us/step - loss: 1.2838
Epoch 39/60
700/700 [==============================] - 0s 115us/step - loss: 1.2680
Epoch 40/60
700/700 [==============================] - 0s 112us/step - loss: 1.2581
Epoch 41/60
700/700 [==============================] - 0s 107us/step - loss: 1.2485
Epoch 42/60
700/700 [==============================] - 0s 114us/step - loss: 1.2398
Epoch 43/60
700/700 [==============================] - 0s 100us/step - loss: 1.2330
Epoch 44/60
700/700 [==============================] - 0s 100us/step - loss: 1.2266
Epoch 45/60
700/700 [==============================] - 0s 112us/step - loss: 1.2246
Epoch 46/60
700/700 [==============================] - 0s 109us/step - loss: 1.2194
Epoch 47/60
700/700 [==============================] - 0s 105us/step - loss: 1.2162
Epoch 48/60
700/700 [==============================] - 0s 105us/step - loss: 1.2114
Epoch 49/60
700/700 [==============================] - 0s 121us/step - loss: 1.2109
Epoch 50/60
700/700 [==============================] - 0s 128us/step - loss: 1.2060
Epoch 51/60
700/700 [==============================] - 0s 112us/step - loss: 1.2058
Epoch 52/60
700/700 [==============================] - 0s 125us/step - loss: 1.2044
Epoch 53/60
700/700 [==============================] - 0s 118us/step - loss: 1.2040
Epoch 54/60
700/700 [==============================] - 0s 124us/step - loss: 1.2017
Epoch 55/60
700/700 [==============================] - 0s 110us/step - loss: 1.2037
Epoch 56/60
700/700 [==============================] - 0s 115us/step - loss: 1.2032
Epoch 57/60
700/700 [==============================] - 0s 115us/step - loss: 1.2027
Epoch 58/60
700/700 [==============================] - 0s 125us/step - loss: 1.2025
Epoch 59/60
700/700 [==============================] - 0s 111us/step - loss: 1.2001
Epoch 60/60
700/700 [==============================] - 0s 107us/step - loss: 1.2003
mse with   10 e_dim:  0.55318698
mse with   10 e_dim:  0.55380324
Epoch 1/60
700/700 [==============================] - 2s 2ms/step - loss: 33.0412
Epoch 2/60
700/700 [==============================] - 0s 97us/step - loss: 17.5627
Epoch 3/60
700/700 [==============================] - 0s 122us/step - loss: 13.1997
Epoch 4/60
700/700 [==============================] - 0s 107us/step - loss: 10.4148
Epoch 5/60
700/700 [==============================] - 0s 117us/step - loss: 8.2184
Epoch 6/60
700/700 [==============================] - 0s 106us/step - loss: 6.4376
Epoch 7/60
700/700 [==============================] - 0s 106us/step - loss: 5.1079
Epoch 8/60
700/700 [==============================] - 0s 117us/step - loss: 4.0340
Epoch 9/60
700/700 [==============================] - 0s 102us/step - loss: 3.2393
Epoch 10/60
700/700 [==============================] - 0s 103us/step - loss: 2.6248
Epoch 11/60
700/700 [==============================] - 0s 103us/step - loss: 2.1631
Epoch 12/60
700/700 [==============================] - 0s 101us/step - loss: 1.8071
Epoch 13/60
700/700 [==============================] - 0s 105us/step - loss: 1.5329
Epoch 14/60
700/700 [==============================] - 0s 104us/step - loss: 1.3208
Epoch 15/60
700/700 [==============================] - 0s 99us/step - loss: 1.1558
Epoch 16/60
700/700 [==============================] - 0s 109us/step - loss: 1.0258
Epoch 17/60
700/700 [==============================] - 0s 97us/step - loss: 0.9240
Epoch 18/60
700/700 [==============================] - 0s 110us/step - loss: 0.8408
Epoch 19/60
700/700 [==============================] - 0s 113us/step - loss: 0.7713
Epoch 20/60
700/700 [==============================] - 0s 110us/step - loss: 0.7181
Epoch 21/60
700/700 [==============================] - 0s 116us/step - loss: 0.6733
Epoch 22/60
700/700 [==============================] - 0s 115us/step - loss: 0.6366
Epoch 23/60
700/700 [==============================] - 0s 123us/step - loss: 0.6040
Epoch 24/60
700/700 [==============================] - 0s 123us/step - loss: 0.5786
Epoch 25/60
700/700 [==============================] - 0s 116us/step - loss: 0.5563
Epoch 26/60
700/700 [==============================] - 0s 121us/step - loss: 0.5368
Epoch 27/60
700/700 [==============================] - 0s 99us/step - loss: 0.5185
Epoch 28/60
700/700 [==============================] - 0s 101us/step - loss: 0.5034
Epoch 29/60
700/700 [==============================] - 0s 94us/step - loss: 0.4909
Epoch 30/60
700/700 [==============================] - 0s 102us/step - loss: 0.4779
Epoch 31/60
700/700 [==============================] - 0s 110us/step - loss: 0.4672
Epoch 32/60
700/700 [==============================] - 0s 122us/step - loss: 0.4583
Epoch 33/60
700/700 [==============================] - 0s 107us/step - loss: 0.4498
Epoch 34/60
700/700 [==============================] - 0s 118us/step - loss: 0.4412
Epoch 35/60
700/700 [==============================] - 0s 113us/step - loss: 0.4335
Epoch 36/60
700/700 [==============================] - 0s 117us/step - loss: 0.4278
Epoch 37/60
700/700 [==============================] - 0s 121us/step - loss: 0.4221
Epoch 38/60
700/700 [==============================] - 0s 109us/step - loss: 0.4168
Epoch 39/60
700/700 [==============================] - 0s 111us/step - loss: 0.4120
Epoch 40/60
700/700 [==============================] - 0s 117us/step - loss: 0.4076
Epoch 41/60
700/700 [==============================] - 0s 101us/step - loss: 0.4037
Epoch 42/60
700/700 [==============================] - 0s 107us/step - loss: 0.3998
Epoch 43/60
700/700 [==============================] - 0s 107us/step - loss: 0.3963
Epoch 44/60
700/700 [==============================] - 0s 104us/step - loss: 0.3930
Epoch 45/60
700/700 [==============================] - 0s 106us/step - loss: 0.3904
Epoch 46/60
700/700 [==============================] - 0s 103us/step - loss: 0.3879
Epoch 47/60
700/700 [==============================] - 0s 114us/step - loss: 0.3854
Epoch 48/60
700/700 [==============================] - 0s 107us/step - loss: 0.3833
Epoch 49/60
700/700 [==============================] - 0s 109us/step - loss: 0.3814
Epoch 50/60
700/700 [==============================] - 0s 107us/step - loss: 0.3800
Epoch 51/60
700/700 [==============================] - 0s 106us/step - loss: 0.3778
Epoch 52/60
700/700 [==============================] - 0s 110us/step - loss: 0.3766
Epoch 53/60
700/700 [==============================] - 0s 100us/step - loss: 0.3751
Epoch 54/60
700/700 [==============================] - 0s 116us/step - loss: 0.3743
Epoch 55/60
700/700 [==============================] - 0s 116us/step - loss: 0.3733
Epoch 56/60
700/700 [==============================] - 0s 96us/step - loss: 0.3724
Epoch 57/60
700/700 [==============================] - 0s 113us/step - loss: 0.3719
Epoch 58/60
700/700 [==============================] - 0s 108us/step - loss: 0.3712
Epoch 59/60
700/700 [==============================] - 0s 99us/step - loss: 0.3705
Epoch 60/60
700/700 [==============================] - 0s 94us/step - loss: 0.3698
mse with   25 e_dim:  0.13564825
mse with   25 e_dim:  0.21713062
Epoch 1/60
700/700 [==============================] - 2s 2ms/step - loss: 27.6527
Epoch 2/60
700/700 [==============================] - 0s 91us/step - loss: 14.7612
Epoch 3/60
700/700 [==============================] - 0s 96us/step - loss: 10.1474
Epoch 4/60
700/700 [==============================] - 0s 90us/step - loss: 7.0300
Epoch 5/60
700/700 [==============================] - 0s 94us/step - loss: 4.9415
Epoch 6/60
700/700 [==============================] - 0s 91us/step - loss: 3.5531: 0s - loss: 3.566
Epoch 7/60
700/700 [==============================] - 0s 104us/step - loss: 2.6024
Epoch 8/60
700/700 [==============================] - 0s 105us/step - loss: 1.9684
Epoch 9/60
700/700 [==============================] - 0s 99us/step - loss: 1.5267
Epoch 10/60
700/700 [==============================] - 0s 96us/step - loss: 1.2109
Epoch 11/60
700/700 [==============================] - 0s 114us/step - loss: 0.9930
Epoch 12/60
700/700 [==============================] - 0s 91us/step - loss: 0.8340
Epoch 13/60
700/700 [==============================] - 0s 91us/step - loss: 0.7213
Epoch 14/60
700/700 [==============================] - 0s 110us/step - loss: 0.6389
Epoch 15/60
700/700 [==============================] - 0s 106us/step - loss: 0.5770
Epoch 16/60
700/700 [==============================] - 0s 101us/step - loss: 0.5293
Epoch 17/60
700/700 [==============================] - 0s 96us/step - loss: 0.4940
Epoch 18/60
700/700 [==============================] - 0s 103us/step - loss: 0.4666
Epoch 19/60
700/700 [==============================] - 0s 97us/step - loss: 0.4442
Epoch 20/60
700/700 [==============================] - 0s 92us/step - loss: 0.4264
Epoch 21/60
700/700 [==============================] - 0s 109us/step - loss: 0.4125
Epoch 22/60
700/700 [==============================] - 0s 108us/step - loss: 0.4002
Epoch 23/60
700/700 [==============================] - 0s 112us/step - loss: 0.3901
Epoch 24/60
700/700 [==============================] - 0s 118us/step - loss: 0.3820
Epoch 25/60
700/700 [==============================] - 0s 121us/step - loss: 0.3745
Epoch 26/60
700/700 [==============================] - 0s 104us/step - loss: 0.3676
Epoch 27/60
700/700 [==============================] - 0s 100us/step - loss: 0.3621
Epoch 28/60
700/700 [==============================] - 0s 102us/step - loss: 0.3576
Epoch 29/60
700/700 [==============================] - 0s 109us/step - loss: 0.3527
Epoch 30/60
700/700 [==============================] - 0s 107us/step - loss: 0.3484
Epoch 31/60
700/700 [==============================] - 0s 114us/step - loss: 0.3446
Epoch 32/60
700/700 [==============================] - 0s 113us/step - loss: 0.3411
Epoch 33/60
700/700 [==============================] - 0s 105us/step - loss: 0.3377
Epoch 34/60
700/700 [==============================] - 0s 98us/step - loss: 0.3343
Epoch 35/60
700/700 [==============================] - 0s 114us/step - loss: 0.3320
Epoch 36/60
700/700 [==============================] - 0s 111us/step - loss: 0.3297
Epoch 37/60
700/700 [==============================] - 0s 110us/step - loss: 0.3271
Epoch 38/60
700/700 [==============================] - 0s 117us/step - loss: 0.3249
Epoch 39/60
700/700 [==============================] - 0s 108us/step - loss: 0.3226
Epoch 40/60
700/700 [==============================] - 0s 114us/step - loss: 0.3206
Epoch 41/60
700/700 [==============================] - 0s 102us/step - loss: 0.3184
Epoch 42/60
700/700 [==============================] - 0s 124us/step - loss: 0.3165
Epoch 43/60
700/700 [==============================] - 0s 106us/step - loss: 0.3146
Epoch 44/60
700/700 [==============================] - 0s 110us/step - loss: 0.3124
Epoch 45/60
700/700 [==============================] - 0s 107us/step - loss: 0.3109
Epoch 46/60
700/700 [==============================] - 0s 121us/step - loss: 0.3093
Epoch 47/60
700/700 [==============================] - 0s 100us/step - loss: 0.3082
Epoch 48/60
700/700 [==============================] - 0s 109us/step - loss: 0.3054
Epoch 49/60
700/700 [==============================] - 0s 102us/step - loss: 0.3040
Epoch 50/60
700/700 [==============================] - 0s 112us/step - loss: 0.3028
Epoch 51/60
700/700 [==============================] - 0s 99us/step - loss: 0.3016
Epoch 52/60
700/700 [==============================] - 0s 113us/step - loss: 0.3002
Epoch 53/60
700/700 [==============================] - 0s 97us/step - loss: 0.2988
Epoch 54/60
700/700 [==============================] - 0s 108us/step - loss: 0.2976
Epoch 55/60
700/700 [==============================] - 0s 100us/step - loss: 0.2967
Epoch 56/60
700/700 [==============================] - 0s 93us/step - loss: 0.2949
Epoch 57/60
700/700 [==============================] - 0s 102us/step - loss: 0.2947
Epoch 58/60
700/700 [==============================] - 0s 105us/step - loss: 0.2936
Epoch 59/60
700/700 [==============================] - 0s 117us/step - loss: 0.2928
Epoch 60/60
700/700 [==============================] - 0s 102us/step - loss: 0.2927
mse with   50 e_dim:  0.10144671
mse with   50 e_dim:  0.13188767
Epoch 1/60
700/700 [==============================] - 2s 2ms/step - loss: 27.3947
Epoch 2/60
700/700 [==============================] - 0s 103us/step - loss: 13.7183
Epoch 3/60
700/700 [==============================] - 0s 113us/step - loss: 8.5147
Epoch 4/60
700/700 [==============================] - 0s 120us/step - loss: 5.4738
Epoch 5/60
700/700 [==============================] - 0s 100us/step - loss: 3.5579
Epoch 6/60
700/700 [==============================] - 0s 112us/step - loss: 2.4102
Epoch 7/60
700/700 [==============================] - 0s 93us/step - loss: 1.6977
Epoch 8/60
700/700 [==============================] - 0s 115us/step - loss: 1.2318
Epoch 9/60
700/700 [==============================] - 0s 122us/step - loss: 0.9488
Epoch 10/60
700/700 [==============================] - 0s 106us/step - loss: 0.7588
Epoch 11/60
700/700 [==============================] - 0s 103us/step - loss: 0.6319
Epoch 12/60
700/700 [==============================] - 0s 125us/step - loss: 0.5466
Epoch 13/60
700/700 [==============================] - 0s 124us/step - loss: 0.4888
Epoch 14/60
700/700 [==============================] - 0s 100us/step - loss: 0.4438
Epoch 15/60
700/700 [==============================] - 0s 109us/step - loss: 0.4128
Epoch 16/60
700/700 [==============================] - 0s 113us/step - loss: 0.3886
Epoch 17/60
700/700 [==============================] - 0s 107us/step - loss: 0.3697
Epoch 18/60
700/700 [==============================] - 0s 113us/step - loss: 0.3558
Epoch 19/60
700/700 [==============================] - 0s 116us/step - loss: 0.3439
Epoch 20/60
700/700 [==============================] - 0s 112us/step - loss: 0.3340
Epoch 21/60
700/700 [==============================] - 0s 122us/step - loss: 0.3252
Epoch 22/60
700/700 [==============================] - 0s 109us/step - loss: 0.3171
Epoch 23/60
700/700 [==============================] - 0s 113us/step - loss: 0.3108
Epoch 24/60
700/700 [==============================] - 0s 94us/step - loss: 0.3044
Epoch 25/60
700/700 [==============================] - 0s 114us/step - loss: 0.2992
Epoch 26/60
700/700 [==============================] - 0s 108us/step - loss: 0.2941
Epoch 27/60
700/700 [==============================] - 0s 121us/step - loss: 0.2893
Epoch 28/60
700/700 [==============================] - 0s 112us/step - loss: 0.2849
Epoch 29/60
700/700 [==============================] - 0s 102us/step - loss: 0.2809
Epoch 30/60
700/700 [==============================] - 0s 109us/step - loss: 0.2765
Epoch 31/60
700/700 [==============================] - 0s 101us/step - loss: 0.2729
Epoch 32/60
700/700 [==============================] - 0s 104us/step - loss: 0.2696
Epoch 33/60
700/700 [==============================] - 0s 107us/step - loss: 0.2665
Epoch 34/60
700/700 [==============================] - 0s 99us/step - loss: 0.2634
Epoch 35/60
700/700 [==============================] - 0s 110us/step - loss: 0.2599
Epoch 36/60
700/700 [==============================] - 0s 106us/step - loss: 0.2568
Epoch 37/60
700/700 [==============================] - 0s 114us/step - loss: 0.2540
Epoch 38/60
700/700 [==============================] - 0s 121us/step - loss: 0.2520
Epoch 39/60
700/700 [==============================] - 0s 114us/step - loss: 0.2490
Epoch 40/60
700/700 [==============================] - 0s 111us/step - loss: 0.2473
Epoch 41/60
700/700 [==============================] - 0s 114us/step - loss: 0.2451
Epoch 42/60
700/700 [==============================] - 0s 115us/step - loss: 0.2428
Epoch 43/60
700/700 [==============================] - 0s 122us/step - loss: 0.2406
Epoch 44/60
700/700 [==============================] - 0s 118us/step - loss: 0.2378
Epoch 45/60
700/700 [==============================] - 0s 116us/step - loss: 0.2378
Epoch 46/60
700/700 [==============================] - 0s 89us/step - loss: 0.2354
Epoch 47/60
700/700 [==============================] - 0s 100us/step - loss: 0.2333
Epoch 48/60
700/700 [==============================] - 0s 97us/step - loss: 0.2314
Epoch 49/60
700/700 [==============================] - 0s 105us/step - loss: 0.2313
Epoch 50/60
700/700 [==============================] - 0s 103us/step - loss: 0.2293
Epoch 51/60
700/700 [==============================] - 0s 93us/step - loss: 0.2299
Epoch 52/60
700/700 [==============================] - 0s 109us/step - loss: 0.2292
Epoch 53/60
700/700 [==============================] - 0s 116us/step - loss: 0.2284
Epoch 54/60
700/700 [==============================] - 0s 104us/step - loss: 0.2280
Epoch 55/60
700/700 [==============================] - 0s 100us/step - loss: 0.2286
Epoch 56/60
700/700 [==============================] - 0s 105us/step - loss: 0.2276
Epoch 57/60
700/700 [==============================] - 0s 117us/step - loss: 0.2279
Epoch 58/60
700/700 [==============================] - 0s 118us/step - loss: 0.2283
Epoch 59/60
700/700 [==============================] - 0s 110us/step - loss: 0.2269
Epoch 60/60
700/700 [==============================] - 0s 113us/step - loss: 0.2275
mse with   75 e_dim:  0.06967070
mse with   75 e_dim:  0.10537682
Epoch 1/60
700/700 [==============================] - 2s 2ms/step - loss: 31.5173
Epoch 2/60
700/700 [==============================] - 0s 118us/step - loss: 16.3588
Epoch 3/60
700/700 [==============================] - 0s 116us/step - loss: 12.5826
Epoch 4/60
700/700 [==============================] - 0s 108us/step - loss: 9.7161
Epoch 5/60
700/700 [==============================] - 0s 139us/step - loss: 7.4480
Epoch 6/60
700/700 [==============================] - 0s 116us/step - loss: 5.7399
Epoch 7/60
700/700 [==============================] - 0s 105us/step - loss: 4.4270
Epoch 8/60
700/700 [==============================] - 0s 98us/step - loss: 3.4541
Epoch 9/60
700/700 [==============================] - 0s 120us/step - loss: 2.7027
Epoch 10/60
700/700 [==============================] - 0s 117us/step - loss: 2.1197
Epoch 11/60
700/700 [==============================] - 0s 107us/step - loss: 1.6859
Epoch 12/60
700/700 [==============================] - 0s 109us/step - loss: 1.3722
Epoch 13/60
700/700 [==============================] - 0s 113us/step - loss: 1.1243
Epoch 14/60
700/700 [==============================] - 0s 121us/step - loss: 0.9388
Epoch 15/60
700/700 [==============================] - 0s 116us/step - loss: 0.7925
Epoch 16/60
700/700 [==============================] - 0s 103us/step - loss: 0.6833
Epoch 17/60
700/700 [==============================] - 0s 117us/step - loss: 0.5972
Epoch 18/60
700/700 [==============================] - 0s 107us/step - loss: 0.5342
Epoch 19/60
700/700 [==============================] - 0s 117us/step - loss: 0.4822
Epoch 20/60
700/700 [==============================] - 0s 116us/step - loss: 0.4411
Epoch 21/60
700/700 [==============================] - 0s 107us/step - loss: 0.4099
Epoch 22/60
700/700 [==============================] - 0s 112us/step - loss: 0.3839
Epoch 23/60
700/700 [==============================] - 0s 121us/step - loss: 0.3624
Epoch 24/60
700/700 [==============================] - 0s 106us/step - loss: 0.3450
Epoch 25/60
700/700 [==============================] - 0s 114us/step - loss: 0.3308
Epoch 26/60
700/700 [==============================] - 0s 111us/step - loss: 0.3178
Epoch 27/60
700/700 [==============================] - 0s 113us/step - loss: 0.3074
Epoch 28/60
700/700 [==============================] - 0s 120us/step - loss: 0.2981
Epoch 29/60
700/700 [==============================] - 0s 119us/step - loss: 0.2901
Epoch 30/60
700/700 [==============================] - 0s 119us/step - loss: 0.2827
Epoch 31/60
700/700 [==============================] - 0s 119us/step - loss: 0.2756
Epoch 32/60
700/700 [==============================] - 0s 115us/step - loss: 0.2696
Epoch 33/60
700/700 [==============================] - 0s 126us/step - loss: 0.2637
Epoch 34/60
700/700 [==============================] - 0s 130us/step - loss: 0.2586
Epoch 35/60
700/700 [==============================] - 0s 115us/step - loss: 0.2541
Epoch 36/60
700/700 [==============================] - 0s 114us/step - loss: 0.2494
Epoch 37/60
700/700 [==============================] - 0s 113us/step - loss: 0.2453
Epoch 38/60
700/700 [==============================] - 0s 124us/step - loss: 0.2410
Epoch 39/60
700/700 [==============================] - 0s 120us/step - loss: 0.2370
Epoch 40/60
700/700 [==============================] - 0s 110us/step - loss: 0.2333
Epoch 41/60
700/700 [==============================] - 0s 104us/step - loss: 0.2299
Epoch 42/60
700/700 [==============================] - 0s 122us/step - loss: 0.2262
Epoch 43/60
700/700 [==============================] - 0s 117us/step - loss: 0.2232
Epoch 44/60
700/700 [==============================] - 0s 113us/step - loss: 0.2200
Epoch 45/60
700/700 [==============================] - 0s 109us/step - loss: 0.2171
Epoch 46/60
700/700 [==============================] - 0s 110us/step - loss: 0.2139
Epoch 47/60
700/700 [==============================] - 0s 110us/step - loss: 0.2109
Epoch 48/60
700/700 [==============================] - 0s 115us/step - loss: 0.2083
Epoch 49/60
700/700 [==============================] - 0s 112us/step - loss: 0.2056
Epoch 50/60
700/700 [==============================] - 0s 121us/step - loss: 0.2029
Epoch 51/60
700/700 [==============================] - 0s 111us/step - loss: 0.2007
Epoch 52/60
700/700 [==============================] - 0s 129us/step - loss: 0.1978
Epoch 53/60
700/700 [==============================] - 0s 115us/step - loss: 0.1952
Epoch 54/60
700/700 [==============================] - 0s 118us/step - loss: 0.1928
Epoch 55/60
700/700 [==============================] - 0s 122us/step - loss: 0.1905
Epoch 56/60
700/700 [==============================] - 0s 113us/step - loss: 0.1884
Epoch 57/60
700/700 [==============================] - 0s 117us/step - loss: 0.1860
Epoch 58/60
700/700 [==============================] - 0s 111us/step - loss: 0.1839
Epoch 59/60
700/700 [==============================] - 0s 118us/step - loss: 0.1817
Epoch 60/60
700/700 [==============================] - 0s 107us/step - loss: 0.1796
mse with  100 e_dim:  0.05675927
mse with  100 e_dim:  0.10762028
Epoch 1/60
700/700 [==============================] - 2s 2ms/step - loss: 27.8594
Epoch 2/60
700/700 [==============================] - 0s 118us/step - loss: 13.9677
Epoch 3/60
700/700 [==============================] - 0s 121us/step - loss: 9.0022
Epoch 4/60
700/700 [==============================] - 0s 112us/step - loss: 5.8745
Epoch 5/60
700/700 [==============================] - 0s 108us/step - loss: 3.9035
Epoch 6/60
700/700 [==============================] - 0s 112us/step - loss: 2.6385
Epoch 7/60
700/700 [==============================] - 0s 116us/step - loss: 1.8436
Epoch 8/60
700/700 [==============================] - 0s 132us/step - loss: 1.3147
Epoch 9/60
700/700 [==============================] - 0s 130us/step - loss: 0.9617
Epoch 10/60
700/700 [==============================] - 0s 121us/step - loss: 0.7321
Epoch 11/60
700/700 [==============================] - 0s 144us/step - loss: 0.5812
Epoch 12/60
700/700 [==============================] - 0s 137us/step - loss: 0.4764
Epoch 13/60
700/700 [==============================] - 0s 131us/step - loss: 0.4052
Epoch 14/60
700/700 [==============================] - 0s 140us/step - loss: 0.3554
Epoch 15/60
700/700 [==============================] - 0s 117us/step - loss: 0.3199
Epoch 16/60
700/700 [==============================] - 0s 113us/step - loss: 0.2927
Epoch 17/60
700/700 [==============================] - 0s 142us/step - loss: 0.2719
Epoch 18/60
700/700 [==============================] - 0s 131us/step - loss: 0.2566
Epoch 19/60
700/700 [==============================] - 0s 138us/step - loss: 0.2442
Epoch 20/60
700/700 [==============================] - 0s 144us/step - loss: 0.2336
Epoch 21/60
700/700 [==============================] - 0s 135us/step - loss: 0.2248
Epoch 22/60
700/700 [==============================] - 0s 123us/step - loss: 0.2172
Epoch 23/60
700/700 [==============================] - 0s 119us/step - loss: 0.2110
Epoch 24/60
700/700 [==============================] - 0s 129us/step - loss: 0.2050
Epoch 25/60
700/700 [==============================] - 0s 121us/step - loss: 0.1999
Epoch 26/60
700/700 [==============================] - 0s 125us/step - loss: 0.1954
Epoch 27/60
700/700 [==============================] - 0s 120us/step - loss: 0.1913
Epoch 28/60
700/700 [==============================] - 0s 116us/step - loss: 0.1874
Epoch 29/60
700/700 [==============================] - 0s 103us/step - loss: 0.1841
Epoch 30/60
700/700 [==============================] - 0s 108us/step - loss: 0.1810
Epoch 31/60
700/700 [==============================] - 0s 116us/step - loss: 0.1781
Epoch 32/60
700/700 [==============================] - 0s 121us/step - loss: 0.1754
Epoch 33/60
700/700 [==============================] - 0s 112us/step - loss: 0.1730
Epoch 34/60
700/700 [==============================] - 0s 118us/step - loss: 0.1705
Epoch 35/60
700/700 [==============================] - 0s 123us/step - loss: 0.1684
Epoch 36/60
700/700 [==============================] - 0s 120us/step - loss: 0.1664
Epoch 37/60
700/700 [==============================] - 0s 129us/step - loss: 0.1643
Epoch 38/60
700/700 [==============================] - 0s 143us/step - loss: 0.1628
Epoch 39/60
700/700 [==============================] - 0s 117us/step - loss: 0.1609
Epoch 40/60
700/700 [==============================] - 0s 121us/step - loss: 0.1595
Epoch 41/60
700/700 [==============================] - 0s 106us/step - loss: 0.1582
Epoch 42/60
700/700 [==============================] - 0s 125us/step - loss: 0.1570
Epoch 43/60
700/700 [==============================] - 0s 124us/step - loss: 0.1556
Epoch 44/60
700/700 [==============================] - 0s 123us/step - loss: 0.1545
Epoch 45/60
700/700 [==============================] - 0s 117us/step - loss: 0.1536
Epoch 46/60
700/700 [==============================] - 0s 127us/step - loss: 0.1525
Epoch 47/60
700/700 [==============================] - 0s 128us/step - loss: 0.1522
Epoch 48/60
700/700 [==============================] - 0s 129us/step - loss: 0.1509
Epoch 49/60
700/700 [==============================] - 0s 132us/step - loss: 0.1505
Epoch 50/60
700/700 [==============================] - 0s 122us/step - loss: 0.1501
Epoch 51/60
700/700 [==============================] - 0s 128us/step - loss: 0.1492
Epoch 52/60
700/700 [==============================] - 0s 116us/step - loss: 0.1496
Epoch 53/60
700/700 [==============================] - 0s 128us/step - loss: 0.1488
Epoch 54/60
700/700 [==============================] - 0s 115us/step - loss: 0.1490
Epoch 55/60
700/700 [==============================] - 0s 119us/step - loss: 0.1480
Epoch 56/60
700/700 [==============================] - 0s 129us/step - loss: 0.1479
Epoch 57/60
700/700 [==============================] - 0s 118us/step - loss: 0.1488
Epoch 58/60
700/700 [==============================] - 0s 122us/step - loss: 0.1486
Epoch 59/60
700/700 [==============================] - 0s 108us/step - loss: 0.1496
Epoch 60/60
700/700 [==============================] - 0s 103us/step - loss: 0.1495
mse with  250 e_dim:  0.01867848
mse with  250 e_dim:  0.08045398
Epoch 1/60
700/700 [==============================] - 2s 3ms/step - loss: 38.1796
Epoch 2/60
700/700 [==============================] - 0s 142us/step - loss: 25.8605
Epoch 3/60
700/700 [==============================] - 0s 130us/step - loss: 16.8526
Epoch 4/60
700/700 [==============================] - 0s 128us/step - loss: 14.8291
Epoch 5/60
700/700 [==============================] - 0s 122us/step - loss: 13.4498
Epoch 6/60
700/700 [==============================] - 0s 123us/step - loss: 12.1683
Epoch 7/60
700/700 [==============================] - 0s 127us/step - loss: 10.9467
Epoch 8/60
700/700 [==============================] - 0s 134us/step - loss: 9.7835
Epoch 9/60
700/700 [==============================] - 0s 138us/step - loss: 8.7349
Epoch 10/60
700/700 [==============================] - 0s 130us/step - loss: 7.8309
Epoch 11/60
700/700 [==============================] - 0s 132us/step - loss: 6.9997
Epoch 12/60
700/700 [==============================] - 0s 118us/step - loss: 6.2543
Epoch 13/60
700/700 [==============================] - 0s 131us/step - loss: 5.5754
Epoch 14/60
700/700 [==============================] - 0s 130us/step - loss: 4.9701
Epoch 15/60
700/700 [==============================] - 0s 112us/step - loss: 4.4355
Epoch 16/60
700/700 [==============================] - 0s 120us/step - loss: 3.9534
Epoch 17/60
700/700 [==============================] - 0s 124us/step - loss: 3.5112
Epoch 18/60
700/700 [==============================] - 0s 129us/step - loss: 3.1324
Epoch 19/60
700/700 [==============================] - 0s 150us/step - loss: 2.7801
Epoch 20/60
700/700 [==============================] - 0s 138us/step - loss: 2.4780
Epoch 21/60
700/700 [==============================] - 0s 132us/step - loss: 2.1997
Epoch 22/60
700/700 [==============================] - 0s 132us/step - loss: 1.9647
Epoch 23/60
700/700 [==============================] - 0s 120us/step - loss: 1.7487
Epoch 24/60
700/700 [==============================] - 0s 132us/step - loss: 1.5629
Epoch 25/60
700/700 [==============================] - 0s 145us/step - loss: 1.3970
Epoch 26/60
700/700 [==============================] - 0s 138us/step - loss: 1.2502
Epoch 27/60
700/700 [==============================] - 0s 141us/step - loss: 1.1210
Epoch 28/60
700/700 [==============================] - 0s 134us/step - loss: 1.0065
Epoch 29/60
700/700 [==============================] - 0s 136us/step - loss: 0.9047
Epoch 30/60
700/700 [==============================] - 0s 110us/step - loss: 0.8178
Epoch 31/60
700/700 [==============================] - 0s 112us/step - loss: 0.7415
Epoch 32/60
700/700 [==============================] - 0s 127us/step - loss: 0.6744
Epoch 33/60
700/700 [==============================] - 0s 119us/step - loss: 0.6150
Epoch 34/60
700/700 [==============================] - 0s 125us/step - loss: 0.5641
Epoch 35/60
700/700 [==============================] - 0s 132us/step - loss: 0.5172
Epoch 36/60
700/700 [==============================] - 0s 126us/step - loss: 0.4780
Epoch 37/60
700/700 [==============================] - 0s 123us/step - loss: 0.4424
Epoch 38/60
700/700 [==============================] - 0s 133us/step - loss: 0.4118
Epoch 39/60
700/700 [==============================] - 0s 122us/step - loss: 0.3853
Epoch 40/60
700/700 [==============================] - 0s 129us/step - loss: 0.3620
Epoch 41/60
700/700 [==============================] - 0s 129us/step - loss: 0.3413
Epoch 42/60
700/700 [==============================] - 0s 133us/step - loss: 0.3227
Epoch 43/60
700/700 [==============================] - 0s 154us/step - loss: 0.3069
Epoch 44/60
700/700 [==============================] - 0s 145us/step - loss: 0.2931
Epoch 45/60
700/700 [==============================] - 0s 150us/step - loss: 0.2804
Epoch 46/60
700/700 [==============================] - 0s 158us/step - loss: 0.2690
Epoch 47/60
700/700 [==============================] - 0s 132us/step - loss: 0.2591
Epoch 48/60
700/700 [==============================] - 0s 130us/step - loss: 0.2507
Epoch 49/60
700/700 [==============================] - 0s 129us/step - loss: 0.2428
Epoch 50/60
700/700 [==============================] - 0s 147us/step - loss: 0.2359
Epoch 51/60
700/700 [==============================] - 0s 142us/step - loss: 0.2296
Epoch 52/60
700/700 [==============================] - ETA: 0s - loss: 0.221 - 0s 145us/step - loss: 0.2239
Epoch 53/60
700/700 [==============================] - 0s 135us/step - loss: 0.2188
Epoch 54/60
700/700 [==============================] - 0s 136us/step - loss: 0.2140
Epoch 55/60
700/700 [==============================] - 0s 126us/step - loss: 0.2097
Epoch 56/60
700/700 [==============================] - 0s 141us/step - loss: 0.2059
Epoch 57/60
700/700 [==============================] - 0s 137us/step - loss: 0.2024
Epoch 58/60
700/700 [==============================] - 0s 145us/step - loss: 0.1991
Epoch 59/60
700/700 [==============================] - 0s 126us/step - loss: 0.1961
Epoch 60/60
700/700 [==============================] - 0s 135us/step - loss: 0.1932
mse with  400 e_dim:  0.06424806
mse with  400 e_dim:  0.19171555
Epoch 1/60
700/700 [==============================] - 2s 3ms/step - loss: 37.4297
Epoch 2/60
700/700 [==============================] - 0s 128us/step - loss: 23.2150
Epoch 3/60
700/700 [==============================] - 0s 134us/step - loss: 16.1220
Epoch 4/60
700/700 [==============================] - 0s 130us/step - loss: 14.2780
Epoch 5/60
700/700 [==============================] - 0s 135us/step - loss: 12.7678
Epoch 6/60
700/700 [==============================] - 0s 133us/step - loss: 11.3490
Epoch 7/60
700/700 [==============================] - 0s 132us/step - loss: 10.0488
Epoch 8/60
700/700 [==============================] - 0s 142us/step - loss: 8.8891
Epoch 9/60
700/700 [==============================] - 0s 135us/step - loss: 7.8833
Epoch 10/60
700/700 [==============================] - 0s 141us/step - loss: 6.9609
Epoch 11/60
700/700 [==============================] - 0s 134us/step - loss: 6.1409
Epoch 12/60
700/700 [==============================] - 0s 134us/step - loss: 5.4379
Epoch 13/60
700/700 [==============================] - 0s 135us/step - loss: 4.7822
Epoch 14/60
700/700 [==============================] - 0s 134us/step - loss: 4.2094
Epoch 15/60
700/700 [==============================] - 0s 138us/step - loss: 3.7034
Epoch 16/60
700/700 [==============================] - 0s 140us/step - loss: 3.2557
Epoch 17/60
700/700 [==============================] - 0s 139us/step - loss: 2.8632
Epoch 18/60
700/700 [==============================] - 0s 138us/step - loss: 2.5154
Epoch 19/60
700/700 [==============================] - 0s 141us/step - loss: 2.2237
Epoch 20/60
700/700 [==============================] - 0s 137us/step - loss: 1.9552
Epoch 21/60
700/700 [==============================] - 0s 140us/step - loss: 1.7239
Epoch 22/60
700/700 [==============================] - 0s 134us/step - loss: 1.5291
Epoch 23/60
700/700 [==============================] - 0s 137us/step - loss: 1.3476
Epoch 24/60
700/700 [==============================] - 0s 135us/step - loss: 1.1981
Epoch 25/60
700/700 [==============================] - 0s 135us/step - loss: 1.0630
Epoch 26/60
700/700 [==============================] - 0s 135us/step - loss: 0.9488
Epoch 27/60
700/700 [==============================] - 0s 140us/step - loss: 0.8477
Epoch 28/60
700/700 [==============================] - 0s 140us/step - loss: 0.7601
Epoch 29/60
700/700 [==============================] - 0s 128us/step - loss: 0.6853
Epoch 30/60
700/700 [==============================] - 0s 164us/step - loss: 0.6215
Epoch 31/60
700/700 [==============================] - 0s 138us/step - loss: 0.5637
Epoch 32/60
700/700 [==============================] - 0s 151us/step - loss: 0.5157
Epoch 33/60
700/700 [==============================] - 0s 132us/step - loss: 0.4726
Epoch 34/60
700/700 [==============================] - 0s 134us/step - loss: 0.4360
Epoch 35/60
700/700 [==============================] - 0s 139us/step - loss: 0.4047
Epoch 36/60
700/700 [==============================] - 0s 150us/step - loss: 0.3764
Epoch 37/60
700/700 [==============================] - 0s 133us/step - loss: 0.3519
Epoch 38/60
700/700 [==============================] - 0s 135us/step - loss: 0.3308
Epoch 39/60
700/700 [==============================] - 0s 143us/step - loss: 0.3126
Epoch 40/60
700/700 [==============================] - 0s 130us/step - loss: 0.2960
Epoch 41/60
700/700 [==============================] - 0s 148us/step - loss: 0.2823
Epoch 42/60
700/700 [==============================] - 0s 141us/step - loss: 0.2701
Epoch 43/60
700/700 [==============================] - 0s 145us/step - loss: 0.2590
Epoch 44/60
700/700 [==============================] - 0s 138us/step - loss: 0.2495
Epoch 45/60
700/700 [==============================] - 0s 134us/step - loss: 0.2408
Epoch 46/60
700/700 [==============================] - 0s 131us/step - loss: 0.2334
Epoch 47/60
700/700 [==============================] - 0s 136us/step - loss: 0.2267
Epoch 48/60
700/700 [==============================] - ETA: 0s - loss: 0.221 - 0s 146us/step - loss: 0.2208
Epoch 49/60
700/700 [==============================] - 0s 140us/step - loss: 0.2154
Epoch 50/60
700/700 [==============================] - 0s 132us/step - loss: 0.2105
Epoch 51/60
700/700 [==============================] - 0s 136us/step - loss: 0.2061
Epoch 52/60
700/700 [==============================] - 0s 134us/step - loss: 0.2022
Epoch 53/60
700/700 [==============================] - 0s 135us/step - loss: 0.1984
Epoch 54/60
700/700 [==============================] - 0s 133us/step - loss: 0.1951
Epoch 55/60
700/700 [==============================] - 0s 134us/step - loss: 0.1920
Epoch 56/60
700/700 [==============================] - 0s 141us/step - loss: 0.1892
Epoch 57/60
700/700 [==============================] - 0s 144us/step - loss: 0.1865
Epoch 58/60
700/700 [==============================] - 0s 147us/step - loss: 0.1840
Epoch 59/60
700/700 [==============================] - 0s 153us/step - loss: 0.1819
Epoch 60/60
700/700 [==============================] - 0s 134us/step - loss: 0.1796
mse with  500 e_dim:  0.04984200
mse with  500 e_dim:  0.16095167
Epoch 1/60
700/700 [==============================] - 2s 3ms/step - loss: 36.3749
Epoch 2/60
700/700 [==============================] - 0s 177us/step - loss: 20.3162
Epoch 3/60
700/700 [==============================] - 0s 146us/step - loss: 15.2979
Epoch 4/60
700/700 [==============================] - 0s 165us/step - loss: 13.2842
Epoch 5/60
700/700 [==============================] - 0s 172us/step - loss: 11.4568
Epoch 6/60
700/700 [==============================] - 0s 172us/step - loss: 9.9043
Epoch 7/60
700/700 [==============================] - 0s 173us/step - loss: 8.5455
Epoch 8/60
700/700 [==============================] - 0s 170us/step - loss: 7.3613
Epoch 9/60
700/700 [==============================] - 0s 168us/step - loss: 6.3290
Epoch 10/60
700/700 [==============================] - 0s 156us/step - loss: 5.4532
Epoch 11/60
700/700 [==============================] - 0s 170us/step - loss: 4.6903
Epoch 12/60
700/700 [==============================] - 0s 170us/step - loss: 4.0275
Epoch 13/60
700/700 [==============================] - 0s 167us/step - loss: 3.4477
Epoch 14/60
700/700 [==============================] - 0s 152us/step - loss: 2.9672
Epoch 15/60
700/700 [==============================] - 0s 151us/step - loss: 2.5411
Epoch 16/60
700/700 [==============================] - 0s 157us/step - loss: 2.1926
Epoch 17/60
700/700 [==============================] - 0s 153us/step - loss: 1.8899
Epoch 18/60
700/700 [==============================] - 0s 149us/step - loss: 1.6288
Epoch 19/60
700/700 [==============================] - 0s 142us/step - loss: 1.4074
Epoch 20/60
700/700 [==============================] - 0s 155us/step - loss: 1.2253
Epoch 21/60
700/700 [==============================] - 0s 164us/step - loss: 1.0663
Epoch 22/60
700/700 [==============================] - 0s 156us/step - loss: 0.9350
Epoch 23/60
700/700 [==============================] - 0s 151us/step - loss: 0.8191
Epoch 24/60
700/700 [==============================] - 0s 167us/step - loss: 0.7265
Epoch 25/60
700/700 [==============================] - 0s 158us/step - loss: 0.6431
Epoch 26/60
700/700 [==============================] - 0s 150us/step - loss: 0.5757
Epoch 27/60
700/700 [==============================] - 0s 175us/step - loss: 0.5181
Epoch 28/60
700/700 [==============================] - 0s 140us/step - loss: 0.4690
Epoch 29/60
700/700 [==============================] - 0s 156us/step - loss: 0.4272
Epoch 30/60
700/700 [==============================] - 0s 151us/step - loss: 0.3921
Epoch 31/60
700/700 [==============================] - 0s 146us/step - loss: 0.3618
Epoch 32/60
700/700 [==============================] - 0s 141us/step - loss: 0.3356
Epoch 33/60
700/700 [==============================] - 0s 149us/step - loss: 0.3144
Epoch 34/60
700/700 [==============================] - 0s 157us/step - loss: 0.2960
Epoch 35/60
700/700 [==============================] - 0s 141us/step - loss: 0.2798
Epoch 36/60
700/700 [==============================] - 0s 167us/step - loss: 0.2659
Epoch 37/60
700/700 [==============================] - 0s 139us/step - loss: 0.2542
Epoch 38/60
700/700 [==============================] - 0s 150us/step - loss: 0.2440
Epoch 39/60
700/700 [==============================] - 0s 140us/step - loss: 0.2352
Epoch 40/60
700/700 [==============================] - 0s 144us/step - loss: 0.2272
Epoch 41/60
700/700 [==============================] - 0s 167us/step - loss: 0.2204
Epoch 42/60
700/700 [==============================] - 0s 152us/step - loss: 0.2142
Epoch 43/60
700/700 [==============================] - 0s 151us/step - loss: 0.2088
Epoch 44/60
700/700 [==============================] - 0s 150us/step - loss: 0.2040
Epoch 45/60
700/700 [==============================] - 0s 149us/step - loss: 0.1996
Epoch 46/60
700/700 [==============================] - 0s 144us/step - loss: 0.1958
Epoch 47/60
700/700 [==============================] - 0s 148us/step - loss: 0.1923
Epoch 48/60
700/700 [==============================] - 0s 144us/step - loss: 0.1892
Epoch 49/60
700/700 [==============================] - 0s 156us/step - loss: 0.1863
Epoch 50/60
700/700 [==============================] - 0s 148us/step - loss: 0.1835
Epoch 51/60
700/700 [==============================] - 0s 150us/step - loss: 0.1810
Epoch 52/60
700/700 [==============================] - 0s 155us/step - loss: 0.1786
Epoch 53/60
700/700 [==============================] - 0s 145us/step - loss: 0.1765
Epoch 54/60
700/700 [==============================] - 0s 152us/step - loss: 0.1745
Epoch 55/60
700/700 [==============================] - 0s 167us/step - loss: 0.1727
Epoch 56/60
700/700 [==============================] - 0s 159us/step - loss: 0.1708
Epoch 57/60
700/700 [==============================] - 0s 148us/step - loss: 0.1693
Epoch 58/60
700/700 [==============================] - 0s 156us/step - loss: 0.1678
Epoch 59/60
700/700 [==============================] - 0s 152us/step - loss: 0.1662
Epoch 60/60
700/700 [==============================] - 0s 150us/step - loss: 0.1649
mse with  750 e_dim:  0.03370679
mse with  750 e_dim:  0.12234042
Epoch 1/60
700/700 [==============================] - 2s 3ms/step - loss: 35.1437
Epoch 2/60
700/700 [==============================] - 0s 187us/step - loss: 18.5766
Epoch 3/60
700/700 [==============================] - 0s 177us/step - loss: 14.5888
Epoch 4/60
700/700 [==============================] - 0s 187us/step - loss: 12.3816
Epoch 5/60
700/700 [==============================] - 0s 180us/step - loss: 10.4850
Epoch 6/60
700/700 [==============================] - 0s 169us/step - loss: 8.8750
Epoch 7/60
700/700 [==============================] - 0s 180us/step - loss: 7.4976
Epoch 8/60
700/700 [==============================] - 0s 177us/step - loss: 6.3469
Epoch 9/60
700/700 [==============================] - 0s 176us/step - loss: 5.3245
Epoch 10/60
700/700 [==============================] - 0s 186us/step - loss: 4.4735
Epoch 11/60
700/700 [==============================] - 0s 170us/step - loss: 3.7602
Epoch 12/60
700/700 [==============================] - 0s 173us/step - loss: 3.1620
Epoch 13/60
700/700 [==============================] - 0s 179us/step - loss: 2.6679
Epoch 14/60
700/700 [==============================] - 0s 178us/step - loss: 2.2477
Epoch 15/60
700/700 [==============================] - 0s 175us/step - loss: 1.8927
Epoch 16/60
700/700 [==============================] - 0s 177us/step - loss: 1.5993
Epoch 17/60
700/700 [==============================] - 0s 166us/step - loss: 1.3671
Epoch 18/60
700/700 [==============================] - 0s 169us/step - loss: 1.1685
Epoch 19/60
700/700 [==============================] - 0s 175us/step - loss: 1.0048
Epoch 20/60
700/700 [==============================] - 0s 165us/step - loss: 0.8685
Epoch 21/60
700/700 [==============================] - 0s 164us/step - loss: 0.7565
Epoch 22/60
700/700 [==============================] - 0s 180us/step - loss: 0.6625
Epoch 23/60
700/700 [==============================] - 0s 173us/step - loss: 0.5842
Epoch 24/60
700/700 [==============================] - 0s 185us/step - loss: 0.5215
Epoch 25/60
700/700 [==============================] - 0s 173us/step - loss: 0.4666
Epoch 26/60
700/700 [==============================] - 0s 184us/step - loss: 0.4208
Epoch 27/60
700/700 [==============================] - 0s 175us/step - loss: 0.3850
Epoch 28/60
700/700 [==============================] - 0s 178us/step - loss: 0.3531
Epoch 29/60
700/700 [==============================] - 0s 177us/step - loss: 0.3266
Epoch 30/60
700/700 [==============================] - 0s 177us/step - loss: 0.3048
Epoch 31/60
700/700 [==============================] - 0s 171us/step - loss: 0.2860
Epoch 32/60
700/700 [==============================] - 0s 182us/step - loss: 0.2703
Epoch 33/60
700/700 [==============================] - 0s 174us/step - loss: 0.2570
Epoch 34/60
700/700 [==============================] - 0s 170us/step - loss: 0.2457
Epoch 35/60
700/700 [==============================] - 0s 159us/step - loss: 0.2362
Epoch 36/60
700/700 [==============================] - 0s 174us/step - loss: 0.2274
Epoch 37/60
700/700 [==============================] - 0s 173us/step - loss: 0.2201
Epoch 38/60
700/700 [==============================] - 0s 186us/step - loss: 0.2138
Epoch 39/60
700/700 [==============================] - 0s 170us/step - loss: 0.2082
Epoch 40/60
700/700 [==============================] - 0s 174us/step - loss: 0.2029
Epoch 41/60
700/700 [==============================] - 0s 182us/step - loss: 0.1985
Epoch 42/60
700/700 [==============================] - 0s 175us/step - loss: 0.1946
Epoch 43/60
700/700 [==============================] - 0s 171us/step - loss: 0.1908
Epoch 44/60
700/700 [==============================] - 0s 171us/step - loss: 0.1875
Epoch 45/60
700/700 [==============================] - 0s 177us/step - loss: 0.1845
Epoch 46/60
700/700 [==============================] - 0s 185us/step - loss: 0.1818
Epoch 47/60
700/700 [==============================] - 0s 174us/step - loss: 0.1793
Epoch 48/60
700/700 [==============================] - 0s 170us/step - loss: 0.1768
Epoch 49/60
700/700 [==============================] - 0s 175us/step - loss: 0.1749
Epoch 50/60
700/700 [==============================] - 0s 177us/step - loss: 0.1727
Epoch 51/60
700/700 [==============================] - 0s 178us/step - loss: 0.1709
Epoch 52/60
700/700 [==============================] - 0s 169us/step - loss: 0.1691
Epoch 53/60
700/700 [==============================] - 0s 175us/step - loss: 0.1675
Epoch 54/60
700/700 [==============================] - 0s 181us/step - loss: 0.1659
Epoch 55/60
700/700 [==============================] - 0s 168us/step - loss: 0.1645
Epoch 56/60
700/700 [==============================] - 0s 174us/step - loss: 0.1631
Epoch 57/60
700/700 [==============================] - 0s 174us/step - loss: 0.1618
Epoch 58/60
700/700 [==============================] - 0s 179us/step - loss: 0.1605
Epoch 59/60
700/700 [==============================] - 0s 180us/step - loss: 0.1594
Epoch 60/60
700/700 [==============================] - 0s 182us/step - loss: 0.1583
mse with 1000 e_dim:  0.02702736
mse with 1000 e_dim:  0.10485532
mse with    2 e_dim: 16.26198484 (16.26152146)
mse with   10 e_dim:  0.55318698 ( 0.55380324)
mse with   25 e_dim:  0.13564825 ( 0.21713062)
mse with   50 e_dim:  0.10144671 ( 0.13188767)
mse with   75 e_dim:  0.06967070 ( 0.10537682)
mse with  100 e_dim:  0.05675927 ( 0.10762028)
mse with  250 e_dim:  0.01867848 ( 0.08045398)
mse with  400 e_dim:  0.06424806 ( 0.19171555)
mse with  500 e_dim:  0.04984200 ( 0.16095167)
mse with  750 e_dim:  0.03370679 ( 0.12234042)
mse with 1000 e_dim:  0.02702736 ( 0.10485532)