In [1]:
import numpy as np
import math
import matplotlib.pyplot as plt
In [60]:
from keras import backend as K
from keras.engine.topology import Layer
In [3]:
from keras.models import Sequential, Model
from keras.layers import Input, Lambda, Concatenate, Flatten, Reshape
from keras.layers import Dense, Activation, Conv1D
from keras.optimizers import Adam
from keras import objectives
In [4]:
class ScaleNormalizer(Layer):
def __init__(self, **kwargs):
super(ScaleNormalizer, self).__init__(**kwargs)
def build(self, inputShape):
self.size = inputShape[1]
def call(self, out_scale, mask=None):
# softmax to normalize the scaling so this is a probability distribution
# these need to sum to 1, as they scale a guassian normal functions which have area 1
max_scale = K.max(out_scale, axis=1, keepdims=True)
out_scale = out_scale - max_scale
out_scale = K.exp(out_scale)
sum_scale = K.sum(out_scale, axis=1, keepdims=True)
out_scale = out_scale / sum_scale
return out_scale
def compute_output_shape(self, inputShape):
return inputShape
class MuNormalizer(Layer):
def __init__(self, numComponents=None, outputDim=None, **kwargs):
self.numComponents=numComponents
self.outputDim=outputDim
super(MuNormalizer, self).__init__(**kwargs)
def build(self, inputShape):
self.size = inputShape[1]
def call(self, mu, mask=None):
# means so whatever is ok
return mu
def compute_output_shape(self, inputShape):
return inputShape
class SigmaNormalizer(Layer):
def __init__(self, **kwargs):
super(SigmaNormalizer, self).__init__(**kwargs)
def build(self, inputShape):
self.size = inputShape[1]
def call(self, out_sigma, mask=None):
# sigma *must* be positive, hit it with an expodential which is always >0
# this will give it prior bias as well
out_sigma = K.exp(out_sigma)
return out_sigma
def compute_output_shape(self, inputShape):
return inputShape
In [5]:
class ProbabilityLayer(Layer):
def calc_normal(self, x, scale, mu, sigma):
const = 1 / math.sqrt(2*math.pi)
var = (1 / (sigma + 1e-8))
result = x - mu
result = result * var
result = -K.square(result)/2
result = K.exp(result)
result = result * scale * var * const
return result
def __init__(self, **kwargs):
super(ProbabilityLayer, self).__init__(**kwargs)
def build(self, inputShapes):
pass
def call(self, params, mask=None):
target = params[0]
scale = params[1]
mu = params[2]
sigma = params[3]
result = self.calc_normal(target, scale, mu, sigma)
result = K.sum(result, axis=1, keepdims=True)
return result
def compute_output_shape(self, inputShapes):
return (inputShapes[0][0], 1)
In [6]:
class TradeGenerator:
def __init__(self, count=10000):
self.count = count
self.spike_rate = 0.80 + 0.2*np.random.uniform()
self.cycle_rate = 0.80 + 0.2*np.random.uniform()
self.trend_rate = 0.80 + 0.2*np.random.uniform()
self.trend_scale = 4.0
self.value = 100
self.ema = self.value
self.trend = self.trend_scale * np.random.uniform()
def __iter__(self):
while self.count > 0:
self.count -= 1
self.value += np.random.normal() + self.trend
# spike
if np.random.uniform() > self.spike_rate:
self.value += (np.random.uniform() - 0.5)*0.3 * self.value
# cycling
ratio = 0.95
self.ema = ratio * self.ema + (1.0 - ratio) * self.value
if np.random.uniform() > self.cycle_rate:
self.trend = (self.ema - self.value) / (np.random.uniform() * 20 + 10)
# re-trending
if np.random.uniform() > self.trend_rate:
# trend change
self.trend = self.trend_scale * np.random.normal()
if self.value <= 0.0:
self.value = 1.0
yield(self.value)
In [7]:
def generate(sampleSize =600,
samplePast =20,
samplesFuture=5):
sampleLength = samplePast + samplesFuture
trades_past = []
x = []
y = []
trades_future= []
for i in range(sampleSize):
seq = np.array([i for i in TradeGenerator(count=sampleLength)])
# normalize data to "now" point
seq = seq / seq[samplePast]
for i in range(sampleLength):
trades_past.append(seq[:samplePast])
trades_future.append(seq[samplePast:])
x .append(i)
y .append(seq[i])
return np.array(trades_past), np.array(x), np.array(y), np.array(trades_future)
In [15]:
trades_past,x_data,y_data,trades_future = generate()
In [16]:
trades_past.shape, x_data.shape, y_data.shape,trades_future.shape
Out[16]:
((15000, 20), (15000,), (15000,), (15000, 5))
In [ ]:
In [10]:
target = np.ones((y_data.shape[0], 1))
In [17]:
def build_model(inputSize=20, # prior trades
convWindow=5,
filterSize=3,
embeddingSize=6,
numComponents=24,
outputDim=1):
# using and auto encoder structure as i dont want memorizeation of inputs
# TODO consider a UNET design
# network to "encode" trade info
i_trades = Input(shape=(inputSize,))
x = Reshape((-1,1))(i_trades)
x = Conv1D(3, 5)(x)
x = Activation('relu')(x)
x = Conv1D(3, 5)(x)
x = Activation('relu')(x)
x = Conv1D(3, 5)(x)
x = Flatten()(x)
x = Dense(embeddingSize)(x)
# network to learn the mixture params
i_x = Input(shape=(1,))
x = Concatenate()([x,i_x])
x = Dense(128)(x)
x = Activation('relu')(x)
x = Dense(128)(x)
x = Activation('relu')(x)
x = Dense(128)(x)
x = Activation('relu')(x)
x = Dense(numComponents*3)(x)
# now splice it up into the mixture params
scale = Lambda(lambda x: x[:,:numComponents], output_shape=(numComponents,))(x)
mu = Lambda(lambda x: x[:,numComponents:2*numComponents], output_shape=(numComponents,))(x)
sigma = Lambda(lambda x: x[:,2*numComponents:], output_shape=(numComponents,))(x)
# correct the params into the right ranges/priors
scale = ScaleNormalizer()(scale)
mu = MuNormalizer(numComponents=numComponents, outputDim=outputDim)(mu)
sigma = SigmaNormalizer()(sigma)
# give us an output tap on the params so we can get an idea of the sanity if needed
# model_mix_settings = Model(inputs=[i_trades,i_x], outputs=[scale,mu,sigma])
# now add the layers that computes probility out from the the mixture functions at the (x,y) point
o_y = Input(shape=(1,))
x = ProbabilityLayer()([o_y,scale,mu,sigma])
model_train = Model(inputs=[i_trades,i_x,o_y], outputs=x)
model_train.summary()
opt = Adam(lr=0.001)
model_train.compile(loss='binary_crossentropy',optimizer=opt)
return model_train
In [18]:
model_train = build_model()
__________________________________________________________________________________________________
Layer (type) Output Shape Param # Connected to
==================================================================================================
input_4 (InputLayer) (None, 20) 0
__________________________________________________________________________________________________
reshape_2 (Reshape) (None, 20, 1) 0 input_4[0][0]
__________________________________________________________________________________________________
conv1d_4 (Conv1D) (None, 16, 3) 18 reshape_2[0][0]
__________________________________________________________________________________________________
activation_6 (Activation) (None, 16, 3) 0 conv1d_4[0][0]
__________________________________________________________________________________________________
conv1d_5 (Conv1D) (None, 12, 3) 48 activation_6[0][0]
__________________________________________________________________________________________________
activation_7 (Activation) (None, 12, 3) 0 conv1d_5[0][0]
__________________________________________________________________________________________________
conv1d_6 (Conv1D) (None, 8, 3) 48 activation_7[0][0]
__________________________________________________________________________________________________
flatten_2 (Flatten) (None, 24) 0 conv1d_6[0][0]
__________________________________________________________________________________________________
dense_6 (Dense) (None, 6) 150 flatten_2[0][0]
__________________________________________________________________________________________________
input_5 (InputLayer) (None, 1) 0
__________________________________________________________________________________________________
concatenate_2 (Concatenate) (None, 7) 0 dense_6[0][0]
input_5[0][0]
__________________________________________________________________________________________________
dense_7 (Dense) (None, 128) 1024 concatenate_2[0][0]
__________________________________________________________________________________________________
activation_8 (Activation) (None, 128) 0 dense_7[0][0]
__________________________________________________________________________________________________
dense_8 (Dense) (None, 128) 16512 activation_8[0][0]
__________________________________________________________________________________________________
activation_9 (Activation) (None, 128) 0 dense_8[0][0]
__________________________________________________________________________________________________
dense_9 (Dense) (None, 128) 16512 activation_9[0][0]
__________________________________________________________________________________________________
activation_10 (Activation) (None, 128) 0 dense_9[0][0]
__________________________________________________________________________________________________
dense_10 (Dense) (None, 72) 9288 activation_10[0][0]
__________________________________________________________________________________________________
lambda_4 (Lambda) (None, 24) 0 dense_10[0][0]
__________________________________________________________________________________________________
lambda_5 (Lambda) (None, 24) 0 dense_10[0][0]
__________________________________________________________________________________________________
lambda_6 (Lambda) (None, 24) 0 dense_10[0][0]
__________________________________________________________________________________________________
input_6 (InputLayer) (None, 1) 0
__________________________________________________________________________________________________
scale_normalizer_2 (ScaleNormal (None, 24) 0 lambda_4[0][0]
__________________________________________________________________________________________________
mu_normalizer_2 (MuNormalizer) (None, 24) 0 lambda_5[0][0]
__________________________________________________________________________________________________
sigma_normalizer_2 (SigmaNormal (None, 24) 0 lambda_6[0][0]
__________________________________________________________________________________________________
probability_layer_2 (Probabilit (None, 1) 0 input_6[0][0]
scale_normalizer_2[0][0]
mu_normalizer_2[0][0]
sigma_normalizer_2[0][0]
==================================================================================================
Total params: 43,600
Trainable params: 43,600
Non-trainable params: 0
__________________________________________________________________________________________________
In [19]:
hist = model_train.fit([trades_past,x_data, y_data], target, batch_size=x_data.shape[0], epochs=1000, verbose=1)
Epoch 1/1000
15000/15000 [==============================] - 1s 62us/step - loss: 1.9751
Epoch 2/1000
15000/15000 [==============================] - 0s 14us/step - loss: 1.6493
Epoch 3/1000
15000/15000 [==============================] - 0s 12us/step - loss: 1.4664
Epoch 4/1000
15000/15000 [==============================] - 0s 11us/step - loss: 1.2284
Epoch 5/1000
15000/15000 [==============================] - 0s 13us/step - loss: 1.0702
Epoch 6/1000
15000/15000 [==============================] - 0s 14us/step - loss: 0.9223
Epoch 7/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.8564
Epoch 8/1000
15000/15000 [==============================] - 0s 13us/step - loss: 0.8225
Epoch 9/1000
15000/15000 [==============================] - 0s 15us/step - loss: 0.7632
Epoch 10/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.8374
Epoch 11/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.8621
Epoch 12/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.7033
Epoch 13/1000
15000/15000 [==============================] - 0s 13us/step - loss: 0.6676
Epoch 14/1000
15000/15000 [==============================] - 0s 15us/step - loss: 0.7074
Epoch 15/1000
15000/15000 [==============================] - 0s 17us/step - loss: 0.6968
Epoch 16/1000
15000/15000 [==============================] - 0s 15us/step - loss: 0.6639
Epoch 17/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.5928
Epoch 18/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.5519
Epoch 19/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.5649
Epoch 20/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.5102
Epoch 21/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.4908
Epoch 22/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.4880
Epoch 23/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.4402
Epoch 24/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.4338
Epoch 25/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.4207
Epoch 26/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.3848
Epoch 27/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.3694
Epoch 28/1000
15000/15000 [==============================] - 0s 9us/step - loss: 0.3454
Epoch 29/1000
15000/15000 [==============================] - 0s 9us/step - loss: 0.3191
Epoch 30/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.3021
Epoch 31/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.2885
Epoch 32/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.2750
Epoch 33/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.2658
Epoch 34/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.2589
Epoch 35/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.2472
Epoch 36/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.2236
Epoch 37/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.2160
Epoch 38/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.2019
Epoch 39/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.1942
Epoch 40/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.1797
Epoch 41/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.1695
Epoch 42/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.1561
Epoch 43/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.1440
Epoch 44/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.1366
Epoch 45/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.1238
Epoch 46/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.1169
Epoch 47/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.1130
Epoch 48/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.1029
Epoch 49/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0996
Epoch 50/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0927
Epoch 51/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0932
Epoch 52/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0872
Epoch 53/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0873
Epoch 54/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0865
Epoch 55/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0829
Epoch 56/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0828
Epoch 57/1000
15000/15000 [==============================] - 0s 9us/step - loss: 0.0806
Epoch 58/1000
15000/15000 [==============================] - 0s 9us/step - loss: 0.0800
Epoch 59/1000
15000/15000 [==============================] - 0s 9us/step - loss: 0.0780
Epoch 60/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0761
Epoch 61/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0787
Epoch 62/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0786
Epoch 63/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0793
Epoch 64/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0795
Epoch 65/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0781
Epoch 66/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0758
Epoch 67/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0775
Epoch 68/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0790
Epoch 69/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0778
Epoch 70/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0786
Epoch 71/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0796
Epoch 72/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0769
Epoch 73/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0742
Epoch 74/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0735
Epoch 75/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0732
Epoch 76/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0703
Epoch 77/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0699
Epoch 78/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0694
Epoch 79/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0687
Epoch 80/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0698
Epoch 81/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0673
Epoch 82/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0660
Epoch 83/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0661
Epoch 84/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0654
Epoch 85/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0645
Epoch 86/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0638
Epoch 87/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0635
Epoch 88/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0622
Epoch 89/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0613
Epoch 90/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0614
Epoch 91/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0613
Epoch 92/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0613
Epoch 93/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0603
Epoch 94/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0599
Epoch 95/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0619
Epoch 96/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0620
Epoch 97/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0629
Epoch 98/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0622
Epoch 99/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0608
Epoch 100/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0599
Epoch 101/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0593
Epoch 102/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0584
Epoch 103/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0583
Epoch 104/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0580
Epoch 105/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0580
Epoch 106/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0573
Epoch 107/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0564
Epoch 108/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0562
Epoch 109/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0555
Epoch 110/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0560
Epoch 111/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0554
Epoch 112/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0546
Epoch 113/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0551
Epoch 114/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0547
Epoch 115/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0545
Epoch 116/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0547
Epoch 117/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0535
Epoch 118/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0528
Epoch 119/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0532
Epoch 120/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0529
Epoch 121/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0531
Epoch 122/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0536
Epoch 123/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0539
Epoch 124/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0530
Epoch 125/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0524
Epoch 126/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0520
Epoch 127/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0517
Epoch 128/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0516
Epoch 129/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0517
Epoch 130/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0513
Epoch 131/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0507
Epoch 132/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0502
Epoch 133/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0498
Epoch 134/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0500
Epoch 135/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0498
Epoch 136/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0497
Epoch 137/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0497
Epoch 138/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0496
Epoch 139/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0492
Epoch 140/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0488
Epoch 141/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0482
Epoch 142/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0480
Epoch 143/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0477
Epoch 144/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0475
Epoch 145/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0476
Epoch 146/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0473
Epoch 147/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0471
Epoch 148/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0471
Epoch 149/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0468
Epoch 150/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0468
Epoch 151/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0468
Epoch 152/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0466
Epoch 153/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0463
Epoch 154/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0459
Epoch 155/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0457
Epoch 156/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0455
Epoch 157/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0453
Epoch 158/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0451
Epoch 159/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0447
Epoch 160/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0445
Epoch 161/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0442
Epoch 162/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0445
Epoch 163/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0444
Epoch 164/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0445
Epoch 165/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0450
Epoch 166/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0444
Epoch 167/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0441
Epoch 168/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0441
Epoch 169/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0439
Epoch 170/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0441
Epoch 171/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0434
Epoch 172/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0433
Epoch 173/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0437
Epoch 174/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0438
Epoch 175/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0433
Epoch 176/1000
15000/15000 [==============================] - 0s 9us/step - loss: 0.0429
Epoch 177/1000
15000/15000 [==============================] - 0s 9us/step - loss: 0.0424
Epoch 178/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0425
Epoch 179/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0425
Epoch 180/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0422
Epoch 181/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0423
Epoch 182/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0424
Epoch 183/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0421
Epoch 184/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0419
Epoch 185/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0415
Epoch 186/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0414
Epoch 187/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0414
Epoch 188/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0414
Epoch 189/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0414
Epoch 190/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0412
Epoch 191/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0412
Epoch 192/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0410
Epoch 193/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0408
Epoch 194/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0405
Epoch 195/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0403
Epoch 196/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0403
Epoch 197/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0399
Epoch 198/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0398
Epoch 199/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0395
Epoch 200/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0395
Epoch 201/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0393
Epoch 202/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0392
Epoch 203/1000
15000/15000 [==============================] - 0s 15us/step - loss: 0.0390
Epoch 204/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0389
Epoch 205/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0388
Epoch 206/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0388
Epoch 207/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0386
Epoch 208/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0382
Epoch 209/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0382
Epoch 210/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0380
Epoch 211/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0378
Epoch 212/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0378
Epoch 213/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0377
Epoch 214/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0375
Epoch 215/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0374
Epoch 216/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0374
Epoch 217/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0376
Epoch 218/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0373
Epoch 219/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0459
Epoch 220/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0441
Epoch 221/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0442
Epoch 222/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0450
Epoch 223/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0443
Epoch 224/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0442
Epoch 225/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0442
Epoch 226/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0436
Epoch 227/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0438
Epoch 228/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0428
Epoch 229/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0426
Epoch 230/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0424
Epoch 231/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0416
Epoch 232/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0412
Epoch 233/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0405
Epoch 234/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0396
Epoch 235/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0396
Epoch 236/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0396
Epoch 237/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0400
Epoch 238/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0395
Epoch 239/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0386
Epoch 240/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0379
Epoch 241/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0379
Epoch 242/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0378
Epoch 243/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0379
Epoch 244/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0378
Epoch 245/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0370
Epoch 246/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0366
Epoch 247/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0367
Epoch 248/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0366
Epoch 249/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0370
Epoch 250/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0361
Epoch 251/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0353
Epoch 252/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0351
Epoch 253/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0353
Epoch 254/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0351
Epoch 255/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0349
Epoch 256/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0345
Epoch 257/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0343
Epoch 258/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0340
Epoch 259/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0336
Epoch 260/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0335
Epoch 261/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0331
Epoch 262/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0332
Epoch 263/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0331
Epoch 264/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0328
Epoch 265/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0327
Epoch 266/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0325
Epoch 267/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0323
Epoch 268/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0334
Epoch 269/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0329
Epoch 270/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0328
Epoch 271/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0329
Epoch 272/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0324
Epoch 273/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0322
Epoch 274/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0320
Epoch 275/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0323
Epoch 276/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0321
Epoch 277/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0322
Epoch 278/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0320
Epoch 279/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0317
Epoch 280/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0318
Epoch 281/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0319
Epoch 282/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0321
Epoch 283/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0315
Epoch 284/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0322
Epoch 285/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0318
Epoch 286/1000
15000/15000 [==============================] - 0s 14us/step - loss: 0.0313
Epoch 287/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0330
Epoch 288/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0317
Epoch 289/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0311
Epoch 290/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0310
Epoch 291/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0310
Epoch 292/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0310
Epoch 293/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0310
Epoch 294/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0311
Epoch 295/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0305
Epoch 296/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0311
Epoch 297/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0304
Epoch 298/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0298
Epoch 299/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0303
Epoch 300/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0303
Epoch 301/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0293
Epoch 302/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0296
Epoch 303/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0292
Epoch 304/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0291
Epoch 305/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0289
Epoch 306/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0282
Epoch 307/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0288
Epoch 308/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0284
Epoch 309/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0282
Epoch 310/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0284
Epoch 311/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0288
Epoch 312/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0303
Epoch 313/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0296
Epoch 314/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0302
Epoch 315/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0299
Epoch 316/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0297
Epoch 317/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0301
Epoch 318/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0301
Epoch 319/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0295
Epoch 320/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0296
Epoch 321/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0301
Epoch 322/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0293
Epoch 323/1000
15000/15000 [==============================] - 0s 14us/step - loss: 0.0296
Epoch 324/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0307
Epoch 325/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0311
Epoch 326/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0300
Epoch 327/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0284
Epoch 328/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0313
Epoch 329/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0603
Epoch 330/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0524
Epoch 331/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.1236
Epoch 332/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.4543
Epoch 333/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.4344
Epoch 334/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.8049
Epoch 335/1000
15000/15000 [==============================] - 0s 13us/step - loss: 0.9412
Epoch 336/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.9430
Epoch 337/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.8013
Epoch 338/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.6001
Epoch 339/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.2219
Epoch 340/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.3992
Epoch 341/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.3418
Epoch 342/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.2464
Epoch 343/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.2168
Epoch 344/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.1959
Epoch 345/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.1823
Epoch 346/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.1796
Epoch 347/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.1159
Epoch 348/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0944
Epoch 349/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.1109
Epoch 350/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.1196
Epoch 351/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.1036
Epoch 352/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0887
Epoch 353/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0848
Epoch 354/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0926
Epoch 355/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0897
Epoch 356/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0850
Epoch 357/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0753
Epoch 358/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0706
Epoch 359/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0636
Epoch 360/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0603
Epoch 361/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0585
Epoch 362/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0548
Epoch 363/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0510
Epoch 364/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0509
Epoch 365/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0489
Epoch 366/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0454
Epoch 367/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0434
Epoch 368/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0481
Epoch 369/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0476
Epoch 370/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0529
Epoch 371/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0554
Epoch 372/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0552
Epoch 373/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0524
Epoch 374/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0477
Epoch 375/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0417
Epoch 376/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0422
Epoch 377/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0423
Epoch 378/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0408
Epoch 379/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0440
Epoch 380/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0440
Epoch 381/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0425
Epoch 382/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0399
Epoch 383/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0370
Epoch 384/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0468
Epoch 385/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0364
Epoch 386/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0376
Epoch 387/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0391
Epoch 388/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0392
Epoch 389/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0375
Epoch 390/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0349
Epoch 391/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0402
Epoch 392/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0343
Epoch 393/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0357
Epoch 394/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0362
Epoch 395/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0354
Epoch 396/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0337
Epoch 397/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0363
Epoch 398/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0345
Epoch 399/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0367
Epoch 400/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0371
Epoch 401/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0360
Epoch 402/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0340
Epoch 403/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0338
Epoch 404/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0350
Epoch 405/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0340
Epoch 406/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0370
Epoch 407/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0380
Epoch 408/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0365
Epoch 409/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0341
Epoch 410/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0343
Epoch 411/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0398
Epoch 412/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0370
Epoch 413/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0413
Epoch 414/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0440
Epoch 415/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0452
Epoch 416/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0453
Epoch 417/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0433
Epoch 418/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0398
Epoch 419/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0356
Epoch 420/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0332
Epoch 421/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0481
Epoch 422/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0327
Epoch 423/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0347
Epoch 424/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0369
Epoch 425/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0376
Epoch 426/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0367
Epoch 427/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0351
Epoch 428/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0326
Epoch 429/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0336
Epoch 430/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0331
Epoch 431/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0321
Epoch 432/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0332
Epoch 433/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0335
Epoch 434/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0329
Epoch 435/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0315
Epoch 436/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0316
Epoch 437/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0323
Epoch 438/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0312
Epoch 439/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0322
Epoch 440/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0324
Epoch 441/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0317
Epoch 442/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0308
Epoch 443/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0315
Epoch 444/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0308
Epoch 445/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0305
Epoch 446/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0309
Epoch 447/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0309
Epoch 448/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0302
Epoch 449/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0303
Epoch 450/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0305
Epoch 451/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0299
Epoch 452/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0303
Epoch 453/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0301
Epoch 454/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0304
Epoch 455/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0305
Epoch 456/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0307
Epoch 457/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0302
Epoch 458/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0305
Epoch 459/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0306
Epoch 460/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0303
Epoch 461/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0302
Epoch 462/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0302
Epoch 463/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0298
Epoch 464/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0297
Epoch 465/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0297
Epoch 466/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0297
Epoch 467/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0297
Epoch 468/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0296
Epoch 469/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0294
Epoch 470/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0294
Epoch 471/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0293
Epoch 472/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0292
Epoch 473/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0292
Epoch 474/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0291
Epoch 475/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0290
Epoch 476/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0290
Epoch 477/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0289
Epoch 478/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0289
Epoch 479/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0288
Epoch 480/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0288
Epoch 481/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0287
Epoch 482/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0286
Epoch 483/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0285
Epoch 484/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0285
Epoch 485/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0284
Epoch 486/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0284
Epoch 487/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0283
Epoch 488/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0283
Epoch 489/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0282
Epoch 490/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0281
Epoch 491/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0288
Epoch 492/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0290
Epoch 493/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0290
Epoch 494/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0288
Epoch 495/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0288
Epoch 496/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0289
Epoch 497/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0289
Epoch 498/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0286
Epoch 499/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0287
Epoch 500/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0285
Epoch 501/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0285
Epoch 502/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0284
Epoch 503/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0283
Epoch 504/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0282
Epoch 505/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0282
Epoch 506/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0281
Epoch 507/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0280
Epoch 508/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0279
Epoch 509/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0278
Epoch 510/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0277
Epoch 511/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0277
Epoch 512/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0277
Epoch 513/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0276
Epoch 514/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0276
Epoch 515/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0276
Epoch 516/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0276
Epoch 517/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0275
Epoch 518/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0275
Epoch 519/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0274
Epoch 520/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0273
Epoch 521/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0273
Epoch 522/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0272
Epoch 523/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0272
Epoch 524/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0272
Epoch 525/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0271
Epoch 526/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0271
Epoch 527/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0270
Epoch 528/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0270
Epoch 529/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0270
Epoch 530/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0270
Epoch 531/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0269
Epoch 532/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0270
Epoch 533/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0269
Epoch 534/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0269
Epoch 535/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0269
Epoch 536/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0270
Epoch 537/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0270
Epoch 538/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0269
Epoch 539/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0270
Epoch 540/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0269
Epoch 541/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0269
Epoch 542/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0268
Epoch 543/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0267
Epoch 544/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0267
Epoch 545/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0267
Epoch 546/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0267
Epoch 547/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0267
Epoch 548/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0266
Epoch 549/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0265
Epoch 550/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0265
Epoch 551/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0264
Epoch 552/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0265
Epoch 553/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0265
Epoch 554/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0264
Epoch 555/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0264
Epoch 556/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0263
Epoch 557/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0263
Epoch 558/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0263
Epoch 559/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0262
Epoch 560/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0262
Epoch 561/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0261
Epoch 562/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0261
Epoch 563/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0261
Epoch 564/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0260
Epoch 565/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0260
Epoch 566/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0260
Epoch 567/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0260
Epoch 568/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0260
Epoch 569/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0260
Epoch 570/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0259
Epoch 571/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0259
Epoch 572/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0259
Epoch 573/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0258
Epoch 574/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0258
Epoch 575/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0258
Epoch 576/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0257
Epoch 577/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0257
Epoch 578/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0257
Epoch 579/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0257
Epoch 580/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0256
Epoch 581/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0255
Epoch 582/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0255
Epoch 583/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0255
Epoch 584/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0255
Epoch 585/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0254
Epoch 586/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0254
Epoch 587/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0254
Epoch 588/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0255
Epoch 589/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0254
Epoch 590/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0254
Epoch 591/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0255
Epoch 592/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0255
Epoch 593/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0254
Epoch 594/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0254
Epoch 595/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0253
Epoch 596/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0253
Epoch 597/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0253
Epoch 598/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0254
Epoch 599/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0253
Epoch 600/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0253
Epoch 601/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0253
Epoch 602/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0254
Epoch 603/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0253
Epoch 604/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0253
Epoch 605/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0252
Epoch 606/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0252
Epoch 607/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0252
Epoch 608/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0252
Epoch 609/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0251
Epoch 610/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0251
Epoch 611/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0250
Epoch 612/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0250
Epoch 613/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0250
Epoch 614/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0249
Epoch 615/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0250
Epoch 616/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0249
Epoch 617/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0249
Epoch 618/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0249
Epoch 619/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0248
Epoch 620/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0248
Epoch 621/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0248
Epoch 622/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0247
Epoch 623/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0248
Epoch 624/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0248
Epoch 625/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0248
Epoch 626/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0247
Epoch 627/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0248
Epoch 628/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0248
Epoch 629/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0248
Epoch 630/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0247
Epoch 631/1000
15000/15000 [==============================] - 0s 13us/step - loss: 0.0247
Epoch 632/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0247
Epoch 633/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0246
Epoch 634/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0246
Epoch 635/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0246
Epoch 636/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0246
Epoch 637/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0246
Epoch 638/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0246
Epoch 639/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0246
Epoch 640/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0246
Epoch 641/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0246
Epoch 642/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0246
Epoch 643/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0246
Epoch 644/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0245
Epoch 645/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0245
Epoch 646/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0245
Epoch 647/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0245
Epoch 648/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0244
Epoch 649/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0245
Epoch 650/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0244
Epoch 651/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0245
Epoch 652/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0244
Epoch 653/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0244
Epoch 654/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0244
Epoch 655/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0245
Epoch 656/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0246
Epoch 657/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0247
Epoch 658/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0247
Epoch 659/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0246
Epoch 660/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0246
Epoch 661/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0246
Epoch 662/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0246
Epoch 663/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0245
Epoch 664/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0245
Epoch 665/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0244
Epoch 666/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0245
Epoch 667/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0244
Epoch 668/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0244
Epoch 669/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0243
Epoch 670/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0243
Epoch 671/1000
15000/15000 [==============================] - 0s 15us/step - loss: 0.0243
Epoch 672/1000
15000/15000 [==============================] - 0s 15us/step - loss: 0.0242
Epoch 673/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0242
Epoch 674/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0242
Epoch 675/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0242
Epoch 676/1000
15000/15000 [==============================] - 0s 14us/step - loss: 0.0241
Epoch 677/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0241
Epoch 678/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0241
Epoch 679/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0240
Epoch 680/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0240
Epoch 681/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0240
Epoch 682/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0239
Epoch 683/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0239
Epoch 684/1000
15000/15000 [==============================] - 0s 13us/step - loss: 0.0239
Epoch 685/1000
15000/15000 [==============================] - 0s 14us/step - loss: 0.0239
Epoch 686/1000
15000/15000 [==============================] - 0s 13us/step - loss: 0.0239
Epoch 687/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0238
Epoch 688/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0238
Epoch 689/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0238
Epoch 690/1000
15000/15000 [==============================] - 0s 14us/step - loss: 0.0238
Epoch 691/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0238
Epoch 692/1000
15000/15000 [==============================] - 0s 13us/step - loss: 0.0238
Epoch 693/1000
15000/15000 [==============================] - 0s 15us/step - loss: 0.0238
Epoch 694/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0237
Epoch 695/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0237
Epoch 696/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0237
Epoch 697/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0237
Epoch 698/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0236
Epoch 699/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0236
Epoch 700/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0236
Epoch 701/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0236
Epoch 702/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0236
Epoch 703/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0235
Epoch 704/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0235
Epoch 705/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0235
Epoch 706/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0234
Epoch 707/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0235
Epoch 708/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0235
Epoch 709/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0234
Epoch 710/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0234
Epoch 711/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0234
Epoch 712/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0234
Epoch 713/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0234
Epoch 714/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0233
Epoch 715/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0233
Epoch 716/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0233
Epoch 717/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0233
Epoch 718/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0233
Epoch 719/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0233
Epoch 720/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0232
Epoch 721/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0232
Epoch 722/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0232
Epoch 723/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0232
Epoch 724/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0231
Epoch 725/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0231
Epoch 726/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0231
Epoch 727/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0233
Epoch 728/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0233
Epoch 729/1000
15000/15000 [==============================] - 0s 15us/step - loss: 0.0233
Epoch 730/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0235
Epoch 731/1000
15000/15000 [==============================] - 0s 14us/step - loss: 0.0233
Epoch 732/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0234
Epoch 733/1000
15000/15000 [==============================] - 0s 16us/step - loss: 0.0233
Epoch 734/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0233
Epoch 735/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0234
Epoch 736/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0233
Epoch 737/1000
15000/15000 [==============================] - 0s 13us/step - loss: 0.0234
Epoch 738/1000
15000/15000 [==============================] - 0s 14us/step - loss: 0.0233
Epoch 739/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0232
Epoch 740/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0233
Epoch 741/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0232
Epoch 742/1000
15000/15000 [==============================] - 0s 13us/step - loss: 0.0233
Epoch 743/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0234
Epoch 744/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0235
Epoch 745/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0236
Epoch 746/1000
15000/15000 [==============================] - 0s 13us/step - loss: 0.0234
Epoch 747/1000
15000/15000 [==============================] - 0s 17us/step - loss: 0.0234
Epoch 748/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0235
Epoch 749/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0234
Epoch 750/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0235
Epoch 751/1000
15000/15000 [==============================] - 0s 13us/step - loss: 0.0232
Epoch 752/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0236
Epoch 753/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0234
Epoch 754/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0236
Epoch 755/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0232
Epoch 756/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0235
Epoch 757/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0233
Epoch 758/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0234
Epoch 759/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0232
Epoch 760/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0233
Epoch 761/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0232
Epoch 762/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0232
Epoch 763/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0230
Epoch 764/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0234
Epoch 765/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0231
Epoch 766/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0232
Epoch 767/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0230
Epoch 768/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0231
Epoch 769/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0230
Epoch 770/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0230
Epoch 771/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0230
Epoch 772/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0230
Epoch 773/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0230
Epoch 774/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0229
Epoch 775/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0230
Epoch 776/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0229
Epoch 777/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0229
Epoch 778/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0228
Epoch 779/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0227
Epoch 780/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0228
Epoch 781/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0228
Epoch 782/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0227
Epoch 783/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0227
Epoch 784/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0227
Epoch 785/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0227
Epoch 786/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0227
Epoch 787/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0226
Epoch 788/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0226
Epoch 789/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0225
Epoch 790/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0226
Epoch 791/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0226
Epoch 792/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0226
Epoch 793/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0226
Epoch 794/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0226
Epoch 795/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0226
Epoch 796/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0225
Epoch 797/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0225
Epoch 798/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0225
Epoch 799/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0225
Epoch 800/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 801/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0225
Epoch 802/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 803/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 804/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0223
Epoch 805/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0225
Epoch 806/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 807/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0223
Epoch 808/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 809/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 810/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 811/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 812/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0225
Epoch 813/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 814/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 815/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 816/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0223
Epoch 817/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 818/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0223
Epoch 819/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0223
Epoch 820/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0223
Epoch 821/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0223
Epoch 822/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0223
Epoch 823/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 824/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 825/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0224
Epoch 826/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0223
Epoch 827/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0222
Epoch 828/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0223
Epoch 829/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0223
Epoch 830/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0222
Epoch 831/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0222
Epoch 832/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0223
Epoch 833/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0222
Epoch 834/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0221
Epoch 835/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0221
Epoch 836/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0221
Epoch 837/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0221
Epoch 838/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0221
Epoch 839/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0220
Epoch 840/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0220
Epoch 841/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0220
Epoch 842/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0221
Epoch 843/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0221
Epoch 844/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0221
Epoch 845/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0220
Epoch 846/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0219
Epoch 847/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0220
Epoch 848/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0220
Epoch 849/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0220
Epoch 850/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0219
Epoch 851/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0220
Epoch 852/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0220
Epoch 853/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0218
Epoch 854/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0218
Epoch 855/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0218
Epoch 856/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0218
Epoch 857/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0218
Epoch 858/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0220
Epoch 859/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0221
Epoch 860/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0218
Epoch 861/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0221
Epoch 862/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0221
Epoch 863/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0220
Epoch 864/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0224
Epoch 865/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0220
Epoch 866/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0223
Epoch 867/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0220
Epoch 868/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0222
Epoch 869/1000
15000/15000 [==============================] - 0s 12us/step - loss: 0.0223
Epoch 870/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0221
Epoch 871/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0221
Epoch 872/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0220
Epoch 873/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0220
Epoch 874/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0218
Epoch 875/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0221
Epoch 876/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0219
Epoch 877/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0218
Epoch 878/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0219
Epoch 879/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0218
Epoch 880/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0219
Epoch 881/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0217
Epoch 882/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0219
Epoch 883/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0218
Epoch 884/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0218
Epoch 885/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0218
Epoch 886/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0218
Epoch 887/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0216
Epoch 888/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0218
Epoch 889/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0216
Epoch 890/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0216
Epoch 891/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0217
Epoch 892/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0216
Epoch 893/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0216
Epoch 894/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0215
Epoch 895/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0215
Epoch 896/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0215
Epoch 897/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0215
Epoch 898/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0214
Epoch 899/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0215
Epoch 900/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0214
Epoch 901/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0215
Epoch 902/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0214
Epoch 903/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0214
Epoch 904/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0214
Epoch 905/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0214
Epoch 906/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0214
Epoch 907/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0213
Epoch 908/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0213
Epoch 909/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0214
Epoch 910/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0212
Epoch 911/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0214
Epoch 912/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0213
Epoch 913/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0213
Epoch 914/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0217
Epoch 915/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0214
Epoch 916/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0213
Epoch 917/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0215
Epoch 918/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0212
Epoch 919/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0214
Epoch 920/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0213
Epoch 921/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0212
Epoch 922/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0212
Epoch 923/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0212
Epoch 924/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0212
Epoch 925/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0211
Epoch 926/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0211
Epoch 927/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0210
Epoch 928/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0211
Epoch 929/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0210
Epoch 930/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0210
Epoch 931/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0210
Epoch 932/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0210
Epoch 933/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0210
Epoch 934/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0209
Epoch 935/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0209
Epoch 936/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0209
Epoch 937/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0209
Epoch 938/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0209
Epoch 939/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0209
Epoch 940/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0209
Epoch 941/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0209
Epoch 942/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0209
Epoch 943/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0209
Epoch 944/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0208
Epoch 945/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0209
Epoch 946/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0209
Epoch 947/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0209
Epoch 948/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0208
Epoch 949/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0208
Epoch 950/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0208
Epoch 951/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0207
Epoch 952/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0208
Epoch 953/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0208
Epoch 954/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0207
Epoch 955/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0208
Epoch 956/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0207
Epoch 957/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0207
Epoch 958/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0207
Epoch 959/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0207
Epoch 960/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0207
Epoch 961/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0208
Epoch 962/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0208
Epoch 963/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0207
Epoch 964/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0206
Epoch 965/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0207
Epoch 966/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0208
Epoch 967/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0213
Epoch 968/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0212
Epoch 969/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0206
Epoch 970/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0208
Epoch 971/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0209
Epoch 972/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0208
Epoch 973/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0206
Epoch 974/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0208
Epoch 975/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0207
Epoch 976/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0207
Epoch 977/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0208
Epoch 978/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0207
Epoch 979/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0207
Epoch 980/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0208
Epoch 981/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0207
Epoch 982/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0207
Epoch 983/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0206
Epoch 984/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0209
Epoch 985/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0206
Epoch 986/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0205
Epoch 987/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0206
Epoch 988/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0207
Epoch 989/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0205
Epoch 990/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0205
Epoch 991/1000
15000/15000 [==============================] - 0s 10us/step - loss: 0.0207
Epoch 992/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0205
Epoch 993/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0206
Epoch 994/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0207
Epoch 995/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0205
Epoch 996/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0206
Epoch 997/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0205
Epoch 998/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0204
Epoch 999/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0204
Epoch 1000/1000
15000/15000 [==============================] - 0s 11us/step - loss: 0.0205
In [21]:
plt.plot(hist.history["loss"])
Out[21]:
[<matplotlib.lines.Line2D at 0x117f395c0>]
In [56]:
# TODO correct function params.. its using things not handed to it
def render(idx=0):# now select a trade sequance and rennder its predictionn space
x = np.arange(0, 25.0, 0.5)
y = np.arange(0.5, 2, 0.05)
X, Y = np.meshgrid(x, y)
past_selection = trades_past[idx:idx+1,:].flatten()
past_x = np.arange(past_selection.shape[0])
trade_input = np.repeat(past_selection.reshape((1,-1)), np.prod(X.shape), axis=0)
future_selection = trades_future[idx:idx+1,:].flatten()
future_x = np.arange(future_selection.shape[0]) + past_selection.shape[0]
Z = model_train.predict([trade_input, X.flatten().reshape((-1,1)), Y.flatten().reshape((-1,1))])
Z = Z.reshape(X.shape)
fig, (ax1,ax2) = plt.subplots(1,2, sharey=True, figsize=(20,7))
im = ax1.pcolormesh(X,Y,Z, cmap='YlGn')
fig.colorbar(im, ax=ax1)
ax1.contour(X, Y, Z)
ax1.plot(past_x , past_selection, "r")
ax1.plot(future_x , future_selection, "r")
logZ = np.log(Z)
im = ax2.pcolormesh(X,Y,logZ, cmap='YlGn')
fig.colorbar(im, ax=ax2)
ax2.contour(X, Y, logZ)
ax2.plot(past_x , past_selection, "r")
ax2.plot(future_x , future_selection, "r")
plt.show()
In [57]:
render(0)
In [58]:
render(500)
In [59]:
render(1000)
In [ ]:
Content source: ashleysmart/mlgym
Similar notebooks: