Importing things
Basically ensuring we have access to all the libraries going forward
In [1]:
import csv
import cv2
from keras.models import Sequential
from keras.layers.core import Dense, Activation, Flatten, Dropout, Lambda
from keras.layers.convolutional import Convolution2D
from keras.layers.pooling import MaxPooling2D
from keras.optimizers import Adam
from keras.regularizers import l2, activity_l2
import matplotlib.pyplot as plt
import matplotlib.image as mpimg
import numpy as np
import os
import pickle
import random
from sklearn import preprocessing
from sklearn.utils import shuffle
import tensorflow as tf
tf.python.control_flow_ops = tf
Using TensorFlow backend.
Image transformation functions
In [2]:
# Reflection transformation
def reflect_image(image):
return cv2.flip(image, 1)
class reflection(object):
def __init__(self, images):
self.images = images
self.current = 0
self.size = len(images)
def __iter__(self):
return self
def __next__(self):
return self._next()
def _next(self):
if self.current < self.size:
image, self.current = self.images[self.current], self.current + 1
return reflect_image(image)
else:
raise StopIteration()
In [3]:
# Image resize
def resize_image(image_in, dimensions=(64,16)):
"""
Resizes the input image to the specified dimensions
"""
top = 60
bottom = 140
left = 0
right = len(image_in[0]) - 1
return cv2.resize(image_in[top:bottom, left:right], dimensions, interpolation = cv2.INTER_AREA)
Data loading utilities
Functions to make it easly to load the data from disk
In [4]:
def read_image_data(path):
"""
Loads an image file, resizes it, returns it as a numpy array
"""
return np.array(resize_image(mpimg.imread(path)))
def load_data(data_folder="./data/"):
"""
Loads the training data from the specified folder
"""
pickle_file = data_folder + "data.pickle"
if os.path.exists(pickle_file):
print('Loading data from pickle file...')
with open(pickle_file, 'rb') as f:
pickle_data = pickle.load(f)
images = pickle_data["images"]
steering = pickle_data["steering"]
del pickle_data
return images, steering
images = []
steering = []
angle_adjustment = 0.15
center_image_retention_rate = 0.1
with open(data_folder + "driving_log.csv", 'r') as csvfile:
reader = csv.DictReader(csvfile)
for row in reader:
steering_angle = float(row["steering"])
if steering_angle == 0:
# decide if this one is going to be retained
if random.random() > center_image_retention_rate:
continue
#center,left,right,steering,throttle,brake,speed
images.append(read_image_data(data_folder + row["center"].strip()))
steering.append(steering_angle)
images.append(read_image_data(data_folder + row["left"].strip()))
left_steering = steering_angle + angle_adjustment
steering.append(1. if left_steering > 1 else -1. if left_steering < -1 else left_steering)
images.append(read_image_data(data_folder + row["right"].strip()))
right_steering = steering_angle - angle_adjustment
steering.append(1. if right_steering > 1 else -1. if right_steering < -1 else right_steering)
images = np.array(images)
steering = np.array(steering)
print('Saving data to pickle file...')
try:
with open(pickle_file, 'wb') as pfile:
pickle.dump(
{
"images": images,
"steering": steering,
},
pfile, pickle.DEFAULT_PROTOCOL)
except Exception as e:
print("Unable to save data to", pickle_file, ":", e)
raise
return images, steering
Data preprocessing and normalization
Utilities to prepare the data before it's shoveled into the model
In [5]:
def balance(X_input, y_input):
"""
It will take the data input and attempt to balance the data set so that
the training isn't squewed towards any given class
"""
fig, axes = plt.subplots(1, 2)
axes[0].imshow(X_train[0])
axes[0].set_title("Image 1")
axes[0].axis("off")
axes[1].imshow(reflect_image(X_train[0]))
axes[1].set_title("Reflected image 1")
axes[1].axis("off")
plt.show()
plt.hist(y_input, bins=100)
plt.title("Count of images (y) per class (x) before augmentation")
plt.show()
tupni_X = [reflect_image(i) for i in X_input]
tupni_y = [-i for i in y_input]
plt.show()
plt.hist(tupni_y, bins=100)
plt.title("Count of reflected images (y) per class (x) before augmentation")
plt.show()
X_output = np.concatenate((X_input, tupni_X), axis=0)
y_output = np.concatenate((y_input, tupni_y), axis=0)
plt.hist(y_output, bins=100)
plt.title("Count of images (y) per class (x) after augmentation")
plt.show()
print(y_input[0])
print(tupni_y[0])
return X_output, y_output
source = "./data/"
data_pickle = source + "data.pickle"
if os.path.exists(data_pickle):
os.remove(data_pickle)
X_train, y_train = load_data(source)
X_train, y_train = balance(X_train, y_train)
Saving data to pickle file...
0.0
-0.0
In [6]:
def normalize_minmax(image_data):
"""
Normalize the image data with Min-Max scaling to a range of [-0.5, 0.5]
:param image_data: The image data to be normalized
:return: Normalized image data
"""
a = -0.5
b = 0.5
grayscale_min = 0
grayscale_max = 255
return a + ( ( (image_data - grayscale_min)*(b - a) )/( grayscale_max - grayscale_min ) )
Model definition
Function that creates the model
In [7]:
def nvidia_make_model(n_classes, input_shape, dropout_rate=0.5, learning_rate=0.00005):
"""
Creates the keras model used for our network, based on the NVidia paper titled
End-to-End Learning for Self-Driving Cars
http://images.nvidia.com/content/tegra/automotive/images/2016/solutions/pdf/end-to-end-dl-using-px.pdf
"""
model = Sequential()
model.add(Convolution2D(24, 5, 5, border_mode='valid', subsample=(2, 2), input_shape=input_shape))
model.add(Activation('relu'))
model.add(Dropout(dropout_rate))
model.add(Convolution2D(36, 5, 5, border_mode='same', subsample=(2, 2)))
model.add(Activation('relu'))
model.add(Dropout(dropout_rate))
model.add(Convolution2D(48, 5, 5, border_mode='same', subsample=(2, 2)))
model.add(Activation('relu'))
model.add(Dropout(dropout_rate))
model.add(Convolution2D(64, 3, 3, border_mode='same'))
model.add(Activation('relu'))
model.add(Dropout(dropout_rate))
model.add(Convolution2D(64, 3, 3, border_mode='same'))
model.add(Activation('relu'))
model.add(Dropout(dropout_rate))
model.add(Flatten())
model.add(Dense(1164))
model.add(Activation('relu'))
model.add(Dropout(dropout_rate))
model.add(Dense(100))
model.add(Activation('relu'))
model.add(Dropout(dropout_rate))
model.add(Dense(50))
model.add(Activation('relu'))
model.add(Dropout(dropout_rate))
model.add(Dense(n_classes))
print(model.summary())
#model.compile(optimizer='adam', loss='mse')
adam = Adam(lr=learning_rate, beta_1=0.9, beta_2=0.999, epsilon=1e-08, decay=0.0)
model.compile(optimizer=adam, loss='mse')
return model
def make_model(n_classes, input_shape, dropout_rate=0.5, regularizer_rate=0.0001):
"""
Creates the keras model used for our network
"""
model = Sequential()
# Add a convolution with 32 filters, 3x3 kernel, and valid padding
model.add(Convolution2D(32, 3, 3, border_mode='valid', input_shape=input_shape))
# Add a ReLU activation layer
model.add(Activation('relu'))
# Add a max pooling of 2x2
model.add(MaxPooling2D(pool_size=(2, 2)))
# Add a dropout
model.add(Dropout(dropout_rate))
# Add a convolution with 64 filters, 2x2 kernel, and valid padding
model.add(Convolution2D(64, 2, 2, border_mode='valid'))
# Add a ReLU activation layer
model.add(Activation('relu'))
# Add a max pooling of 2x2
model.add(MaxPooling2D(pool_size=(2, 2)))
# Add a dropout
model.add(Dropout(dropout_rate))
# Add a flatten layer
model.add(Flatten())
# Add a fully connected layer
#model.add(Dense(128, W_regularizer=l2(regularizer_rate), activity_regularizer=activity_l2(regularizer_rate)))
model.add(Dense(128))
# Add a ReLU activation layer
model.add(Activation('relu'))
# Add a dropout
model.add(Dropout(dropout_rate))
# Add a fully connected layer
#model.add(Dense(n_classes, W_regularizer=l2(regularizer_rate), activity_regularizer=activity_l2(regularizer_rate)))
model.add(Dense(n_classes))
print(model.summary())
model.compile(optimizer='adam', loss='mse')
return model
Training
Instantiate a model and train it with the data in disk
In [8]:
X_train, y_train = load_data("./data/")
print("Image shape:",X_train[0].shape)
# instantiate the model
model = nvidia_make_model(1, X_train[0].shape)
Loading data from pickle file...
Image shape: (16, 64, 3)
____________________________________________________________________________________________________
Layer (type) Output Shape Param # Connected to
====================================================================================================
convolution2d_1 (Convolution2D) (None, 6, 30, 24) 1824 convolution2d_input_1[0][0]
____________________________________________________________________________________________________
activation_1 (Activation) (None, 6, 30, 24) 0 convolution2d_1[0][0]
____________________________________________________________________________________________________
dropout_1 (Dropout) (None, 6, 30, 24) 0 activation_1[0][0]
____________________________________________________________________________________________________
convolution2d_2 (Convolution2D) (None, 3, 15, 36) 21636 dropout_1[0][0]
____________________________________________________________________________________________________
activation_2 (Activation) (None, 3, 15, 36) 0 convolution2d_2[0][0]
____________________________________________________________________________________________________
dropout_2 (Dropout) (None, 3, 15, 36) 0 activation_2[0][0]
____________________________________________________________________________________________________
convolution2d_3 (Convolution2D) (None, 2, 8, 48) 43248 dropout_2[0][0]
____________________________________________________________________________________________________
activation_3 (Activation) (None, 2, 8, 48) 0 convolution2d_3[0][0]
____________________________________________________________________________________________________
dropout_3 (Dropout) (None, 2, 8, 48) 0 activation_3[0][0]
____________________________________________________________________________________________________
convolution2d_4 (Convolution2D) (None, 2, 8, 64) 27712 dropout_3[0][0]
____________________________________________________________________________________________________
activation_4 (Activation) (None, 2, 8, 64) 0 convolution2d_4[0][0]
____________________________________________________________________________________________________
dropout_4 (Dropout) (None, 2, 8, 64) 0 activation_4[0][0]
____________________________________________________________________________________________________
convolution2d_5 (Convolution2D) (None, 2, 8, 64) 36928 dropout_4[0][0]
____________________________________________________________________________________________________
activation_5 (Activation) (None, 2, 8, 64) 0 convolution2d_5[0][0]
____________________________________________________________________________________________________
dropout_5 (Dropout) (None, 2, 8, 64) 0 activation_5[0][0]
____________________________________________________________________________________________________
flatten_1 (Flatten) (None, 1024) 0 dropout_5[0][0]
____________________________________________________________________________________________________
dense_1 (Dense) (None, 1164) 1193100 flatten_1[0][0]
____________________________________________________________________________________________________
activation_6 (Activation) (None, 1164) 0 dense_1[0][0]
____________________________________________________________________________________________________
dropout_6 (Dropout) (None, 1164) 0 activation_6[0][0]
____________________________________________________________________________________________________
dense_2 (Dense) (None, 100) 116500 dropout_6[0][0]
____________________________________________________________________________________________________
activation_7 (Activation) (None, 100) 0 dense_2[0][0]
____________________________________________________________________________________________________
dropout_7 (Dropout) (None, 100) 0 activation_7[0][0]
____________________________________________________________________________________________________
dense_3 (Dense) (None, 50) 5050 dropout_7[0][0]
____________________________________________________________________________________________________
activation_8 (Activation) (None, 50) 0 dense_3[0][0]
____________________________________________________________________________________________________
dropout_8 (Dropout) (None, 50) 0 activation_8[0][0]
____________________________________________________________________________________________________
dense_4 (Dense) (None, 1) 51 dropout_8[0][0]
====================================================================================================
Total params: 1,446,049
Trainable params: 1,446,049
Non-trainable params: 0
____________________________________________________________________________________________________
None
In [9]:
# train the model
all_data_sources = ["./data/", "./data-david-track1-1/", "./data-david-track1-2/"]
for source in all_data_sources:
print("Training data from", source)
X_train, y_train = load_data(source)
X_train, y_train = shuffle(X_train, y_train)
n_train = len(X_train)
X_train, y_train = balance(X_train, y_train)
X_normalized = normalize_minmax(X_train)
history = model.fit(X_normalized, y_train, batch_size=512, nb_epoch=1000, validation_split=0.2)
print("Done training")
Training data from ./data/
Loading data from pickle file...
0.3583844
-0.3583844
Train on 19612 samples, validate on 4904 samples
Epoch 1/1000
19612/19612 [==============================] - 3s - loss: 0.0484 - val_loss: 0.0461
Epoch 2/1000
19612/19612 [==============================] - 1s - loss: 0.0469 - val_loss: 0.0456
Epoch 3/1000
19612/19612 [==============================] - 1s - loss: 0.0452 - val_loss: 0.0435
Epoch 4/1000
19612/19612 [==============================] - 1s - loss: 0.0423 - val_loss: 0.0402
Epoch 5/1000
19612/19612 [==============================] - 1s - loss: 0.0386 - val_loss: 0.0373
Epoch 6/1000
19612/19612 [==============================] - 1s - loss: 0.0350 - val_loss: 0.0364
Epoch 7/1000
19612/19612 [==============================] - 1s - loss: 0.0329 - val_loss: 0.0372
Epoch 8/1000
19612/19612 [==============================] - 1s - loss: 0.0316 - val_loss: 0.0364
Epoch 9/1000
19612/19612 [==============================] - 1s - loss: 0.0309 - val_loss: 0.0363
Epoch 10/1000
19612/19612 [==============================] - 1s - loss: 0.0303 - val_loss: 0.0350
Epoch 11/1000
19612/19612 [==============================] - 1s - loss: 0.0296 - val_loss: 0.0351
Epoch 12/1000
19612/19612 [==============================] - 1s - loss: 0.0290 - val_loss: 0.0331
Epoch 13/1000
19612/19612 [==============================] - 1s - loss: 0.0285 - val_loss: 0.0326
Epoch 14/1000
19612/19612 [==============================] - 1s - loss: 0.0282 - val_loss: 0.0319
Epoch 15/1000
19612/19612 [==============================] - 1s - loss: 0.0279 - val_loss: 0.0323
Epoch 16/1000
19612/19612 [==============================] - 1s - loss: 0.0276 - val_loss: 0.0313
Epoch 17/1000
19612/19612 [==============================] - 1s - loss: 0.0270 - val_loss: 0.0302
Epoch 18/1000
19612/19612 [==============================] - 1s - loss: 0.0265 - val_loss: 0.0298
Epoch 19/1000
19612/19612 [==============================] - 1s - loss: 0.0264 - val_loss: 0.0302
Epoch 20/1000
19612/19612 [==============================] - 1s - loss: 0.0263 - val_loss: 0.0294
Epoch 21/1000
19612/19612 [==============================] - 1s - loss: 0.0261 - val_loss: 0.0300
Epoch 22/1000
19612/19612 [==============================] - 1s - loss: 0.0258 - val_loss: 0.0290
Epoch 23/1000
19612/19612 [==============================] - 1s - loss: 0.0262 - val_loss: 0.0297
Epoch 24/1000
19612/19612 [==============================] - 1s - loss: 0.0256 - val_loss: 0.0298
Epoch 25/1000
19612/19612 [==============================] - 1s - loss: 0.0252 - val_loss: 0.0286
Epoch 26/1000
19612/19612 [==============================] - 1s - loss: 0.0254 - val_loss: 0.0289
Epoch 27/1000
19612/19612 [==============================] - 1s - loss: 0.0249 - val_loss: 0.0281
Epoch 28/1000
19612/19612 [==============================] - 1s - loss: 0.0250 - val_loss: 0.0278
Epoch 29/1000
19612/19612 [==============================] - 1s - loss: 0.0244 - val_loss: 0.0285
Epoch 30/1000
19612/19612 [==============================] - 1s - loss: 0.0245 - val_loss: 0.0279
Epoch 31/1000
19612/19612 [==============================] - 1s - loss: 0.0243 - val_loss: 0.0281
Epoch 32/1000
19612/19612 [==============================] - 1s - loss: 0.0240 - val_loss: 0.0265
Epoch 33/1000
19612/19612 [==============================] - 1s - loss: 0.0238 - val_loss: 0.0263
Epoch 34/1000
19612/19612 [==============================] - 1s - loss: 0.0239 - val_loss: 0.0271
Epoch 35/1000
19612/19612 [==============================] - 1s - loss: 0.0238 - val_loss: 0.0276
Epoch 36/1000
19612/19612 [==============================] - 1s - loss: 0.0238 - val_loss: 0.0275
Epoch 37/1000
19612/19612 [==============================] - 1s - loss: 0.0234 - val_loss: 0.0267
Epoch 38/1000
19612/19612 [==============================] - 1s - loss: 0.0235 - val_loss: 0.0270
Epoch 39/1000
19612/19612 [==============================] - 1s - loss: 0.0231 - val_loss: 0.0269
Epoch 40/1000
19612/19612 [==============================] - 1s - loss: 0.0232 - val_loss: 0.0273
Epoch 41/1000
19612/19612 [==============================] - 1s - loss: 0.0229 - val_loss: 0.0259
Epoch 42/1000
19612/19612 [==============================] - 1s - loss: 0.0229 - val_loss: 0.0269
Epoch 43/1000
19612/19612 [==============================] - 1s - loss: 0.0228 - val_loss: 0.0270
Epoch 44/1000
19612/19612 [==============================] - 1s - loss: 0.0228 - val_loss: 0.0275
Epoch 45/1000
19612/19612 [==============================] - 1s - loss: 0.0229 - val_loss: 0.0266
Epoch 46/1000
19612/19612 [==============================] - 1s - loss: 0.0226 - val_loss: 0.0264
Epoch 47/1000
19612/19612 [==============================] - 1s - loss: 0.0227 - val_loss: 0.0271
Epoch 48/1000
19612/19612 [==============================] - 1s - loss: 0.0226 - val_loss: 0.0270
Epoch 49/1000
19612/19612 [==============================] - 1s - loss: 0.0225 - val_loss: 0.0265
Epoch 50/1000
19612/19612 [==============================] - 1s - loss: 0.0224 - val_loss: 0.0262
Epoch 51/1000
19612/19612 [==============================] - 1s - loss: 0.0225 - val_loss: 0.0260
Epoch 52/1000
19612/19612 [==============================] - 1s - loss: 0.0220 - val_loss: 0.0256
Epoch 53/1000
19612/19612 [==============================] - 1s - loss: 0.0222 - val_loss: 0.0262
Epoch 54/1000
19612/19612 [==============================] - 1s - loss: 0.0216 - val_loss: 0.0269
Epoch 55/1000
19612/19612 [==============================] - 1s - loss: 0.0220 - val_loss: 0.0257
Epoch 56/1000
19612/19612 [==============================] - 1s - loss: 0.0219 - val_loss: 0.0276
Epoch 57/1000
19612/19612 [==============================] - 1s - loss: 0.0217 - val_loss: 0.0270
Epoch 58/1000
19612/19612 [==============================] - 1s - loss: 0.0214 - val_loss: 0.0265
Epoch 59/1000
19612/19612 [==============================] - 1s - loss: 0.0215 - val_loss: 0.0262
Epoch 60/1000
19612/19612 [==============================] - 1s - loss: 0.0215 - val_loss: 0.0260
Epoch 61/1000
19612/19612 [==============================] - 1s - loss: 0.0216 - val_loss: 0.0260
Epoch 62/1000
19612/19612 [==============================] - 1s - loss: 0.0214 - val_loss: 0.0257
Epoch 63/1000
19612/19612 [==============================] - 1s - loss: 0.0214 - val_loss: 0.0262
Epoch 64/1000
19612/19612 [==============================] - 1s - loss: 0.0217 - val_loss: 0.0263
Epoch 65/1000
19612/19612 [==============================] - 1s - loss: 0.0213 - val_loss: 0.0264
Epoch 66/1000
19612/19612 [==============================] - 1s - loss: 0.0213 - val_loss: 0.0265
Epoch 67/1000
19612/19612 [==============================] - 1s - loss: 0.0212 - val_loss: 0.0258
Epoch 68/1000
19612/19612 [==============================] - 1s - loss: 0.0212 - val_loss: 0.0260
Epoch 69/1000
19612/19612 [==============================] - 1s - loss: 0.0213 - val_loss: 0.0257
Epoch 70/1000
19612/19612 [==============================] - 1s - loss: 0.0209 - val_loss: 0.0259
Epoch 71/1000
19612/19612 [==============================] - 1s - loss: 0.0210 - val_loss: 0.0264
Epoch 72/1000
19612/19612 [==============================] - 1s - loss: 0.0211 - val_loss: 0.0266
Epoch 73/1000
19612/19612 [==============================] - 1s - loss: 0.0208 - val_loss: 0.0259
Epoch 74/1000
19612/19612 [==============================] - 1s - loss: 0.0209 - val_loss: 0.0253
Epoch 75/1000
19612/19612 [==============================] - 1s - loss: 0.0208 - val_loss: 0.0249
Epoch 76/1000
19612/19612 [==============================] - 1s - loss: 0.0209 - val_loss: 0.0250
Epoch 77/1000
19612/19612 [==============================] - 1s - loss: 0.0207 - val_loss: 0.0257
Epoch 78/1000
19612/19612 [==============================] - 1s - loss: 0.0208 - val_loss: 0.0273
Epoch 79/1000
19612/19612 [==============================] - 1s - loss: 0.0207 - val_loss: 0.0251
Epoch 80/1000
19612/19612 [==============================] - 1s - loss: 0.0206 - val_loss: 0.0258
Epoch 81/1000
19612/19612 [==============================] - 1s - loss: 0.0205 - val_loss: 0.0254
Epoch 82/1000
19612/19612 [==============================] - 1s - loss: 0.0205 - val_loss: 0.0252
Epoch 83/1000
19612/19612 [==============================] - 1s - loss: 0.0207 - val_loss: 0.0255
Epoch 84/1000
19612/19612 [==============================] - 1s - loss: 0.0204 - val_loss: 0.0261
Epoch 85/1000
19612/19612 [==============================] - 1s - loss: 0.0207 - val_loss: 0.0255
Epoch 86/1000
19612/19612 [==============================] - 1s - loss: 0.0206 - val_loss: 0.0255
Epoch 87/1000
19612/19612 [==============================] - 1s - loss: 0.0203 - val_loss: 0.0245
Epoch 88/1000
19612/19612 [==============================] - 1s - loss: 0.0204 - val_loss: 0.0244
Epoch 89/1000
19612/19612 [==============================] - 1s - loss: 0.0202 - val_loss: 0.0260
Epoch 90/1000
19612/19612 [==============================] - 1s - loss: 0.0203 - val_loss: 0.0254
Epoch 91/1000
19612/19612 [==============================] - 1s - loss: 0.0202 - val_loss: 0.0259
Epoch 92/1000
19612/19612 [==============================] - 1s - loss: 0.0203 - val_loss: 0.0252
Epoch 93/1000
19612/19612 [==============================] - 1s - loss: 0.0203 - val_loss: 0.0249
Epoch 94/1000
19612/19612 [==============================] - 1s - loss: 0.0202 - val_loss: 0.0252
Epoch 95/1000
19612/19612 [==============================] - 1s - loss: 0.0203 - val_loss: 0.0252
Epoch 96/1000
19612/19612 [==============================] - 1s - loss: 0.0200 - val_loss: 0.0251
Epoch 97/1000
19612/19612 [==============================] - 1s - loss: 0.0201 - val_loss: 0.0249
Epoch 98/1000
19612/19612 [==============================] - 1s - loss: 0.0201 - val_loss: 0.0256
Epoch 99/1000
19612/19612 [==============================] - 1s - loss: 0.0201 - val_loss: 0.0251
Epoch 100/1000
19612/19612 [==============================] - 1s - loss: 0.0201 - val_loss: 0.0251
Epoch 101/1000
19612/19612 [==============================] - 1s - loss: 0.0200 - val_loss: 0.0250
Epoch 102/1000
19612/19612 [==============================] - 1s - loss: 0.0199 - val_loss: 0.0251
Epoch 103/1000
19612/19612 [==============================] - 1s - loss: 0.0198 - val_loss: 0.0256
Epoch 104/1000
19612/19612 [==============================] - 1s - loss: 0.0200 - val_loss: 0.0240
Epoch 105/1000
19612/19612 [==============================] - 1s - loss: 0.0199 - val_loss: 0.0249
Epoch 106/1000
19612/19612 [==============================] - 1s - loss: 0.0199 - val_loss: 0.0256
Epoch 107/1000
19612/19612 [==============================] - 1s - loss: 0.0198 - val_loss: 0.0262
Epoch 108/1000
19612/19612 [==============================] - 1s - loss: 0.0196 - val_loss: 0.0250
Epoch 109/1000
19612/19612 [==============================] - 1s - loss: 0.0198 - val_loss: 0.0251
Epoch 110/1000
19612/19612 [==============================] - 1s - loss: 0.0198 - val_loss: 0.0257
Epoch 111/1000
19612/19612 [==============================] - 1s - loss: 0.0197 - val_loss: 0.0249
Epoch 112/1000
19612/19612 [==============================] - 1s - loss: 0.0196 - val_loss: 0.0245
Epoch 113/1000
19612/19612 [==============================] - 1s - loss: 0.0196 - val_loss: 0.0253
Epoch 114/1000
19612/19612 [==============================] - 1s - loss: 0.0196 - val_loss: 0.0247
Epoch 115/1000
19612/19612 [==============================] - 1s - loss: 0.0196 - val_loss: 0.0244
Epoch 116/1000
19612/19612 [==============================] - 1s - loss: 0.0195 - val_loss: 0.0241
Epoch 117/1000
19612/19612 [==============================] - 1s - loss: 0.0198 - val_loss: 0.0245
Epoch 118/1000
19612/19612 [==============================] - 1s - loss: 0.0195 - val_loss: 0.0233
Epoch 119/1000
19612/19612 [==============================] - 1s - loss: 0.0194 - val_loss: 0.0247
Epoch 120/1000
19612/19612 [==============================] - 1s - loss: 0.0195 - val_loss: 0.0243
Epoch 121/1000
19612/19612 [==============================] - 1s - loss: 0.0195 - val_loss: 0.0251
Epoch 122/1000
19612/19612 [==============================] - 1s - loss: 0.0196 - val_loss: 0.0244
Epoch 123/1000
19612/19612 [==============================] - 1s - loss: 0.0196 - val_loss: 0.0249
Epoch 124/1000
19612/19612 [==============================] - 1s - loss: 0.0194 - val_loss: 0.0245
Epoch 125/1000
19612/19612 [==============================] - 1s - loss: 0.0193 - val_loss: 0.0243
Epoch 126/1000
19612/19612 [==============================] - 1s - loss: 0.0194 - val_loss: 0.0243
Epoch 127/1000
19612/19612 [==============================] - 1s - loss: 0.0193 - val_loss: 0.0239
Epoch 128/1000
19612/19612 [==============================] - 1s - loss: 0.0194 - val_loss: 0.0233
Epoch 129/1000
19612/19612 [==============================] - 1s - loss: 0.0194 - val_loss: 0.0241
Epoch 130/1000
19612/19612 [==============================] - 1s - loss: 0.0193 - val_loss: 0.0248
Epoch 131/1000
19612/19612 [==============================] - 1s - loss: 0.0195 - val_loss: 0.0234
Epoch 132/1000
19612/19612 [==============================] - 1s - loss: 0.0193 - val_loss: 0.0243
Epoch 133/1000
19612/19612 [==============================] - 1s - loss: 0.0193 - val_loss: 0.0229
Epoch 134/1000
19612/19612 [==============================] - 1s - loss: 0.0192 - val_loss: 0.0238
Epoch 135/1000
19612/19612 [==============================] - 1s - loss: 0.0192 - val_loss: 0.0240
Epoch 136/1000
19612/19612 [==============================] - 1s - loss: 0.0193 - val_loss: 0.0237
Epoch 137/1000
19612/19612 [==============================] - 1s - loss: 0.0190 - val_loss: 0.0244
Epoch 138/1000
19612/19612 [==============================] - 1s - loss: 0.0191 - val_loss: 0.0234
Epoch 139/1000
19612/19612 [==============================] - 1s - loss: 0.0192 - val_loss: 0.0238
Epoch 140/1000
19612/19612 [==============================] - 1s - loss: 0.0192 - val_loss: 0.0238
Epoch 141/1000
19612/19612 [==============================] - 1s - loss: 0.0191 - val_loss: 0.0235
Epoch 142/1000
19612/19612 [==============================] - 1s - loss: 0.0190 - val_loss: 0.0237
Epoch 143/1000
19612/19612 [==============================] - 1s - loss: 0.0190 - val_loss: 0.0236
Epoch 144/1000
19612/19612 [==============================] - 1s - loss: 0.0190 - val_loss: 0.0235
Epoch 145/1000
19612/19612 [==============================] - 1s - loss: 0.0191 - val_loss: 0.0228
Epoch 146/1000
19612/19612 [==============================] - 1s - loss: 0.0189 - val_loss: 0.0238
Epoch 147/1000
19612/19612 [==============================] - 1s - loss: 0.0191 - val_loss: 0.0225
Epoch 148/1000
19612/19612 [==============================] - 1s - loss: 0.0189 - val_loss: 0.0235
Epoch 149/1000
19612/19612 [==============================] - 1s - loss: 0.0188 - val_loss: 0.0243
Epoch 150/1000
19612/19612 [==============================] - 1s - loss: 0.0189 - val_loss: 0.0237
Epoch 151/1000
19612/19612 [==============================] - 1s - loss: 0.0189 - val_loss: 0.0233
Epoch 152/1000
19612/19612 [==============================] - 1s - loss: 0.0190 - val_loss: 0.0233
Epoch 153/1000
19612/19612 [==============================] - 1s - loss: 0.0189 - val_loss: 0.0235
Epoch 154/1000
19612/19612 [==============================] - 1s - loss: 0.0187 - val_loss: 0.0232
Epoch 155/1000
19612/19612 [==============================] - 1s - loss: 0.0189 - val_loss: 0.0223
Epoch 156/1000
19612/19612 [==============================] - 1s - loss: 0.0189 - val_loss: 0.0233
Epoch 157/1000
19612/19612 [==============================] - 1s - loss: 0.0187 - val_loss: 0.0233
Epoch 158/1000
19612/19612 [==============================] - 1s - loss: 0.0190 - val_loss: 0.0229
Epoch 159/1000
19612/19612 [==============================] - 1s - loss: 0.0187 - val_loss: 0.0231
Epoch 160/1000
19612/19612 [==============================] - 1s - loss: 0.0187 - val_loss: 0.0229
Epoch 161/1000
19612/19612 [==============================] - 1s - loss: 0.0186 - val_loss: 0.0225
Epoch 162/1000
19612/19612 [==============================] - 1s - loss: 0.0186 - val_loss: 0.0231
Epoch 163/1000
19612/19612 [==============================] - 1s - loss: 0.0189 - val_loss: 0.0225
Epoch 164/1000
19612/19612 [==============================] - 1s - loss: 0.0187 - val_loss: 0.0234
Epoch 165/1000
19612/19612 [==============================] - 1s - loss: 0.0188 - val_loss: 0.0227
Epoch 166/1000
19612/19612 [==============================] - 1s - loss: 0.0189 - val_loss: 0.0231
Epoch 167/1000
19612/19612 [==============================] - 1s - loss: 0.0188 - val_loss: 0.0242
Epoch 168/1000
19612/19612 [==============================] - 1s - loss: 0.0187 - val_loss: 0.0233
Epoch 169/1000
19612/19612 [==============================] - 1s - loss: 0.0189 - val_loss: 0.0224
Epoch 170/1000
19612/19612 [==============================] - 1s - loss: 0.0188 - val_loss: 0.0226
Epoch 171/1000
19612/19612 [==============================] - 1s - loss: 0.0188 - val_loss: 0.0221
Epoch 172/1000
19612/19612 [==============================] - 1s - loss: 0.0187 - val_loss: 0.0226
Epoch 173/1000
19612/19612 [==============================] - 1s - loss: 0.0186 - val_loss: 0.0217
Epoch 174/1000
19612/19612 [==============================] - 1s - loss: 0.0187 - val_loss: 0.0221
Epoch 175/1000
19612/19612 [==============================] - 1s - loss: 0.0185 - val_loss: 0.0221
Epoch 176/1000
19612/19612 [==============================] - 1s - loss: 0.0187 - val_loss: 0.0219
Epoch 177/1000
19612/19612 [==============================] - 1s - loss: 0.0186 - val_loss: 0.0221
Epoch 178/1000
19612/19612 [==============================] - 1s - loss: 0.0187 - val_loss: 0.0221
Epoch 179/1000
19612/19612 [==============================] - 1s - loss: 0.0186 - val_loss: 0.0221
Epoch 180/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0225
Epoch 181/1000
19612/19612 [==============================] - 1s - loss: 0.0185 - val_loss: 0.0234
Epoch 182/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0222
Epoch 183/1000
19612/19612 [==============================] - 1s - loss: 0.0186 - val_loss: 0.0234
Epoch 184/1000
19612/19612 [==============================] - 1s - loss: 0.0185 - val_loss: 0.0222
Epoch 185/1000
19612/19612 [==============================] - 1s - loss: 0.0184 - val_loss: 0.0219
Epoch 186/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0224
Epoch 187/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0217
Epoch 188/1000
19612/19612 [==============================] - 1s - loss: 0.0184 - val_loss: 0.0223
Epoch 189/1000
19612/19612 [==============================] - 1s - loss: 0.0185 - val_loss: 0.0222
Epoch 190/1000
19612/19612 [==============================] - 1s - loss: 0.0184 - val_loss: 0.0226
Epoch 191/1000
19612/19612 [==============================] - 1s - loss: 0.0184 - val_loss: 0.0219
Epoch 192/1000
19612/19612 [==============================] - 1s - loss: 0.0184 - val_loss: 0.0216
Epoch 193/1000
19612/19612 [==============================] - 1s - loss: 0.0185 - val_loss: 0.0222
Epoch 194/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0217
Epoch 195/1000
19612/19612 [==============================] - 1s - loss: 0.0181 - val_loss: 0.0223
Epoch 196/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0217
Epoch 197/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0213
Epoch 198/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0216
Epoch 199/1000
19612/19612 [==============================] - 1s - loss: 0.0182 - val_loss: 0.0213
Epoch 200/1000
19612/19612 [==============================] - 1s - loss: 0.0182 - val_loss: 0.0213
Epoch 201/1000
19612/19612 [==============================] - 1s - loss: 0.0182 - val_loss: 0.0218
Epoch 202/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0220
Epoch 203/1000
19612/19612 [==============================] - 1s - loss: 0.0181 - val_loss: 0.0216
Epoch 204/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0226
Epoch 205/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0212
Epoch 206/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0218
Epoch 207/1000
19612/19612 [==============================] - 1s - loss: 0.0181 - val_loss: 0.0213
Epoch 208/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0218
Epoch 209/1000
19612/19612 [==============================] - 1s - loss: 0.0182 - val_loss: 0.0220
Epoch 210/1000
19612/19612 [==============================] - 1s - loss: 0.0181 - val_loss: 0.0216
Epoch 211/1000
19612/19612 [==============================] - 1s - loss: 0.0182 - val_loss: 0.0218
Epoch 212/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0213
Epoch 213/1000
19612/19612 [==============================] - 1s - loss: 0.0180 - val_loss: 0.0212
Epoch 214/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0217
Epoch 215/1000
19612/19612 [==============================] - 1s - loss: 0.0182 - val_loss: 0.0213
Epoch 216/1000
19612/19612 [==============================] - 1s - loss: 0.0182 - val_loss: 0.0211
Epoch 217/1000
19612/19612 [==============================] - 1s - loss: 0.0182 - val_loss: 0.0212
Epoch 218/1000
19612/19612 [==============================] - 1s - loss: 0.0180 - val_loss: 0.0211
Epoch 219/1000
19612/19612 [==============================] - 1s - loss: 0.0180 - val_loss: 0.0214
Epoch 220/1000
19612/19612 [==============================] - 1s - loss: 0.0182 - val_loss: 0.0210
Epoch 221/1000
19612/19612 [==============================] - 1s - loss: 0.0181 - val_loss: 0.0211
Epoch 222/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0204
Epoch 223/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0213
Epoch 224/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0209
Epoch 225/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0209
Epoch 226/1000
19612/19612 [==============================] - 1s - loss: 0.0182 - val_loss: 0.0207
Epoch 227/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0210
Epoch 228/1000
19612/19612 [==============================] - 1s - loss: 0.0180 - val_loss: 0.0215
Epoch 229/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0211
Epoch 230/1000
19612/19612 [==============================] - 1s - loss: 0.0180 - val_loss: 0.0218
Epoch 231/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0204
Epoch 232/1000
19612/19612 [==============================] - 1s - loss: 0.0181 - val_loss: 0.0213
Epoch 233/1000
19612/19612 [==============================] - 1s - loss: 0.0178 - val_loss: 0.0208
Epoch 234/1000
19612/19612 [==============================] - 1s - loss: 0.0181 - val_loss: 0.0213
Epoch 235/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0209
Epoch 236/1000
19612/19612 [==============================] - 1s - loss: 0.0180 - val_loss: 0.0207
Epoch 237/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0210
Epoch 238/1000
19612/19612 [==============================] - 1s - loss: 0.0183 - val_loss: 0.0211
Epoch 239/1000
19612/19612 [==============================] - 1s - loss: 0.0178 - val_loss: 0.0207
Epoch 240/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0200
Epoch 241/1000
19612/19612 [==============================] - 1s - loss: 0.0180 - val_loss: 0.0210
Epoch 242/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0200
Epoch 243/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0200
Epoch 244/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0210
Epoch 245/1000
19612/19612 [==============================] - 1s - loss: 0.0178 - val_loss: 0.0212
Epoch 246/1000
19612/19612 [==============================] - 1s - loss: 0.0178 - val_loss: 0.0208
Epoch 247/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0210
Epoch 248/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0205
Epoch 249/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0201
Epoch 250/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0209
Epoch 251/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0204
Epoch 252/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0201
Epoch 253/1000
19612/19612 [==============================] - 1s - loss: 0.0178 - val_loss: 0.0200
Epoch 254/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0202
Epoch 255/1000
19612/19612 [==============================] - 1s - loss: 0.0178 - val_loss: 0.0207
Epoch 256/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0209
Epoch 257/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0201
Epoch 258/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0204
Epoch 259/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0200
Epoch 260/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0204
Epoch 261/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0210
Epoch 262/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0209
Epoch 263/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0207
Epoch 264/1000
19612/19612 [==============================] - 1s - loss: 0.0178 - val_loss: 0.0210
Epoch 265/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0209
Epoch 266/1000
19612/19612 [==============================] - 1s - loss: 0.0178 - val_loss: 0.0204
Epoch 267/1000
19612/19612 [==============================] - 1s - loss: 0.0179 - val_loss: 0.0201
Epoch 268/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0199
Epoch 269/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0200
Epoch 270/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0195
Epoch 271/1000
19612/19612 [==============================] - 1s - loss: 0.0178 - val_loss: 0.0210
Epoch 272/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0203
Epoch 273/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0197
Epoch 274/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0201
Epoch 275/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0199
Epoch 276/1000
19612/19612 [==============================] - 1s - loss: 0.0178 - val_loss: 0.0202
Epoch 277/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0200
Epoch 278/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0209
Epoch 279/1000
19612/19612 [==============================] - 1s - loss: 0.0178 - val_loss: 0.0203
Epoch 280/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0203
Epoch 281/1000
19612/19612 [==============================] - 1s - loss: 0.0175 - val_loss: 0.0198
Epoch 282/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0196
Epoch 283/1000
19612/19612 [==============================] - 1s - loss: 0.0175 - val_loss: 0.0202
Epoch 284/1000
19612/19612 [==============================] - 1s - loss: 0.0175 - val_loss: 0.0204
Epoch 285/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0195
Epoch 286/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0198
Epoch 287/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0200
Epoch 288/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0196
Epoch 289/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0195
Epoch 290/1000
19612/19612 [==============================] - 1s - loss: 0.0175 - val_loss: 0.0202
Epoch 291/1000
19612/19612 [==============================] - 1s - loss: 0.0175 - val_loss: 0.0204
Epoch 292/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0198
Epoch 293/1000
19612/19612 [==============================] - 1s - loss: 0.0175 - val_loss: 0.0195
Epoch 294/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0197
Epoch 295/1000
19612/19612 [==============================] - 1s - loss: 0.0175 - val_loss: 0.0199
Epoch 296/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0194
Epoch 297/1000
19612/19612 [==============================] - 1s - loss: 0.0177 - val_loss: 0.0201
Epoch 298/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0195
Epoch 299/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0195
Epoch 300/1000
19612/19612 [==============================] - 1s - loss: 0.0175 - val_loss: 0.0198
Epoch 301/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0192
Epoch 302/1000
19612/19612 [==============================] - 1s - loss: 0.0175 - val_loss: 0.0193
Epoch 303/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0203
Epoch 304/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0204
Epoch 305/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0197
Epoch 306/1000
19612/19612 [==============================] - 1s - loss: 0.0175 - val_loss: 0.0194
Epoch 307/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0197
Epoch 308/1000
19612/19612 [==============================] - 1s - loss: 0.0175 - val_loss: 0.0191
Epoch 309/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0193
Epoch 310/1000
19612/19612 [==============================] - 1s - loss: 0.0175 - val_loss: 0.0198
Epoch 311/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0195
Epoch 312/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0194
Epoch 313/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0196
Epoch 314/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0187
Epoch 315/1000
19612/19612 [==============================] - 1s - loss: 0.0176 - val_loss: 0.0190
Epoch 316/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0195
Epoch 317/1000
19612/19612 [==============================] - 1s - loss: 0.0172 - val_loss: 0.0193
Epoch 318/1000
19612/19612 [==============================] - 1s - loss: 0.0172 - val_loss: 0.0197
Epoch 319/1000
19612/19612 [==============================] - 1s - loss: 0.0172 - val_loss: 0.0192
Epoch 320/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0197
Epoch 321/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0197
Epoch 322/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0192
Epoch 323/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0194
Epoch 324/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0190
Epoch 325/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0193
Epoch 326/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0189
Epoch 327/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0194
Epoch 328/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0196
Epoch 329/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0193
Epoch 330/1000
19612/19612 [==============================] - 1s - loss: 0.0172 - val_loss: 0.0197
Epoch 331/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0190
Epoch 332/1000
19612/19612 [==============================] - 1s - loss: 0.0172 - val_loss: 0.0187
Epoch 333/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0191
Epoch 334/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0187
Epoch 335/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0196
Epoch 336/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0193
Epoch 337/1000
19612/19612 [==============================] - 1s - loss: 0.0172 - val_loss: 0.0190
Epoch 338/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0190
Epoch 339/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0189
Epoch 340/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0187
Epoch 341/1000
19612/19612 [==============================] - 1s - loss: 0.0172 - val_loss: 0.0189
Epoch 342/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0190
Epoch 343/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0184
Epoch 344/1000
19612/19612 [==============================] - 1s - loss: 0.0172 - val_loss: 0.0186
Epoch 345/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0188
Epoch 346/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0185
Epoch 347/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0194
Epoch 348/1000
19612/19612 [==============================] - 1s - loss: 0.0174 - val_loss: 0.0192
Epoch 349/1000
19612/19612 [==============================] - 1s - loss: 0.0172 - val_loss: 0.0188
Epoch 350/1000
19612/19612 [==============================] - 1s - loss: 0.0172 - val_loss: 0.0195
Epoch 351/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0185
Epoch 352/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0186
Epoch 353/1000
19612/19612 [==============================] - 1s - loss: 0.0173 - val_loss: 0.0192
Epoch 354/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0186
Epoch 355/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0184
Epoch 356/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0185
Epoch 357/1000
19612/19612 [==============================] - 1s - loss: 0.0172 - val_loss: 0.0188
Epoch 358/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0193
Epoch 359/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0188
Epoch 360/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0193
Epoch 361/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0186
Epoch 362/1000
19612/19612 [==============================] - 1s - loss: 0.0172 - val_loss: 0.0186
Epoch 363/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0189
Epoch 364/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0191
Epoch 365/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0190
Epoch 366/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0181
Epoch 367/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0186
Epoch 368/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0185
Epoch 369/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0190
Epoch 370/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0188
Epoch 371/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0188
Epoch 372/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0185
Epoch 373/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0190
Epoch 374/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0183
Epoch 375/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0183
Epoch 376/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0183
Epoch 377/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0187
Epoch 378/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0186
Epoch 379/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0183
Epoch 380/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0189
Epoch 381/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0186
Epoch 382/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0183
Epoch 383/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0183
Epoch 384/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0190
Epoch 385/1000
19612/19612 [==============================] - 1s - loss: 0.0172 - val_loss: 0.0185
Epoch 386/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0189
Epoch 387/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0187
Epoch 388/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0184
Epoch 389/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0185
Epoch 390/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0177
Epoch 391/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0188
Epoch 392/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0182
Epoch 393/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0190
Epoch 394/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0184
Epoch 395/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0188
Epoch 396/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0184
Epoch 397/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0184
Epoch 398/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0184
Epoch 399/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0190
Epoch 400/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0186
Epoch 401/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0184
Epoch 402/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0190
Epoch 403/1000
19612/19612 [==============================] - 1s - loss: 0.0171 - val_loss: 0.0180
Epoch 404/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0184
Epoch 405/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0177
Epoch 406/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0188
Epoch 407/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0184
Epoch 408/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0192
Epoch 409/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0181
Epoch 410/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0183
Epoch 411/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0185
Epoch 412/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0182
Epoch 413/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0185
Epoch 414/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0183
Epoch 415/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0179
Epoch 416/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0179
Epoch 417/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0181
Epoch 418/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0185
Epoch 419/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0184
Epoch 420/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0182
Epoch 421/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0184
Epoch 422/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0181
Epoch 423/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0180
Epoch 424/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0182
Epoch 425/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0176
Epoch 426/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0176
Epoch 427/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0178
Epoch 428/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0180
Epoch 429/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0186
Epoch 430/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0181
Epoch 431/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0181
Epoch 432/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0176
Epoch 433/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0181
Epoch 434/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0186
Epoch 435/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0173
Epoch 436/1000
19612/19612 [==============================] - 1s - loss: 0.0170 - val_loss: 0.0176
Epoch 437/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0183
Epoch 438/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0180
Epoch 439/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0183
Epoch 440/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0184
Epoch 441/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0181
Epoch 442/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0180
Epoch 443/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0183
Epoch 444/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0178
Epoch 445/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0175
Epoch 446/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0179
Epoch 447/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0175
Epoch 448/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0178
Epoch 449/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0180
Epoch 450/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0179
Epoch 451/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0182
Epoch 452/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0179
Epoch 453/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0179
Epoch 454/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0175
Epoch 455/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0178
Epoch 456/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0176
Epoch 457/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0178
Epoch 458/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0174
Epoch 459/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0179
Epoch 460/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0179
Epoch 461/1000
19612/19612 [==============================] - 1s - loss: 0.0168 - val_loss: 0.0183
Epoch 462/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0176
Epoch 463/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0178
Epoch 464/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0181
Epoch 465/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0183
Epoch 466/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0185
Epoch 467/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0176
Epoch 468/1000
19612/19612 [==============================] - 1s - loss: 0.0169 - val_loss: 0.0178
Epoch 469/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0178
Epoch 470/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0174
Epoch 471/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0180
Epoch 472/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0180
Epoch 473/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0178
Epoch 474/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0180
Epoch 475/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0173
Epoch 476/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0180
Epoch 477/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0179
Epoch 478/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0175
Epoch 479/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0182
Epoch 480/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0172
Epoch 481/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0176
Epoch 482/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0176
Epoch 483/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0173
Epoch 484/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0178
Epoch 485/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0173
Epoch 486/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0170
Epoch 487/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0174
Epoch 488/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0179
Epoch 489/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0175
Epoch 490/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0175
Epoch 491/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0178
Epoch 492/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0173
Epoch 493/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0172
Epoch 494/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0177
Epoch 495/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0178
Epoch 496/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0176
Epoch 497/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0176
Epoch 498/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0174
Epoch 499/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0172
Epoch 500/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0172
Epoch 501/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0174
Epoch 502/1000
19612/19612 [==============================] - 1s - loss: 0.0167 - val_loss: 0.0179
Epoch 503/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0173
Epoch 504/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0173
Epoch 505/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0173
Epoch 506/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0171
Epoch 507/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0179
Epoch 508/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0175
Epoch 509/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0173
Epoch 510/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0170
Epoch 511/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0178
Epoch 512/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0173
Epoch 513/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0172
Epoch 514/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0175
Epoch 515/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0173
Epoch 516/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0175
Epoch 517/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0177
Epoch 518/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0177
Epoch 519/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0176
Epoch 520/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0175
Epoch 521/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0175
Epoch 522/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0176
Epoch 523/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0175
Epoch 524/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0170
Epoch 525/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0172
Epoch 526/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0177
Epoch 527/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0177
Epoch 528/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0177
Epoch 529/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0180
Epoch 530/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0173
Epoch 531/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0175
Epoch 532/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0174
Epoch 533/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0179
Epoch 534/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0173
Epoch 535/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0170
Epoch 536/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0179
Epoch 537/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0170
Epoch 538/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0170
Epoch 539/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0172
Epoch 540/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0171
Epoch 541/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0170
Epoch 542/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0173
Epoch 543/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0179
Epoch 544/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0174
Epoch 545/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0178
Epoch 546/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0174
Epoch 547/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0174
Epoch 548/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0169
Epoch 549/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0179
Epoch 550/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0181
Epoch 551/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0168
Epoch 552/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0172
Epoch 553/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0177
Epoch 554/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0175
Epoch 555/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0174
Epoch 556/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0173
Epoch 557/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0178
Epoch 558/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0170
Epoch 559/1000
19612/19612 [==============================] - 1s - loss: 0.0166 - val_loss: 0.0173
Epoch 560/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0172
Epoch 561/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0172
Epoch 562/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0173
Epoch 563/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0175
Epoch 564/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0172
Epoch 565/1000
19612/19612 [==============================] - 1s - loss: 0.0165 - val_loss: 0.0168
Epoch 566/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0173
Epoch 567/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0171
Epoch 568/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0169
Epoch 569/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0172
Epoch 570/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0168
Epoch 571/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0169
Epoch 572/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0167
Epoch 573/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0179
Epoch 574/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0172
Epoch 575/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0168
Epoch 576/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0177
Epoch 577/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0166
Epoch 578/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0171
Epoch 579/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0170
Epoch 580/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0169
Epoch 581/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0175
Epoch 582/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0171
Epoch 583/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0174
Epoch 584/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0174
Epoch 585/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0173
Epoch 586/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0172
Epoch 587/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0173
Epoch 588/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0172
Epoch 589/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0173
Epoch 590/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0164
Epoch 591/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0167
Epoch 592/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0171
Epoch 593/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0169
Epoch 594/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0168
Epoch 595/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0167
Epoch 596/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0172
Epoch 597/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0173
Epoch 598/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0173
Epoch 599/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0171
Epoch 600/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0167
Epoch 601/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0170
Epoch 602/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0172
Epoch 603/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0167
Epoch 604/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0171
Epoch 605/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0170
Epoch 606/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0167
Epoch 607/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0163
Epoch 608/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0165
Epoch 609/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0173
Epoch 610/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0168
Epoch 611/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0170
Epoch 612/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0167
Epoch 613/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0171
Epoch 614/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0172
Epoch 615/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0171
Epoch 616/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0168
Epoch 617/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0167
Epoch 618/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0171
Epoch 619/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0169
Epoch 620/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0173
Epoch 621/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0170
Epoch 622/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0166
Epoch 623/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0173
Epoch 624/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0174
Epoch 625/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0166
Epoch 626/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0170
Epoch 627/1000
19612/19612 [==============================] - 1s - loss: 0.0163 - val_loss: 0.0169
Epoch 628/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0167
Epoch 629/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0168
Epoch 630/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0176
Epoch 631/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0170
Epoch 632/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0169
Epoch 633/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0172
Epoch 634/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0171
Epoch 635/1000
19612/19612 [==============================] - 1s - loss: 0.0164 - val_loss: 0.0163
Epoch 636/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0167
Epoch 637/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0171
Epoch 638/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0167
Epoch 639/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0165
Epoch 640/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0168
Epoch 641/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0168
Epoch 642/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0173
Epoch 643/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0165
Epoch 644/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0168
Epoch 645/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0166
Epoch 646/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0171
Epoch 647/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0170
Epoch 648/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0165
Epoch 649/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0164
Epoch 650/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0166
Epoch 651/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0166
Epoch 652/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0170
Epoch 653/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0168
Epoch 654/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0176
Epoch 655/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0164
Epoch 656/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0168
Epoch 657/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0161
Epoch 658/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0166
Epoch 659/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0170
Epoch 660/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0168
Epoch 661/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0166
Epoch 662/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0169
Epoch 663/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0171
Epoch 664/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0165
Epoch 665/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0169
Epoch 666/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0169
Epoch 667/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0169
Epoch 668/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0166
Epoch 669/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0169
Epoch 670/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0168
Epoch 671/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0167
Epoch 672/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0168
Epoch 673/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0166
Epoch 674/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0169
Epoch 675/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0168
Epoch 676/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0168
Epoch 677/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0161
Epoch 678/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0164
Epoch 679/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0169
Epoch 680/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0169
Epoch 681/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0168
Epoch 682/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0164
Epoch 683/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0164
Epoch 684/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0170
Epoch 685/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0164
Epoch 686/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0167
Epoch 687/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0168
Epoch 688/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0165
Epoch 689/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0167
Epoch 690/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0168
Epoch 691/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0167
Epoch 692/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0168
Epoch 693/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0168
Epoch 694/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0165
Epoch 695/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0166
Epoch 696/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0167
Epoch 697/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0165
Epoch 698/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0162
Epoch 699/1000
19612/19612 [==============================] - 1s - loss: 0.0162 - val_loss: 0.0164
Epoch 700/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0164
Epoch 701/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0165
Epoch 702/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0161
Epoch 703/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0165
Epoch 704/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0169
Epoch 705/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0163
Epoch 706/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0161
Epoch 707/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0166
Epoch 708/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0164
Epoch 709/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0165
Epoch 710/1000
19612/19612 [==============================] - 1s - loss: 0.0161 - val_loss: 0.0163
Epoch 711/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0169
Epoch 712/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0168
Epoch 713/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0173
Epoch 714/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0165
Epoch 715/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0161
Epoch 716/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0166
Epoch 717/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0162
Epoch 718/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0168
Epoch 719/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0166
Epoch 720/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0161
Epoch 721/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0161
Epoch 722/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0162
Epoch 723/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0167
Epoch 724/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0162
Epoch 725/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0164
Epoch 726/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0165
Epoch 727/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0166
Epoch 728/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0162
Epoch 729/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0166
Epoch 730/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0161
Epoch 731/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0165
Epoch 732/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0167
Epoch 733/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0163
Epoch 734/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0167
Epoch 735/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0166
Epoch 736/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0166
Epoch 737/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0166
Epoch 738/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0164
Epoch 739/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0168
Epoch 740/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0162
Epoch 741/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0168
Epoch 742/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0164
Epoch 743/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0168
Epoch 744/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0165
Epoch 745/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0160
Epoch 746/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0162
Epoch 747/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0160
Epoch 748/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0164
Epoch 749/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0159
Epoch 750/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0160
Epoch 751/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0162
Epoch 752/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0158
Epoch 753/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0161
Epoch 754/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0160
Epoch 755/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0164
Epoch 756/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0165
Epoch 757/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0161
Epoch 758/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0164
Epoch 759/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0163
Epoch 760/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0163
Epoch 761/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0157
Epoch 762/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0163
Epoch 763/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0161
Epoch 764/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0165
Epoch 765/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0162
Epoch 766/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0165
Epoch 767/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0161
Epoch 768/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0163
Epoch 769/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0169
Epoch 770/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0159
Epoch 771/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0163
Epoch 772/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0161
Epoch 773/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0161
Epoch 774/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0160
Epoch 775/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0169
Epoch 776/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0166
Epoch 777/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0163
Epoch 778/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0164
Epoch 779/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0166
Epoch 780/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0163
Epoch 781/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0165
Epoch 782/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0164
Epoch 783/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0163
Epoch 784/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0161
Epoch 785/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0160
Epoch 786/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0160
Epoch 787/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0162
Epoch 788/1000
19612/19612 [==============================] - 1s - loss: 0.0160 - val_loss: 0.0164
Epoch 789/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0161
Epoch 790/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0161
Epoch 791/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0161
Epoch 792/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0159
Epoch 793/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0162
Epoch 794/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0160
Epoch 795/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0161
Epoch 796/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0160
Epoch 797/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0158
Epoch 798/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0162
Epoch 799/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0160
Epoch 800/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0160
Epoch 801/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0159
Epoch 802/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0156
Epoch 803/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0161
Epoch 804/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0159
Epoch 805/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0164
Epoch 806/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0161
Epoch 807/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0156
Epoch 808/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0159
Epoch 809/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0159
Epoch 810/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0159
Epoch 811/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0157
Epoch 812/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0158
Epoch 813/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0162
Epoch 814/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0161
Epoch 815/1000
19612/19612 [==============================] - 1s - loss: 0.0159 - val_loss: 0.0158
Epoch 816/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0164
Epoch 817/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0164
Epoch 818/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0159
Epoch 819/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0158
Epoch 820/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0162
Epoch 821/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0160
Epoch 822/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0159
Epoch 823/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0164
Epoch 824/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0158
Epoch 825/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0162
Epoch 826/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0161
Epoch 827/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0162
Epoch 828/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0162
Epoch 829/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0161
Epoch 830/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0165
Epoch 831/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0157
Epoch 832/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0161
Epoch 833/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0158
Epoch 834/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0161
Epoch 835/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0165
Epoch 836/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0163
Epoch 837/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0161
Epoch 838/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0161
Epoch 839/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0157
Epoch 840/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0160
Epoch 841/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0161
Epoch 842/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0160
Epoch 843/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0158
Epoch 844/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0166
Epoch 845/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0165
Epoch 846/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0162
Epoch 847/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0166
Epoch 848/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0155
Epoch 849/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0162
Epoch 850/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0158
Epoch 851/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0161
Epoch 852/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0158
Epoch 853/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0159
Epoch 854/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0157
Epoch 855/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0157
Epoch 856/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0159
Epoch 857/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0157
Epoch 858/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0158
Epoch 859/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0158
Epoch 860/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0161
Epoch 861/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0159
Epoch 862/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0159
Epoch 863/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0161
Epoch 864/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0156
Epoch 865/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0163
Epoch 866/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0157
Epoch 867/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0163
Epoch 868/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0158
Epoch 869/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0157
Epoch 870/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0161
Epoch 871/1000
19612/19612 [==============================] - 1s - loss: 0.0158 - val_loss: 0.0160
Epoch 872/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0160
Epoch 873/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0160
Epoch 874/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0163
Epoch 875/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0157
Epoch 876/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0160
Epoch 877/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0158
Epoch 878/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0156
Epoch 879/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0163
Epoch 880/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0164
Epoch 881/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0161
Epoch 882/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0162
Epoch 883/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0167
Epoch 884/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0159
Epoch 885/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0156
Epoch 886/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0155
Epoch 887/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0162
Epoch 888/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0161
Epoch 889/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0158
Epoch 890/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0159
Epoch 891/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0157
Epoch 892/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0156
Epoch 893/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0165
Epoch 894/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0158
Epoch 895/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0163
Epoch 896/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0160
Epoch 897/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0157
Epoch 898/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0158
Epoch 899/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0158
Epoch 900/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0156
Epoch 901/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0158
Epoch 902/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0160
Epoch 903/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0155
Epoch 904/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0162
Epoch 905/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0158
Epoch 906/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0161
Epoch 907/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0157
Epoch 908/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0159
Epoch 909/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0158
Epoch 910/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0157
Epoch 911/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0157
Epoch 912/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0158
Epoch 913/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0165
Epoch 914/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0159
Epoch 915/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0155
Epoch 916/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0159
Epoch 917/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0160
Epoch 918/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0160
Epoch 919/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0160
Epoch 920/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0163
Epoch 921/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0155
Epoch 922/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0157
Epoch 923/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0156
Epoch 924/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0157
Epoch 925/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0154
Epoch 926/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0159
Epoch 927/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0157
Epoch 928/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0158
Epoch 929/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0155
Epoch 930/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0159
Epoch 931/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0156
Epoch 932/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0154
Epoch 933/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0156
Epoch 934/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0155
Epoch 935/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0164
Epoch 936/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0156
Epoch 937/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0161
Epoch 938/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0157
Epoch 939/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0154
Epoch 940/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0153
Epoch 941/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0161
Epoch 942/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0157
Epoch 943/1000
19612/19612 [==============================] - 1s - loss: 0.0152 - val_loss: 0.0157
Epoch 944/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0157
Epoch 945/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0161
Epoch 946/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0158
Epoch 947/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0160
Epoch 948/1000
19612/19612 [==============================] - 1s - loss: 0.0157 - val_loss: 0.0156
Epoch 949/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0154
Epoch 950/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0157
Epoch 951/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0151
Epoch 952/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0155
Epoch 953/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0156
Epoch 954/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0155
Epoch 955/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0156
Epoch 956/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0165
Epoch 957/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0159
Epoch 958/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0162
Epoch 959/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0159
Epoch 960/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0153
Epoch 961/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0157
Epoch 962/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0157
Epoch 963/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0159
Epoch 964/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0159
Epoch 965/1000
19612/19612 [==============================] - 1s - loss: 0.0151 - val_loss: 0.0157
Epoch 966/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0159
Epoch 967/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0160
Epoch 968/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0158
Epoch 969/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0160
Epoch 970/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0160
Epoch 971/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0153
Epoch 972/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0159
Epoch 973/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0158
Epoch 974/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0156
Epoch 975/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0150
Epoch 976/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0154
Epoch 977/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0157
Epoch 978/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0156
Epoch 979/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0154
Epoch 980/1000
19612/19612 [==============================] - 1s - loss: 0.0152 - val_loss: 0.0156
Epoch 981/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0156
Epoch 982/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0157
Epoch 983/1000
19612/19612 [==============================] - 1s - loss: 0.0152 - val_loss: 0.0155
Epoch 984/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0154
Epoch 985/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0155
Epoch 986/1000
19612/19612 [==============================] - 1s - loss: 0.0156 - val_loss: 0.0158
Epoch 987/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0150
Epoch 988/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0159
Epoch 989/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0153
Epoch 990/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0155
Epoch 991/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0156
Epoch 992/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0156
Epoch 993/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0157
Epoch 994/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0155
Epoch 995/1000
19612/19612 [==============================] - 1s - loss: 0.0155 - val_loss: 0.0161
Epoch 996/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0152
Epoch 997/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0154
Epoch 998/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0151
Epoch 999/1000
19612/19612 [==============================] - 1s - loss: 0.0154 - val_loss: 0.0153
Epoch 1000/1000
19612/19612 [==============================] - 1s - loss: 0.0153 - val_loss: 0.0151
Training data from ./data-david-track1-1/
Loading data from pickle file...
0.15
-0.15
Train on 1003 samples, validate on 251 samples
Epoch 1/1000
1003/1003 [==============================] - 0s - loss: 0.0892 - val_loss: 0.0924
Epoch 2/1000
1003/1003 [==============================] - 0s - loss: 0.0883 - val_loss: 0.0873
Epoch 3/1000
1003/1003 [==============================] - 0s - loss: 0.0838 - val_loss: 0.0820
Epoch 4/1000
1003/1003 [==============================] - 0s - loss: 0.0807 - val_loss: 0.0761
Epoch 5/1000
1003/1003 [==============================] - 0s - loss: 0.0775 - val_loss: 0.0697
Epoch 6/1000
1003/1003 [==============================] - 0s - loss: 0.0707 - val_loss: 0.0644
Epoch 7/1000
1003/1003 [==============================] - 0s - loss: 0.0700 - val_loss: 0.0604
Epoch 8/1000
1003/1003 [==============================] - 0s - loss: 0.0709 - val_loss: 0.0579
Epoch 9/1000
1003/1003 [==============================] - 0s - loss: 0.0694 - val_loss: 0.0564
Epoch 10/1000
1003/1003 [==============================] - 0s - loss: 0.0669 - val_loss: 0.0557
Epoch 11/1000
1003/1003 [==============================] - 0s - loss: 0.0649 - val_loss: 0.0552
Epoch 12/1000
1003/1003 [==============================] - 0s - loss: 0.0636 - val_loss: 0.0549
Epoch 13/1000
1003/1003 [==============================] - 0s - loss: 0.0638 - val_loss: 0.0543
Epoch 14/1000
1003/1003 [==============================] - 0s - loss: 0.0631 - val_loss: 0.0539
Epoch 15/1000
1003/1003 [==============================] - 0s - loss: 0.0645 - val_loss: 0.0534
Epoch 16/1000
1003/1003 [==============================] - 0s - loss: 0.0633 - val_loss: 0.0529
Epoch 17/1000
1003/1003 [==============================] - 0s - loss: 0.0604 - val_loss: 0.0525
Epoch 18/1000
1003/1003 [==============================] - 0s - loss: 0.0599 - val_loss: 0.0521
Epoch 19/1000
1003/1003 [==============================] - 0s - loss: 0.0620 - val_loss: 0.0520
Epoch 20/1000
1003/1003 [==============================] - 0s - loss: 0.0598 - val_loss: 0.0517
Epoch 21/1000
1003/1003 [==============================] - 0s - loss: 0.0599 - val_loss: 0.0514
Epoch 22/1000
1003/1003 [==============================] - 0s - loss: 0.0582 - val_loss: 0.0510
Epoch 23/1000
1003/1003 [==============================] - 0s - loss: 0.0593 - val_loss: 0.0506
Epoch 24/1000
1003/1003 [==============================] - 0s - loss: 0.0578 - val_loss: 0.0501
Epoch 25/1000
1003/1003 [==============================] - 0s - loss: 0.0565 - val_loss: 0.0494
Epoch 26/1000
1003/1003 [==============================] - 0s - loss: 0.0570 - val_loss: 0.0490
Epoch 27/1000
1003/1003 [==============================] - 0s - loss: 0.0571 - val_loss: 0.0486
Epoch 28/1000
1003/1003 [==============================] - 0s - loss: 0.0568 - val_loss: 0.0484
Epoch 29/1000
1003/1003 [==============================] - 0s - loss: 0.0595 - val_loss: 0.0481
Epoch 30/1000
1003/1003 [==============================] - 0s - loss: 0.0582 - val_loss: 0.0477
Epoch 31/1000
1003/1003 [==============================] - 0s - loss: 0.0561 - val_loss: 0.0474
Epoch 32/1000
1003/1003 [==============================] - 0s - loss: 0.0579 - val_loss: 0.0473
Epoch 33/1000
1003/1003 [==============================] - 0s - loss: 0.0575 - val_loss: 0.0472
Epoch 34/1000
1003/1003 [==============================] - 0s - loss: 0.0530 - val_loss: 0.0470
Epoch 35/1000
1003/1003 [==============================] - 0s - loss: 0.0559 - val_loss: 0.0469
Epoch 36/1000
1003/1003 [==============================] - 0s - loss: 0.0535 - val_loss: 0.0471
Epoch 37/1000
1003/1003 [==============================] - 0s - loss: 0.0559 - val_loss: 0.0473
Epoch 38/1000
1003/1003 [==============================] - 0s - loss: 0.0541 - val_loss: 0.0473
Epoch 39/1000
1003/1003 [==============================] - 0s - loss: 0.0553 - val_loss: 0.0474
Epoch 40/1000
1003/1003 [==============================] - 0s - loss: 0.0549 - val_loss: 0.0474
Epoch 41/1000
1003/1003 [==============================] - 0s - loss: 0.0560 - val_loss: 0.0474
Epoch 42/1000
1003/1003 [==============================] - 0s - loss: 0.0542 - val_loss: 0.0475
Epoch 43/1000
1003/1003 [==============================] - 0s - loss: 0.0518 - val_loss: 0.0474
Epoch 44/1000
1003/1003 [==============================] - 0s - loss: 0.0539 - val_loss: 0.0474
Epoch 45/1000
1003/1003 [==============================] - 0s - loss: 0.0530 - val_loss: 0.0473
Epoch 46/1000
1003/1003 [==============================] - 0s - loss: 0.0513 - val_loss: 0.0471
Epoch 47/1000
1003/1003 [==============================] - 0s - loss: 0.0532 - val_loss: 0.0469
Epoch 48/1000
1003/1003 [==============================] - 0s - loss: 0.0530 - val_loss: 0.0465
Epoch 49/1000
1003/1003 [==============================] - 0s - loss: 0.0555 - val_loss: 0.0463
Epoch 50/1000
1003/1003 [==============================] - 0s - loss: 0.0554 - val_loss: 0.0461
Epoch 51/1000
1003/1003 [==============================] - 0s - loss: 0.0534 - val_loss: 0.0461
Epoch 52/1000
1003/1003 [==============================] - 0s - loss: 0.0512 - val_loss: 0.0460
Epoch 53/1000
1003/1003 [==============================] - 0s - loss: 0.0561 - val_loss: 0.0460
Epoch 54/1000
1003/1003 [==============================] - 0s - loss: 0.0551 - val_loss: 0.0460
Epoch 55/1000
1003/1003 [==============================] - 0s - loss: 0.0551 - val_loss: 0.0461
Epoch 56/1000
1003/1003 [==============================] - 0s - loss: 0.0527 - val_loss: 0.0461
Epoch 57/1000
1003/1003 [==============================] - 0s - loss: 0.0550 - val_loss: 0.0463
Epoch 58/1000
1003/1003 [==============================] - 0s - loss: 0.0507 - val_loss: 0.0461
Epoch 59/1000
1003/1003 [==============================] - 0s - loss: 0.0536 - val_loss: 0.0460
Epoch 60/1000
1003/1003 [==============================] - 0s - loss: 0.0520 - val_loss: 0.0459
Epoch 61/1000
1003/1003 [==============================] - 0s - loss: 0.0539 - val_loss: 0.0458
Epoch 62/1000
1003/1003 [==============================] - 0s - loss: 0.0503 - val_loss: 0.0455
Epoch 63/1000
1003/1003 [==============================] - 0s - loss: 0.0550 - val_loss: 0.0453
Epoch 64/1000
1003/1003 [==============================] - 0s - loss: 0.0503 - val_loss: 0.0453
Epoch 65/1000
1003/1003 [==============================] - 0s - loss: 0.0527 - val_loss: 0.0454
Epoch 66/1000
1003/1003 [==============================] - 0s - loss: 0.0511 - val_loss: 0.0454
Epoch 67/1000
1003/1003 [==============================] - 0s - loss: 0.0529 - val_loss: 0.0455
Epoch 68/1000
1003/1003 [==============================] - 0s - loss: 0.0536 - val_loss: 0.0455
Epoch 69/1000
1003/1003 [==============================] - 0s - loss: 0.0508 - val_loss: 0.0454
Epoch 70/1000
1003/1003 [==============================] - 0s - loss: 0.0539 - val_loss: 0.0452
Epoch 71/1000
1003/1003 [==============================] - 0s - loss: 0.0504 - val_loss: 0.0451
Epoch 72/1000
1003/1003 [==============================] - 0s - loss: 0.0519 - val_loss: 0.0448
Epoch 73/1000
1003/1003 [==============================] - 0s - loss: 0.0539 - val_loss: 0.0444
Epoch 74/1000
1003/1003 [==============================] - 0s - loss: 0.0525 - val_loss: 0.0442
Epoch 75/1000
1003/1003 [==============================] - 0s - loss: 0.0506 - val_loss: 0.0438
Epoch 76/1000
1003/1003 [==============================] - 0s - loss: 0.0517 - val_loss: 0.0435
Epoch 77/1000
1003/1003 [==============================] - 0s - loss: 0.0500 - val_loss: 0.0434
Epoch 78/1000
1003/1003 [==============================] - 0s - loss: 0.0517 - val_loss: 0.0433
Epoch 79/1000
1003/1003 [==============================] - 0s - loss: 0.0495 - val_loss: 0.0434
Epoch 80/1000
1003/1003 [==============================] - 0s - loss: 0.0518 - val_loss: 0.0436
Epoch 81/1000
1003/1003 [==============================] - 0s - loss: 0.0521 - val_loss: 0.0439
Epoch 82/1000
1003/1003 [==============================] - 0s - loss: 0.0513 - val_loss: 0.0441
Epoch 83/1000
1003/1003 [==============================] - 0s - loss: 0.0514 - val_loss: 0.0442
Epoch 84/1000
1003/1003 [==============================] - 0s - loss: 0.0505 - val_loss: 0.0441
Epoch 85/1000
1003/1003 [==============================] - 0s - loss: 0.0485 - val_loss: 0.0437
Epoch 86/1000
1003/1003 [==============================] - 0s - loss: 0.0538 - val_loss: 0.0434
Epoch 87/1000
1003/1003 [==============================] - 0s - loss: 0.0476 - val_loss: 0.0432
Epoch 88/1000
1003/1003 [==============================] - 0s - loss: 0.0525 - val_loss: 0.0430
Epoch 89/1000
1003/1003 [==============================] - 0s - loss: 0.0495 - val_loss: 0.0429
Epoch 90/1000
1003/1003 [==============================] - 0s - loss: 0.0495 - val_loss: 0.0429
Epoch 91/1000
1003/1003 [==============================] - 0s - loss: 0.0480 - val_loss: 0.0431
Epoch 92/1000
1003/1003 [==============================] - 0s - loss: 0.0505 - val_loss: 0.0432
Epoch 93/1000
1003/1003 [==============================] - 0s - loss: 0.0511 - val_loss: 0.0435
Epoch 94/1000
1003/1003 [==============================] - 0s - loss: 0.0518 - val_loss: 0.0438
Epoch 95/1000
1003/1003 [==============================] - 0s - loss: 0.0513 - val_loss: 0.0438
Epoch 96/1000
1003/1003 [==============================] - 0s - loss: 0.0495 - val_loss: 0.0437
Epoch 97/1000
1003/1003 [==============================] - 0s - loss: 0.0515 - val_loss: 0.0434
Epoch 98/1000
1003/1003 [==============================] - 0s - loss: 0.0476 - val_loss: 0.0432
Epoch 99/1000
1003/1003 [==============================] - 0s - loss: 0.0504 - val_loss: 0.0429
Epoch 100/1000
1003/1003 [==============================] - 0s - loss: 0.0502 - val_loss: 0.0429
Epoch 101/1000
1003/1003 [==============================] - 0s - loss: 0.0481 - val_loss: 0.0426
Epoch 102/1000
1003/1003 [==============================] - 0s - loss: 0.0517 - val_loss: 0.0423
Epoch 103/1000
1003/1003 [==============================] - 0s - loss: 0.0495 - val_loss: 0.0421
Epoch 104/1000
1003/1003 [==============================] - 0s - loss: 0.0481 - val_loss: 0.0420
Epoch 105/1000
1003/1003 [==============================] - 0s - loss: 0.0491 - val_loss: 0.0419
Epoch 106/1000
1003/1003 [==============================] - 0s - loss: 0.0517 - val_loss: 0.0420
Epoch 107/1000
1003/1003 [==============================] - 0s - loss: 0.0509 - val_loss: 0.0423
Epoch 108/1000
1003/1003 [==============================] - 0s - loss: 0.0476 - val_loss: 0.0425
Epoch 109/1000
1003/1003 [==============================] - 0s - loss: 0.0484 - val_loss: 0.0425
Epoch 110/1000
1003/1003 [==============================] - 0s - loss: 0.0492 - val_loss: 0.0423
Epoch 111/1000
1003/1003 [==============================] - 0s - loss: 0.0488 - val_loss: 0.0423
Epoch 112/1000
1003/1003 [==============================] - 0s - loss: 0.0497 - val_loss: 0.0422
Epoch 113/1000
1003/1003 [==============================] - 0s - loss: 0.0478 - val_loss: 0.0422
Epoch 114/1000
1003/1003 [==============================] - 0s - loss: 0.0499 - val_loss: 0.0423
Epoch 115/1000
1003/1003 [==============================] - 0s - loss: 0.0485 - val_loss: 0.0424
Epoch 116/1000
1003/1003 [==============================] - 0s - loss: 0.0476 - val_loss: 0.0424
Epoch 117/1000
1003/1003 [==============================] - 0s - loss: 0.0505 - val_loss: 0.0425
Epoch 118/1000
1003/1003 [==============================] - 0s - loss: 0.0516 - val_loss: 0.0426
Epoch 119/1000
1003/1003 [==============================] - 0s - loss: 0.0514 - val_loss: 0.0426
Epoch 120/1000
1003/1003 [==============================] - 0s - loss: 0.0538 - val_loss: 0.0428
Epoch 121/1000
1003/1003 [==============================] - 0s - loss: 0.0502 - val_loss: 0.0430
Epoch 122/1000
1003/1003 [==============================] - 0s - loss: 0.0503 - val_loss: 0.0431
Epoch 123/1000
1003/1003 [==============================] - 0s - loss: 0.0468 - val_loss: 0.0431
Epoch 124/1000
1003/1003 [==============================] - 0s - loss: 0.0496 - val_loss: 0.0430
Epoch 125/1000
1003/1003 [==============================] - 0s - loss: 0.0482 - val_loss: 0.0428
Epoch 126/1000
1003/1003 [==============================] - 0s - loss: 0.0504 - val_loss: 0.0425
Epoch 127/1000
1003/1003 [==============================] - 0s - loss: 0.0488 - val_loss: 0.0423
Epoch 128/1000
1003/1003 [==============================] - 0s - loss: 0.0484 - val_loss: 0.0422
Epoch 129/1000
1003/1003 [==============================] - 0s - loss: 0.0482 - val_loss: 0.0421
Epoch 130/1000
1003/1003 [==============================] - 0s - loss: 0.0479 - val_loss: 0.0421
Epoch 131/1000
1003/1003 [==============================] - 0s - loss: 0.0464 - val_loss: 0.0420
Epoch 132/1000
1003/1003 [==============================] - 0s - loss: 0.0499 - val_loss: 0.0419
Epoch 133/1000
1003/1003 [==============================] - 0s - loss: 0.0497 - val_loss: 0.0418
Epoch 134/1000
1003/1003 [==============================] - 0s - loss: 0.0482 - val_loss: 0.0417
Epoch 135/1000
1003/1003 [==============================] - 0s - loss: 0.0488 - val_loss: 0.0416
Epoch 136/1000
1003/1003 [==============================] - 0s - loss: 0.0521 - val_loss: 0.0416
Epoch 137/1000
1003/1003 [==============================] - 0s - loss: 0.0509 - val_loss: 0.0418
Epoch 138/1000
1003/1003 [==============================] - 0s - loss: 0.0493 - val_loss: 0.0421
Epoch 139/1000
1003/1003 [==============================] - 0s - loss: 0.0474 - val_loss: 0.0423
Epoch 140/1000
1003/1003 [==============================] - 0s - loss: 0.0491 - val_loss: 0.0424
Epoch 141/1000
1003/1003 [==============================] - 0s - loss: 0.0497 - val_loss: 0.0425
Epoch 142/1000
1003/1003 [==============================] - 0s - loss: 0.0496 - val_loss: 0.0424
Epoch 143/1000
1003/1003 [==============================] - 0s - loss: 0.0492 - val_loss: 0.0423
Epoch 144/1000
1003/1003 [==============================] - 0s - loss: 0.0466 - val_loss: 0.0420
Epoch 145/1000
1003/1003 [==============================] - 0s - loss: 0.0493 - val_loss: 0.0417
Epoch 146/1000
1003/1003 [==============================] - 0s - loss: 0.0487 - val_loss: 0.0417
Epoch 147/1000
1003/1003 [==============================] - 0s - loss: 0.0469 - val_loss: 0.0416
Epoch 148/1000
1003/1003 [==============================] - 0s - loss: 0.0494 - val_loss: 0.0417
Epoch 149/1000
1003/1003 [==============================] - 0s - loss: 0.0472 - val_loss: 0.0418
Epoch 150/1000
1003/1003 [==============================] - 0s - loss: 0.0501 - val_loss: 0.0420
Epoch 151/1000
1003/1003 [==============================] - 0s - loss: 0.0461 - val_loss: 0.0421
Epoch 152/1000
1003/1003 [==============================] - 0s - loss: 0.0478 - val_loss: 0.0421
Epoch 153/1000
1003/1003 [==============================] - 0s - loss: 0.0477 - val_loss: 0.0421
Epoch 154/1000
1003/1003 [==============================] - 0s - loss: 0.0475 - val_loss: 0.0421
Epoch 155/1000
1003/1003 [==============================] - 0s - loss: 0.0468 - val_loss: 0.0420
Epoch 156/1000
1003/1003 [==============================] - 0s - loss: 0.0458 - val_loss: 0.0419
Epoch 157/1000
1003/1003 [==============================] - 0s - loss: 0.0490 - val_loss: 0.0418
Epoch 158/1000
1003/1003 [==============================] - 0s - loss: 0.0477 - val_loss: 0.0416
Epoch 159/1000
1003/1003 [==============================] - 0s - loss: 0.0486 - val_loss: 0.0414
Epoch 160/1000
1003/1003 [==============================] - 0s - loss: 0.0475 - val_loss: 0.0411
Epoch 161/1000
1003/1003 [==============================] - 0s - loss: 0.0468 - val_loss: 0.0410
Epoch 162/1000
1003/1003 [==============================] - 0s - loss: 0.0499 - val_loss: 0.0409
Epoch 163/1000
1003/1003 [==============================] - 0s - loss: 0.0482 - val_loss: 0.0409
Epoch 164/1000
1003/1003 [==============================] - 0s - loss: 0.0510 - val_loss: 0.0408
Epoch 165/1000
1003/1003 [==============================] - 0s - loss: 0.0466 - val_loss: 0.0408
Epoch 166/1000
1003/1003 [==============================] - 0s - loss: 0.0488 - val_loss: 0.0409
Epoch 167/1000
1003/1003 [==============================] - 0s - loss: 0.0470 - val_loss: 0.0410
Epoch 168/1000
1003/1003 [==============================] - 0s - loss: 0.0463 - val_loss: 0.0412
Epoch 169/1000
1003/1003 [==============================] - 0s - loss: 0.0460 - val_loss: 0.0414
Epoch 170/1000
1003/1003 [==============================] - 0s - loss: 0.0472 - val_loss: 0.0415
Epoch 171/1000
1003/1003 [==============================] - 0s - loss: 0.0453 - val_loss: 0.0415
Epoch 172/1000
1003/1003 [==============================] - 0s - loss: 0.0469 - val_loss: 0.0414
Epoch 173/1000
1003/1003 [==============================] - 0s - loss: 0.0473 - val_loss: 0.0414
Epoch 174/1000
1003/1003 [==============================] - 0s - loss: 0.0479 - val_loss: 0.0413
Epoch 175/1000
1003/1003 [==============================] - 0s - loss: 0.0480 - val_loss: 0.0413
Epoch 176/1000
1003/1003 [==============================] - 0s - loss: 0.0481 - val_loss: 0.0413
Epoch 177/1000
1003/1003 [==============================] - 0s - loss: 0.0472 - val_loss: 0.0414
Epoch 178/1000
1003/1003 [==============================] - 0s - loss: 0.0477 - val_loss: 0.0415
Epoch 179/1000
1003/1003 [==============================] - 0s - loss: 0.0480 - val_loss: 0.0417
Epoch 180/1000
1003/1003 [==============================] - 0s - loss: 0.0449 - val_loss: 0.0419
Epoch 181/1000
1003/1003 [==============================] - 0s - loss: 0.0499 - val_loss: 0.0420
Epoch 182/1000
1003/1003 [==============================] - 0s - loss: 0.0473 - val_loss: 0.0419
Epoch 183/1000
1003/1003 [==============================] - 0s - loss: 0.0496 - val_loss: 0.0418
Epoch 184/1000
1003/1003 [==============================] - 0s - loss: 0.0457 - val_loss: 0.0416
Epoch 185/1000
1003/1003 [==============================] - 0s - loss: 0.0457 - val_loss: 0.0416
Epoch 186/1000
1003/1003 [==============================] - 0s - loss: 0.0463 - val_loss: 0.0415
Epoch 187/1000
1003/1003 [==============================] - 0s - loss: 0.0452 - val_loss: 0.0415
Epoch 188/1000
1003/1003 [==============================] - 0s - loss: 0.0481 - val_loss: 0.0415
Epoch 189/1000
1003/1003 [==============================] - 0s - loss: 0.0482 - val_loss: 0.0417
Epoch 190/1000
1003/1003 [==============================] - 0s - loss: 0.0481 - val_loss: 0.0418
Epoch 191/1000
1003/1003 [==============================] - 0s - loss: 0.0473 - val_loss: 0.0419
Epoch 192/1000
1003/1003 [==============================] - 0s - loss: 0.0490 - val_loss: 0.0420
Epoch 193/1000
1003/1003 [==============================] - 0s - loss: 0.0472 - val_loss: 0.0419
Epoch 194/1000
1003/1003 [==============================] - 0s - loss: 0.0457 - val_loss: 0.0417
Epoch 195/1000
1003/1003 [==============================] - 0s - loss: 0.0463 - val_loss: 0.0415
Epoch 196/1000
1003/1003 [==============================] - 0s - loss: 0.0459 - val_loss: 0.0413
Epoch 197/1000
1003/1003 [==============================] - 0s - loss: 0.0459 - val_loss: 0.0411
Epoch 198/1000
1003/1003 [==============================] - 0s - loss: 0.0472 - val_loss: 0.0411
Epoch 199/1000
1003/1003 [==============================] - 0s - loss: 0.0489 - val_loss: 0.0412
Epoch 200/1000
1003/1003 [==============================] - 0s - loss: 0.0471 - val_loss: 0.0413
Epoch 201/1000
1003/1003 [==============================] - 0s - loss: 0.0456 - val_loss: 0.0413
Epoch 202/1000
1003/1003 [==============================] - 0s - loss: 0.0486 - val_loss: 0.0412
Epoch 203/1000
1003/1003 [==============================] - 0s - loss: 0.0453 - val_loss: 0.0409
Epoch 204/1000
1003/1003 [==============================] - 0s - loss: 0.0488 - val_loss: 0.0407
Epoch 205/1000
1003/1003 [==============================] - 0s - loss: 0.0454 - val_loss: 0.0405
Epoch 206/1000
1003/1003 [==============================] - 0s - loss: 0.0467 - val_loss: 0.0405
Epoch 207/1000
1003/1003 [==============================] - 0s - loss: 0.0441 - val_loss: 0.0405
Epoch 208/1000
1003/1003 [==============================] - 0s - loss: 0.0448 - val_loss: 0.0406
Epoch 209/1000
1003/1003 [==============================] - 0s - loss: 0.0466 - val_loss: 0.0407
Epoch 210/1000
1003/1003 [==============================] - 0s - loss: 0.0474 - val_loss: 0.0407
Epoch 211/1000
1003/1003 [==============================] - 0s - loss: 0.0476 - val_loss: 0.0409
Epoch 212/1000
1003/1003 [==============================] - 0s - loss: 0.0472 - val_loss: 0.0411
Epoch 213/1000
1003/1003 [==============================] - 0s - loss: 0.0454 - val_loss: 0.0413
Epoch 214/1000
1003/1003 [==============================] - 0s - loss: 0.0457 - val_loss: 0.0413
Epoch 215/1000
1003/1003 [==============================] - 0s - loss: 0.0465 - val_loss: 0.0413
Epoch 216/1000
1003/1003 [==============================] - 0s - loss: 0.0489 - val_loss: 0.0412
Epoch 217/1000
1003/1003 [==============================] - 0s - loss: 0.0485 - val_loss: 0.0412
Epoch 218/1000
1003/1003 [==============================] - 0s - loss: 0.0476 - val_loss: 0.0412
Epoch 219/1000
1003/1003 [==============================] - 0s - loss: 0.0463 - val_loss: 0.0412
Epoch 220/1000
1003/1003 [==============================] - 0s - loss: 0.0458 - val_loss: 0.0411
Epoch 221/1000
1003/1003 [==============================] - 0s - loss: 0.0435 - val_loss: 0.0408
Epoch 222/1000
1003/1003 [==============================] - 0s - loss: 0.0469 - val_loss: 0.0407
Epoch 223/1000
1003/1003 [==============================] - 0s - loss: 0.0447 - val_loss: 0.0405
Epoch 224/1000
1003/1003 [==============================] - 0s - loss: 0.0473 - val_loss: 0.0404
Epoch 225/1000
1003/1003 [==============================] - 0s - loss: 0.0462 - val_loss: 0.0404
Epoch 226/1000
1003/1003 [==============================] - 0s - loss: 0.0441 - val_loss: 0.0404
Epoch 227/1000
1003/1003 [==============================] - 0s - loss: 0.0477 - val_loss: 0.0405
Epoch 228/1000
1003/1003 [==============================] - 0s - loss: 0.0465 - val_loss: 0.0406
Epoch 229/1000
1003/1003 [==============================] - 0s - loss: 0.0467 - val_loss: 0.0407
Epoch 230/1000
1003/1003 [==============================] - 0s - loss: 0.0466 - val_loss: 0.0408
Epoch 231/1000
1003/1003 [==============================] - 0s - loss: 0.0439 - val_loss: 0.0410
Epoch 232/1000
1003/1003 [==============================] - 0s - loss: 0.0457 - val_loss: 0.0411
Epoch 233/1000
1003/1003 [==============================] - 0s - loss: 0.0459 - val_loss: 0.0412
Epoch 234/1000
1003/1003 [==============================] - 0s - loss: 0.0438 - val_loss: 0.0411
Epoch 235/1000
1003/1003 [==============================] - 0s - loss: 0.0460 - val_loss: 0.0410
Epoch 236/1000
1003/1003 [==============================] - 0s - loss: 0.0455 - val_loss: 0.0409
Epoch 237/1000
1003/1003 [==============================] - 0s - loss: 0.0474 - val_loss: 0.0408
Epoch 238/1000
1003/1003 [==============================] - 0s - loss: 0.0468 - val_loss: 0.0407
Epoch 239/1000
1003/1003 [==============================] - 0s - loss: 0.0450 - val_loss: 0.0407
Epoch 240/1000
1003/1003 [==============================] - 0s - loss: 0.0458 - val_loss: 0.0407
Epoch 241/1000
1003/1003 [==============================] - 0s - loss: 0.0464 - val_loss: 0.0407
Epoch 242/1000
1003/1003 [==============================] - 0s - loss: 0.0452 - val_loss: 0.0408
Epoch 243/1000
1003/1003 [==============================] - 0s - loss: 0.0469 - val_loss: 0.0409
Epoch 244/1000
1003/1003 [==============================] - 0s - loss: 0.0440 - val_loss: 0.0410
Epoch 245/1000
1003/1003 [==============================] - 0s - loss: 0.0439 - val_loss: 0.0411
Epoch 246/1000
1003/1003 [==============================] - 0s - loss: 0.0441 - val_loss: 0.0411
Epoch 247/1000
1003/1003 [==============================] - 0s - loss: 0.0464 - val_loss: 0.0410
Epoch 248/1000
1003/1003 [==============================] - 0s - loss: 0.0453 - val_loss: 0.0408
Epoch 249/1000
1003/1003 [==============================] - 0s - loss: 0.0484 - val_loss: 0.0406
Epoch 250/1000
1003/1003 [==============================] - 0s - loss: 0.0461 - val_loss: 0.0406
Epoch 251/1000
1003/1003 [==============================] - 0s - loss: 0.0474 - val_loss: 0.0405
Epoch 252/1000
1003/1003 [==============================] - 0s - loss: 0.0470 - val_loss: 0.0405
Epoch 253/1000
1003/1003 [==============================] - 0s - loss: 0.0446 - val_loss: 0.0406
Epoch 254/1000
1003/1003 [==============================] - 0s - loss: 0.0452 - val_loss: 0.0407
Epoch 255/1000
1003/1003 [==============================] - 0s - loss: 0.0431 - val_loss: 0.0408
Epoch 256/1000
1003/1003 [==============================] - 0s - loss: 0.0447 - val_loss: 0.0409
Epoch 257/1000
1003/1003 [==============================] - 0s - loss: 0.0452 - val_loss: 0.0409
Epoch 258/1000
1003/1003 [==============================] - 0s - loss: 0.0457 - val_loss: 0.0408
Epoch 259/1000
1003/1003 [==============================] - 0s - loss: 0.0464 - val_loss: 0.0406
Epoch 260/1000
1003/1003 [==============================] - 0s - loss: 0.0476 - val_loss: 0.0406
Epoch 261/1000
1003/1003 [==============================] - 0s - loss: 0.0468 - val_loss: 0.0406
Epoch 262/1000
1003/1003 [==============================] - 0s - loss: 0.0442 - val_loss: 0.0405
Epoch 263/1000
1003/1003 [==============================] - 0s - loss: 0.0422 - val_loss: 0.0404
Epoch 264/1000
1003/1003 [==============================] - 0s - loss: 0.0446 - val_loss: 0.0403
Epoch 265/1000
1003/1003 [==============================] - 0s - loss: 0.0464 - val_loss: 0.0403
Epoch 266/1000
1003/1003 [==============================] - 0s - loss: 0.0441 - val_loss: 0.0404
Epoch 267/1000
1003/1003 [==============================] - 0s - loss: 0.0468 - val_loss: 0.0406
Epoch 268/1000
1003/1003 [==============================] - 0s - loss: 0.0453 - val_loss: 0.0409
Epoch 269/1000
1003/1003 [==============================] - 0s - loss: 0.0448 - val_loss: 0.0410
Epoch 270/1000
1003/1003 [==============================] - 0s - loss: 0.0428 - val_loss: 0.0409
Epoch 271/1000
1003/1003 [==============================] - 0s - loss: 0.0471 - val_loss: 0.0407
Epoch 272/1000
1003/1003 [==============================] - 0s - loss: 0.0459 - val_loss: 0.0403
Epoch 273/1000
1003/1003 [==============================] - 0s - loss: 0.0468 - val_loss: 0.0401
Epoch 274/1000
1003/1003 [==============================] - 0s - loss: 0.0460 - val_loss: 0.0401
Epoch 275/1000
1003/1003 [==============================] - 0s - loss: 0.0461 - val_loss: 0.0401
Epoch 276/1000
1003/1003 [==============================] - 0s - loss: 0.0465 - val_loss: 0.0401
Epoch 277/1000
1003/1003 [==============================] - 0s - loss: 0.0470 - val_loss: 0.0403
Epoch 278/1000
1003/1003 [==============================] - 0s - loss: 0.0451 - val_loss: 0.0404
Epoch 279/1000
1003/1003 [==============================] - 0s - loss: 0.0447 - val_loss: 0.0406
Epoch 280/1000
1003/1003 [==============================] - 0s - loss: 0.0463 - val_loss: 0.0406
Epoch 281/1000
1003/1003 [==============================] - 0s - loss: 0.0447 - val_loss: 0.0406
Epoch 282/1000
1003/1003 [==============================] - 0s - loss: 0.0432 - val_loss: 0.0406
Epoch 283/1000
1003/1003 [==============================] - 0s - loss: 0.0455 - val_loss: 0.0406
Epoch 284/1000
1003/1003 [==============================] - 0s - loss: 0.0450 - val_loss: 0.0405
Epoch 285/1000
1003/1003 [==============================] - 0s - loss: 0.0438 - val_loss: 0.0404
Epoch 286/1000
1003/1003 [==============================] - 0s - loss: 0.0449 - val_loss: 0.0402
Epoch 287/1000
1003/1003 [==============================] - 0s - loss: 0.0438 - val_loss: 0.0402
Epoch 288/1000
1003/1003 [==============================] - 0s - loss: 0.0470 - val_loss: 0.0403
Epoch 289/1000
1003/1003 [==============================] - 0s - loss: 0.0433 - val_loss: 0.0403
Epoch 290/1000
1003/1003 [==============================] - 0s - loss: 0.0438 - val_loss: 0.0403
Epoch 291/1000
1003/1003 [==============================] - 0s - loss: 0.0435 - val_loss: 0.0403
Epoch 292/1000
1003/1003 [==============================] - 0s - loss: 0.0442 - val_loss: 0.0402
Epoch 293/1000
1003/1003 [==============================] - 0s - loss: 0.0447 - val_loss: 0.0402
Epoch 294/1000
1003/1003 [==============================] - 0s - loss: 0.0430 - val_loss: 0.0402
Epoch 295/1000
1003/1003 [==============================] - 0s - loss: 0.0433 - val_loss: 0.0401
Epoch 296/1000
1003/1003 [==============================] - 0s - loss: 0.0432 - val_loss: 0.0401
Epoch 297/1000
1003/1003 [==============================] - 0s - loss: 0.0448 - val_loss: 0.0401
Epoch 298/1000
1003/1003 [==============================] - 0s - loss: 0.0442 - val_loss: 0.0401
Epoch 299/1000
1003/1003 [==============================] - 0s - loss: 0.0438 - val_loss: 0.0400
Epoch 300/1000
1003/1003 [==============================] - 0s - loss: 0.0445 - val_loss: 0.0399
Epoch 301/1000
1003/1003 [==============================] - 0s - loss: 0.0459 - val_loss: 0.0398
Epoch 302/1000
1003/1003 [==============================] - 0s - loss: 0.0470 - val_loss: 0.0398
Epoch 303/1000
1003/1003 [==============================] - 0s - loss: 0.0432 - val_loss: 0.0398
Epoch 304/1000
1003/1003 [==============================] - 0s - loss: 0.0467 - val_loss: 0.0397
Epoch 305/1000
1003/1003 [==============================] - 0s - loss: 0.0465 - val_loss: 0.0396
Epoch 306/1000
1003/1003 [==============================] - 0s - loss: 0.0464 - val_loss: 0.0397
Epoch 307/1000
1003/1003 [==============================] - 0s - loss: 0.0455 - val_loss: 0.0397
Epoch 308/1000
1003/1003 [==============================] - 0s - loss: 0.0457 - val_loss: 0.0398
Epoch 309/1000
1003/1003 [==============================] - 0s - loss: 0.0441 - val_loss: 0.0398
Epoch 310/1000
1003/1003 [==============================] - 0s - loss: 0.0462 - val_loss: 0.0398
Epoch 311/1000
1003/1003 [==============================] - 0s - loss: 0.0454 - val_loss: 0.0399
Epoch 312/1000
1003/1003 [==============================] - 0s - loss: 0.0456 - val_loss: 0.0399
Epoch 313/1000
1003/1003 [==============================] - 0s - loss: 0.0438 - val_loss: 0.0399
Epoch 314/1000
1003/1003 [==============================] - 0s - loss: 0.0463 - val_loss: 0.0400
Epoch 315/1000
1003/1003 [==============================] - 0s - loss: 0.0406 - val_loss: 0.0401
Epoch 316/1000
1003/1003 [==============================] - 0s - loss: 0.0448 - val_loss: 0.0400
Epoch 317/1000
1003/1003 [==============================] - 0s - loss: 0.0446 - val_loss: 0.0400
Epoch 318/1000
1003/1003 [==============================] - 0s - loss: 0.0475 - val_loss: 0.0398
Epoch 319/1000
1003/1003 [==============================] - 0s - loss: 0.0453 - val_loss: 0.0397
Epoch 320/1000
1003/1003 [==============================] - 0s - loss: 0.0462 - val_loss: 0.0398
Epoch 321/1000
1003/1003 [==============================] - 0s - loss: 0.0425 - val_loss: 0.0398
Epoch 322/1000
1003/1003 [==============================] - 0s - loss: 0.0456 - val_loss: 0.0399
Epoch 323/1000
1003/1003 [==============================] - 0s - loss: 0.0476 - val_loss: 0.0400
Epoch 324/1000
1003/1003 [==============================] - 0s - loss: 0.0445 - val_loss: 0.0402
Epoch 325/1000
1003/1003 [==============================] - 0s - loss: 0.0449 - val_loss: 0.0403
Epoch 326/1000
1003/1003 [==============================] - 0s - loss: 0.0400 - val_loss: 0.0403
Epoch 327/1000
1003/1003 [==============================] - 0s - loss: 0.0436 - val_loss: 0.0403
Epoch 328/1000
1003/1003 [==============================] - 0s - loss: 0.0442 - val_loss: 0.0403
Epoch 329/1000
1003/1003 [==============================] - 0s - loss: 0.0455 - val_loss: 0.0401
Epoch 330/1000
1003/1003 [==============================] - 0s - loss: 0.0437 - val_loss: 0.0399
Epoch 331/1000
1003/1003 [==============================] - 0s - loss: 0.0442 - val_loss: 0.0398
Epoch 332/1000
1003/1003 [==============================] - 0s - loss: 0.0443 - val_loss: 0.0398
Epoch 333/1000
1003/1003 [==============================] - 0s - loss: 0.0434 - val_loss: 0.0398
Epoch 334/1000
1003/1003 [==============================] - 0s - loss: 0.0448 - val_loss: 0.0397
Epoch 335/1000
1003/1003 [==============================] - 0s - loss: 0.0440 - val_loss: 0.0396
Epoch 336/1000
1003/1003 [==============================] - 0s - loss: 0.0429 - val_loss: 0.0395
Epoch 337/1000
1003/1003 [==============================] - 0s - loss: 0.0442 - val_loss: 0.0395
Epoch 338/1000
1003/1003 [==============================] - 0s - loss: 0.0435 - val_loss: 0.0395
Epoch 339/1000
1003/1003 [==============================] - 0s - loss: 0.0422 - val_loss: 0.0394
Epoch 340/1000
1003/1003 [==============================] - 0s - loss: 0.0428 - val_loss: 0.0393
Epoch 341/1000
1003/1003 [==============================] - 0s - loss: 0.0446 - val_loss: 0.0393
Epoch 342/1000
1003/1003 [==============================] - 0s - loss: 0.0452 - val_loss: 0.0393
Epoch 343/1000
1003/1003 [==============================] - 0s - loss: 0.0443 - val_loss: 0.0393
Epoch 344/1000
1003/1003 [==============================] - 0s - loss: 0.0415 - val_loss: 0.0391
Epoch 345/1000
1003/1003 [==============================] - 0s - loss: 0.0451 - val_loss: 0.0391
Epoch 346/1000
1003/1003 [==============================] - 0s - loss: 0.0455 - val_loss: 0.0390
Epoch 347/1000
1003/1003 [==============================] - 0s - loss: 0.0423 - val_loss: 0.0389
Epoch 348/1000
1003/1003 [==============================] - 0s - loss: 0.0462 - val_loss: 0.0389
Epoch 349/1000
1003/1003 [==============================] - 0s - loss: 0.0418 - val_loss: 0.0389
Epoch 350/1000
1003/1003 [==============================] - 0s - loss: 0.0446 - val_loss: 0.0389
Epoch 351/1000
1003/1003 [==============================] - 0s - loss: 0.0414 - val_loss: 0.0390
Epoch 352/1000
1003/1003 [==============================] - 0s - loss: 0.0440 - val_loss: 0.0391
Epoch 353/1000
1003/1003 [==============================] - 0s - loss: 0.0434 - val_loss: 0.0393
Epoch 354/1000
1003/1003 [==============================] - 0s - loss: 0.0438 - val_loss: 0.0394
Epoch 355/1000
1003/1003 [==============================] - 0s - loss: 0.0448 - val_loss: 0.0393
Epoch 356/1000
1003/1003 [==============================] - 0s - loss: 0.0421 - val_loss: 0.0392
Epoch 357/1000
1003/1003 [==============================] - 0s - loss: 0.0424 - val_loss: 0.0391
Epoch 358/1000
1003/1003 [==============================] - 0s - loss: 0.0415 - val_loss: 0.0390
Epoch 359/1000
1003/1003 [==============================] - 0s - loss: 0.0462 - val_loss: 0.0391
Epoch 360/1000
1003/1003 [==============================] - 0s - loss: 0.0441 - val_loss: 0.0394
Epoch 361/1000
1003/1003 [==============================] - 0s - loss: 0.0431 - val_loss: 0.0396
Epoch 362/1000
1003/1003 [==============================] - 0s - loss: 0.0437 - val_loss: 0.0397
Epoch 363/1000
1003/1003 [==============================] - 0s - loss: 0.0423 - val_loss: 0.0397
Epoch 364/1000
1003/1003 [==============================] - 0s - loss: 0.0429 - val_loss: 0.0397
Epoch 365/1000
1003/1003 [==============================] - 0s - loss: 0.0420 - val_loss: 0.0398
Epoch 366/1000
1003/1003 [==============================] - 0s - loss: 0.0437 - val_loss: 0.0401
Epoch 367/1000
1003/1003 [==============================] - 0s - loss: 0.0451 - val_loss: 0.0404
Epoch 368/1000
1003/1003 [==============================] - 0s - loss: 0.0466 - val_loss: 0.0407
Epoch 369/1000
1003/1003 [==============================] - 0s - loss: 0.0455 - val_loss: 0.0409
Epoch 370/1000
1003/1003 [==============================] - 0s - loss: 0.0444 - val_loss: 0.0409
Epoch 371/1000
1003/1003 [==============================] - 0s - loss: 0.0432 - val_loss: 0.0406
Epoch 372/1000
1003/1003 [==============================] - 0s - loss: 0.0420 - val_loss: 0.0402
Epoch 373/1000
1003/1003 [==============================] - 0s - loss: 0.0441 - val_loss: 0.0398
Epoch 374/1000
1003/1003 [==============================] - 0s - loss: 0.0432 - val_loss: 0.0394
Epoch 375/1000
1003/1003 [==============================] - 0s - loss: 0.0434 - val_loss: 0.0391
Epoch 376/1000
1003/1003 [==============================] - 0s - loss: 0.0433 - val_loss: 0.0390
Epoch 377/1000
1003/1003 [==============================] - 0s - loss: 0.0454 - val_loss: 0.0389
Epoch 378/1000
1003/1003 [==============================] - 0s - loss: 0.0440 - val_loss: 0.0389
Epoch 379/1000
1003/1003 [==============================] - 0s - loss: 0.0440 - val_loss: 0.0390
Epoch 380/1000
1003/1003 [==============================] - 0s - loss: 0.0428 - val_loss: 0.0392
Epoch 381/1000
1003/1003 [==============================] - 0s - loss: 0.0438 - val_loss: 0.0395
Epoch 382/1000
1003/1003 [==============================] - 0s - loss: 0.0402 - val_loss: 0.0396
Epoch 383/1000
1003/1003 [==============================] - 0s - loss: 0.0400 - val_loss: 0.0397
Epoch 384/1000
1003/1003 [==============================] - 0s - loss: 0.0444 - val_loss: 0.0397
Epoch 385/1000
1003/1003 [==============================] - 0s - loss: 0.0434 - val_loss: 0.0397
Epoch 386/1000
1003/1003 [==============================] - 0s - loss: 0.0421 - val_loss: 0.0398
Epoch 387/1000
1003/1003 [==============================] - 0s - loss: 0.0442 - val_loss: 0.0398
Epoch 388/1000
1003/1003 [==============================] - 0s - loss: 0.0432 - val_loss: 0.0398
Epoch 389/1000
1003/1003 [==============================] - 0s - loss: 0.0432 - val_loss: 0.0397
Epoch 390/1000
1003/1003 [==============================] - 0s - loss: 0.0440 - val_loss: 0.0396
Epoch 391/1000
1003/1003 [==============================] - 0s - loss: 0.0428 - val_loss: 0.0396
Epoch 392/1000
1003/1003 [==============================] - 0s - loss: 0.0441 - val_loss: 0.0396
Epoch 393/1000
1003/1003 [==============================] - 0s - loss: 0.0445 - val_loss: 0.0397
Epoch 394/1000
1003/1003 [==============================] - 0s - loss: 0.0427 - val_loss: 0.0397
Epoch 395/1000
1003/1003 [==============================] - 0s - loss: 0.0435 - val_loss: 0.0398
Epoch 396/1000
1003/1003 [==============================] - 0s - loss: 0.0439 - val_loss: 0.0398
Epoch 397/1000
1003/1003 [==============================] - 0s - loss: 0.0431 - val_loss: 0.0397
Epoch 398/1000
1003/1003 [==============================] - 0s - loss: 0.0429 - val_loss: 0.0396
Epoch 399/1000
1003/1003 [==============================] - 0s - loss: 0.0437 - val_loss: 0.0396
Epoch 400/1000
1003/1003 [==============================] - 0s - loss: 0.0412 - val_loss: 0.0396
Epoch 401/1000
1003/1003 [==============================] - 0s - loss: 0.0427 - val_loss: 0.0397
Epoch 402/1000
1003/1003 [==============================] - 0s - loss: 0.0425 - val_loss: 0.0395
Epoch 403/1000
1003/1003 [==============================] - 0s - loss: 0.0421 - val_loss: 0.0395
Epoch 404/1000
1003/1003 [==============================] - 0s - loss: 0.0432 - val_loss: 0.0395
Epoch 405/1000
1003/1003 [==============================] - 0s - loss: 0.0441 - val_loss: 0.0396
Epoch 406/1000
1003/1003 [==============================] - 0s - loss: 0.0457 - val_loss: 0.0396
Epoch 407/1000
1003/1003 [==============================] - 0s - loss: 0.0426 - val_loss: 0.0395
Epoch 408/1000
1003/1003 [==============================] - 0s - loss: 0.0425 - val_loss: 0.0394
Epoch 409/1000
1003/1003 [==============================] - 0s - loss: 0.0431 - val_loss: 0.0394
Epoch 410/1000
1003/1003 [==============================] - 0s - loss: 0.0425 - val_loss: 0.0395
Epoch 411/1000
1003/1003 [==============================] - 0s - loss: 0.0421 - val_loss: 0.0395
Epoch 412/1000
1003/1003 [==============================] - 0s - loss: 0.0436 - val_loss: 0.0396
Epoch 413/1000
1003/1003 [==============================] - 0s - loss: 0.0426 - val_loss: 0.0396
Epoch 414/1000
1003/1003 [==============================] - 0s - loss: 0.0452 - val_loss: 0.0396
Epoch 415/1000
1003/1003 [==============================] - 0s - loss: 0.0427 - val_loss: 0.0398
Epoch 416/1000
1003/1003 [==============================] - 0s - loss: 0.0455 - val_loss: 0.0401
Epoch 417/1000
1003/1003 [==============================] - 0s - loss: 0.0420 - val_loss: 0.0403
Epoch 418/1000
1003/1003 [==============================] - 0s - loss: 0.0421 - val_loss: 0.0404
Epoch 419/1000
1003/1003 [==============================] - 0s - loss: 0.0420 - val_loss: 0.0404
Epoch 420/1000
1003/1003 [==============================] - 0s - loss: 0.0441 - val_loss: 0.0402
Epoch 421/1000
1003/1003 [==============================] - 0s - loss: 0.0437 - val_loss: 0.0399
Epoch 422/1000
1003/1003 [==============================] - 0s - loss: 0.0432 - val_loss: 0.0396
Epoch 423/1000
1003/1003 [==============================] - 0s - loss: 0.0415 - val_loss: 0.0394
Epoch 424/1000
1003/1003 [==============================] - 0s - loss: 0.0438 - val_loss: 0.0394
Epoch 425/1000
1003/1003 [==============================] - 0s - loss: 0.0398 - val_loss: 0.0393
Epoch 426/1000
1003/1003 [==============================] - 0s - loss: 0.0428 - val_loss: 0.0393
Epoch 427/1000
1003/1003 [==============================] - 0s - loss: 0.0398 - val_loss: 0.0393
Epoch 428/1000
1003/1003 [==============================] - 0s - loss: 0.0416 - val_loss: 0.0393
Epoch 429/1000
1003/1003 [==============================] - 0s - loss: 0.0435 - val_loss: 0.0393
Epoch 430/1000
1003/1003 [==============================] - 0s - loss: 0.0408 - val_loss: 0.0394
Epoch 431/1000
1003/1003 [==============================] - 0s - loss: 0.0434 - val_loss: 0.0394
Epoch 432/1000
1003/1003 [==============================] - 0s - loss: 0.0433 - val_loss: 0.0395
Epoch 433/1000
1003/1003 [==============================] - 0s - loss: 0.0432 - val_loss: 0.0396
Epoch 434/1000
1003/1003 [==============================] - 0s - loss: 0.0427 - val_loss: 0.0396
Epoch 435/1000
1003/1003 [==============================] - 0s - loss: 0.0405 - val_loss: 0.0395
Epoch 436/1000
1003/1003 [==============================] - 0s - loss: 0.0399 - val_loss: 0.0395
Epoch 437/1000
1003/1003 [==============================] - 0s - loss: 0.0433 - val_loss: 0.0395
Epoch 438/1000
1003/1003 [==============================] - 0s - loss: 0.0410 - val_loss: 0.0394
Epoch 439/1000
1003/1003 [==============================] - 0s - loss: 0.0419 - val_loss: 0.0393
Epoch 440/1000
1003/1003 [==============================] - 0s - loss: 0.0433 - val_loss: 0.0393
Epoch 441/1000
1003/1003 [==============================] - 0s - loss: 0.0421 - val_loss: 0.0392
Epoch 442/1000
1003/1003 [==============================] - 0s - loss: 0.0419 - val_loss: 0.0392
Epoch 443/1000
1003/1003 [==============================] - 0s - loss: 0.0406 - val_loss: 0.0393
Epoch 444/1000
1003/1003 [==============================] - 0s - loss: 0.0417 - val_loss: 0.0393
Epoch 445/1000
1003/1003 [==============================] - 0s - loss: 0.0425 - val_loss: 0.0393
Epoch 446/1000
1003/1003 [==============================] - 0s - loss: 0.0407 - val_loss: 0.0394
Epoch 447/1000
1003/1003 [==============================] - 0s - loss: 0.0407 - val_loss: 0.0394
Epoch 448/1000
1003/1003 [==============================] - 0s - loss: 0.0422 - val_loss: 0.0394
Epoch 449/1000
1003/1003 [==============================] - 0s - loss: 0.0462 - val_loss: 0.0393
Epoch 450/1000
1003/1003 [==============================] - 0s - loss: 0.0403 - val_loss: 0.0393
Epoch 451/1000
1003/1003 [==============================] - 0s - loss: 0.0403 - val_loss: 0.0393
Epoch 452/1000
1003/1003 [==============================] - 0s - loss: 0.0410 - val_loss: 0.0393
Epoch 453/1000
1003/1003 [==============================] - 0s - loss: 0.0436 - val_loss: 0.0393
Epoch 454/1000
1003/1003 [==============================] - 0s - loss: 0.0416 - val_loss: 0.0394
Epoch 455/1000
1003/1003 [==============================] - 0s - loss: 0.0399 - val_loss: 0.0394
Epoch 456/1000
1003/1003 [==============================] - 0s - loss: 0.0424 - val_loss: 0.0394
Epoch 457/1000
1003/1003 [==============================] - 0s - loss: 0.0394 - val_loss: 0.0394
Epoch 458/1000
1003/1003 [==============================] - 0s - loss: 0.0413 - val_loss: 0.0394
Epoch 459/1000
1003/1003 [==============================] - 0s - loss: 0.0417 - val_loss: 0.0392
Epoch 460/1000
1003/1003 [==============================] - 0s - loss: 0.0407 - val_loss: 0.0391
Epoch 461/1000
1003/1003 [==============================] - 0s - loss: 0.0408 - val_loss: 0.0391
Epoch 462/1000
1003/1003 [==============================] - 0s - loss: 0.0427 - val_loss: 0.0391
Epoch 463/1000
1003/1003 [==============================] - 0s - loss: 0.0426 - val_loss: 0.0391
Epoch 464/1000
1003/1003 [==============================] - 0s - loss: 0.0427 - val_loss: 0.0391
Epoch 465/1000
1003/1003 [==============================] - 0s - loss: 0.0414 - val_loss: 0.0392
Epoch 466/1000
1003/1003 [==============================] - 0s - loss: 0.0404 - val_loss: 0.0392
Epoch 467/1000
1003/1003 [==============================] - 0s - loss: 0.0428 - val_loss: 0.0393
Epoch 468/1000
1003/1003 [==============================] - 0s - loss: 0.0419 - val_loss: 0.0393
Epoch 469/1000
1003/1003 [==============================] - 0s - loss: 0.0416 - val_loss: 0.0393
Epoch 470/1000
1003/1003 [==============================] - 0s - loss: 0.0427 - val_loss: 0.0393
Epoch 471/1000
1003/1003 [==============================] - 0s - loss: 0.0397 - val_loss: 0.0394
Epoch 472/1000
1003/1003 [==============================] - 0s - loss: 0.0433 - val_loss: 0.0394
Epoch 473/1000
1003/1003 [==============================] - 0s - loss: 0.0429 - val_loss: 0.0394
Epoch 474/1000
1003/1003 [==============================] - 0s - loss: 0.0395 - val_loss: 0.0394
Epoch 475/1000
1003/1003 [==============================] - 0s - loss: 0.0442 - val_loss: 0.0393
Epoch 476/1000
1003/1003 [==============================] - 0s - loss: 0.0399 - val_loss: 0.0392
Epoch 477/1000
1003/1003 [==============================] - 0s - loss: 0.0409 - val_loss: 0.0390
Epoch 478/1000
1003/1003 [==============================] - 0s - loss: 0.0411 - val_loss: 0.0389
Epoch 479/1000
1003/1003 [==============================] - 0s - loss: 0.0404 - val_loss: 0.0389
Epoch 480/1000
1003/1003 [==============================] - 0s - loss: 0.0408 - val_loss: 0.0389
Epoch 481/1000
1003/1003 [==============================] - 0s - loss: 0.0394 - val_loss: 0.0389
Epoch 482/1000
1003/1003 [==============================] - 0s - loss: 0.0415 - val_loss: 0.0388
Epoch 483/1000
1003/1003 [==============================] - 0s - loss: 0.0410 - val_loss: 0.0387
Epoch 484/1000
1003/1003 [==============================] - 0s - loss: 0.0433 - val_loss: 0.0386
Epoch 485/1000
1003/1003 [==============================] - 0s - loss: 0.0409 - val_loss: 0.0386
Epoch 486/1000
1003/1003 [==============================] - 0s - loss: 0.0436 - val_loss: 0.0387
Epoch 487/1000
1003/1003 [==============================] - 0s - loss: 0.0427 - val_loss: 0.0387
Epoch 488/1000
1003/1003 [==============================] - 0s - loss: 0.0424 - val_loss: 0.0386
Epoch 489/1000
1003/1003 [==============================] - 0s - loss: 0.0414 - val_loss: 0.0385
Epoch 490/1000
1003/1003 [==============================] - 0s - loss: 0.0427 - val_loss: 0.0385
Epoch 491/1000
1003/1003 [==============================] - 0s - loss: 0.0414 - val_loss: 0.0387
Epoch 492/1000
1003/1003 [==============================] - 0s - loss: 0.0398 - val_loss: 0.0388
Epoch 493/1000
1003/1003 [==============================] - 0s - loss: 0.0412 - val_loss: 0.0388
Epoch 494/1000
1003/1003 [==============================] - 0s - loss: 0.0391 - val_loss: 0.0389
Epoch 495/1000
1003/1003 [==============================] - 0s - loss: 0.0420 - val_loss: 0.0390
Epoch 496/1000
1003/1003 [==============================] - 0s - loss: 0.0412 - val_loss: 0.0391
Epoch 497/1000
1003/1003 [==============================] - 0s - loss: 0.0419 - val_loss: 0.0392
Epoch 498/1000
1003/1003 [==============================] - 0s - loss: 0.0406 - val_loss: 0.0393
Epoch 499/1000
1003/1003 [==============================] - 0s - loss: 0.0401 - val_loss: 0.0392
Epoch 500/1000
1003/1003 [==============================] - 0s - loss: 0.0407 - val_loss: 0.0392
Epoch 501/1000
1003/1003 [==============================] - 0s - loss: 0.0408 - val_loss: 0.0391
Epoch 502/1000
1003/1003 [==============================] - 0s - loss: 0.0410 - val_loss: 0.0390
Epoch 503/1000
1003/1003 [==============================] - 0s - loss: 0.0437 - val_loss: 0.0390
Epoch 504/1000
1003/1003 [==============================] - 0s - loss: 0.0431 - val_loss: 0.0390
Epoch 505/1000
1003/1003 [==============================] - 0s - loss: 0.0418 - val_loss: 0.0390
Epoch 506/1000
1003/1003 [==============================] - 0s - loss: 0.0426 - val_loss: 0.0391
Epoch 507/1000
1003/1003 [==============================] - 0s - loss: 0.0398 - val_loss: 0.0391
Epoch 508/1000
1003/1003 [==============================] - 0s - loss: 0.0451 - val_loss: 0.0391
Epoch 509/1000
1003/1003 [==============================] - 0s - loss: 0.0406 - val_loss: 0.0391
Epoch 510/1000
1003/1003 [==============================] - 0s - loss: 0.0398 - val_loss: 0.0390
Epoch 511/1000
1003/1003 [==============================] - 0s - loss: 0.0411 - val_loss: 0.0391
Epoch 512/1000
1003/1003 [==============================] - 0s - loss: 0.0417 - val_loss: 0.0391
Epoch 513/1000
1003/1003 [==============================] - 0s - loss: 0.0418 - val_loss: 0.0392
Epoch 514/1000
1003/1003 [==============================] - 0s - loss: 0.0432 - val_loss: 0.0393
Epoch 515/1000
1003/1003 [==============================] - 0s - loss: 0.0404 - val_loss: 0.0393
Epoch 516/1000
1003/1003 [==============================] - 0s - loss: 0.0419 - val_loss: 0.0393
Epoch 517/1000
1003/1003 [==============================] - 0s - loss: 0.0411 - val_loss: 0.0393
Epoch 518/1000
1003/1003 [==============================] - 0s - loss: 0.0394 - val_loss: 0.0392
Epoch 519/1000
1003/1003 [==============================] - 0s - loss: 0.0412 - val_loss: 0.0391
Epoch 520/1000
1003/1003 [==============================] - 0s - loss: 0.0438 - val_loss: 0.0391
Epoch 521/1000
1003/1003 [==============================] - 0s - loss: 0.0394 - val_loss: 0.0390
Epoch 522/1000
1003/1003 [==============================] - 0s - loss: 0.0406 - val_loss: 0.0392
Epoch 523/1000
1003/1003 [==============================] - 0s - loss: 0.0428 - val_loss: 0.0393
Epoch 524/1000
1003/1003 [==============================] - 0s - loss: 0.0409 - val_loss: 0.0393
Epoch 525/1000
1003/1003 [==============================] - 0s - loss: 0.0406 - val_loss: 0.0393
Epoch 526/1000
1003/1003 [==============================] - 0s - loss: 0.0411 - val_loss: 0.0392
Epoch 527/1000
1003/1003 [==============================] - 0s - loss: 0.0395 - val_loss: 0.0391
Epoch 528/1000
1003/1003 [==============================] - 0s - loss: 0.0390 - val_loss: 0.0389
Epoch 529/1000
1003/1003 [==============================] - 0s - loss: 0.0426 - val_loss: 0.0388
Epoch 530/1000
1003/1003 [==============================] - 0s - loss: 0.0418 - val_loss: 0.0388
Epoch 531/1000
1003/1003 [==============================] - 0s - loss: 0.0407 - val_loss: 0.0390
Epoch 532/1000
1003/1003 [==============================] - 0s - loss: 0.0414 - val_loss: 0.0393
Epoch 533/1000
1003/1003 [==============================] - 0s - loss: 0.0423 - val_loss: 0.0396
Epoch 534/1000
1003/1003 [==============================] - 0s - loss: 0.0411 - val_loss: 0.0398
Epoch 535/1000
1003/1003 [==============================] - 0s - loss: 0.0399 - val_loss: 0.0399
Epoch 536/1000
1003/1003 [==============================] - 0s - loss: 0.0420 - val_loss: 0.0396
Epoch 537/1000
1003/1003 [==============================] - 0s - loss: 0.0415 - val_loss: 0.0393
Epoch 538/1000
1003/1003 [==============================] - 0s - loss: 0.0407 - val_loss: 0.0391
Epoch 539/1000
1003/1003 [==============================] - 0s - loss: 0.0424 - val_loss: 0.0390
Epoch 540/1000
1003/1003 [==============================] - 0s - loss: 0.0408 - val_loss: 0.0389
Epoch 541/1000
1003/1003 [==============================] - 0s - loss: 0.0402 - val_loss: 0.0389
Epoch 542/1000
1003/1003 [==============================] - 0s - loss: 0.0440 - val_loss: 0.0389
Epoch 543/1000
1003/1003 [==============================] - 0s - loss: 0.0403 - val_loss: 0.0391
Epoch 544/1000
1003/1003 [==============================] - 0s - loss: 0.0398 - val_loss: 0.0393
Epoch 545/1000
1003/1003 [==============================] - 0s - loss: 0.0395 - val_loss: 0.0393
Epoch 546/1000
1003/1003 [==============================] - 0s - loss: 0.0402 - val_loss: 0.0393
Epoch 547/1000
1003/1003 [==============================] - 0s - loss: 0.0409 - val_loss: 0.0392
Epoch 548/1000
1003/1003 [==============================] - 0s - loss: 0.0391 - val_loss: 0.0390
Epoch 549/1000
1003/1003 [==============================] - 0s - loss: 0.0385 - val_loss: 0.0390
Epoch 550/1000
1003/1003 [==============================] - 0s - loss: 0.0410 - val_loss: 0.0390
Epoch 551/1000
1003/1003 [==============================] - 0s - loss: 0.0414 - val_loss: 0.0390
Epoch 552/1000
1003/1003 [==============================] - 0s - loss: 0.0391 - val_loss: 0.0390
Epoch 553/1000
1003/1003 [==============================] - 0s - loss: 0.0411 - val_loss: 0.0389
Epoch 554/1000
1003/1003 [==============================] - 0s - loss: 0.0394 - val_loss: 0.0388
Epoch 555/1000
1003/1003 [==============================] - 0s - loss: 0.0413 - val_loss: 0.0387
Epoch 556/1000
1003/1003 [==============================] - 0s - loss: 0.0401 - val_loss: 0.0387
Epoch 557/1000
1003/1003 [==============================] - 0s - loss: 0.0418 - val_loss: 0.0387
Epoch 558/1000
1003/1003 [==============================] - 0s - loss: 0.0398 - val_loss: 0.0388
Epoch 559/1000
1003/1003 [==============================] - 0s - loss: 0.0413 - val_loss: 0.0388
Epoch 560/1000
1003/1003 [==============================] - 0s - loss: 0.0389 - val_loss: 0.0388
Epoch 561/1000
1003/1003 [==============================] - 0s - loss: 0.0391 - val_loss: 0.0388
Epoch 562/1000
1003/1003 [==============================] - 0s - loss: 0.0389 - val_loss: 0.0389
Epoch 563/1000
1003/1003 [==============================] - 0s - loss: 0.0419 - val_loss: 0.0391
Epoch 564/1000
1003/1003 [==============================] - 0s - loss: 0.0402 - val_loss: 0.0391
Epoch 565/1000
1003/1003 [==============================] - 0s - loss: 0.0417 - val_loss: 0.0392
Epoch 566/1000
1003/1003 [==============================] - 0s - loss: 0.0386 - val_loss: 0.0392
Epoch 567/1000
1003/1003 [==============================] - 0s - loss: 0.0386 - val_loss: 0.0393
Epoch 568/1000
1003/1003 [==============================] - 0s - loss: 0.0406 - val_loss: 0.0393
Epoch 569/1000
1003/1003 [==============================] - 0s - loss: 0.0375 - val_loss: 0.0391
Epoch 570/1000
1003/1003 [==============================] - 0s - loss: 0.0407 - val_loss: 0.0389
Epoch 571/1000
1003/1003 [==============================] - 0s - loss: 0.0418 - val_loss: 0.0389
Epoch 572/1000
1003/1003 [==============================] - 0s - loss: 0.0397 - val_loss: 0.0390
Epoch 573/1000
1003/1003 [==============================] - 0s - loss: 0.0376 - val_loss: 0.0390
Epoch 574/1000
1003/1003 [==============================] - 0s - loss: 0.0447 - val_loss: 0.0390
Epoch 575/1000
1003/1003 [==============================] - 0s - loss: 0.0381 - val_loss: 0.0390
Epoch 576/1000
1003/1003 [==============================] - 0s - loss: 0.0396 - val_loss: 0.0389
Epoch 577/1000
1003/1003 [==============================] - 0s - loss: 0.0383 - val_loss: 0.0389
Epoch 578/1000
1003/1003 [==============================] - 0s - loss: 0.0414 - val_loss: 0.0389
Epoch 579/1000
1003/1003 [==============================] - 0s - loss: 0.0398 - val_loss: 0.0389
Epoch 580/1000
1003/1003 [==============================] - 0s - loss: 0.0407 - val_loss: 0.0388
Epoch 581/1000
1003/1003 [==============================] - 0s - loss: 0.0413 - val_loss: 0.0387
Epoch 582/1000
1003/1003 [==============================] - 0s - loss: 0.0389 - val_loss: 0.0387
Epoch 583/1000
1003/1003 [==============================] - 0s - loss: 0.0395 - val_loss: 0.0386
Epoch 584/1000
1003/1003 [==============================] - 0s - loss: 0.0430 - val_loss: 0.0387
Epoch 585/1000
1003/1003 [==============================] - 0s - loss: 0.0397 - val_loss: 0.0386
Epoch 586/1000
1003/1003 [==============================] - 0s - loss: 0.0397 - val_loss: 0.0386
Epoch 587/1000
1003/1003 [==============================] - 0s - loss: 0.0396 - val_loss: 0.0386
Epoch 588/1000
1003/1003 [==============================] - 0s - loss: 0.0396 - val_loss: 0.0386
Epoch 589/1000
1003/1003 [==============================] - 0s - loss: 0.0411 - val_loss: 0.0385
Epoch 590/1000
1003/1003 [==============================] - 0s - loss: 0.0388 - val_loss: 0.0384
Epoch 591/1000
1003/1003 [==============================] - 0s - loss: 0.0400 - val_loss: 0.0383
Epoch 592/1000
1003/1003 [==============================] - 0s - loss: 0.0413 - val_loss: 0.0383
Epoch 593/1000
1003/1003 [==============================] - 0s - loss: 0.0390 - val_loss: 0.0384
Epoch 594/1000
1003/1003 [==============================] - 0s - loss: 0.0402 - val_loss: 0.0383
Epoch 595/1000
1003/1003 [==============================] - 0s - loss: 0.0423 - val_loss: 0.0384
Epoch 596/1000
1003/1003 [==============================] - 0s - loss: 0.0395 - val_loss: 0.0384
Epoch 597/1000
1003/1003 [==============================] - 0s - loss: 0.0411 - val_loss: 0.0385
Epoch 598/1000
1003/1003 [==============================] - 0s - loss: 0.0393 - val_loss: 0.0385
Epoch 599/1000
1003/1003 [==============================] - 0s - loss: 0.0415 - val_loss: 0.0385
Epoch 600/1000
1003/1003 [==============================] - 0s - loss: 0.0380 - val_loss: 0.0384
Epoch 601/1000
1003/1003 [==============================] - 0s - loss: 0.0394 - val_loss: 0.0382
Epoch 602/1000
1003/1003 [==============================] - 0s - loss: 0.0393 - val_loss: 0.0381
Epoch 603/1000
1003/1003 [==============================] - 0s - loss: 0.0408 - val_loss: 0.0380
Epoch 604/1000
1003/1003 [==============================] - 0s - loss: 0.0404 - val_loss: 0.0379
Epoch 605/1000
1003/1003 [==============================] - 0s - loss: 0.0387 - val_loss: 0.0378
Epoch 606/1000
1003/1003 [==============================] - 0s - loss: 0.0393 - val_loss: 0.0378
Epoch 607/1000
1003/1003 [==============================] - 0s - loss: 0.0404 - val_loss: 0.0379
Epoch 608/1000
1003/1003 [==============================] - 0s - loss: 0.0419 - val_loss: 0.0380
Epoch 609/1000
1003/1003 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0380
Epoch 610/1000
1003/1003 [==============================] - 0s - loss: 0.0394 - val_loss: 0.0380
Epoch 611/1000
1003/1003 [==============================] - 0s - loss: 0.0398 - val_loss: 0.0380
Epoch 612/1000
1003/1003 [==============================] - 0s - loss: 0.0412 - val_loss: 0.0381
Epoch 613/1000
1003/1003 [==============================] - 0s - loss: 0.0395 - val_loss: 0.0382
Epoch 614/1000
1003/1003 [==============================] - 0s - loss: 0.0420 - val_loss: 0.0383
Epoch 615/1000
1003/1003 [==============================] - 0s - loss: 0.0389 - val_loss: 0.0383
Epoch 616/1000
1003/1003 [==============================] - 0s - loss: 0.0397 - val_loss: 0.0384
Epoch 617/1000
1003/1003 [==============================] - 0s - loss: 0.0404 - val_loss: 0.0384
Epoch 618/1000
1003/1003 [==============================] - 0s - loss: 0.0393 - val_loss: 0.0385
Epoch 619/1000
1003/1003 [==============================] - 0s - loss: 0.0383 - val_loss: 0.0385
Epoch 620/1000
1003/1003 [==============================] - 0s - loss: 0.0401 - val_loss: 0.0386
Epoch 621/1000
1003/1003 [==============================] - 0s - loss: 0.0424 - val_loss: 0.0387
Epoch 622/1000
1003/1003 [==============================] - 0s - loss: 0.0412 - val_loss: 0.0386
Epoch 623/1000
1003/1003 [==============================] - 0s - loss: 0.0370 - val_loss: 0.0383
Epoch 624/1000
1003/1003 [==============================] - 0s - loss: 0.0390 - val_loss: 0.0380
Epoch 625/1000
1003/1003 [==============================] - 0s - loss: 0.0406 - val_loss: 0.0379
Epoch 626/1000
1003/1003 [==============================] - 0s - loss: 0.0406 - val_loss: 0.0378
Epoch 627/1000
1003/1003 [==============================] - 0s - loss: 0.0391 - val_loss: 0.0378
Epoch 628/1000
1003/1003 [==============================] - 0s - loss: 0.0392 - val_loss: 0.0379
Epoch 629/1000
1003/1003 [==============================] - 0s - loss: 0.0402 - val_loss: 0.0380
Epoch 630/1000
1003/1003 [==============================] - 0s - loss: 0.0390 - val_loss: 0.0381
Epoch 631/1000
1003/1003 [==============================] - 0s - loss: 0.0383 - val_loss: 0.0382
Epoch 632/1000
1003/1003 [==============================] - 0s - loss: 0.0410 - val_loss: 0.0384
Epoch 633/1000
1003/1003 [==============================] - 0s - loss: 0.0395 - val_loss: 0.0385
Epoch 634/1000
1003/1003 [==============================] - 0s - loss: 0.0392 - val_loss: 0.0387
Epoch 635/1000
1003/1003 [==============================] - 0s - loss: 0.0354 - val_loss: 0.0387
Epoch 636/1000
1003/1003 [==============================] - 0s - loss: 0.0383 - val_loss: 0.0385
Epoch 637/1000
1003/1003 [==============================] - 0s - loss: 0.0416 - val_loss: 0.0384
Epoch 638/1000
1003/1003 [==============================] - 0s - loss: 0.0400 - val_loss: 0.0383
Epoch 639/1000
1003/1003 [==============================] - 0s - loss: 0.0374 - val_loss: 0.0382
Epoch 640/1000
1003/1003 [==============================] - 0s - loss: 0.0412 - val_loss: 0.0384
Epoch 641/1000
1003/1003 [==============================] - 0s - loss: 0.0394 - val_loss: 0.0385
Epoch 642/1000
1003/1003 [==============================] - 0s - loss: 0.0387 - val_loss: 0.0386
Epoch 643/1000
1003/1003 [==============================] - 0s - loss: 0.0413 - val_loss: 0.0389
Epoch 644/1000
1003/1003 [==============================] - 0s - loss: 0.0397 - val_loss: 0.0391
Epoch 645/1000
1003/1003 [==============================] - 0s - loss: 0.0412 - val_loss: 0.0390
Epoch 646/1000
1003/1003 [==============================] - 0s - loss: 0.0396 - val_loss: 0.0388
Epoch 647/1000
1003/1003 [==============================] - 0s - loss: 0.0391 - val_loss: 0.0386
Epoch 648/1000
1003/1003 [==============================] - 0s - loss: 0.0417 - val_loss: 0.0385
Epoch 649/1000
1003/1003 [==============================] - 0s - loss: 0.0395 - val_loss: 0.0385
Epoch 650/1000
1003/1003 [==============================] - 0s - loss: 0.0381 - val_loss: 0.0385
Epoch 651/1000
1003/1003 [==============================] - 0s - loss: 0.0385 - val_loss: 0.0386
Epoch 652/1000
1003/1003 [==============================] - 0s - loss: 0.0393 - val_loss: 0.0384
Epoch 653/1000
1003/1003 [==============================] - 0s - loss: 0.0416 - val_loss: 0.0382
Epoch 654/1000
1003/1003 [==============================] - 0s - loss: 0.0395 - val_loss: 0.0381
Epoch 655/1000
1003/1003 [==============================] - 0s - loss: 0.0383 - val_loss: 0.0380
Epoch 656/1000
1003/1003 [==============================] - 0s - loss: 0.0394 - val_loss: 0.0379
Epoch 657/1000
1003/1003 [==============================] - 0s - loss: 0.0390 - val_loss: 0.0380
Epoch 658/1000
1003/1003 [==============================] - 0s - loss: 0.0383 - val_loss: 0.0382
Epoch 659/1000
1003/1003 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0383
Epoch 660/1000
1003/1003 [==============================] - 0s - loss: 0.0399 - val_loss: 0.0385
Epoch 661/1000
1003/1003 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0385
Epoch 662/1000
1003/1003 [==============================] - 0s - loss: 0.0392 - val_loss: 0.0384
Epoch 663/1000
1003/1003 [==============================] - 0s - loss: 0.0399 - val_loss: 0.0384
Epoch 664/1000
1003/1003 [==============================] - 0s - loss: 0.0379 - val_loss: 0.0383
Epoch 665/1000
1003/1003 [==============================] - 0s - loss: 0.0395 - val_loss: 0.0383
Epoch 666/1000
1003/1003 [==============================] - 0s - loss: 0.0371 - val_loss: 0.0382
Epoch 667/1000
1003/1003 [==============================] - 0s - loss: 0.0394 - val_loss: 0.0380
Epoch 668/1000
1003/1003 [==============================] - 0s - loss: 0.0388 - val_loss: 0.0379
Epoch 669/1000
1003/1003 [==============================] - 0s - loss: 0.0398 - val_loss: 0.0378
Epoch 670/1000
1003/1003 [==============================] - 0s - loss: 0.0396 - val_loss: 0.0378
Epoch 671/1000
1003/1003 [==============================] - 0s - loss: 0.0400 - val_loss: 0.0379
Epoch 672/1000
1003/1003 [==============================] - 0s - loss: 0.0401 - val_loss: 0.0380
Epoch 673/1000
1003/1003 [==============================] - 0s - loss: 0.0366 - val_loss: 0.0381
Epoch 674/1000
1003/1003 [==============================] - 0s - loss: 0.0387 - val_loss: 0.0381
Epoch 675/1000
1003/1003 [==============================] - 0s - loss: 0.0388 - val_loss: 0.0380
Epoch 676/1000
1003/1003 [==============================] - 0s - loss: 0.0368 - val_loss: 0.0379
Epoch 677/1000
1003/1003 [==============================] - 0s - loss: 0.0378 - val_loss: 0.0379
Epoch 678/1000
1003/1003 [==============================] - 0s - loss: 0.0382 - val_loss: 0.0379
Epoch 679/1000
1003/1003 [==============================] - 0s - loss: 0.0372 - val_loss: 0.0379
Epoch 680/1000
1003/1003 [==============================] - 0s - loss: 0.0386 - val_loss: 0.0380
Epoch 681/1000
1003/1003 [==============================] - 0s - loss: 0.0373 - val_loss: 0.0381
Epoch 682/1000
1003/1003 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0382
Epoch 683/1000
1003/1003 [==============================] - 0s - loss: 0.0374 - val_loss: 0.0385
Epoch 684/1000
1003/1003 [==============================] - 0s - loss: 0.0386 - val_loss: 0.0389
Epoch 685/1000
1003/1003 [==============================] - 0s - loss: 0.0397 - val_loss: 0.0393
Epoch 686/1000
1003/1003 [==============================] - 0s - loss: 0.0389 - val_loss: 0.0392
Epoch 687/1000
1003/1003 [==============================] - 0s - loss: 0.0391 - val_loss: 0.0387
Epoch 688/1000
1003/1003 [==============================] - 0s - loss: 0.0393 - val_loss: 0.0384
Epoch 689/1000
1003/1003 [==============================] - 0s - loss: 0.0377 - val_loss: 0.0380
Epoch 690/1000
1003/1003 [==============================] - 0s - loss: 0.0392 - val_loss: 0.0379
Epoch 691/1000
1003/1003 [==============================] - 0s - loss: 0.0404 - val_loss: 0.0379
Epoch 692/1000
1003/1003 [==============================] - 0s - loss: 0.0361 - val_loss: 0.0380
Epoch 693/1000
1003/1003 [==============================] - 0s - loss: 0.0382 - val_loss: 0.0381
Epoch 694/1000
1003/1003 [==============================] - 0s - loss: 0.0382 - val_loss: 0.0382
Epoch 695/1000
1003/1003 [==============================] - 0s - loss: 0.0376 - val_loss: 0.0384
Epoch 696/1000
1003/1003 [==============================] - 0s - loss: 0.0389 - val_loss: 0.0384
Epoch 697/1000
1003/1003 [==============================] - 0s - loss: 0.0399 - val_loss: 0.0383
Epoch 698/1000
1003/1003 [==============================] - 0s - loss: 0.0377 - val_loss: 0.0383
Epoch 699/1000
1003/1003 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0383
Epoch 700/1000
1003/1003 [==============================] - 0s - loss: 0.0361 - val_loss: 0.0382
Epoch 701/1000
1003/1003 [==============================] - 0s - loss: 0.0401 - val_loss: 0.0382
Epoch 702/1000
1003/1003 [==============================] - 0s - loss: 0.0380 - val_loss: 0.0383
Epoch 703/1000
1003/1003 [==============================] - 0s - loss: 0.0392 - val_loss: 0.0384
Epoch 704/1000
1003/1003 [==============================] - 0s - loss: 0.0384 - val_loss: 0.0386
Epoch 705/1000
1003/1003 [==============================] - 0s - loss: 0.0388 - val_loss: 0.0388
Epoch 706/1000
1003/1003 [==============================] - 0s - loss: 0.0391 - val_loss: 0.0390
Epoch 707/1000
1003/1003 [==============================] - 0s - loss: 0.0374 - val_loss: 0.0391
Epoch 708/1000
1003/1003 [==============================] - 0s - loss: 0.0381 - val_loss: 0.0393
Epoch 709/1000
1003/1003 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0393
Epoch 710/1000
1003/1003 [==============================] - 0s - loss: 0.0378 - val_loss: 0.0393
Epoch 711/1000
1003/1003 [==============================] - 0s - loss: 0.0373 - val_loss: 0.0391
Epoch 712/1000
1003/1003 [==============================] - 0s - loss: 0.0383 - val_loss: 0.0390
Epoch 713/1000
1003/1003 [==============================] - 0s - loss: 0.0378 - val_loss: 0.0388
Epoch 714/1000
1003/1003 [==============================] - 0s - loss: 0.0371 - val_loss: 0.0388
Epoch 715/1000
1003/1003 [==============================] - 0s - loss: 0.0395 - val_loss: 0.0386
Epoch 716/1000
1003/1003 [==============================] - 0s - loss: 0.0383 - val_loss: 0.0386
Epoch 717/1000
1003/1003 [==============================] - 0s - loss: 0.0398 - val_loss: 0.0387
Epoch 718/1000
1003/1003 [==============================] - 0s - loss: 0.0386 - val_loss: 0.0389
Epoch 719/1000
1003/1003 [==============================] - 0s - loss: 0.0385 - val_loss: 0.0390
Epoch 720/1000
1003/1003 [==============================] - 0s - loss: 0.0393 - val_loss: 0.0390
Epoch 721/1000
1003/1003 [==============================] - 0s - loss: 0.0383 - val_loss: 0.0390
Epoch 722/1000
1003/1003 [==============================] - 0s - loss: 0.0373 - val_loss: 0.0389
Epoch 723/1000
1003/1003 [==============================] - 0s - loss: 0.0380 - val_loss: 0.0387
Epoch 724/1000
1003/1003 [==============================] - 0s - loss: 0.0388 - val_loss: 0.0385
Epoch 725/1000
1003/1003 [==============================] - 0s - loss: 0.0397 - val_loss: 0.0384
Epoch 726/1000
1003/1003 [==============================] - 0s - loss: 0.0420 - val_loss: 0.0385
Epoch 727/1000
1003/1003 [==============================] - 0s - loss: 0.0377 - val_loss: 0.0388
Epoch 728/1000
1003/1003 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0389
Epoch 729/1000
1003/1003 [==============================] - 0s - loss: 0.0394 - val_loss: 0.0388
Epoch 730/1000
1003/1003 [==============================] - 0s - loss: 0.0372 - val_loss: 0.0386
Epoch 731/1000
1003/1003 [==============================] - 0s - loss: 0.0378 - val_loss: 0.0383
Epoch 732/1000
1003/1003 [==============================] - 0s - loss: 0.0380 - val_loss: 0.0380
Epoch 733/1000
1003/1003 [==============================] - 0s - loss: 0.0387 - val_loss: 0.0378
Epoch 734/1000
1003/1003 [==============================] - 0s - loss: 0.0396 - val_loss: 0.0378
Epoch 735/1000
1003/1003 [==============================] - 0s - loss: 0.0390 - val_loss: 0.0378
Epoch 736/1000
1003/1003 [==============================] - 0s - loss: 0.0373 - val_loss: 0.0380
Epoch 737/1000
1003/1003 [==============================] - 0s - loss: 0.0383 - val_loss: 0.0383
Epoch 738/1000
1003/1003 [==============================] - 0s - loss: 0.0385 - val_loss: 0.0384
Epoch 739/1000
1003/1003 [==============================] - 0s - loss: 0.0380 - val_loss: 0.0384
Epoch 740/1000
1003/1003 [==============================] - 0s - loss: 0.0376 - val_loss: 0.0383
Epoch 741/1000
1003/1003 [==============================] - 0s - loss: 0.0380 - val_loss: 0.0383
Epoch 742/1000
1003/1003 [==============================] - 0s - loss: 0.0377 - val_loss: 0.0383
Epoch 743/1000
1003/1003 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0382
Epoch 744/1000
1003/1003 [==============================] - 0s - loss: 0.0366 - val_loss: 0.0383
Epoch 745/1000
1003/1003 [==============================] - 0s - loss: 0.0354 - val_loss: 0.0382
Epoch 746/1000
1003/1003 [==============================] - 0s - loss: 0.0379 - val_loss: 0.0381
Epoch 747/1000
1003/1003 [==============================] - 0s - loss: 0.0379 - val_loss: 0.0382
Epoch 748/1000
1003/1003 [==============================] - 0s - loss: 0.0387 - val_loss: 0.0383
Epoch 749/1000
1003/1003 [==============================] - 0s - loss: 0.0392 - val_loss: 0.0385
Epoch 750/1000
1003/1003 [==============================] - 0s - loss: 0.0368 - val_loss: 0.0386
Epoch 751/1000
1003/1003 [==============================] - 0s - loss: 0.0373 - val_loss: 0.0386
Epoch 752/1000
1003/1003 [==============================] - 0s - loss: 0.0371 - val_loss: 0.0386
Epoch 753/1000
1003/1003 [==============================] - 0s - loss: 0.0373 - val_loss: 0.0385
Epoch 754/1000
1003/1003 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0385
Epoch 755/1000
1003/1003 [==============================] - 0s - loss: 0.0376 - val_loss: 0.0384
Epoch 756/1000
1003/1003 [==============================] - 0s - loss: 0.0373 - val_loss: 0.0384
Epoch 757/1000
1003/1003 [==============================] - 0s - loss: 0.0380 - val_loss: 0.0385
Epoch 758/1000
1003/1003 [==============================] - 0s - loss: 0.0381 - val_loss: 0.0385
Epoch 759/1000
1003/1003 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0386
Epoch 760/1000
1003/1003 [==============================] - 0s - loss: 0.0363 - val_loss: 0.0386
Epoch 761/1000
1003/1003 [==============================] - 0s - loss: 0.0370 - val_loss: 0.0388
Epoch 762/1000
1003/1003 [==============================] - 0s - loss: 0.0393 - val_loss: 0.0389
Epoch 763/1000
1003/1003 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0389
Epoch 764/1000
1003/1003 [==============================] - 0s - loss: 0.0405 - val_loss: 0.0388
Epoch 765/1000
1003/1003 [==============================] - 0s - loss: 0.0378 - val_loss: 0.0387
Epoch 766/1000
1003/1003 [==============================] - 0s - loss: 0.0398 - val_loss: 0.0385
Epoch 767/1000
1003/1003 [==============================] - 0s - loss: 0.0396 - val_loss: 0.0388
Epoch 768/1000
1003/1003 [==============================] - 0s - loss: 0.0383 - val_loss: 0.0387
Epoch 769/1000
1003/1003 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0386
Epoch 770/1000
1003/1003 [==============================] - 0s - loss: 0.0381 - val_loss: 0.0383
Epoch 771/1000
1003/1003 [==============================] - 0s - loss: 0.0398 - val_loss: 0.0381
Epoch 772/1000
1003/1003 [==============================] - 0s - loss: 0.0384 - val_loss: 0.0379
Epoch 773/1000
1003/1003 [==============================] - 0s - loss: 0.0385 - val_loss: 0.0378
Epoch 774/1000
1003/1003 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0377
Epoch 775/1000
1003/1003 [==============================] - 0s - loss: 0.0361 - val_loss: 0.0377
Epoch 776/1000
1003/1003 [==============================] - 0s - loss: 0.0370 - val_loss: 0.0378
Epoch 777/1000
1003/1003 [==============================] - 0s - loss: 0.0369 - val_loss: 0.0379
Epoch 778/1000
1003/1003 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0379
Epoch 779/1000
1003/1003 [==============================] - 0s - loss: 0.0364 - val_loss: 0.0379
Epoch 780/1000
1003/1003 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0381
Epoch 781/1000
1003/1003 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0382
Epoch 782/1000
1003/1003 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0382
Epoch 783/1000
1003/1003 [==============================] - 0s - loss: 0.0375 - val_loss: 0.0383
Epoch 784/1000
1003/1003 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0384
Epoch 785/1000
1003/1003 [==============================] - 0s - loss: 0.0395 - val_loss: 0.0385
Epoch 786/1000
1003/1003 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0384
Epoch 787/1000
1003/1003 [==============================] - 0s - loss: 0.0407 - val_loss: 0.0383
Epoch 788/1000
1003/1003 [==============================] - 0s - loss: 0.0390 - val_loss: 0.0383
Epoch 789/1000
1003/1003 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0383
Epoch 790/1000
1003/1003 [==============================] - 0s - loss: 0.0366 - val_loss: 0.0382
Epoch 791/1000
1003/1003 [==============================] - 0s - loss: 0.0369 - val_loss: 0.0382
Epoch 792/1000
1003/1003 [==============================] - 0s - loss: 0.0384 - val_loss: 0.0384
Epoch 793/1000
1003/1003 [==============================] - 0s - loss: 0.0374 - val_loss: 0.0383
Epoch 794/1000
1003/1003 [==============================] - 0s - loss: 0.0377 - val_loss: 0.0383
Epoch 795/1000
1003/1003 [==============================] - 0s - loss: 0.0389 - val_loss: 0.0383
Epoch 796/1000
1003/1003 [==============================] - 0s - loss: 0.0376 - val_loss: 0.0384
Epoch 797/1000
1003/1003 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0384
Epoch 798/1000
1003/1003 [==============================] - 0s - loss: 0.0361 - val_loss: 0.0383
Epoch 799/1000
1003/1003 [==============================] - 0s - loss: 0.0374 - val_loss: 0.0382
Epoch 800/1000
1003/1003 [==============================] - 0s - loss: 0.0367 - val_loss: 0.0381
Epoch 801/1000
1003/1003 [==============================] - 0s - loss: 0.0389 - val_loss: 0.0380
Epoch 802/1000
1003/1003 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0378
Epoch 803/1000
1003/1003 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0378
Epoch 804/1000
1003/1003 [==============================] - 0s - loss: 0.0364 - val_loss: 0.0380
Epoch 805/1000
1003/1003 [==============================] - 0s - loss: 0.0400 - val_loss: 0.0383
Epoch 806/1000
1003/1003 [==============================] - 0s - loss: 0.0374 - val_loss: 0.0384
Epoch 807/1000
1003/1003 [==============================] - 0s - loss: 0.0390 - val_loss: 0.0385
Epoch 808/1000
1003/1003 [==============================] - 0s - loss: 0.0356 - val_loss: 0.0384
Epoch 809/1000
1003/1003 [==============================] - 0s - loss: 0.0378 - val_loss: 0.0383
Epoch 810/1000
1003/1003 [==============================] - 0s - loss: 0.0405 - val_loss: 0.0382
Epoch 811/1000
1003/1003 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0380
Epoch 812/1000
1003/1003 [==============================] - 0s - loss: 0.0363 - val_loss: 0.0379
Epoch 813/1000
1003/1003 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0380
Epoch 814/1000
1003/1003 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0382
Epoch 815/1000
1003/1003 [==============================] - 0s - loss: 0.0368 - val_loss: 0.0385
Epoch 816/1000
1003/1003 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0388
Epoch 817/1000
1003/1003 [==============================] - 0s - loss: 0.0380 - val_loss: 0.0389
Epoch 818/1000
1003/1003 [==============================] - 0s - loss: 0.0382 - val_loss: 0.0386
Epoch 819/1000
1003/1003 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0383
Epoch 820/1000
1003/1003 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0380
Epoch 821/1000
1003/1003 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0378
Epoch 822/1000
1003/1003 [==============================] - 0s - loss: 0.0396 - val_loss: 0.0377
Epoch 823/1000
1003/1003 [==============================] - 0s - loss: 0.0368 - val_loss: 0.0378
Epoch 824/1000
1003/1003 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0380
Epoch 825/1000
1003/1003 [==============================] - 0s - loss: 0.0363 - val_loss: 0.0382
Epoch 826/1000
1003/1003 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0383
Epoch 827/1000
1003/1003 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0383
Epoch 828/1000
1003/1003 [==============================] - 0s - loss: 0.0370 - val_loss: 0.0385
Epoch 829/1000
1003/1003 [==============================] - 0s - loss: 0.0392 - val_loss: 0.0384
Epoch 830/1000
1003/1003 [==============================] - 0s - loss: 0.0370 - val_loss: 0.0381
Epoch 831/1000
1003/1003 [==============================] - 0s - loss: 0.0349 - val_loss: 0.0379
Epoch 832/1000
1003/1003 [==============================] - 0s - loss: 0.0371 - val_loss: 0.0377
Epoch 833/1000
1003/1003 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0377
Epoch 834/1000
1003/1003 [==============================] - 0s - loss: 0.0367 - val_loss: 0.0378
Epoch 835/1000
1003/1003 [==============================] - 0s - loss: 0.0349 - val_loss: 0.0378
Epoch 836/1000
1003/1003 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0378
Epoch 837/1000
1003/1003 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0376
Epoch 838/1000
1003/1003 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0375
Epoch 839/1000
1003/1003 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0376
Epoch 840/1000
1003/1003 [==============================] - 0s - loss: 0.0372 - val_loss: 0.0377
Epoch 841/1000
1003/1003 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0378
Epoch 842/1000
1003/1003 [==============================] - 0s - loss: 0.0366 - val_loss: 0.0378
Epoch 843/1000
1003/1003 [==============================] - 0s - loss: 0.0372 - val_loss: 0.0379
Epoch 844/1000
1003/1003 [==============================] - 0s - loss: 0.0397 - val_loss: 0.0382
Epoch 845/1000
1003/1003 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0385
Epoch 846/1000
1003/1003 [==============================] - 0s - loss: 0.0385 - val_loss: 0.0388
Epoch 847/1000
1003/1003 [==============================] - 0s - loss: 0.0369 - val_loss: 0.0388
Epoch 848/1000
1003/1003 [==============================] - 0s - loss: 0.0375 - val_loss: 0.0388
Epoch 849/1000
1003/1003 [==============================] - 0s - loss: 0.0384 - val_loss: 0.0387
Epoch 850/1000
1003/1003 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0386
Epoch 851/1000
1003/1003 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0385
Epoch 852/1000
1003/1003 [==============================] - 0s - loss: 0.0373 - val_loss: 0.0384
Epoch 853/1000
1003/1003 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0382
Epoch 854/1000
1003/1003 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0381
Epoch 855/1000
1003/1003 [==============================] - 0s - loss: 0.0366 - val_loss: 0.0379
Epoch 856/1000
1003/1003 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0379
Epoch 857/1000
1003/1003 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0380
Epoch 858/1000
1003/1003 [==============================] - 0s - loss: 0.0370 - val_loss: 0.0381
Epoch 859/1000
1003/1003 [==============================] - 0s - loss: 0.0372 - val_loss: 0.0381
Epoch 860/1000
1003/1003 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0381
Epoch 861/1000
1003/1003 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0381
Epoch 862/1000
1003/1003 [==============================] - 0s - loss: 0.0368 - val_loss: 0.0380
Epoch 863/1000
1003/1003 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0378
Epoch 864/1000
1003/1003 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0377
Epoch 865/1000
1003/1003 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0378
Epoch 866/1000
1003/1003 [==============================] - 0s - loss: 0.0372 - val_loss: 0.0380
Epoch 867/1000
1003/1003 [==============================] - 0s - loss: 0.0372 - val_loss: 0.0382
Epoch 868/1000
1003/1003 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0384
Epoch 869/1000
1003/1003 [==============================] - 0s - loss: 0.0370 - val_loss: 0.0384
Epoch 870/1000
1003/1003 [==============================] - 0s - loss: 0.0372 - val_loss: 0.0383
Epoch 871/1000
1003/1003 [==============================] - 0s - loss: 0.0379 - val_loss: 0.0384
Epoch 872/1000
1003/1003 [==============================] - 0s - loss: 0.0366 - val_loss: 0.0384
Epoch 873/1000
1003/1003 [==============================] - 0s - loss: 0.0382 - val_loss: 0.0383
Epoch 874/1000
1003/1003 [==============================] - 0s - loss: 0.0369 - val_loss: 0.0383
Epoch 875/1000
1003/1003 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0384
Epoch 876/1000
1003/1003 [==============================] - 0s - loss: 0.0379 - val_loss: 0.0385
Epoch 877/1000
1003/1003 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0386
Epoch 878/1000
1003/1003 [==============================] - 0s - loss: 0.0374 - val_loss: 0.0385
Epoch 879/1000
1003/1003 [==============================] - 0s - loss: 0.0368 - val_loss: 0.0384
Epoch 880/1000
1003/1003 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0383
Epoch 881/1000
1003/1003 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0382
Epoch 882/1000
1003/1003 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0381
Epoch 883/1000
1003/1003 [==============================] - 0s - loss: 0.0369 - val_loss: 0.0379
Epoch 884/1000
1003/1003 [==============================] - 0s - loss: 0.0364 - val_loss: 0.0377
Epoch 885/1000
1003/1003 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0377
Epoch 886/1000
1003/1003 [==============================] - 0s - loss: 0.0372 - val_loss: 0.0378
Epoch 887/1000
1003/1003 [==============================] - 0s - loss: 0.0379 - val_loss: 0.0380
Epoch 888/1000
1003/1003 [==============================] - 0s - loss: 0.0374 - val_loss: 0.0381
Epoch 889/1000
1003/1003 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0382
Epoch 890/1000
1003/1003 [==============================] - 0s - loss: 0.0384 - val_loss: 0.0384
Epoch 891/1000
1003/1003 [==============================] - 0s - loss: 0.0377 - val_loss: 0.0383
Epoch 892/1000
1003/1003 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0383
Epoch 893/1000
1003/1003 [==============================] - 0s - loss: 0.0361 - val_loss: 0.0383
Epoch 894/1000
1003/1003 [==============================] - 0s - loss: 0.0368 - val_loss: 0.0382
Epoch 895/1000
1003/1003 [==============================] - 0s - loss: 0.0383 - val_loss: 0.0382
Epoch 896/1000
1003/1003 [==============================] - 0s - loss: 0.0346 - val_loss: 0.0382
Epoch 897/1000
1003/1003 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0382
Epoch 898/1000
1003/1003 [==============================] - 0s - loss: 0.0378 - val_loss: 0.0383
Epoch 899/1000
1003/1003 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0384
Epoch 900/1000
1003/1003 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0385
Epoch 901/1000
1003/1003 [==============================] - 0s - loss: 0.0369 - val_loss: 0.0385
Epoch 902/1000
1003/1003 [==============================] - 0s - loss: 0.0372 - val_loss: 0.0384
Epoch 903/1000
1003/1003 [==============================] - 0s - loss: 0.0368 - val_loss: 0.0383
Epoch 904/1000
1003/1003 [==============================] - 0s - loss: 0.0369 - val_loss: 0.0381
Epoch 905/1000
1003/1003 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0379
Epoch 906/1000
1003/1003 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0377
Epoch 907/1000
1003/1003 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0374
Epoch 908/1000
1003/1003 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0373
Epoch 909/1000
1003/1003 [==============================] - 0s - loss: 0.0377 - val_loss: 0.0373
Epoch 910/1000
1003/1003 [==============================] - 0s - loss: 0.0363 - val_loss: 0.0375
Epoch 911/1000
1003/1003 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0377
Epoch 912/1000
1003/1003 [==============================] - 0s - loss: 0.0369 - val_loss: 0.0379
Epoch 913/1000
1003/1003 [==============================] - 0s - loss: 0.0379 - val_loss: 0.0379
Epoch 914/1000
1003/1003 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0379
Epoch 915/1000
1003/1003 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0377
Epoch 916/1000
1003/1003 [==============================] - 0s - loss: 0.0371 - val_loss: 0.0377
Epoch 917/1000
1003/1003 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0376
Epoch 918/1000
1003/1003 [==============================] - 0s - loss: 0.0368 - val_loss: 0.0376
Epoch 919/1000
1003/1003 [==============================] - 0s - loss: 0.0382 - val_loss: 0.0377
Epoch 920/1000
1003/1003 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0378
Epoch 921/1000
1003/1003 [==============================] - 0s - loss: 0.0368 - val_loss: 0.0381
Epoch 922/1000
1003/1003 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0385
Epoch 923/1000
1003/1003 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0386
Epoch 924/1000
1003/1003 [==============================] - 0s - loss: 0.0361 - val_loss: 0.0386
Epoch 925/1000
1003/1003 [==============================] - 0s - loss: 0.0363 - val_loss: 0.0384
Epoch 926/1000
1003/1003 [==============================] - 0s - loss: 0.0373 - val_loss: 0.0383
Epoch 927/1000
1003/1003 [==============================] - 0s - loss: 0.0388 - val_loss: 0.0381
Epoch 928/1000
1003/1003 [==============================] - 0s - loss: 0.0354 - val_loss: 0.0377
Epoch 929/1000
1003/1003 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0375
Epoch 930/1000
1003/1003 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0374
Epoch 931/1000
1003/1003 [==============================] - 0s - loss: 0.0374 - val_loss: 0.0373
Epoch 932/1000
1003/1003 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0373
Epoch 933/1000
1003/1003 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0376
Epoch 934/1000
1003/1003 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0380
Epoch 935/1000
1003/1003 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0383
Epoch 936/1000
1003/1003 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0381
Epoch 937/1000
1003/1003 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0379
Epoch 938/1000
1003/1003 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0376
Epoch 939/1000
1003/1003 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0374
Epoch 940/1000
1003/1003 [==============================] - 0s - loss: 0.0367 - val_loss: 0.0373
Epoch 941/1000
1003/1003 [==============================] - 0s - loss: 0.0372 - val_loss: 0.0373
Epoch 942/1000
1003/1003 [==============================] - 0s - loss: 0.0364 - val_loss: 0.0373
Epoch 943/1000
1003/1003 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0376
Epoch 944/1000
1003/1003 [==============================] - 0s - loss: 0.0363 - val_loss: 0.0379
Epoch 945/1000
1003/1003 [==============================] - 0s - loss: 0.0371 - val_loss: 0.0379
Epoch 946/1000
1003/1003 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0377
Epoch 947/1000
1003/1003 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0375
Epoch 948/1000
1003/1003 [==============================] - 0s - loss: 0.0366 - val_loss: 0.0373
Epoch 949/1000
1003/1003 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0373
Epoch 950/1000
1003/1003 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0375
Epoch 951/1000
1003/1003 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0377
Epoch 952/1000
1003/1003 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0378
Epoch 953/1000
1003/1003 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0380
Epoch 954/1000
1003/1003 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0380
Epoch 955/1000
1003/1003 [==============================] - 0s - loss: 0.0363 - val_loss: 0.0378
Epoch 956/1000
1003/1003 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0376
Epoch 957/1000
1003/1003 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0375
Epoch 958/1000
1003/1003 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0374
Epoch 959/1000
1003/1003 [==============================] - 0s - loss: 0.0374 - val_loss: 0.0374
Epoch 960/1000
1003/1003 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0374
Epoch 961/1000
1003/1003 [==============================] - 0s - loss: 0.0363 - val_loss: 0.0375
Epoch 962/1000
1003/1003 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0379
Epoch 963/1000
1003/1003 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0382
Epoch 964/1000
1003/1003 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0384
Epoch 965/1000
1003/1003 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0384
Epoch 966/1000
1003/1003 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0384
Epoch 967/1000
1003/1003 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0383
Epoch 968/1000
1003/1003 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0382
Epoch 969/1000
1003/1003 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0381
Epoch 970/1000
1003/1003 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0379
Epoch 971/1000
1003/1003 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0378
Epoch 972/1000
1003/1003 [==============================] - 0s - loss: 0.0354 - val_loss: 0.0379
Epoch 973/1000
1003/1003 [==============================] - 0s - loss: 0.0373 - val_loss: 0.0379
Epoch 974/1000
1003/1003 [==============================] - 0s - loss: 0.0363 - val_loss: 0.0382
Epoch 975/1000
1003/1003 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0384
Epoch 976/1000
1003/1003 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0388
Epoch 977/1000
1003/1003 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0390
Epoch 978/1000
1003/1003 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0389
Epoch 979/1000
1003/1003 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0388
Epoch 980/1000
1003/1003 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0387
Epoch 981/1000
1003/1003 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0387
Epoch 982/1000
1003/1003 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0387
Epoch 983/1000
1003/1003 [==============================] - 0s - loss: 0.0346 - val_loss: 0.0387
Epoch 984/1000
1003/1003 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0388
Epoch 985/1000
1003/1003 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0387
Epoch 986/1000
1003/1003 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0387
Epoch 987/1000
1003/1003 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0386
Epoch 988/1000
1003/1003 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0385
Epoch 989/1000
1003/1003 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0385
Epoch 990/1000
1003/1003 [==============================] - 0s - loss: 0.0366 - val_loss: 0.0384
Epoch 991/1000
1003/1003 [==============================] - 0s - loss: 0.0364 - val_loss: 0.0383
Epoch 992/1000
1003/1003 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0383
Epoch 993/1000
1003/1003 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0384
Epoch 994/1000
1003/1003 [==============================] - 0s - loss: 0.0369 - val_loss: 0.0384
Epoch 995/1000
1003/1003 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0385
Epoch 996/1000
1003/1003 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0385
Epoch 997/1000
1003/1003 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0387
Epoch 998/1000
1003/1003 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0388
Epoch 999/1000
1003/1003 [==============================] - 0s - loss: 0.0354 - val_loss: 0.0387
Epoch 1000/1000
1003/1003 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0385
Training data from ./data-david-track1-2/
Loading data from pickle file...
0.1
-0.1
Train on 5131 samples, validate on 1283 samples
Epoch 1/1000
5131/5131 [==============================] - 0s - loss: 0.0498 - val_loss: 0.0543
Epoch 2/1000
5131/5131 [==============================] - 0s - loss: 0.0449 - val_loss: 0.0405
Epoch 3/1000
5131/5131 [==============================] - 0s - loss: 0.0421 - val_loss: 0.0360
Epoch 4/1000
5131/5131 [==============================] - 0s - loss: 0.0405 - val_loss: 0.0380
Epoch 5/1000
5131/5131 [==============================] - 0s - loss: 0.0405 - val_loss: 0.0365
Epoch 6/1000
5131/5131 [==============================] - 0s - loss: 0.0396 - val_loss: 0.0359
Epoch 7/1000
5131/5131 [==============================] - 0s - loss: 0.0395 - val_loss: 0.0345
Epoch 8/1000
5131/5131 [==============================] - 0s - loss: 0.0388 - val_loss: 0.0344
Epoch 9/1000
5131/5131 [==============================] - 0s - loss: 0.0394 - val_loss: 0.0342
Epoch 10/1000
5131/5131 [==============================] - 0s - loss: 0.0385 - val_loss: 0.0365
Epoch 11/1000
5131/5131 [==============================] - 0s - loss: 0.0381 - val_loss: 0.0347
Epoch 12/1000
5131/5131 [==============================] - 0s - loss: 0.0381 - val_loss: 0.0338
Epoch 13/1000
5131/5131 [==============================] - 0s - loss: 0.0387 - val_loss: 0.0336
Epoch 14/1000
5131/5131 [==============================] - 0s - loss: 0.0380 - val_loss: 0.0342
Epoch 15/1000
5131/5131 [==============================] - 0s - loss: 0.0371 - val_loss: 0.0334
Epoch 16/1000
5131/5131 [==============================] - 0s - loss: 0.0372 - val_loss: 0.0329
Epoch 17/1000
5131/5131 [==============================] - 0s - loss: 0.0382 - val_loss: 0.0331
Epoch 18/1000
5131/5131 [==============================] - 0s - loss: 0.0380 - val_loss: 0.0337
Epoch 19/1000
5131/5131 [==============================] - 0s - loss: 0.0378 - val_loss: 0.0350
Epoch 20/1000
5131/5131 [==============================] - 0s - loss: 0.0378 - val_loss: 0.0335
Epoch 21/1000
5131/5131 [==============================] - 0s - loss: 0.0374 - val_loss: 0.0334
Epoch 22/1000
5131/5131 [==============================] - 0s - loss: 0.0380 - val_loss: 0.0334
Epoch 23/1000
5131/5131 [==============================] - 0s - loss: 0.0367 - val_loss: 0.0332
Epoch 24/1000
5131/5131 [==============================] - 0s - loss: 0.0371 - val_loss: 0.0328
Epoch 25/1000
5131/5131 [==============================] - 0s - loss: 0.0369 - val_loss: 0.0323
Epoch 26/1000
5131/5131 [==============================] - 0s - loss: 0.0366 - val_loss: 0.0324
Epoch 27/1000
5131/5131 [==============================] - 0s - loss: 0.0380 - val_loss: 0.0324
Epoch 28/1000
5131/5131 [==============================] - 0s - loss: 0.0368 - val_loss: 0.0324
Epoch 29/1000
5131/5131 [==============================] - 0s - loss: 0.0378 - val_loss: 0.0325
Epoch 30/1000
5131/5131 [==============================] - 0s - loss: 0.0368 - val_loss: 0.0325
Epoch 31/1000
5131/5131 [==============================] - 0s - loss: 0.0382 - val_loss: 0.0322
Epoch 32/1000
5131/5131 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0321
Epoch 33/1000
5131/5131 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0327
Epoch 34/1000
5131/5131 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0321
Epoch 35/1000
5131/5131 [==============================] - 0s - loss: 0.0374 - val_loss: 0.0319
Epoch 36/1000
5131/5131 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0313
Epoch 37/1000
5131/5131 [==============================] - 0s - loss: 0.0364 - val_loss: 0.0319
Epoch 38/1000
5131/5131 [==============================] - 0s - loss: 0.0367 - val_loss: 0.0324
Epoch 39/1000
5131/5131 [==============================] - 0s - loss: 0.0366 - val_loss: 0.0331
Epoch 40/1000
5131/5131 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0317
Epoch 41/1000
5131/5131 [==============================] - 0s - loss: 0.0369 - val_loss: 0.0315
Epoch 42/1000
5131/5131 [==============================] - 0s - loss: 0.0369 - val_loss: 0.0315
Epoch 43/1000
5131/5131 [==============================] - 0s - loss: 0.0363 - val_loss: 0.0312
Epoch 44/1000
5131/5131 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0312
Epoch 45/1000
5131/5131 [==============================] - 0s - loss: 0.0367 - val_loss: 0.0312
Epoch 46/1000
5131/5131 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0320
Epoch 47/1000
5131/5131 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0322
Epoch 48/1000
5131/5131 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0311
Epoch 49/1000
5131/5131 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0312
Epoch 50/1000
5131/5131 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0317
Epoch 51/1000
5131/5131 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0316
Epoch 52/1000
5131/5131 [==============================] - 0s - loss: 0.0372 - val_loss: 0.0316
Epoch 53/1000
5131/5131 [==============================] - 0s - loss: 0.0364 - val_loss: 0.0314
Epoch 54/1000
5131/5131 [==============================] - 0s - loss: 0.0349 - val_loss: 0.0310
Epoch 55/1000
5131/5131 [==============================] - 0s - loss: 0.0374 - val_loss: 0.0316
Epoch 56/1000
5131/5131 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0323
Epoch 57/1000
5131/5131 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0319
Epoch 58/1000
5131/5131 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0314
Epoch 59/1000
5131/5131 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0323
Epoch 60/1000
5131/5131 [==============================] - 0s - loss: 0.0356 - val_loss: 0.0318
Epoch 61/1000
5131/5131 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0324
Epoch 62/1000
5131/5131 [==============================] - 0s - loss: 0.0363 - val_loss: 0.0320
Epoch 63/1000
5131/5131 [==============================] - 0s - loss: 0.0354 - val_loss: 0.0313
Epoch 64/1000
5131/5131 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0318
Epoch 65/1000
5131/5131 [==============================] - 0s - loss: 0.0358 - val_loss: 0.0322
Epoch 66/1000
5131/5131 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0321
Epoch 67/1000
5131/5131 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0317
Epoch 68/1000
5131/5131 [==============================] - 0s - loss: 0.0365 - val_loss: 0.0313
Epoch 69/1000
5131/5131 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0321
Epoch 70/1000
5131/5131 [==============================] - 0s - loss: 0.0364 - val_loss: 0.0315
Epoch 71/1000
5131/5131 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0314
Epoch 72/1000
5131/5131 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0313
Epoch 73/1000
5131/5131 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0311
Epoch 74/1000
5131/5131 [==============================] - 0s - loss: 0.0356 - val_loss: 0.0319
Epoch 75/1000
5131/5131 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0316
Epoch 76/1000
5131/5131 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0317
Epoch 77/1000
5131/5131 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0317
Epoch 78/1000
5131/5131 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0317
Epoch 79/1000
5131/5131 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0315
Epoch 80/1000
5131/5131 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0312
Epoch 81/1000
5131/5131 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0310
Epoch 82/1000
5131/5131 [==============================] - 0s - loss: 0.0354 - val_loss: 0.0314
Epoch 83/1000
5131/5131 [==============================] - 0s - loss: 0.0361 - val_loss: 0.0315
Epoch 84/1000
5131/5131 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0307
Epoch 85/1000
5131/5131 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0307
Epoch 86/1000
5131/5131 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0313
Epoch 87/1000
5131/5131 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0313
Epoch 88/1000
5131/5131 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0311
Epoch 89/1000
5131/5131 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0309
Epoch 90/1000
5131/5131 [==============================] - 0s - loss: 0.0349 - val_loss: 0.0308
Epoch 91/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0310
Epoch 92/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0318
Epoch 93/1000
5131/5131 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0317
Epoch 94/1000
5131/5131 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0312
Epoch 95/1000
5131/5131 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0323
Epoch 96/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0315
Epoch 97/1000
5131/5131 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0308
Epoch 98/1000
5131/5131 [==============================] - 0s - loss: 0.0359 - val_loss: 0.0304
Epoch 99/1000
5131/5131 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0314
Epoch 100/1000
5131/5131 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0321
Epoch 101/1000
5131/5131 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0318
Epoch 102/1000
5131/5131 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0311
Epoch 103/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0311
Epoch 104/1000
5131/5131 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0329
Epoch 105/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0320
Epoch 106/1000
5131/5131 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0311
Epoch 107/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0309
Epoch 108/1000
5131/5131 [==============================] - 0s - loss: 0.0356 - val_loss: 0.0306
Epoch 109/1000
5131/5131 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0312
Epoch 110/1000
5131/5131 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0310
Epoch 111/1000
5131/5131 [==============================] - 0s - loss: 0.0357 - val_loss: 0.0310
Epoch 112/1000
5131/5131 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0310
Epoch 113/1000
5131/5131 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0312
Epoch 114/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0315
Epoch 115/1000
5131/5131 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0309
Epoch 116/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0314
Epoch 117/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0313
Epoch 118/1000
5131/5131 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0319
Epoch 119/1000
5131/5131 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0320
Epoch 120/1000
5131/5131 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0314
Epoch 121/1000
5131/5131 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0311
Epoch 122/1000
5131/5131 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0310
Epoch 123/1000
5131/5131 [==============================] - 0s - loss: 0.0362 - val_loss: 0.0312
Epoch 124/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0316
Epoch 125/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0315
Epoch 126/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0310
Epoch 127/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0311
Epoch 128/1000
5131/5131 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0317
Epoch 129/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0322
Epoch 130/1000
5131/5131 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0319
Epoch 131/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0319
Epoch 132/1000
5131/5131 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0318
Epoch 133/1000
5131/5131 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0314
Epoch 134/1000
5131/5131 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0312
Epoch 135/1000
5131/5131 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0315
Epoch 136/1000
5131/5131 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0314
Epoch 137/1000
5131/5131 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0311
Epoch 138/1000
5131/5131 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0308
Epoch 139/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0310
Epoch 140/1000
5131/5131 [==============================] - 0s - loss: 0.0346 - val_loss: 0.0314
Epoch 141/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0312
Epoch 142/1000
5131/5131 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0311
Epoch 143/1000
5131/5131 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0312
Epoch 144/1000
5131/5131 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0313
Epoch 145/1000
5131/5131 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0307
Epoch 146/1000
5131/5131 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0304
Epoch 147/1000
5131/5131 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0314
Epoch 148/1000
5131/5131 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0310
Epoch 149/1000
5131/5131 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0306
Epoch 150/1000
5131/5131 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0310
Epoch 151/1000
5131/5131 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0315
Epoch 152/1000
5131/5131 [==============================] - 0s - loss: 0.0355 - val_loss: 0.0314
Epoch 153/1000
5131/5131 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0310
Epoch 154/1000
5131/5131 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0309
Epoch 155/1000
5131/5131 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0316
Epoch 156/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0310
Epoch 157/1000
5131/5131 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0309
Epoch 158/1000
5131/5131 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0311
Epoch 159/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0311
Epoch 160/1000
5131/5131 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0311
Epoch 161/1000
5131/5131 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0309
Epoch 162/1000
5131/5131 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0309
Epoch 163/1000
5131/5131 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0309
Epoch 164/1000
5131/5131 [==============================] - 0s - loss: 0.0360 - val_loss: 0.0317
Epoch 165/1000
5131/5131 [==============================] - 0s - loss: 0.0346 - val_loss: 0.0316
Epoch 166/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0312
Epoch 167/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0309
Epoch 168/1000
5131/5131 [==============================] - 0s - loss: 0.0349 - val_loss: 0.0312
Epoch 169/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0309
Epoch 170/1000
5131/5131 [==============================] - 0s - loss: 0.0354 - val_loss: 0.0313
Epoch 171/1000
5131/5131 [==============================] - 0s - loss: 0.0346 - val_loss: 0.0309
Epoch 172/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0311
Epoch 173/1000
5131/5131 [==============================] - 0s - loss: 0.0352 - val_loss: 0.0312
Epoch 174/1000
5131/5131 [==============================] - 0s - loss: 0.0346 - val_loss: 0.0314
Epoch 175/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0314
Epoch 176/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0310
Epoch 177/1000
5131/5131 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0308
Epoch 178/1000
5131/5131 [==============================] - 0s - loss: 0.0346 - val_loss: 0.0313
Epoch 179/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0317
Epoch 180/1000
5131/5131 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0318
Epoch 181/1000
5131/5131 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0322
Epoch 182/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0312
Epoch 183/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0308
Epoch 184/1000
5131/5131 [==============================] - 0s - loss: 0.0346 - val_loss: 0.0318
Epoch 185/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0318
Epoch 186/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0317
Epoch 187/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0318
Epoch 188/1000
5131/5131 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0317
Epoch 189/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0312
Epoch 190/1000
5131/5131 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0310
Epoch 191/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0312
Epoch 192/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0312
Epoch 193/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0312
Epoch 194/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0306
Epoch 195/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0308
Epoch 196/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0319
Epoch 197/1000
5131/5131 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0318
Epoch 198/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0314
Epoch 199/1000
5131/5131 [==============================] - 0s - loss: 0.0349 - val_loss: 0.0309
Epoch 200/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0311
Epoch 201/1000
5131/5131 [==============================] - 0s - loss: 0.0351 - val_loss: 0.0312
Epoch 202/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0311
Epoch 203/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0317
Epoch 204/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0312
Epoch 205/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0311
Epoch 206/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0310
Epoch 207/1000
5131/5131 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0311
Epoch 208/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0308
Epoch 209/1000
5131/5131 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0305
Epoch 210/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0307
Epoch 211/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0315
Epoch 212/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0319
Epoch 213/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0316
Epoch 214/1000
5131/5131 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0314
Epoch 215/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0309
Epoch 216/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0311
Epoch 217/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0308
Epoch 218/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0310
Epoch 219/1000
5131/5131 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0305
Epoch 220/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0302
Epoch 221/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0310
Epoch 222/1000
5131/5131 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0322
Epoch 223/1000
5131/5131 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0316
Epoch 224/1000
5131/5131 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0308
Epoch 225/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0305
Epoch 226/1000
5131/5131 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0323
Epoch 227/1000
5131/5131 [==============================] - 0s - loss: 0.0346 - val_loss: 0.0333
Epoch 228/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0315
Epoch 229/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0304
Epoch 230/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0306
Epoch 231/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0311
Epoch 232/1000
5131/5131 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0315
Epoch 233/1000
5131/5131 [==============================] - 0s - loss: 0.0349 - val_loss: 0.0311
Epoch 234/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0313
Epoch 235/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0313
Epoch 236/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0309
Epoch 237/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0314
Epoch 238/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0329
Epoch 239/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0320
Epoch 240/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0315
Epoch 241/1000
5131/5131 [==============================] - 0s - loss: 0.0347 - val_loss: 0.0313
Epoch 242/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0312
Epoch 243/1000
5131/5131 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0306
Epoch 244/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0307
Epoch 245/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0311
Epoch 246/1000
5131/5131 [==============================] - 0s - loss: 0.0348 - val_loss: 0.0312
Epoch 247/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0312
Epoch 248/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0308
Epoch 249/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0306
Epoch 250/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0312
Epoch 251/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0311
Epoch 252/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0308
Epoch 253/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0309
Epoch 254/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0322
Epoch 255/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0318
Epoch 256/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0310
Epoch 257/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0313
Epoch 258/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0320
Epoch 259/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0314
Epoch 260/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0312
Epoch 261/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0306
Epoch 262/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0314
Epoch 263/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0314
Epoch 264/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0312
Epoch 265/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0308
Epoch 266/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0311
Epoch 267/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0314
Epoch 268/1000
5131/5131 [==============================] - 0s - loss: 0.0345 - val_loss: 0.0308
Epoch 269/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0307
Epoch 270/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0309
Epoch 271/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0308
Epoch 272/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0308
Epoch 273/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0306
Epoch 274/1000
5131/5131 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0308
Epoch 275/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0312
Epoch 276/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0310
Epoch 277/1000
5131/5131 [==============================] - 0s - loss: 0.0350 - val_loss: 0.0311
Epoch 278/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0305
Epoch 279/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0302
Epoch 280/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0310
Epoch 281/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0308
Epoch 282/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0309
Epoch 283/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0309
Epoch 284/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0306
Epoch 285/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0304
Epoch 286/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0308
Epoch 287/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0307
Epoch 288/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0308
Epoch 289/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0307
Epoch 290/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0306
Epoch 291/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0304
Epoch 292/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0311
Epoch 293/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0312
Epoch 294/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0316
Epoch 295/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0309
Epoch 296/1000
5131/5131 [==============================] - 0s - loss: 0.0349 - val_loss: 0.0308
Epoch 297/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0315
Epoch 298/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0318
Epoch 299/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0310
Epoch 300/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0309
Epoch 301/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0312
Epoch 302/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0312
Epoch 303/1000
5131/5131 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0312
Epoch 304/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0306
Epoch 305/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0304
Epoch 306/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0305
Epoch 307/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0302
Epoch 308/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0305
Epoch 309/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0311
Epoch 310/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0314
Epoch 311/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0309
Epoch 312/1000
5131/5131 [==============================] - 0s - loss: 0.0353 - val_loss: 0.0310
Epoch 313/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0310
Epoch 314/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0305
Epoch 315/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0302
Epoch 316/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0303
Epoch 317/1000
5131/5131 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0309
Epoch 318/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0310
Epoch 319/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0310
Epoch 320/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0310
Epoch 321/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0311
Epoch 322/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0308
Epoch 323/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0305
Epoch 324/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0305
Epoch 325/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0308
Epoch 326/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0314
Epoch 327/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0312
Epoch 328/1000
5131/5131 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0310
Epoch 329/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0310
Epoch 330/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0306
Epoch 331/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0307
Epoch 332/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0307
Epoch 333/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0307
Epoch 334/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0307
Epoch 335/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0312
Epoch 336/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0314
Epoch 337/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0307
Epoch 338/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0305
Epoch 339/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0304
Epoch 340/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0303
Epoch 341/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0303
Epoch 342/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0306
Epoch 343/1000
5131/5131 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0309
Epoch 344/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0312
Epoch 345/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0311
Epoch 346/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0305
Epoch 347/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0306
Epoch 348/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0307
Epoch 349/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0308
Epoch 350/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0305
Epoch 351/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0307
Epoch 352/1000
5131/5131 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0315
Epoch 353/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0323
Epoch 354/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0312
Epoch 355/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0303
Epoch 356/1000
5131/5131 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0301
Epoch 357/1000
5131/5131 [==============================] - 0s - loss: 0.0341 - val_loss: 0.0304
Epoch 358/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0308
Epoch 359/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0305
Epoch 360/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0309
Epoch 361/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0308
Epoch 362/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0308
Epoch 363/1000
5131/5131 [==============================] - 0s - loss: 0.0343 - val_loss: 0.0309
Epoch 364/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0309
Epoch 365/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0306
Epoch 366/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0305
Epoch 367/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0303
Epoch 368/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0300
Epoch 369/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0302
Epoch 370/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0301
Epoch 371/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0304
Epoch 372/1000
5131/5131 [==============================] - 0s - loss: 0.0342 - val_loss: 0.0303
Epoch 373/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0304
Epoch 374/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0306
Epoch 375/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0302
Epoch 376/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0303
Epoch 377/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0302
Epoch 378/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0303
Epoch 379/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0309
Epoch 380/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0307
Epoch 381/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0308
Epoch 382/1000
5131/5131 [==============================] - 0s - loss: 0.0340 - val_loss: 0.0310
Epoch 383/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0305
Epoch 384/1000
5131/5131 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0306
Epoch 385/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0307
Epoch 386/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0308
Epoch 387/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0309
Epoch 388/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0307
Epoch 389/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0310
Epoch 390/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0318
Epoch 391/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0318
Epoch 392/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0315
Epoch 393/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0307
Epoch 394/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0304
Epoch 395/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0305
Epoch 396/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0306
Epoch 397/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0305
Epoch 398/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0304
Epoch 399/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0308
Epoch 400/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0303
Epoch 401/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0302
Epoch 402/1000
5131/5131 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0302
Epoch 403/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0301
Epoch 404/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0304
Epoch 405/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0304
Epoch 406/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0305
Epoch 407/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0307
Epoch 408/1000
5131/5131 [==============================] - 0s - loss: 0.0338 - val_loss: 0.0307
Epoch 409/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0309
Epoch 410/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0308
Epoch 411/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0306
Epoch 412/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0307
Epoch 413/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0307
Epoch 414/1000
5131/5131 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0305
Epoch 415/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0306
Epoch 416/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0305
Epoch 417/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0306
Epoch 418/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0307
Epoch 419/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0308
Epoch 420/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0309
Epoch 421/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0307
Epoch 422/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0306
Epoch 423/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0307
Epoch 424/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0305
Epoch 425/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0304
Epoch 426/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0308
Epoch 427/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0307
Epoch 428/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0304
Epoch 429/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0307
Epoch 430/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0312
Epoch 431/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0298
Epoch 432/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0299
Epoch 433/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0303
Epoch 434/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0306
Epoch 435/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0307
Epoch 436/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0306
Epoch 437/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0305
Epoch 438/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0301
Epoch 439/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0300
Epoch 440/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0300
Epoch 441/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0301
Epoch 442/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0300
Epoch 443/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0300
Epoch 444/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0303
Epoch 445/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0307
Epoch 446/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0311
Epoch 447/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0310
Epoch 448/1000
5131/5131 [==============================] - 0s - loss: 0.0336 - val_loss: 0.0304
Epoch 449/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0305
Epoch 450/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0305
Epoch 451/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0302
Epoch 452/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0303
Epoch 453/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0305
Epoch 454/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0305
Epoch 455/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0302
Epoch 456/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0299
Epoch 457/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0298
Epoch 458/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0304
Epoch 459/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0309
Epoch 460/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0311
Epoch 461/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0302
Epoch 462/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0302
Epoch 463/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0305
Epoch 464/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0304
Epoch 465/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0304
Epoch 466/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0302
Epoch 467/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0307
Epoch 468/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0302
Epoch 469/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0300
Epoch 470/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0308
Epoch 471/1000
5131/5131 [==============================] - 0s - loss: 0.0339 - val_loss: 0.0304
Epoch 472/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0302
Epoch 473/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0301
Epoch 474/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0303
Epoch 475/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0303
Epoch 476/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0300
Epoch 477/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0305
Epoch 478/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0305
Epoch 479/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0305
Epoch 480/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0303
Epoch 481/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0305
Epoch 482/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0311
Epoch 483/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0310
Epoch 484/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0305
Epoch 485/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0304
Epoch 486/1000
5131/5131 [==============================] - 0s - loss: 0.0333 - val_loss: 0.0302
Epoch 487/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0300
Epoch 488/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0303
Epoch 489/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0305
Epoch 490/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0308
Epoch 491/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0303
Epoch 492/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0301
Epoch 493/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0302
Epoch 494/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0305
Epoch 495/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0309
Epoch 496/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0303
Epoch 497/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0305
Epoch 498/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0311
Epoch 499/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0305
Epoch 500/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0308
Epoch 501/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0302
Epoch 502/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0302
Epoch 503/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0304
Epoch 504/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0312
Epoch 505/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0307
Epoch 506/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0301
Epoch 507/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0304
Epoch 508/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0306
Epoch 509/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0309
Epoch 510/1000
5131/5131 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0311
Epoch 511/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0304
Epoch 512/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0303
Epoch 513/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0302
Epoch 514/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0300
Epoch 515/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0302
Epoch 516/1000
5131/5131 [==============================] - 0s - loss: 0.0337 - val_loss: 0.0298
Epoch 517/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0300
Epoch 518/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0305
Epoch 519/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0308
Epoch 520/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0311
Epoch 521/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0304
Epoch 522/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0299
Epoch 523/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0302
Epoch 524/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0312
Epoch 525/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0313
Epoch 526/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0306
Epoch 527/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0304
Epoch 528/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0302
Epoch 529/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0302
Epoch 530/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0299
Epoch 531/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0297
Epoch 532/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0304
Epoch 533/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0305
Epoch 534/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0305
Epoch 535/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0300
Epoch 536/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0296
Epoch 537/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0298
Epoch 538/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0299
Epoch 539/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0302
Epoch 540/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0303
Epoch 541/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0302
Epoch 542/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0300
Epoch 543/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0300
Epoch 544/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0303
Epoch 545/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0300
Epoch 546/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0297
Epoch 547/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0298
Epoch 548/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0302
Epoch 549/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0300
Epoch 550/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0303
Epoch 551/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0306
Epoch 552/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0300
Epoch 553/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0302
Epoch 554/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0305
Epoch 555/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0301
Epoch 556/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0300
Epoch 557/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0304
Epoch 558/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0307
Epoch 559/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0306
Epoch 560/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0307
Epoch 561/1000
5131/5131 [==============================] - 0s - loss: 0.0344 - val_loss: 0.0302
Epoch 562/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0308
Epoch 563/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0307
Epoch 564/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0302
Epoch 565/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0305
Epoch 566/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0303
Epoch 567/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0300
Epoch 568/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0300
Epoch 569/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0303
Epoch 570/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0303
Epoch 571/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0299
Epoch 572/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0297
Epoch 573/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0301
Epoch 574/1000
5131/5131 [==============================] - 0s - loss: 0.0331 - val_loss: 0.0307
Epoch 575/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0315
Epoch 576/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0303
Epoch 577/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0298
Epoch 578/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0297
Epoch 579/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0299
Epoch 580/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0298
Epoch 581/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0302
Epoch 582/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0301
Epoch 583/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0306
Epoch 584/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0312
Epoch 585/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0303
Epoch 586/1000
5131/5131 [==============================] - 0s - loss: 0.0335 - val_loss: 0.0307
Epoch 587/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0302
Epoch 588/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0302
Epoch 589/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0301
Epoch 590/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0304
Epoch 591/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0302
Epoch 592/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0303
Epoch 593/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0298
Epoch 594/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0300
Epoch 595/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0300
Epoch 596/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0300
Epoch 597/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0306
Epoch 598/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0300
Epoch 599/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0301
Epoch 600/1000
5131/5131 [==============================] - 0s - loss: 0.0313 - val_loss: 0.0305
Epoch 601/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0299
Epoch 602/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0303
Epoch 603/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0306
Epoch 604/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0309
Epoch 605/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0306
Epoch 606/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0303
Epoch 607/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0303
Epoch 608/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0302
Epoch 609/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0301
Epoch 610/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0301
Epoch 611/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0300
Epoch 612/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0303
Epoch 613/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0306
Epoch 614/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0301
Epoch 615/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0301
Epoch 616/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0303
Epoch 617/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0299
Epoch 618/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0295
Epoch 619/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0297
Epoch 620/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0310
Epoch 621/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0304
Epoch 622/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0298
Epoch 623/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0298
Epoch 624/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0299
Epoch 625/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0302
Epoch 626/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0303
Epoch 627/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0305
Epoch 628/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0303
Epoch 629/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0302
Epoch 630/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0304
Epoch 631/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0300
Epoch 632/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0302
Epoch 633/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0305
Epoch 634/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0303
Epoch 635/1000
5131/5131 [==============================] - 0s - loss: 0.0332 - val_loss: 0.0301
Epoch 636/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0308
Epoch 637/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0311
Epoch 638/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0301
Epoch 639/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0300
Epoch 640/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0305
Epoch 641/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0306
Epoch 642/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0304
Epoch 643/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0300
Epoch 644/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0299
Epoch 645/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0303
Epoch 646/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0309
Epoch 647/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0306
Epoch 648/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0303
Epoch 649/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0301
Epoch 650/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0304
Epoch 651/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0304
Epoch 652/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0303
Epoch 653/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0307
Epoch 654/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0309
Epoch 655/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0305
Epoch 656/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0305
Epoch 657/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0298
Epoch 658/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0296
Epoch 659/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0299
Epoch 660/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0300
Epoch 661/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0303
Epoch 662/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0302
Epoch 663/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0309
Epoch 664/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0308
Epoch 665/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0301
Epoch 666/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0300
Epoch 667/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0305
Epoch 668/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0307
Epoch 669/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0314
Epoch 670/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0312
Epoch 671/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0304
Epoch 672/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0301
Epoch 673/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0301
Epoch 674/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0308
Epoch 675/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0309
Epoch 676/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0306
Epoch 677/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0303
Epoch 678/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0301
Epoch 679/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0302
Epoch 680/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0307
Epoch 681/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0313
Epoch 682/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0307
Epoch 683/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0304
Epoch 684/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0305
Epoch 685/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0312
Epoch 686/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0318
Epoch 687/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0317
Epoch 688/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0305
Epoch 689/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0304
Epoch 690/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0304
Epoch 691/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0307
Epoch 692/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0304
Epoch 693/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0302
Epoch 694/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0301
Epoch 695/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0306
Epoch 696/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0306
Epoch 697/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0306
Epoch 698/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0308
Epoch 699/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0306
Epoch 700/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0308
Epoch 701/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0305
Epoch 702/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0302
Epoch 703/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0301
Epoch 704/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0305
Epoch 705/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0302
Epoch 706/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0303
Epoch 707/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0310
Epoch 708/1000
5131/5131 [==============================] - 0s - loss: 0.0330 - val_loss: 0.0302
Epoch 709/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0298
Epoch 710/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0298
Epoch 711/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0301
Epoch 712/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0301
Epoch 713/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0299
Epoch 714/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0298
Epoch 715/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0299
Epoch 716/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0300
Epoch 717/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0315
Epoch 718/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0304
Epoch 719/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0299
Epoch 720/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0299
Epoch 721/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0301
Epoch 722/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0303
Epoch 723/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0308
Epoch 724/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0308
Epoch 725/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0303
Epoch 726/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0302
Epoch 727/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0307
Epoch 728/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0305
Epoch 729/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0301
Epoch 730/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0298
Epoch 731/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0304
Epoch 732/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0302
Epoch 733/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0301
Epoch 734/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0302
Epoch 735/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0303
Epoch 736/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0303
Epoch 737/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0302
Epoch 738/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0303
Epoch 739/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0305
Epoch 740/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0302
Epoch 741/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0305
Epoch 742/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0302
Epoch 743/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0300
Epoch 744/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0306
Epoch 745/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0301
Epoch 746/1000
5131/5131 [==============================] - 0s - loss: 0.0310 - val_loss: 0.0298
Epoch 747/1000
5131/5131 [==============================] - 0s - loss: 0.0329 - val_loss: 0.0300
Epoch 748/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0301
Epoch 749/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0298
Epoch 750/1000
5131/5131 [==============================] - 0s - loss: 0.0334 - val_loss: 0.0308
Epoch 751/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0310
Epoch 752/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0299
Epoch 753/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0299
Epoch 754/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0299
Epoch 755/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0297
Epoch 756/1000
5131/5131 [==============================] - 0s - loss: 0.0327 - val_loss: 0.0298
Epoch 757/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0298
Epoch 758/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0301
Epoch 759/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0299
Epoch 760/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0300
Epoch 761/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0302
Epoch 762/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0305
Epoch 763/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0312
Epoch 764/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0308
Epoch 765/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0302
Epoch 766/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0304
Epoch 767/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0302
Epoch 768/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0301
Epoch 769/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0305
Epoch 770/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0308
Epoch 771/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0304
Epoch 772/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0296
Epoch 773/1000
5131/5131 [==============================] - 0s - loss: 0.0313 - val_loss: 0.0298
Epoch 774/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0300
Epoch 775/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0314
Epoch 776/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0307
Epoch 777/1000
5131/5131 [==============================] - 0s - loss: 0.0309 - val_loss: 0.0303
Epoch 778/1000
5131/5131 [==============================] - 0s - loss: 0.0326 - val_loss: 0.0301
Epoch 779/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0304
Epoch 780/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0300
Epoch 781/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0297
Epoch 782/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0298
Epoch 783/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0300
Epoch 784/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0302
Epoch 785/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0298
Epoch 786/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0296
Epoch 787/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0299
Epoch 788/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0305
Epoch 789/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0297
Epoch 790/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0299
Epoch 791/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0300
Epoch 792/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0307
Epoch 793/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0303
Epoch 794/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0297
Epoch 795/1000
5131/5131 [==============================] - 0s - loss: 0.0310 - val_loss: 0.0297
Epoch 796/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0300
Epoch 797/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0306
Epoch 798/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0309
Epoch 799/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0302
Epoch 800/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0300
Epoch 801/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0298
Epoch 802/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0301
Epoch 803/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0303
Epoch 804/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0301
Epoch 805/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0300
Epoch 806/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0303
Epoch 807/1000
5131/5131 [==============================] - 0s - loss: 0.0325 - val_loss: 0.0305
Epoch 808/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0302
Epoch 809/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0307
Epoch 810/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0323
Epoch 811/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0307
Epoch 812/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0299
Epoch 813/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0297
Epoch 814/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0299
Epoch 815/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0299
Epoch 816/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0301
Epoch 817/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0301
Epoch 818/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0310
Epoch 819/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0301
Epoch 820/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0299
Epoch 821/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0307
Epoch 822/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0310
Epoch 823/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0306
Epoch 824/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0301
Epoch 825/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0298
Epoch 826/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0299
Epoch 827/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0300
Epoch 828/1000
5131/5131 [==============================] - 0s - loss: 0.0308 - val_loss: 0.0306
Epoch 829/1000
5131/5131 [==============================] - 0s - loss: 0.0313 - val_loss: 0.0305
Epoch 830/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0301
Epoch 831/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0303
Epoch 832/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0303
Epoch 833/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0306
Epoch 834/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0299
Epoch 835/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0298
Epoch 836/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0303
Epoch 837/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0306
Epoch 838/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0303
Epoch 839/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0300
Epoch 840/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0301
Epoch 841/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0303
Epoch 842/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0306
Epoch 843/1000
5131/5131 [==============================] - 0s - loss: 0.0308 - val_loss: 0.0307
Epoch 844/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0304
Epoch 845/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0299
Epoch 846/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0298
Epoch 847/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0303
Epoch 848/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0304
Epoch 849/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0302
Epoch 850/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0298
Epoch 851/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0300
Epoch 852/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0305
Epoch 853/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0302
Epoch 854/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0302
Epoch 855/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0305
Epoch 856/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0305
Epoch 857/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0302
Epoch 858/1000
5131/5131 [==============================] - 0s - loss: 0.0309 - val_loss: 0.0300
Epoch 859/1000
5131/5131 [==============================] - 0s - loss: 0.0309 - val_loss: 0.0301
Epoch 860/1000
5131/5131 [==============================] - 0s - loss: 0.0309 - val_loss: 0.0299
Epoch 861/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0301
Epoch 862/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0301
Epoch 863/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0301
Epoch 864/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0301
Epoch 865/1000
5131/5131 [==============================] - 0s - loss: 0.0308 - val_loss: 0.0301
Epoch 866/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0303
Epoch 867/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0304
Epoch 868/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0303
Epoch 869/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0303
Epoch 870/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0302
Epoch 871/1000
5131/5131 [==============================] - 0s - loss: 0.0313 - val_loss: 0.0306
Epoch 872/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0305
Epoch 873/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0304
Epoch 874/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0299
Epoch 875/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0299
Epoch 876/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0298
Epoch 877/1000
5131/5131 [==============================] - 0s - loss: 0.0313 - val_loss: 0.0296
Epoch 878/1000
5131/5131 [==============================] - 0s - loss: 0.0328 - val_loss: 0.0302
Epoch 879/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0297
Epoch 880/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0299
Epoch 881/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0297
Epoch 882/1000
5131/5131 [==============================] - 0s - loss: 0.0322 - val_loss: 0.0297
Epoch 883/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0300
Epoch 884/1000
5131/5131 [==============================] - 0s - loss: 0.0310 - val_loss: 0.0301
Epoch 885/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0303
Epoch 886/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0302
Epoch 887/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0303
Epoch 888/1000
5131/5131 [==============================] - 0s - loss: 0.0313 - val_loss: 0.0299
Epoch 889/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0300
Epoch 890/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0301
Epoch 891/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0297
Epoch 892/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0297
Epoch 893/1000
5131/5131 [==============================] - 0s - loss: 0.0309 - val_loss: 0.0300
Epoch 894/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0305
Epoch 895/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0303
Epoch 896/1000
5131/5131 [==============================] - 0s - loss: 0.0324 - val_loss: 0.0301
Epoch 897/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0300
Epoch 898/1000
5131/5131 [==============================] - 0s - loss: 0.0307 - val_loss: 0.0299
Epoch 899/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0302
Epoch 900/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0296
Epoch 901/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0300
Epoch 902/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0300
Epoch 903/1000
5131/5131 [==============================] - 0s - loss: 0.0309 - val_loss: 0.0299
Epoch 904/1000
5131/5131 [==============================] - 0s - loss: 0.0323 - val_loss: 0.0302
Epoch 905/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0300
Epoch 906/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0299
Epoch 907/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0300
Epoch 908/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0300
Epoch 909/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0303
Epoch 910/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0302
Epoch 911/1000
5131/5131 [==============================] - 0s - loss: 0.0313 - val_loss: 0.0300
Epoch 912/1000
5131/5131 [==============================] - 0s - loss: 0.0305 - val_loss: 0.0301
Epoch 913/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0300
Epoch 914/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0297
Epoch 915/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0298
Epoch 916/1000
5131/5131 [==============================] - 0s - loss: 0.0313 - val_loss: 0.0299
Epoch 917/1000
5131/5131 [==============================] - 0s - loss: 0.0313 - val_loss: 0.0299
Epoch 918/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0302
Epoch 919/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0302
Epoch 920/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0303
Epoch 921/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0301
Epoch 922/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0298
Epoch 923/1000
5131/5131 [==============================] - 0s - loss: 0.0306 - val_loss: 0.0298
Epoch 924/1000
5131/5131 [==============================] - 0s - loss: 0.0308 - val_loss: 0.0301
Epoch 925/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0300
Epoch 926/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0298
Epoch 927/1000
5131/5131 [==============================] - 0s - loss: 0.0313 - val_loss: 0.0299
Epoch 928/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0305
Epoch 929/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0301
Epoch 930/1000
5131/5131 [==============================] - 0s - loss: 0.0309 - val_loss: 0.0299
Epoch 931/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0299
Epoch 932/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0300
Epoch 933/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0305
Epoch 934/1000
5131/5131 [==============================] - 0s - loss: 0.0318 - val_loss: 0.0306
Epoch 935/1000
5131/5131 [==============================] - 0s - loss: 0.0310 - val_loss: 0.0302
Epoch 936/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0301
Epoch 937/1000
5131/5131 [==============================] - 0s - loss: 0.0313 - val_loss: 0.0303
Epoch 938/1000
5131/5131 [==============================] - 0s - loss: 0.0307 - val_loss: 0.0301
Epoch 939/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0303
Epoch 940/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0302
Epoch 941/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0303
Epoch 942/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0302
Epoch 943/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0299
Epoch 944/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0297
Epoch 945/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0302
Epoch 946/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0302
Epoch 947/1000
5131/5131 [==============================] - 0s - loss: 0.0307 - val_loss: 0.0301
Epoch 948/1000
5131/5131 [==============================] - 0s - loss: 0.0309 - val_loss: 0.0297
Epoch 949/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0300
Epoch 950/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0306
Epoch 951/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0298
Epoch 952/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0296
Epoch 953/1000
5131/5131 [==============================] - 0s - loss: 0.0307 - val_loss: 0.0297
Epoch 954/1000
5131/5131 [==============================] - 0s - loss: 0.0308 - val_loss: 0.0301
Epoch 955/1000
5131/5131 [==============================] - 0s - loss: 0.0307 - val_loss: 0.0303
Epoch 956/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0297
Epoch 957/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0298
Epoch 958/1000
5131/5131 [==============================] - 0s - loss: 0.0321 - val_loss: 0.0299
Epoch 959/1000
5131/5131 [==============================] - 0s - loss: 0.0320 - val_loss: 0.0296
Epoch 960/1000
5131/5131 [==============================] - 0s - loss: 0.0309 - val_loss: 0.0296
Epoch 961/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0299
Epoch 962/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0305
Epoch 963/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0304
Epoch 964/1000
5131/5131 [==============================] - 0s - loss: 0.0313 - val_loss: 0.0302
Epoch 965/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0299
Epoch 966/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0300
Epoch 967/1000
5131/5131 [==============================] - 0s - loss: 0.0307 - val_loss: 0.0297
Epoch 968/1000
5131/5131 [==============================] - 0s - loss: 0.0306 - val_loss: 0.0297
Epoch 969/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0303
Epoch 970/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0299
Epoch 971/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0304
Epoch 972/1000
5131/5131 [==============================] - 0s - loss: 0.0303 - val_loss: 0.0301
Epoch 973/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0299
Epoch 974/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0300
Epoch 975/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0299
Epoch 976/1000
5131/5131 [==============================] - 0s - loss: 0.0305 - val_loss: 0.0301
Epoch 977/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0298
Epoch 978/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0298
Epoch 979/1000
5131/5131 [==============================] - 0s - loss: 0.0308 - val_loss: 0.0299
Epoch 980/1000
5131/5131 [==============================] - 0s - loss: 0.0308 - val_loss: 0.0297
Epoch 981/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0301
Epoch 982/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0299
Epoch 983/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0301
Epoch 984/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0305
Epoch 985/1000
5131/5131 [==============================] - 0s - loss: 0.0317 - val_loss: 0.0300
Epoch 986/1000
5131/5131 [==============================] - 0s - loss: 0.0308 - val_loss: 0.0300
Epoch 987/1000
5131/5131 [==============================] - 0s - loss: 0.0311 - val_loss: 0.0300
Epoch 988/1000
5131/5131 [==============================] - 0s - loss: 0.0308 - val_loss: 0.0300
Epoch 989/1000
5131/5131 [==============================] - 0s - loss: 0.0319 - val_loss: 0.0300
Epoch 990/1000
5131/5131 [==============================] - 0s - loss: 0.0309 - val_loss: 0.0297
Epoch 991/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0297
Epoch 992/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0300
Epoch 993/1000
5131/5131 [==============================] - 0s - loss: 0.0314 - val_loss: 0.0302
Epoch 994/1000
5131/5131 [==============================] - 0s - loss: 0.0315 - val_loss: 0.0296
Epoch 995/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0294
Epoch 996/1000
5131/5131 [==============================] - 0s - loss: 0.0304 - val_loss: 0.0295
Epoch 997/1000
5131/5131 [==============================] - 0s - loss: 0.0316 - val_loss: 0.0297
Epoch 998/1000
5131/5131 [==============================] - 0s - loss: 0.0302 - val_loss: 0.0296
Epoch 999/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0298
Epoch 1000/1000
5131/5131 [==============================] - 0s - loss: 0.0312 - val_loss: 0.0298
Done training
In [10]:
# save model to disk
model_filepath = "./model.h5"
if os.path.exists(model_filepath):
os.remove(model_filepath)
model.save(model_filepath)
del model
Let's run some validations on the model
In [11]:
from keras.models import load_model
test_model = load_model(model_filepath)
source = "./data/"
X_test, y_test = load_data(source)
X_test, y_test = shuffle(X_test, y_test)
X_test = normalize_minmax(X_test)
Loading data from pickle file...
In [20]:
n_test = len(X_test)
index = random.randint(0, n_test)
test_image = X_test[index]
test_result = y_test[index]
result = float(test_model.predict(test_image[None, :, :, :], batch_size=1))
print("Expected", test_result, "obtained", result)
Expected -0.24015 obtained -0.2092319130897522
Content source: DavidObando/carnd
Similar notebooks: