Neural Networks - how to get a decent architecture?

Important if you let this run on Colab switch on the GPU option, because otherwise this part will take quite some time



In [2]:

    
import warnings
warnings.filterwarnings('ignore')



In [3]:

    
%matplotlib inline
%pylab inline
import matplotlib.pyplot as plt









    



Populating the interactive namespace from numpy and matplotlib



In [4]:

    
import pandas as pd
print(pd.__version__)



In [5]:

    
import tensorflow as tf
tf.logging.set_verbosity(tf.logging.ERROR)
print(tf.__version__)



In [6]:

    
# let's see what compute devices we have available, hopefully a GPU 
sess = tf.Session()
devices = sess.list_devices()
for d in devices:
    print(d.name)









    



/job:localhost/replica:0/task:0/device:CPU:0
/job:localhost/replica:0/task:0/device:GPU:0



In [7]:

    
# a small sane check, does tf seem to work ok?
hello = tf.constant('Hello TF!')
print(sess.run(hello))









    



b'Hello TF!'

Loading and preparing our data set for classification



In [8]:

    
!curl -O https://raw.githubusercontent.com/DJCordhose/ai/master/notebooks/manning/data/insurance-customers-1500.csv









    



  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100 26822  100 26822    0     0  61377      0 --:--:-- --:--:-- --:--:-- 61377



In [9]:

    
df = pd.read_csv('./insurance-customers-1500.csv', sep=';')
y=df['group']
df.drop('group', axis='columns', inplace=True)
X = df.as_matrix()



In [11]:

    
df.head()









    Out[11]:







  
    
      
      max speed
      age
      thousand miles per year
    
  
  
    
      0
      98.0
      44.0
      25.0
    
    
      1
      118.0
      54.0
      24.0
    
    
      2
      111.0
      26.0
      34.0
    
    
      3
      97.0
      25.0
      10.0
    
    
      4
      114.0
      38.0
      22.0



In [12]:

    
df.describe()









    Out[12]:







  
    
      
      max speed
      age
      thousand miles per year
    
  
  
    
      count
      1500.000000
      1500.000000
      1500.000000
    
    
      mean
      122.492667
      44.952667
      30.344000
    
    
      std
      17.604333
      17.191727
      15.463152
    
    
      min
      68.000000
      9.000000
      -21.000000
    
    
      25%
      108.000000
      32.000000
      18.000000
    
    
      50%
      120.000000
      42.000000
      29.000000
    
    
      75%
      137.000000
      55.000000
      42.000000
    
    
      max
      166.000000
      102.000000
      84.000000



In [13]:

    
from sklearn.model_selection import train_test_split



In [14]:

    
X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.4, random_state=42, stratify=y)



In [15]:

    
X_train.shape, y_train.shape, X_test.shape, y_test.shape









    Out[15]:





((900, 3), (900,), (600, 3), (600,))



In [126]:

    
# ignore this, it is just technical code to plot decision boundaries
# Adapted from:
# http://scikit-learn.org/stable/auto_examples/neighbors/plot_classification.html
# http://jponttuset.cat/xkcd-deep-learning/

from matplotlib.colors import ListedColormap

cmap_print = ListedColormap(['#AA8888', '#004000', '#FFFFDD'])
cmap_bold = ListedColormap(['#AA4444', '#006000', '#EEEE44'])
cmap_light = ListedColormap(['#FFAAAA', '#AAFFAA', '#FFFFDD'])
font_size=25
title_font_size=40

def meshGrid(x_data, y_data):
    h = 1  # step size in the mesh
    x_min, x_max = x_data.min() - 1, x_data.max() + 1
    y_min, y_max = y_data.min() - 1, y_data.max() + 1
    xx, yy = np.meshgrid(np.arange(x_min, x_max, h),
                         np.arange(y_min, y_max, h))
    return (xx,yy)
    
def plot_prediction(clf, x_data, y_data, x_label, y_label, ground_truth, title="", 
                          mesh=True, fixed=None, fname=None, print=False):
    xx,yy = meshGrid(x_data, y_data)
    fig, ax = plt.subplots(figsize=(20,10))

    if clf and mesh:
        grid_X = np.array(np.c_[yy.ravel(), xx.ravel()])
        if fixed:
            fill_values = np.full((len(grid_X), 1), fixed)
            grid_X = np.append(grid_X, fill_values, axis=1)
        Z = clf.predict(grid_X)
        Z = np.argmax(Z, axis=1)
        Z = Z.reshape(xx.shape)
        ax.pcolormesh(xx, yy, Z, cmap=cmap_light)
        
    ax.set_xlim(xx.min(), xx.max())
    ax.set_ylim(yy.min(), yy.max())
    if print:
        ax.scatter(x_data, y_data, c=ground_truth, cmap=cmap_print, s=200, marker='o', edgecolors='k')
    else:
        ax.scatter(x_data, y_data, c=ground_truth, cmap=cmap_bold, s=100, marker='o', edgecolors='k')
        
    ax.set_xlabel(x_label, fontsize=font_size)
    ax.set_ylabel(y_label, fontsize=font_size)
    ax.set_title(title, fontsize=title_font_size)
    if fname:
        fig.savefig('figures/'+fname)
        
def plot_history(history, samples=100, init_phase_samples=None, plot_line=False):
    epochs = history.params['epochs']
    
    acc = history.history['acc']
    val_acc = history.history['val_acc']
    loss = history.history['loss']
    val_loss = history.history['val_loss']

    every_sample =  int(epochs / samples)
    acc = pd.DataFrame(acc).iloc[::every_sample, :]
    val_acc = pd.DataFrame(val_acc).iloc[::every_sample, :]
    loss = pd.DataFrame(loss).iloc[::every_sample, :]
    val_loss = pd.DataFrame(val_loss).iloc[::every_sample, :]

    if init_phase_samples:
        acc = acc.loc[init_phase_samples:]
        val_acc = val_acc.loc[init_phase_samples:]
        loss = loss.loc[init_phase_samples:]
        val_loss = val_loss.loc[init_phase_samples:]
    
    fig, ax = plt.subplots(nrows=2, figsize=(20,10))

    ax[0].plot(acc, 'bo', label='Training acc')
    ax[0].plot(val_acc, 'b', label='Validation acc')
    ax[0].set_title('Training and validation accuracy')
    ax[0].legend()
    
    if plot_line:
        x, y, _ = linear_regression(acc)
        ax[0].plot(x, y, 'bo', color='red')
        x, y, _ = linear_regression(val_acc)
        ax[0].plot(x, y, 'b', color='red')
    
    ax[1].plot(loss, 'bo', label='Training loss')
    ax[1].plot(val_loss, 'b', label='Validation loss')
    ax[1].set_title('Training and validation loss')
    ax[1].legend()
    
    if plot_line:
        x, y, _ = linear_regression(loss)
        ax[1].plot(x, y, 'bo', color='red')
        x, y, _ = linear_regression(val_loss)
        ax[1].plot(x, y, 'b', color='red')
    
from sklearn import linear_model

def linear_regression(data):
    x = np.array(data.index).reshape(-1, 1)
    y = data.values.reshape(-1, 1)

    regr = linear_model.LinearRegression()
    regr.fit(x, y)
    y_pred = regr.predict(x)
    return x, y_pred, regr.coef_



In [17]:

    
X_train_2_dim = X_train[:, :2]
X_test_2_dim = X_test[:, :2]

num_categories = 3

We have several means of regularization for neural networks and we use a combination of them as described below.

reduce capacity of model
dropout
batch normalization
change activation to relu for faster training
reduce amount of training cycles

An experimental approach:

keep adding regularization to make test and train scores come closer to each other
this will come at the cost of train scores going down
if both values start going down you have one too far
each experiment takes some time
for larger datasets and more complex models some people start by overfitting on a subsample of the data (because it trains much faster)
- then you can be sure you have an architecture that at least has the capacity to solve the problem
- then keep adding regularizations
- eventually try using the complete data



In [31]:

    
# https://stackoverflow.com/questions/34716454/where-do-i-call-the-batchnormalization-function-in-keras

dropout = 0.6
model = tf.keras.Sequential()

model.add(tf.keras.layers.Dense(100, name='hidden1', input_dim=2))
model.add(tf.keras.layers.BatchNormalization())
model.add(tf.keras.layers.Activation('relu'))
model.add(tf.keras.layers.Dropout(dropout))

model.add(tf.keras.layers.Dense(100, name='hidden2'))
model.add(tf.keras.layers.BatchNormalization())
model.add(tf.keras.layers.Activation('relu'))
model.add(tf.keras.layers.Dropout(dropout))

model.add(tf.keras.layers.Dense(num_categories, name='softmax', activation='softmax'))

model.compile(loss='sparse_categorical_crossentropy',
             optimizer='adam',
             metrics=['accuracy'])
model.summary()









    



_________________________________________________________________
Layer (type)                 Output Shape              Param #   
=================================================================
hidden1 (Dense)              (None, 100)               300       
_________________________________________________________________
batch_normalization_4 (Batch (None, 100)               400       
_________________________________________________________________
activation_4 (Activation)    (None, 100)               0         
_________________________________________________________________
dropout_4 (Dropout)          (None, 100)               0         
_________________________________________________________________
hidden2 (Dense)              (None, 100)               10100     
_________________________________________________________________
batch_normalization_5 (Batch (None, 100)               400       
_________________________________________________________________
activation_5 (Activation)    (None, 100)               0         
_________________________________________________________________
dropout_5 (Dropout)          (None, 100)               0         
_________________________________________________________________
softmax (Dense)              (None, 3)                 303       
=================================================================
Total params: 11,503
Trainable params: 11,103
Non-trainable params: 400
_________________________________________________________________



In [32]:

    
# only if you are running this locally

# https://keras.io/callbacks/#tensorboard
tb_callback = tf.keras.callbacks.TensorBoard(log_dir='./tf_log')
# To start tensorboard
# tensorboard --logdir=./tf_log
# open http://localhost:6006



In [33]:

    
BATCH_SIZE=1000
EPOCHS = 4000

# only if you are running this locally
# !rm -rf ./tf_log
# %time model.fit(X_train_2_dim, y_train, epochs=EPOCHS, batch_size=BATCH_SIZE, validation_split=0.2, callbacks=[tb_callback])

%time history = model.fit(X_train_2_dim, y_train, epochs=EPOCHS, batch_size=BATCH_SIZE, validation_split=0.2)









    



Train on 720 samples, validate on 180 samples
Epoch 1/4000
720/720 [==============================] - 1s 1ms/step - loss: 1.8375 - acc: 0.3236 - val_loss: 10.7272 - val_acc: 0.3333
Epoch 2/4000
720/720 [==============================] - 0s 20us/step - loss: 2.0211 - acc: 0.3000 - val_loss: 10.5301 - val_acc: 0.3333
Epoch 3/4000
720/720 [==============================] - 0s 15us/step - loss: 1.8235 - acc: 0.3278 - val_loss: 10.0338 - val_acc: 0.3333
Epoch 4/4000
720/720 [==============================] - 0s 15us/step - loss: 1.8627 - acc: 0.3569 - val_loss: 8.3749 - val_acc: 0.3333
Epoch 5/4000
720/720 [==============================] - 0s 17us/step - loss: 1.7707 - acc: 0.3194 - val_loss: 6.4688 - val_acc: 0.3333
Epoch 6/4000
720/720 [==============================] - 0s 25us/step - loss: 1.7096 - acc: 0.3514 - val_loss: 4.7842 - val_acc: 0.3333
Epoch 7/4000
720/720 [==============================] - 0s 18us/step - loss: 1.7765 - acc: 0.3333 - val_loss: 3.4943 - val_acc: 0.3333
Epoch 8/4000
720/720 [==============================] - 0s 14us/step - loss: 1.6524 - acc: 0.3583 - val_loss: 3.2888 - val_acc: 0.3278
Epoch 9/4000
720/720 [==============================] - 0s 14us/step - loss: 1.6648 - acc: 0.3889 - val_loss: 4.0311 - val_acc: 0.3278
Epoch 10/4000
720/720 [==============================] - 0s 15us/step - loss: 1.6129 - acc: 0.3694 - val_loss: 4.8954 - val_acc: 0.3278
Epoch 11/4000
720/720 [==============================] - 0s 15us/step - loss: 1.5609 - acc: 0.3931 - val_loss: 5.6703 - val_acc: 0.3278
Epoch 12/4000
720/720 [==============================] - 0s 13us/step - loss: 1.5121 - acc: 0.3917 - val_loss: 6.2554 - val_acc: 0.3278
Epoch 13/4000
720/720 [==============================] - 0s 12us/step - loss: 1.4748 - acc: 0.3847 - val_loss: 6.7736 - val_acc: 0.3278
Epoch 14/4000
720/720 [==============================] - 0s 14us/step - loss: 1.4206 - acc: 0.4125 - val_loss: 7.2597 - val_acc: 0.3278
Epoch 15/4000
720/720 [==============================] - 0s 14us/step - loss: 1.4759 - acc: 0.3736 - val_loss: 7.6880 - val_acc: 0.3278
Epoch 16/4000
720/720 [==============================] - 0s 29us/step - loss: 1.4787 - acc: 0.3944 - val_loss: 8.0152 - val_acc: 0.3278
Epoch 17/4000
720/720 [==============================] - 0s 15us/step - loss: 1.4425 - acc: 0.3917 - val_loss: 8.2877 - val_acc: 0.3278
Epoch 18/4000
720/720 [==============================] - 0s 31us/step - loss: 1.4518 - acc: 0.4333 - val_loss: 8.4232 - val_acc: 0.3278
Epoch 19/4000
720/720 [==============================] - 0s 17us/step - loss: 1.3637 - acc: 0.4208 - val_loss: 8.4712 - val_acc: 0.3278
Epoch 20/4000
720/720 [==============================] - 0s 17us/step - loss: 1.3714 - acc: 0.4153 - val_loss: 8.4677 - val_acc: 0.3278
Epoch 21/4000
720/720 [==============================] - 0s 14us/step - loss: 1.3771 - acc: 0.4417 - val_loss: 8.4277 - val_acc: 0.3278
Epoch 22/4000
720/720 [==============================] - 0s 15us/step - loss: 1.3246 - acc: 0.4333 - val_loss: 8.3498 - val_acc: 0.3278
Epoch 23/4000
720/720 [==============================] - 0s 15us/step - loss: 1.3583 - acc: 0.4306 - val_loss: 8.2756 - val_acc: 0.3278
Epoch 24/4000
720/720 [==============================] - 0s 15us/step - loss: 1.3336 - acc: 0.4417 - val_loss: 8.1672 - val_acc: 0.3278
Epoch 25/4000
720/720 [==============================] - 0s 15us/step - loss: 1.3012 - acc: 0.4458 - val_loss: 8.0297 - val_acc: 0.3278
Epoch 26/4000
720/720 [==============================] - 0s 18us/step - loss: 1.3092 - acc: 0.4556 - val_loss: 7.8954 - val_acc: 0.3278
Epoch 27/4000
720/720 [==============================] - 0s 17us/step - loss: 1.3202 - acc: 0.4556 - val_loss: 7.7317 - val_acc: 0.3278
Epoch 28/4000
720/720 [==============================] - 0s 19us/step - loss: 1.3299 - acc: 0.4319 - val_loss: 7.5574 - val_acc: 0.3278
Epoch 29/4000
720/720 [==============================] - 0s 24us/step - loss: 1.3317 - acc: 0.4431 - val_loss: 7.3976 - val_acc: 0.3278
Epoch 30/4000
720/720 [==============================] - 0s 18us/step - loss: 1.2504 - acc: 0.4597 - val_loss: 7.2418 - val_acc: 0.3278
Epoch 31/4000
720/720 [==============================] - 0s 15us/step - loss: 1.2549 - acc: 0.4375 - val_loss: 7.0953 - val_acc: 0.3278
Epoch 32/4000
720/720 [==============================] - 0s 14us/step - loss: 1.2180 - acc: 0.4750 - val_loss: 6.9289 - val_acc: 0.3278
Epoch 33/4000
720/720 [==============================] - 0s 15us/step - loss: 1.1773 - acc: 0.4889 - val_loss: 6.7799 - val_acc: 0.3278
Epoch 34/4000
720/720 [==============================] - 0s 15us/step - loss: 1.2387 - acc: 0.4500 - val_loss: 6.6414 - val_acc: 0.3278
Epoch 35/4000
720/720 [==============================] - 0s 15us/step - loss: 1.2804 - acc: 0.4403 - val_loss: 6.4930 - val_acc: 0.3278
Epoch 36/4000
720/720 [==============================] - 0s 15us/step - loss: 1.2216 - acc: 0.4653 - val_loss: 6.3268 - val_acc: 0.3278
Epoch 37/4000
720/720 [==============================] - 0s 14us/step - loss: 1.2450 - acc: 0.4694 - val_loss: 6.1586 - val_acc: 0.3278
Epoch 38/4000
720/720 [==============================] - 0s 15us/step - loss: 1.1897 - acc: 0.4806 - val_loss: 5.9891 - val_acc: 0.3278
Epoch 39/4000
720/720 [==============================] - 0s 31us/step - loss: 1.2332 - acc: 0.4597 - val_loss: 5.8357 - val_acc: 0.3278
Epoch 40/4000
720/720 [==============================] - 0s 19us/step - loss: 1.2198 - acc: 0.4597 - val_loss: 5.6791 - val_acc: 0.3278
Epoch 41/4000
720/720 [==============================] - 0s 15us/step - loss: 1.2121 - acc: 0.4667 - val_loss: 5.5351 - val_acc: 0.3278
Epoch 42/4000
720/720 [==============================] - 0s 14us/step - loss: 1.1631 - acc: 0.4764 - val_loss: 5.3772 - val_acc: 0.3278
Epoch 43/4000
720/720 [==============================] - 0s 14us/step - loss: 1.1650 - acc: 0.4944 - val_loss: 5.2298 - val_acc: 0.3278
Epoch 44/4000
720/720 [==============================] - 0s 14us/step - loss: 1.2010 - acc: 0.4750 - val_loss: 5.0878 - val_acc: 0.3278
Epoch 45/4000
720/720 [==============================] - 0s 14us/step - loss: 1.1102 - acc: 0.5125 - val_loss: 4.9511 - val_acc: 0.3278
Epoch 46/4000
720/720 [==============================] - 0s 15us/step - loss: 1.1840 - acc: 0.4875 - val_loss: 4.8199 - val_acc: 0.3278
Epoch 47/4000
720/720 [==============================] - 0s 15us/step - loss: 1.1917 - acc: 0.4736 - val_loss: 4.6864 - val_acc: 0.3278
Epoch 48/4000
720/720 [==============================] - 0s 12us/step - loss: 1.1206 - acc: 0.4972 - val_loss: 4.5499 - val_acc: 0.3278
Epoch 49/4000
720/720 [==============================] - 0s 18us/step - loss: 1.2000 - acc: 0.4833 - val_loss: 4.4287 - val_acc: 0.3278
Epoch 50/4000
720/720 [==============================] - 0s 31us/step - loss: 1.1138 - acc: 0.5125 - val_loss: 4.3028 - val_acc: 0.3278
Epoch 51/4000
720/720 [==============================] - 0s 17us/step - loss: 1.2137 - acc: 0.4639 - val_loss: 4.1644 - val_acc: 0.3278
Epoch 52/4000
720/720 [==============================] - 0s 14us/step - loss: 1.1059 - acc: 0.5208 - val_loss: 4.0220 - val_acc: 0.3278
Epoch 53/4000
720/720 [==============================] - 0s 14us/step - loss: 1.1128 - acc: 0.5139 - val_loss: 3.8825 - val_acc: 0.3278
Epoch 54/4000
720/720 [==============================] - 0s 14us/step - loss: 1.1689 - acc: 0.4944 - val_loss: 3.7638 - val_acc: 0.3278
Epoch 55/4000
720/720 [==============================] - 0s 15us/step - loss: 1.1638 - acc: 0.4917 - val_loss: 3.6449 - val_acc: 0.3278
Epoch 56/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0794 - acc: 0.4778 - val_loss: 3.5461 - val_acc: 0.3278
Epoch 57/4000
720/720 [==============================] - 0s 14us/step - loss: 1.1375 - acc: 0.5042 - val_loss: 3.4540 - val_acc: 0.3278
Epoch 58/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0839 - acc: 0.5264 - val_loss: 3.3782 - val_acc: 0.3278
Epoch 59/4000
720/720 [==============================] - 0s 15us/step - loss: 1.1126 - acc: 0.5069 - val_loss: 3.3011 - val_acc: 0.3278
Epoch 60/4000
720/720 [==============================] - 0s 31us/step - loss: 1.0648 - acc: 0.5389 - val_loss: 3.2246 - val_acc: 0.3278
Epoch 61/4000
720/720 [==============================] - 0s 18us/step - loss: 1.0585 - acc: 0.5208 - val_loss: 3.1530 - val_acc: 0.3278
Epoch 62/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0267 - acc: 0.5278 - val_loss: 3.0847 - val_acc: 0.3278
Epoch 63/4000
720/720 [==============================] - 0s 14us/step - loss: 1.1385 - acc: 0.4917 - val_loss: 3.0191 - val_acc: 0.3278
Epoch 64/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0592 - acc: 0.5333 - val_loss: 2.9610 - val_acc: 0.3333
Epoch 65/4000
720/720 [==============================] - 0s 15us/step - loss: 1.1115 - acc: 0.5153 - val_loss: 2.9131 - val_acc: 0.3333
Epoch 66/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0627 - acc: 0.5264 - val_loss: 2.8704 - val_acc: 0.3389
Epoch 67/4000
720/720 [==============================] - 0s 14us/step - loss: 1.1182 - acc: 0.4972 - val_loss: 2.8282 - val_acc: 0.3444
Epoch 68/4000
720/720 [==============================] - 0s 15us/step - loss: 1.1284 - acc: 0.5153 - val_loss: 2.7896 - val_acc: 0.3444
Epoch 69/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0687 - acc: 0.5153 - val_loss: 2.7456 - val_acc: 0.3444
Epoch 70/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0276 - acc: 0.5417 - val_loss: 2.7045 - val_acc: 0.3500
Epoch 71/4000
720/720 [==============================] - 0s 31us/step - loss: 1.0554 - acc: 0.5403 - val_loss: 2.6719 - val_acc: 0.3500
Epoch 72/4000
720/720 [==============================] - 0s 17us/step - loss: 1.0803 - acc: 0.5042 - val_loss: 2.6476 - val_acc: 0.3500
Epoch 73/4000
720/720 [==============================] - 0s 15us/step - loss: 1.1061 - acc: 0.5097 - val_loss: 2.6241 - val_acc: 0.3500
Epoch 74/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0396 - acc: 0.5222 - val_loss: 2.6028 - val_acc: 0.3556
Epoch 75/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0637 - acc: 0.5306 - val_loss: 2.5809 - val_acc: 0.3500
Epoch 76/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0696 - acc: 0.5014 - val_loss: 2.5605 - val_acc: 0.3500
Epoch 77/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0770 - acc: 0.5319 - val_loss: 2.5376 - val_acc: 0.3444
Epoch 78/4000
720/720 [==============================] - 0s 12us/step - loss: 1.0530 - acc: 0.5333 - val_loss: 2.5180 - val_acc: 0.3444
Epoch 79/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0901 - acc: 0.5069 - val_loss: 2.4941 - val_acc: 0.3444
Epoch 80/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0640 - acc: 0.5333 - val_loss: 2.4685 - val_acc: 0.3444
Epoch 81/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0721 - acc: 0.5222 - val_loss: 2.4415 - val_acc: 0.3444
Epoch 82/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0424 - acc: 0.5361 - val_loss: 2.4170 - val_acc: 0.3444
Epoch 83/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0514 - acc: 0.5250 - val_loss: 2.3941 - val_acc: 0.3444
Epoch 84/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0265 - acc: 0.5417 - val_loss: 2.3739 - val_acc: 0.3444
Epoch 85/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0127 - acc: 0.5444 - val_loss: 2.3511 - val_acc: 0.3389
Epoch 86/4000
720/720 [==============================] - 0s 21us/step - loss: 0.9625 - acc: 0.5569 - val_loss: 2.3307 - val_acc: 0.3389
Epoch 87/4000
720/720 [==============================] - 0s 26us/step - loss: 1.0666 - acc: 0.5014 - val_loss: 2.3112 - val_acc: 0.3389
Epoch 88/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0251 - acc: 0.5292 - val_loss: 2.2943 - val_acc: 0.3389
Epoch 89/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9748 - acc: 0.5403 - val_loss: 2.2772 - val_acc: 0.3278
Epoch 90/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0051 - acc: 0.5403 - val_loss: 2.2576 - val_acc: 0.3278
Epoch 91/4000
720/720 [==============================] - 0s 14us/step - loss: 0.9770 - acc: 0.5583 - val_loss: 2.2373 - val_acc: 0.3278
Epoch 92/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0293 - acc: 0.5500 - val_loss: 2.2150 - val_acc: 0.3278
Epoch 93/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0739 - acc: 0.5097 - val_loss: 2.1935 - val_acc: 0.3278
Epoch 94/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0271 - acc: 0.5375 - val_loss: 2.1702 - val_acc: 0.3278
Epoch 95/4000
720/720 [==============================] - 0s 17us/step - loss: 1.0111 - acc: 0.5417 - val_loss: 2.1453 - val_acc: 0.3278
Epoch 96/4000
720/720 [==============================] - 0s 22us/step - loss: 1.0345 - acc: 0.5306 - val_loss: 2.1228 - val_acc: 0.3111
Epoch 97/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9848 - acc: 0.5500 - val_loss: 2.1022 - val_acc: 0.3056
Epoch 98/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0096 - acc: 0.5472 - val_loss: 2.0795 - val_acc: 0.3111
Epoch 99/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0280 - acc: 0.5597 - val_loss: 2.0575 - val_acc: 0.3222
Epoch 100/4000
720/720 [==============================] - 0s 17us/step - loss: 1.0363 - acc: 0.5458 - val_loss: 2.0378 - val_acc: 0.3278
Epoch 101/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0265 - acc: 0.5194 - val_loss: 2.0160 - val_acc: 0.3333
Epoch 102/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0490 - acc: 0.5250 - val_loss: 1.9973 - val_acc: 0.3333
Epoch 103/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9692 - acc: 0.5653 - val_loss: 1.9770 - val_acc: 0.3333
Epoch 104/4000
720/720 [==============================] - 0s 14us/step - loss: 1.0159 - acc: 0.5403 - val_loss: 1.9608 - val_acc: 0.3333
Epoch 105/4000
720/720 [==============================] - 0s 21us/step - loss: 0.9880 - acc: 0.5556 - val_loss: 1.9456 - val_acc: 0.3333
Epoch 106/4000
720/720 [==============================] - 0s 28us/step - loss: 0.9857 - acc: 0.5528 - val_loss: 1.9273 - val_acc: 0.3333
Epoch 107/4000
720/720 [==============================] - 0s 19us/step - loss: 1.0184 - acc: 0.5681 - val_loss: 1.9121 - val_acc: 0.3278
Epoch 108/4000
720/720 [==============================] - 0s 21us/step - loss: 0.9999 - acc: 0.5569 - val_loss: 1.8948 - val_acc: 0.3278
Epoch 109/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9667 - acc: 0.5556 - val_loss: 1.8814 - val_acc: 0.3222
Epoch 110/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0197 - acc: 0.5486 - val_loss: 1.8671 - val_acc: 0.3222
Epoch 111/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9672 - acc: 0.5264 - val_loss: 1.8527 - val_acc: 0.3167
Epoch 112/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0149 - acc: 0.5389 - val_loss: 1.8387 - val_acc: 0.3167
Epoch 113/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9890 - acc: 0.5625 - val_loss: 1.8259 - val_acc: 0.3167
Epoch 114/4000
720/720 [==============================] - 0s 15us/step - loss: 1.0211 - acc: 0.5375 - val_loss: 1.8127 - val_acc: 0.3167
Epoch 115/4000
720/720 [==============================] - 0s 18us/step - loss: 1.0017 - acc: 0.5361 - val_loss: 1.7973 - val_acc: 0.3222
Epoch 116/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9600 - acc: 0.5931 - val_loss: 1.7819 - val_acc: 0.3167
Epoch 117/4000
720/720 [==============================] - 0s 28us/step - loss: 0.9956 - acc: 0.5403 - val_loss: 1.7688 - val_acc: 0.3111
Epoch 118/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9974 - acc: 0.5333 - val_loss: 1.7543 - val_acc: 0.3111
Epoch 119/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9977 - acc: 0.5264 - val_loss: 1.7400 - val_acc: 0.3111
Epoch 120/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9854 - acc: 0.5667 - val_loss: 1.7266 - val_acc: 0.3167
Epoch 121/4000
720/720 [==============================] - 0s 21us/step - loss: 0.9986 - acc: 0.5403 - val_loss: 1.7139 - val_acc: 0.3278
Epoch 122/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9896 - acc: 0.5486 - val_loss: 1.6982 - val_acc: 0.3389
Epoch 123/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9808 - acc: 0.5514 - val_loss: 1.6834 - val_acc: 0.3500
Epoch 124/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9681 - acc: 0.5653 - val_loss: 1.6695 - val_acc: 0.3500
Epoch 125/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9526 - acc: 0.5500 - val_loss: 1.6570 - val_acc: 0.3500
Epoch 126/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9472 - acc: 0.5708 - val_loss: 1.6442 - val_acc: 0.3444
Epoch 127/4000
720/720 [==============================] - 0s 19us/step - loss: 0.9854 - acc: 0.5431 - val_loss: 1.6332 - val_acc: 0.3444
Epoch 128/4000
720/720 [==============================] - 0s 25us/step - loss: 0.9511 - acc: 0.5847 - val_loss: 1.6218 - val_acc: 0.3500
Epoch 129/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9695 - acc: 0.5681 - val_loss: 1.6105 - val_acc: 0.3556
Epoch 130/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9737 - acc: 0.5542 - val_loss: 1.5985 - val_acc: 0.3556
Epoch 131/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9729 - acc: 0.5542 - val_loss: 1.5879 - val_acc: 0.3667
Epoch 132/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9764 - acc: 0.5361 - val_loss: 1.5773 - val_acc: 0.3667
Epoch 133/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9602 - acc: 0.5597 - val_loss: 1.5665 - val_acc: 0.3667
Epoch 134/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9524 - acc: 0.5653 - val_loss: 1.5538 - val_acc: 0.3833
Epoch 135/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9549 - acc: 0.5514 - val_loss: 1.5429 - val_acc: 0.3833
Epoch 136/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9786 - acc: 0.5639 - val_loss: 1.5326 - val_acc: 0.3778
Epoch 137/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9335 - acc: 0.5736 - val_loss: 1.5209 - val_acc: 0.3722
Epoch 138/4000
720/720 [==============================] - 0s 19us/step - loss: 0.9685 - acc: 0.5444 - val_loss: 1.5091 - val_acc: 0.3778
Epoch 139/4000
720/720 [==============================] - 0s 31us/step - loss: 0.9543 - acc: 0.5583 - val_loss: 1.4978 - val_acc: 0.3833
Epoch 140/4000
720/720 [==============================] - 0s 21us/step - loss: 0.9484 - acc: 0.5556 - val_loss: 1.4870 - val_acc: 0.3833
Epoch 141/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9081 - acc: 0.5722 - val_loss: 1.4755 - val_acc: 0.3833
Epoch 142/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9018 - acc: 0.5806 - val_loss: 1.4650 - val_acc: 0.3889
Epoch 143/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9274 - acc: 0.5625 - val_loss: 1.4537 - val_acc: 0.3889
Epoch 144/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9244 - acc: 0.5778 - val_loss: 1.4426 - val_acc: 0.3944
Epoch 145/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9604 - acc: 0.5653 - val_loss: 1.4310 - val_acc: 0.4000
Epoch 146/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8918 - acc: 0.5972 - val_loss: 1.4205 - val_acc: 0.4111
Epoch 147/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8983 - acc: 0.5917 - val_loss: 1.4111 - val_acc: 0.4111
Epoch 148/4000
720/720 [==============================] - 0s 29us/step - loss: 0.9449 - acc: 0.5861 - val_loss: 1.4025 - val_acc: 0.4167
Epoch 149/4000
720/720 [==============================] - 0s 19us/step - loss: 0.9366 - acc: 0.5458 - val_loss: 1.3931 - val_acc: 0.4222
Epoch 150/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9252 - acc: 0.5736 - val_loss: 1.3846 - val_acc: 0.4278
Epoch 151/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9441 - acc: 0.5792 - val_loss: 1.3765 - val_acc: 0.4278
Epoch 152/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9215 - acc: 0.5819 - val_loss: 1.3666 - val_acc: 0.4278
Epoch 153/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9453 - acc: 0.5597 - val_loss: 1.3584 - val_acc: 0.4278
Epoch 154/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9277 - acc: 0.5750 - val_loss: 1.3505 - val_acc: 0.4389
Epoch 155/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9330 - acc: 0.5875 - val_loss: 1.3424 - val_acc: 0.4389
Epoch 156/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9518 - acc: 0.5653 - val_loss: 1.3355 - val_acc: 0.4389
Epoch 157/4000
720/720 [==============================] - 0s 19us/step - loss: 0.9087 - acc: 0.5917 - val_loss: 1.3282 - val_acc: 0.4444
Epoch 158/4000
720/720 [==============================] - 0s 28us/step - loss: 0.9046 - acc: 0.5681 - val_loss: 1.3202 - val_acc: 0.4500
Epoch 159/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9331 - acc: 0.5736 - val_loss: 1.3119 - val_acc: 0.4500
Epoch 160/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9308 - acc: 0.5778 - val_loss: 1.3018 - val_acc: 0.4556
Epoch 161/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9222 - acc: 0.5792 - val_loss: 1.2928 - val_acc: 0.4444
Epoch 162/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9100 - acc: 0.5861 - val_loss: 1.2839 - val_acc: 0.4500
Epoch 163/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9348 - acc: 0.5750 - val_loss: 1.2759 - val_acc: 0.4500
Epoch 164/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8804 - acc: 0.6056 - val_loss: 1.2676 - val_acc: 0.4444
Epoch 165/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9397 - acc: 0.5806 - val_loss: 1.2598 - val_acc: 0.4444
Epoch 166/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9707 - acc: 0.5528 - val_loss: 1.2511 - val_acc: 0.4500
Epoch 167/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9045 - acc: 0.5736 - val_loss: 1.2428 - val_acc: 0.4611
Epoch 168/4000
720/720 [==============================] - 0s 26us/step - loss: 0.9024 - acc: 0.5903 - val_loss: 1.2340 - val_acc: 0.4611
Epoch 169/4000
720/720 [==============================] - 0s 19us/step - loss: 0.9724 - acc: 0.5542 - val_loss: 1.2254 - val_acc: 0.4667
Epoch 170/4000
720/720 [==============================] - 0s 19us/step - loss: 0.9078 - acc: 0.5917 - val_loss: 1.2162 - val_acc: 0.4667
Epoch 171/4000
720/720 [==============================] - 0s 22us/step - loss: 0.9397 - acc: 0.5750 - val_loss: 1.2075 - val_acc: 0.4667
Epoch 172/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8914 - acc: 0.6014 - val_loss: 1.1991 - val_acc: 0.4667
Epoch 173/4000
720/720 [==============================] - 0s 11us/step - loss: 0.8834 - acc: 0.5819 - val_loss: 1.1916 - val_acc: 0.4667
Epoch 174/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8983 - acc: 0.6069 - val_loss: 1.1846 - val_acc: 0.4611
Epoch 175/4000
720/720 [==============================] - 0s 22us/step - loss: 0.9338 - acc: 0.5792 - val_loss: 1.1778 - val_acc: 0.4722
Epoch 176/4000
720/720 [==============================] - 0s 0us/step - loss: 0.9049 - acc: 0.5903 - val_loss: 1.1702 - val_acc: 0.4722
Epoch 177/4000
720/720 [==============================] - 0s 40us/step - loss: 0.9215 - acc: 0.5819 - val_loss: 1.1627 - val_acc: 0.4778
Epoch 178/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8980 - acc: 0.5833 - val_loss: 1.1566 - val_acc: 0.4833
Epoch 179/4000
720/720 [==============================] - 0s 21us/step - loss: 0.9190 - acc: 0.5847 - val_loss: 1.1489 - val_acc: 0.4889
Epoch 180/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9232 - acc: 0.5625 - val_loss: 1.1414 - val_acc: 0.4889
Epoch 181/4000
720/720 [==============================] - 0s 32us/step - loss: 0.8678 - acc: 0.6042 - val_loss: 1.1336 - val_acc: 0.4889
Epoch 182/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9125 - acc: 0.5958 - val_loss: 1.1267 - val_acc: 0.4944
Epoch 183/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8953 - acc: 0.5806 - val_loss: 1.1196 - val_acc: 0.4944
Epoch 184/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8974 - acc: 0.5792 - val_loss: 1.1135 - val_acc: 0.5000
Epoch 185/4000
720/720 [==============================] - 0s 22us/step - loss: 0.9029 - acc: 0.5972 - val_loss: 1.1091 - val_acc: 0.5000
Epoch 186/4000
720/720 [==============================] - 0s 22us/step - loss: 0.9039 - acc: 0.5944 - val_loss: 1.1045 - val_acc: 0.5056
Epoch 187/4000
720/720 [==============================] - 0s 27us/step - loss: 0.9206 - acc: 0.5875 - val_loss: 1.1010 - val_acc: 0.5167
Epoch 188/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8887 - acc: 0.5861 - val_loss: 1.0977 - val_acc: 0.5222
Epoch 189/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9314 - acc: 0.6028 - val_loss: 1.0950 - val_acc: 0.5222
Epoch 190/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9003 - acc: 0.5944 - val_loss: 1.0918 - val_acc: 0.5278
Epoch 191/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9154 - acc: 0.5778 - val_loss: 1.0888 - val_acc: 0.5278
Epoch 192/4000
720/720 [==============================] - 0s 25us/step - loss: 0.8937 - acc: 0.5944 - val_loss: 1.0851 - val_acc: 0.5333
Epoch 193/4000
720/720 [==============================] - 0s 14us/step - loss: 0.9073 - acc: 0.5750 - val_loss: 1.0816 - val_acc: 0.5333
Epoch 194/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8989 - acc: 0.5833 - val_loss: 1.0781 - val_acc: 0.5333
Epoch 195/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8906 - acc: 0.6014 - val_loss: 1.0749 - val_acc: 0.5333
Epoch 196/4000
720/720 [==============================] - 0s 0us/step - loss: 0.9207 - acc: 0.5986 - val_loss: 1.0716 - val_acc: 0.5333
Epoch 197/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8892 - acc: 0.6028 - val_loss: 1.0684 - val_acc: 0.5333
Epoch 198/4000
720/720 [==============================] - 0s 29us/step - loss: 0.9126 - acc: 0.5528 - val_loss: 1.0652 - val_acc: 0.5333
Epoch 199/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9193 - acc: 0.6125 - val_loss: 1.0619 - val_acc: 0.5333
Epoch 200/4000
720/720 [==============================] - 0s 19us/step - loss: 0.9011 - acc: 0.6097 - val_loss: 1.0581 - val_acc: 0.5333
Epoch 201/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8904 - acc: 0.5917 - val_loss: 1.0542 - val_acc: 0.5333
Epoch 202/4000
720/720 [==============================] - 0s 25us/step - loss: 0.9203 - acc: 0.5875 - val_loss: 1.0499 - val_acc: 0.5333
Epoch 203/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8775 - acc: 0.6083 - val_loss: 1.0454 - val_acc: 0.5389
Epoch 204/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8830 - acc: 0.5917 - val_loss: 1.0408 - val_acc: 0.5444
Epoch 205/4000
720/720 [==============================] - 0s 0us/step - loss: 0.9049 - acc: 0.5986 - val_loss: 1.0363 - val_acc: 0.5444
Epoch 206/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8851 - acc: 0.5986 - val_loss: 1.0315 - val_acc: 0.5444
Epoch 207/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8912 - acc: 0.5944 - val_loss: 1.0272 - val_acc: 0.5500
Epoch 208/4000
720/720 [==============================] - 0s 28us/step - loss: 0.8963 - acc: 0.6111 - val_loss: 1.0222 - val_acc: 0.5444
Epoch 209/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9111 - acc: 0.5764 - val_loss: 1.0171 - val_acc: 0.5500
Epoch 210/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9120 - acc: 0.6000 - val_loss: 1.0125 - val_acc: 0.5444
Epoch 211/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8973 - acc: 0.5972 - val_loss: 1.0083 - val_acc: 0.5389
Epoch 212/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9160 - acc: 0.6069 - val_loss: 1.0045 - val_acc: 0.5389
Epoch 213/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8671 - acc: 0.6125 - val_loss: 1.0005 - val_acc: 0.5444
Epoch 214/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8855 - acc: 0.6028 - val_loss: 0.9968 - val_acc: 0.5444
Epoch 215/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9089 - acc: 0.5653 - val_loss: 0.9940 - val_acc: 0.5444
Epoch 216/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9136 - acc: 0.5833 - val_loss: 0.9911 - val_acc: 0.5444
Epoch 217/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9193 - acc: 0.5875 - val_loss: 0.9880 - val_acc: 0.5500
Epoch 218/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8795 - acc: 0.5944 - val_loss: 0.9851 - val_acc: 0.5556
Epoch 219/4000
720/720 [==============================] - 0s 33us/step - loss: 0.9043 - acc: 0.5708 - val_loss: 0.9822 - val_acc: 0.5556
Epoch 220/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8791 - acc: 0.6125 - val_loss: 0.9794 - val_acc: 0.5556
Epoch 221/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8859 - acc: 0.5931 - val_loss: 0.9774 - val_acc: 0.5611
Epoch 222/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8751 - acc: 0.5861 - val_loss: 0.9754 - val_acc: 0.5667
Epoch 223/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8941 - acc: 0.6014 - val_loss: 0.9737 - val_acc: 0.5667
Epoch 224/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8789 - acc: 0.6014 - val_loss: 0.9718 - val_acc: 0.5833
Epoch 225/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8573 - acc: 0.6167 - val_loss: 0.9699 - val_acc: 0.5833
Epoch 226/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8923 - acc: 0.5972 - val_loss: 0.9678 - val_acc: 0.5833
Epoch 227/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8821 - acc: 0.6056 - val_loss: 0.9653 - val_acc: 0.5889
Epoch 228/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8762 - acc: 0.6278 - val_loss: 0.9620 - val_acc: 0.5889
Epoch 229/4000
720/720 [==============================] - 0s 22us/step - loss: 0.9144 - acc: 0.5819 - val_loss: 0.9584 - val_acc: 0.5944
Epoch 230/4000
720/720 [==============================] - 0s 33us/step - loss: 0.9032 - acc: 0.5917 - val_loss: 0.9551 - val_acc: 0.5889
Epoch 231/4000
720/720 [==============================] - 0s 19us/step - loss: 0.9032 - acc: 0.6000 - val_loss: 0.9514 - val_acc: 0.5889
Epoch 232/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8766 - acc: 0.5903 - val_loss: 0.9484 - val_acc: 0.5944
Epoch 233/4000
720/720 [==============================] - 0s 0us/step - loss: 0.9059 - acc: 0.6000 - val_loss: 0.9451 - val_acc: 0.5889
Epoch 234/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8882 - acc: 0.5750 - val_loss: 0.9415 - val_acc: 0.5944
Epoch 235/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8981 - acc: 0.6014 - val_loss: 0.9376 - val_acc: 0.5944
Epoch 236/4000
720/720 [==============================] - 0s 31us/step - loss: 0.9021 - acc: 0.5806 - val_loss: 0.9336 - val_acc: 0.6000
Epoch 237/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8732 - acc: 0.6111 - val_loss: 0.9297 - val_acc: 0.6111
Epoch 238/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8944 - acc: 0.6028 - val_loss: 0.9263 - val_acc: 0.6111
Epoch 239/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8647 - acc: 0.6250 - val_loss: 0.9230 - val_acc: 0.6167
Epoch 240/4000
720/720 [==============================] - 0s 28us/step - loss: 0.8921 - acc: 0.6139 - val_loss: 0.9194 - val_acc: 0.6167
Epoch 241/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9177 - acc: 0.5847 - val_loss: 0.9164 - val_acc: 0.6167
Epoch 242/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8988 - acc: 0.6083 - val_loss: 0.9131 - val_acc: 0.6167
Epoch 243/4000
720/720 [==============================] - 0s 11us/step - loss: 0.9053 - acc: 0.6000 - val_loss: 0.9102 - val_acc: 0.6222
Epoch 244/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8834 - acc: 0.5875 - val_loss: 0.9073 - val_acc: 0.6222
Epoch 245/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8531 - acc: 0.6181 - val_loss: 0.9050 - val_acc: 0.6278
Epoch 246/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8899 - acc: 0.6125 - val_loss: 0.9029 - val_acc: 0.6278
Epoch 247/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8559 - acc: 0.6306 - val_loss: 0.9010 - val_acc: 0.6333
Epoch 248/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8678 - acc: 0.6111 - val_loss: 0.8991 - val_acc: 0.6333
Epoch 249/4000
720/720 [==============================] - 0s 17us/step - loss: 0.9103 - acc: 0.5833 - val_loss: 0.8975 - val_acc: 0.6333
Epoch 250/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8865 - acc: 0.6069 - val_loss: 0.8963 - val_acc: 0.6333
Epoch 251/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8726 - acc: 0.6194 - val_loss: 0.8951 - val_acc: 0.6333
Epoch 252/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8821 - acc: 0.6097 - val_loss: 0.8941 - val_acc: 0.6333
Epoch 253/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8673 - acc: 0.6222 - val_loss: 0.8930 - val_acc: 0.6333
Epoch 254/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8764 - acc: 0.6014 - val_loss: 0.8918 - val_acc: 0.6389
Epoch 255/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8637 - acc: 0.6028 - val_loss: 0.8907 - val_acc: 0.6389
Epoch 256/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8874 - acc: 0.5944 - val_loss: 0.8899 - val_acc: 0.6389
Epoch 257/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8917 - acc: 0.6125 - val_loss: 0.8890 - val_acc: 0.6389
Epoch 258/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8807 - acc: 0.6194 - val_loss: 0.8877 - val_acc: 0.6389
Epoch 259/4000
720/720 [==============================] - 0s 26us/step - loss: 0.8694 - acc: 0.6222 - val_loss: 0.8863 - val_acc: 0.6389
Epoch 260/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8896 - acc: 0.6000 - val_loss: 0.8846 - val_acc: 0.6389
Epoch 261/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8685 - acc: 0.6069 - val_loss: 0.8827 - val_acc: 0.6444
Epoch 262/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8707 - acc: 0.6111 - val_loss: 0.8808 - val_acc: 0.6444
Epoch 263/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8675 - acc: 0.5944 - val_loss: 0.8787 - val_acc: 0.6444
Epoch 264/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8712 - acc: 0.5986 - val_loss: 0.8766 - val_acc: 0.6444
Epoch 265/4000
720/720 [==============================] - 0s 18us/step - loss: 0.9091 - acc: 0.6153 - val_loss: 0.8742 - val_acc: 0.6500
Epoch 266/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8572 - acc: 0.6153 - val_loss: 0.8718 - val_acc: 0.6556
Epoch 267/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8652 - acc: 0.6153 - val_loss: 0.8701 - val_acc: 0.6556
Epoch 268/4000
720/720 [==============================] - 0s 32us/step - loss: 0.8747 - acc: 0.6264 - val_loss: 0.8686 - val_acc: 0.6556
Epoch 269/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8802 - acc: 0.6014 - val_loss: 0.8670 - val_acc: 0.6556
Epoch 270/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8661 - acc: 0.6028 - val_loss: 0.8653 - val_acc: 0.6556
Epoch 271/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8689 - acc: 0.6153 - val_loss: 0.8639 - val_acc: 0.6556
Epoch 272/4000
720/720 [==============================] - 0s 15us/step - loss: 0.9089 - acc: 0.6000 - val_loss: 0.8626 - val_acc: 0.6556
Epoch 273/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8664 - acc: 0.6222 - val_loss: 0.8616 - val_acc: 0.6556
Epoch 274/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8741 - acc: 0.5972 - val_loss: 0.8603 - val_acc: 0.6556
Epoch 275/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8520 - acc: 0.6222 - val_loss: 0.8590 - val_acc: 0.6611
Epoch 276/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8667 - acc: 0.6153 - val_loss: 0.8576 - val_acc: 0.6611
Epoch 277/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8743 - acc: 0.6111 - val_loss: 0.8565 - val_acc: 0.6611
Epoch 278/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8528 - acc: 0.6292 - val_loss: 0.8556 - val_acc: 0.6667
Epoch 279/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8695 - acc: 0.6333 - val_loss: 0.8546 - val_acc: 0.6611
Epoch 280/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8822 - acc: 0.6167 - val_loss: 0.8540 - val_acc: 0.6611
Epoch 281/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8804 - acc: 0.5958 - val_loss: 0.8532 - val_acc: 0.6611
Epoch 282/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8890 - acc: 0.5944 - val_loss: 0.8528 - val_acc: 0.6556
Epoch 283/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8793 - acc: 0.6181 - val_loss: 0.8522 - val_acc: 0.6500
Epoch 284/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8649 - acc: 0.6194 - val_loss: 0.8514 - val_acc: 0.6556
Epoch 285/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8852 - acc: 0.6000 - val_loss: 0.8506 - val_acc: 0.6556
Epoch 286/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8733 - acc: 0.6250 - val_loss: 0.8497 - val_acc: 0.6556
Epoch 287/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8731 - acc: 0.6139 - val_loss: 0.8487 - val_acc: 0.6611
Epoch 288/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8677 - acc: 0.6111 - val_loss: 0.8477 - val_acc: 0.6611
Epoch 289/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8771 - acc: 0.6069 - val_loss: 0.8464 - val_acc: 0.6667
Epoch 290/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8740 - acc: 0.5847 - val_loss: 0.8450 - val_acc: 0.6667
Epoch 291/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8896 - acc: 0.5958 - val_loss: 0.8435 - val_acc: 0.6722
Epoch 292/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8658 - acc: 0.6111 - val_loss: 0.8424 - val_acc: 0.6722
Epoch 293/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8746 - acc: 0.6306 - val_loss: 0.8411 - val_acc: 0.6667
Epoch 294/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8598 - acc: 0.5903 - val_loss: 0.8401 - val_acc: 0.6667
Epoch 295/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8590 - acc: 0.6222 - val_loss: 0.8391 - val_acc: 0.6667
Epoch 296/4000
720/720 [==============================] - 0s 2us/step - loss: 0.8467 - acc: 0.6278 - val_loss: 0.8381 - val_acc: 0.6667
Epoch 297/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8884 - acc: 0.6125 - val_loss: 0.8373 - val_acc: 0.6667
Epoch 298/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8588 - acc: 0.6153 - val_loss: 0.8364 - val_acc: 0.6722
Epoch 299/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8624 - acc: 0.6042 - val_loss: 0.8358 - val_acc: 0.6722
Epoch 300/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8786 - acc: 0.6000 - val_loss: 0.8353 - val_acc: 0.6722
Epoch 301/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8437 - acc: 0.6264 - val_loss: 0.8350 - val_acc: 0.6722
Epoch 302/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8723 - acc: 0.6181 - val_loss: 0.8349 - val_acc: 0.6722
Epoch 303/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8716 - acc: 0.6139 - val_loss: 0.8347 - val_acc: 0.6722
Epoch 304/4000
720/720 [==============================] - 0s 32us/step - loss: 0.8895 - acc: 0.5972 - val_loss: 0.8346 - val_acc: 0.6722
Epoch 305/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8676 - acc: 0.6236 - val_loss: 0.8347 - val_acc: 0.6778
Epoch 306/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8678 - acc: 0.6264 - val_loss: 0.8345 - val_acc: 0.6778
Epoch 307/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8536 - acc: 0.6194 - val_loss: 0.8343 - val_acc: 0.6778
Epoch 308/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8652 - acc: 0.6111 - val_loss: 0.8340 - val_acc: 0.6778
Epoch 309/4000
720/720 [==============================] - 0s 30us/step - loss: 0.8743 - acc: 0.6319 - val_loss: 0.8337 - val_acc: 0.6722
Epoch 310/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8664 - acc: 0.6028 - val_loss: 0.8335 - val_acc: 0.6722
Epoch 311/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8405 - acc: 0.6417 - val_loss: 0.8335 - val_acc: 0.6722
Epoch 312/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8811 - acc: 0.6139 - val_loss: 0.8334 - val_acc: 0.6722
Epoch 313/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8722 - acc: 0.6236 - val_loss: 0.8331 - val_acc: 0.6722
Epoch 314/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8638 - acc: 0.6264 - val_loss: 0.8329 - val_acc: 0.6778
Epoch 315/4000
720/720 [==============================] - 0s 23us/step - loss: 0.8599 - acc: 0.6167 - val_loss: 0.8329 - val_acc: 0.6778
Epoch 316/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8669 - acc: 0.6139 - val_loss: 0.8328 - val_acc: 0.6778
Epoch 317/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8489 - acc: 0.6222 - val_loss: 0.8328 - val_acc: 0.6722
Epoch 318/4000
720/720 [==============================] - 0s 20us/step - loss: 0.9185 - acc: 0.6028 - val_loss: 0.8324 - val_acc: 0.6722
Epoch 319/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8822 - acc: 0.6208 - val_loss: 0.8319 - val_acc: 0.6722
Epoch 320/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8680 - acc: 0.6236 - val_loss: 0.8312 - val_acc: 0.6722
Epoch 321/4000
720/720 [==============================] - 0s 23us/step - loss: 0.8390 - acc: 0.6361 - val_loss: 0.8307 - val_acc: 0.6722
Epoch 322/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8782 - acc: 0.6208 - val_loss: 0.8305 - val_acc: 0.6722
Epoch 323/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8852 - acc: 0.6028 - val_loss: 0.8300 - val_acc: 0.6722
Epoch 324/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8426 - acc: 0.6403 - val_loss: 0.8296 - val_acc: 0.6722
Epoch 325/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8296 - acc: 0.6236 - val_loss: 0.8295 - val_acc: 0.6722
Epoch 326/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8354 - acc: 0.6514 - val_loss: 0.8291 - val_acc: 0.6722
Epoch 327/4000
720/720 [==============================] - 0s 8us/step - loss: 0.8694 - acc: 0.6278 - val_loss: 0.8288 - val_acc: 0.6722
Epoch 328/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8458 - acc: 0.6333 - val_loss: 0.8284 - val_acc: 0.6778
Epoch 329/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8452 - acc: 0.6361 - val_loss: 0.8278 - val_acc: 0.6778
Epoch 330/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8393 - acc: 0.6306 - val_loss: 0.8271 - val_acc: 0.6778
Epoch 331/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8550 - acc: 0.6347 - val_loss: 0.8266 - val_acc: 0.6778
Epoch 332/4000
720/720 [==============================] - 0s 32us/step - loss: 0.8666 - acc: 0.6181 - val_loss: 0.8262 - val_acc: 0.6778
Epoch 333/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8730 - acc: 0.6222 - val_loss: 0.8259 - val_acc: 0.6778
Epoch 334/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8619 - acc: 0.6236 - val_loss: 0.8258 - val_acc: 0.6778
Epoch 335/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8696 - acc: 0.6139 - val_loss: 0.8254 - val_acc: 0.6778
Epoch 336/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8361 - acc: 0.6500 - val_loss: 0.8252 - val_acc: 0.6778
Epoch 337/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8406 - acc: 0.6111 - val_loss: 0.8248 - val_acc: 0.6778
Epoch 338/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8689 - acc: 0.6111 - val_loss: 0.8244 - val_acc: 0.6778
Epoch 339/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8788 - acc: 0.6111 - val_loss: 0.8237 - val_acc: 0.6833
Epoch 340/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8659 - acc: 0.6278 - val_loss: 0.8231 - val_acc: 0.6833
Epoch 341/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8461 - acc: 0.6528 - val_loss: 0.8226 - val_acc: 0.6833
Epoch 342/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8573 - acc: 0.6194 - val_loss: 0.8223 - val_acc: 0.6833
Epoch 343/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8498 - acc: 0.6278 - val_loss: 0.8220 - val_acc: 0.6833
Epoch 344/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8677 - acc: 0.5986 - val_loss: 0.8216 - val_acc: 0.6889
Epoch 345/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8465 - acc: 0.6347 - val_loss: 0.8216 - val_acc: 0.6833
Epoch 346/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8624 - acc: 0.6292 - val_loss: 0.8217 - val_acc: 0.6778
Epoch 347/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8486 - acc: 0.6292 - val_loss: 0.8218 - val_acc: 0.6778
Epoch 348/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8818 - acc: 0.6194 - val_loss: 0.8220 - val_acc: 0.6722
Epoch 349/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8428 - acc: 0.6444 - val_loss: 0.8220 - val_acc: 0.6722
Epoch 350/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8696 - acc: 0.6167 - val_loss: 0.8218 - val_acc: 0.6722
Epoch 351/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8807 - acc: 0.6042 - val_loss: 0.8217 - val_acc: 0.6667
Epoch 352/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8445 - acc: 0.6333 - val_loss: 0.8212 - val_acc: 0.6611
Epoch 353/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8602 - acc: 0.6431 - val_loss: 0.8207 - val_acc: 0.6611
Epoch 354/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8881 - acc: 0.6167 - val_loss: 0.8204 - val_acc: 0.6556
Epoch 355/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8801 - acc: 0.5986 - val_loss: 0.8200 - val_acc: 0.6611
Epoch 356/4000
720/720 [==============================] - 0s 25us/step - loss: 0.8642 - acc: 0.6181 - val_loss: 0.8198 - val_acc: 0.6556
Epoch 357/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8643 - acc: 0.6208 - val_loss: 0.8196 - val_acc: 0.6556
Epoch 358/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8250 - acc: 0.6417 - val_loss: 0.8196 - val_acc: 0.6556
Epoch 359/4000
720/720 [==============================] - 0s 28us/step - loss: 0.8210 - acc: 0.6458 - val_loss: 0.8197 - val_acc: 0.6556
Epoch 360/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8529 - acc: 0.6264 - val_loss: 0.8196 - val_acc: 0.6611
Epoch 361/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8777 - acc: 0.6278 - val_loss: 0.8194 - val_acc: 0.6611
Epoch 362/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8491 - acc: 0.6347 - val_loss: 0.8193 - val_acc: 0.6667
Epoch 363/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8804 - acc: 0.6181 - val_loss: 0.8191 - val_acc: 0.6667
Epoch 364/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8649 - acc: 0.6319 - val_loss: 0.8188 - val_acc: 0.6667
Epoch 365/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8497 - acc: 0.6444 - val_loss: 0.8184 - val_acc: 0.6611
Epoch 366/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8580 - acc: 0.6375 - val_loss: 0.8178 - val_acc: 0.6611
Epoch 367/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8346 - acc: 0.6347 - val_loss: 0.8172 - val_acc: 0.6611
Epoch 368/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8516 - acc: 0.6181 - val_loss: 0.8166 - val_acc: 0.6611
Epoch 369/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8510 - acc: 0.6236 - val_loss: 0.8160 - val_acc: 0.6611
Epoch 370/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8678 - acc: 0.6417 - val_loss: 0.8154 - val_acc: 0.6611
Epoch 371/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8664 - acc: 0.6306 - val_loss: 0.8145 - val_acc: 0.6611
Epoch 372/4000
720/720 [==============================] - 0s 8us/step - loss: 0.8404 - acc: 0.6236 - val_loss: 0.8138 - val_acc: 0.6611
Epoch 373/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8625 - acc: 0.6250 - val_loss: 0.8130 - val_acc: 0.6611
Epoch 374/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8309 - acc: 0.6375 - val_loss: 0.8123 - val_acc: 0.6611
Epoch 375/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8634 - acc: 0.6444 - val_loss: 0.8119 - val_acc: 0.6611
Epoch 376/4000
720/720 [==============================] - 0s 32us/step - loss: 0.8607 - acc: 0.6056 - val_loss: 0.8114 - val_acc: 0.6611
Epoch 377/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8601 - acc: 0.6542 - val_loss: 0.8111 - val_acc: 0.6611
Epoch 378/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8344 - acc: 0.6264 - val_loss: 0.8108 - val_acc: 0.6611
Epoch 379/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8318 - acc: 0.6347 - val_loss: 0.8107 - val_acc: 0.6667
Epoch 380/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8573 - acc: 0.6125 - val_loss: 0.8106 - val_acc: 0.6667
Epoch 381/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8339 - acc: 0.6403 - val_loss: 0.8104 - val_acc: 0.6667
Epoch 382/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8797 - acc: 0.6167 - val_loss: 0.8103 - val_acc: 0.6611
Epoch 383/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8411 - acc: 0.6389 - val_loss: 0.8103 - val_acc: 0.6611
Epoch 384/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8348 - acc: 0.6319 - val_loss: 0.8105 - val_acc: 0.6667
Epoch 385/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8138 - acc: 0.6333 - val_loss: 0.8106 - val_acc: 0.6667
Epoch 386/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8464 - acc: 0.6250 - val_loss: 0.8107 - val_acc: 0.6667
Epoch 387/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8492 - acc: 0.6403 - val_loss: 0.8108 - val_acc: 0.6667
Epoch 388/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8765 - acc: 0.6125 - val_loss: 0.8108 - val_acc: 0.6611
Epoch 389/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8557 - acc: 0.6361 - val_loss: 0.8108 - val_acc: 0.6611
Epoch 390/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8354 - acc: 0.6194 - val_loss: 0.8109 - val_acc: 0.6611
Epoch 391/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8511 - acc: 0.6250 - val_loss: 0.8110 - val_acc: 0.6556
Epoch 392/4000
720/720 [==============================] - 0s 24us/step - loss: 0.8316 - acc: 0.6500 - val_loss: 0.8111 - val_acc: 0.6611
Epoch 393/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8507 - acc: 0.6361 - val_loss: 0.8112 - val_acc: 0.6611
Epoch 394/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8789 - acc: 0.6194 - val_loss: 0.8115 - val_acc: 0.6611
Epoch 395/4000
720/720 [==============================] - 0s 21us/step - loss: 0.8581 - acc: 0.6347 - val_loss: 0.8118 - val_acc: 0.6667
Epoch 396/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8601 - acc: 0.6403 - val_loss: 0.8119 - val_acc: 0.6667
Epoch 397/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8288 - acc: 0.6361 - val_loss: 0.8120 - val_acc: 0.6667
Epoch 398/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8460 - acc: 0.6278 - val_loss: 0.8118 - val_acc: 0.6667
Epoch 399/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8561 - acc: 0.6181 - val_loss: 0.8115 - val_acc: 0.6667
Epoch 400/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8475 - acc: 0.6333 - val_loss: 0.8113 - val_acc: 0.6667
Epoch 401/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8519 - acc: 0.6347 - val_loss: 0.8109 - val_acc: 0.6667
Epoch 402/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8186 - acc: 0.6403 - val_loss: 0.8105 - val_acc: 0.6667
Epoch 403/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8663 - acc: 0.6431 - val_loss: 0.8101 - val_acc: 0.6667
Epoch 404/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8832 - acc: 0.6278 - val_loss: 0.8098 - val_acc: 0.6667
Epoch 405/4000
720/720 [==============================] - 0s 29us/step - loss: 0.8539 - acc: 0.6222 - val_loss: 0.8094 - val_acc: 0.6667
Epoch 406/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8446 - acc: 0.6375 - val_loss: 0.8091 - val_acc: 0.6611
Epoch 407/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8646 - acc: 0.6236 - val_loss: 0.8088 - val_acc: 0.6611
Epoch 408/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8375 - acc: 0.6250 - val_loss: 0.8089 - val_acc: 0.6611
Epoch 409/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8351 - acc: 0.6542 - val_loss: 0.8089 - val_acc: 0.6611
Epoch 410/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8370 - acc: 0.6375 - val_loss: 0.8087 - val_acc: 0.6611
Epoch 411/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8499 - acc: 0.6194 - val_loss: 0.8085 - val_acc: 0.6611
Epoch 412/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8432 - acc: 0.6292 - val_loss: 0.8083 - val_acc: 0.6611
Epoch 413/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8562 - acc: 0.6389 - val_loss: 0.8083 - val_acc: 0.6611
Epoch 414/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8237 - acc: 0.6653 - val_loss: 0.8086 - val_acc: 0.6611
Epoch 415/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8479 - acc: 0.6208 - val_loss: 0.8088 - val_acc: 0.6611
Epoch 416/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8707 - acc: 0.6056 - val_loss: 0.8090 - val_acc: 0.6611
Epoch 417/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8408 - acc: 0.6306 - val_loss: 0.8091 - val_acc: 0.6667
Epoch 418/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8287 - acc: 0.6444 - val_loss: 0.8093 - val_acc: 0.6667
Epoch 419/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8491 - acc: 0.6431 - val_loss: 0.8097 - val_acc: 0.6667
Epoch 420/4000
720/720 [==============================] - 0s 24us/step - loss: 0.8239 - acc: 0.6333 - val_loss: 0.8101 - val_acc: 0.6667
Epoch 421/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8389 - acc: 0.6278 - val_loss: 0.8106 - val_acc: 0.6667
Epoch 422/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8436 - acc: 0.6403 - val_loss: 0.8106 - val_acc: 0.6667
Epoch 423/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8633 - acc: 0.6375 - val_loss: 0.8106 - val_acc: 0.6667
Epoch 424/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8539 - acc: 0.6292 - val_loss: 0.8105 - val_acc: 0.6667
Epoch 425/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8642 - acc: 0.6167 - val_loss: 0.8105 - val_acc: 0.6667
Epoch 426/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8270 - acc: 0.6639 - val_loss: 0.8103 - val_acc: 0.6667
Epoch 427/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8336 - acc: 0.6264 - val_loss: 0.8101 - val_acc: 0.6667
Epoch 428/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8639 - acc: 0.6319 - val_loss: 0.8099 - val_acc: 0.6667
Epoch 429/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8426 - acc: 0.6375 - val_loss: 0.8097 - val_acc: 0.6667
Epoch 430/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8275 - acc: 0.6403 - val_loss: 0.8098 - val_acc: 0.6667
Epoch 431/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8281 - acc: 0.6500 - val_loss: 0.8097 - val_acc: 0.6667
Epoch 432/4000
720/720 [==============================] - 0s 29us/step - loss: 0.8398 - acc: 0.6361 - val_loss: 0.8099 - val_acc: 0.6667
Epoch 433/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8579 - acc: 0.6139 - val_loss: 0.8101 - val_acc: 0.6611
Epoch 434/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8322 - acc: 0.6347 - val_loss: 0.8101 - val_acc: 0.6611
Epoch 435/4000
720/720 [==============================] - 0s 33us/step - loss: 0.8334 - acc: 0.6444 - val_loss: 0.8102 - val_acc: 0.6611
Epoch 436/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8427 - acc: 0.6333 - val_loss: 0.8101 - val_acc: 0.6611
Epoch 437/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8539 - acc: 0.6319 - val_loss: 0.8098 - val_acc: 0.6611
Epoch 438/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8309 - acc: 0.6431 - val_loss: 0.8092 - val_acc: 0.6611
Epoch 439/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8329 - acc: 0.6347 - val_loss: 0.8084 - val_acc: 0.6611
Epoch 440/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8340 - acc: 0.6333 - val_loss: 0.8079 - val_acc: 0.6556
Epoch 441/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8472 - acc: 0.6444 - val_loss: 0.8077 - val_acc: 0.6556
Epoch 442/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8368 - acc: 0.6389 - val_loss: 0.8072 - val_acc: 0.6556
Epoch 443/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8322 - acc: 0.6403 - val_loss: 0.8068 - val_acc: 0.6556
Epoch 444/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8373 - acc: 0.6125 - val_loss: 0.8065 - val_acc: 0.6556
Epoch 445/4000
720/720 [==============================] - 0s 26us/step - loss: 0.8323 - acc: 0.6514 - val_loss: 0.8064 - val_acc: 0.6556
Epoch 446/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8080 - acc: 0.6597 - val_loss: 0.8060 - val_acc: 0.6556
Epoch 447/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8555 - acc: 0.6458 - val_loss: 0.8056 - val_acc: 0.6556
Epoch 448/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8289 - acc: 0.6347 - val_loss: 0.8055 - val_acc: 0.6556
Epoch 449/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8359 - acc: 0.6556 - val_loss: 0.8053 - val_acc: 0.6500
Epoch 450/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8248 - acc: 0.6250 - val_loss: 0.8051 - val_acc: 0.6500
Epoch 451/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8311 - acc: 0.6375 - val_loss: 0.8051 - val_acc: 0.6500
Epoch 452/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8509 - acc: 0.6389 - val_loss: 0.8047 - val_acc: 0.6500
Epoch 453/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8286 - acc: 0.6417 - val_loss: 0.8044 - val_acc: 0.6500
Epoch 454/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8413 - acc: 0.6208 - val_loss: 0.8041 - val_acc: 0.6500
Epoch 455/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8457 - acc: 0.6153 - val_loss: 0.8038 - val_acc: 0.6500
Epoch 456/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8820 - acc: 0.6139 - val_loss: 0.8040 - val_acc: 0.6500
Epoch 457/4000
720/720 [==============================] - 0s 13us/step - loss: 0.8172 - acc: 0.6528 - val_loss: 0.8040 - val_acc: 0.6556
Epoch 458/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8342 - acc: 0.6583 - val_loss: 0.8040 - val_acc: 0.6556
Epoch 459/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8295 - acc: 0.6417 - val_loss: 0.8042 - val_acc: 0.6556
Epoch 460/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8706 - acc: 0.6333 - val_loss: 0.8044 - val_acc: 0.6556
Epoch 461/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8336 - acc: 0.6208 - val_loss: 0.8043 - val_acc: 0.6556
Epoch 462/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8450 - acc: 0.6556 - val_loss: 0.8042 - val_acc: 0.6556
Epoch 463/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8275 - acc: 0.6500 - val_loss: 0.8039 - val_acc: 0.6556
Epoch 464/4000
720/720 [==============================] - 0s 35us/step - loss: 0.8329 - acc: 0.6486 - val_loss: 0.8038 - val_acc: 0.6556
Epoch 465/4000
720/720 [==============================] - 0s 11us/step - loss: 0.8510 - acc: 0.6208 - val_loss: 0.8036 - val_acc: 0.6556
Epoch 466/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8453 - acc: 0.6361 - val_loss: 0.8035 - val_acc: 0.6556
Epoch 467/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8193 - acc: 0.6542 - val_loss: 0.8031 - val_acc: 0.6556
Epoch 468/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8367 - acc: 0.6528 - val_loss: 0.8028 - val_acc: 0.6611
Epoch 469/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8401 - acc: 0.6319 - val_loss: 0.8027 - val_acc: 0.6611
Epoch 470/4000
720/720 [==============================] - 0s 39us/step - loss: 0.8353 - acc: 0.6431 - val_loss: 0.8030 - val_acc: 0.6611
Epoch 471/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8273 - acc: 0.6361 - val_loss: 0.8033 - val_acc: 0.6611
Epoch 472/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8211 - acc: 0.6417 - val_loss: 0.8034 - val_acc: 0.6611
Epoch 473/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8360 - acc: 0.6319 - val_loss: 0.8035 - val_acc: 0.6611
Epoch 474/4000
720/720 [==============================] - 0s 29us/step - loss: 0.8304 - acc: 0.6347 - val_loss: 0.8036 - val_acc: 0.6611
Epoch 475/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8199 - acc: 0.6458 - val_loss: 0.8038 - val_acc: 0.6611
Epoch 476/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8339 - acc: 0.6236 - val_loss: 0.8043 - val_acc: 0.6556
Epoch 477/4000
720/720 [==============================] - 0s 2us/step - loss: 0.8466 - acc: 0.6361 - val_loss: 0.8051 - val_acc: 0.6556
Epoch 478/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8318 - acc: 0.6389 - val_loss: 0.8058 - val_acc: 0.6556
Epoch 479/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8243 - acc: 0.6500 - val_loss: 0.8064 - val_acc: 0.6556
Epoch 480/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8250 - acc: 0.6542 - val_loss: 0.8067 - val_acc: 0.6500
Epoch 481/4000
720/720 [==============================] - 0s 27us/step - loss: 0.8387 - acc: 0.6472 - val_loss: 0.8069 - val_acc: 0.6500
Epoch 482/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8201 - acc: 0.6500 - val_loss: 0.8070 - val_acc: 0.6444
Epoch 483/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8420 - acc: 0.6208 - val_loss: 0.8072 - val_acc: 0.6444
Epoch 484/4000
720/720 [==============================] - 0s 43us/step - loss: 0.8531 - acc: 0.6125 - val_loss: 0.8075 - val_acc: 0.6444
Epoch 485/4000
720/720 [==============================] - 0s 54us/step - loss: 0.8238 - acc: 0.6375 - val_loss: 0.8075 - val_acc: 0.6444
Epoch 486/4000
720/720 [==============================] - 0s 44us/step - loss: 0.8368 - acc: 0.6333 - val_loss: 0.8070 - val_acc: 0.6444
Epoch 487/4000
720/720 [==============================] - 0s 29us/step - loss: 0.8514 - acc: 0.6458 - val_loss: 0.8068 - val_acc: 0.6444
Epoch 488/4000
720/720 [==============================] - 0s 43us/step - loss: 0.8082 - acc: 0.6403 - val_loss: 0.8062 - val_acc: 0.6444
Epoch 489/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8405 - acc: 0.6389 - val_loss: 0.8053 - val_acc: 0.6500
Epoch 490/4000
720/720 [==============================] - 0s 36us/step - loss: 0.8647 - acc: 0.6236 - val_loss: 0.8048 - val_acc: 0.6500
Epoch 491/4000
720/720 [==============================] - 0s 25us/step - loss: 0.8369 - acc: 0.6375 - val_loss: 0.8041 - val_acc: 0.6556
Epoch 492/4000
720/720 [==============================] - 0s 42us/step - loss: 0.8443 - acc: 0.6333 - val_loss: 0.8036 - val_acc: 0.6556
Epoch 493/4000
720/720 [==============================] - 0s 33us/step - loss: 0.8413 - acc: 0.6403 - val_loss: 0.8032 - val_acc: 0.6556
Epoch 494/4000
720/720 [==============================] - 0s 42us/step - loss: 0.8461 - acc: 0.6556 - val_loss: 0.8029 - val_acc: 0.6556
Epoch 495/4000
720/720 [==============================] - 0s 24us/step - loss: 0.8147 - acc: 0.6375 - val_loss: 0.8025 - val_acc: 0.6500
Epoch 496/4000
720/720 [==============================] - 0s 35us/step - loss: 0.8381 - acc: 0.6361 - val_loss: 0.8020 - val_acc: 0.6500
Epoch 497/4000
720/720 [==============================] - 0s 43us/step - loss: 0.8107 - acc: 0.6389 - val_loss: 0.8018 - val_acc: 0.6444
Epoch 498/4000
720/720 [==============================] - 0s 29us/step - loss: 0.8366 - acc: 0.6500 - val_loss: 0.8014 - val_acc: 0.6444
Epoch 499/4000
720/720 [==============================] - 0s 24us/step - loss: 0.8087 - acc: 0.6556 - val_loss: 0.8011 - val_acc: 0.6444
Epoch 500/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8255 - acc: 0.6458 - val_loss: 0.8006 - val_acc: 0.6444
Epoch 501/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8237 - acc: 0.6375 - val_loss: 0.8002 - val_acc: 0.6444
Epoch 502/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8182 - acc: 0.6486 - val_loss: 0.8000 - val_acc: 0.6444
Epoch 503/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8372 - acc: 0.6417 - val_loss: 0.7998 - val_acc: 0.6444
Epoch 504/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8274 - acc: 0.6583 - val_loss: 0.7994 - val_acc: 0.6333
Epoch 505/4000
720/720 [==============================] - 0s 29us/step - loss: 0.8298 - acc: 0.6500 - val_loss: 0.7990 - val_acc: 0.6333
Epoch 506/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8488 - acc: 0.6389 - val_loss: 0.7988 - val_acc: 0.6333
Epoch 507/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8424 - acc: 0.6389 - val_loss: 0.7987 - val_acc: 0.6333
Epoch 508/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8161 - acc: 0.6486 - val_loss: 0.7985 - val_acc: 0.6333
Epoch 509/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8702 - acc: 0.6250 - val_loss: 0.7981 - val_acc: 0.6389
Epoch 510/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8264 - acc: 0.6486 - val_loss: 0.7980 - val_acc: 0.6389
Epoch 511/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8345 - acc: 0.6500 - val_loss: 0.7981 - val_acc: 0.6389
Epoch 512/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8404 - acc: 0.6181 - val_loss: 0.7983 - val_acc: 0.6444
Epoch 513/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8359 - acc: 0.6639 - val_loss: 0.7984 - val_acc: 0.6444
Epoch 514/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8242 - acc: 0.6667 - val_loss: 0.7986 - val_acc: 0.6444
Epoch 515/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8151 - acc: 0.6361 - val_loss: 0.7993 - val_acc: 0.6444
Epoch 516/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8231 - acc: 0.6431 - val_loss: 0.8001 - val_acc: 0.6444
Epoch 517/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8277 - acc: 0.6347 - val_loss: 0.8008 - val_acc: 0.6444
Epoch 518/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8444 - acc: 0.6208 - val_loss: 0.8016 - val_acc: 0.6556
Epoch 519/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8125 - acc: 0.6597 - val_loss: 0.8022 - val_acc: 0.6556
Epoch 520/4000
720/720 [==============================] - 0s 39us/step - loss: 0.8413 - acc: 0.6347 - val_loss: 0.8028 - val_acc: 0.6556
Epoch 521/4000
720/720 [==============================] - 0s 8us/step - loss: 0.8305 - acc: 0.6375 - val_loss: 0.8033 - val_acc: 0.6611
Epoch 522/4000
720/720 [==============================] - 0s 23us/step - loss: 0.8147 - acc: 0.6708 - val_loss: 0.8039 - val_acc: 0.6611
Epoch 523/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8331 - acc: 0.6583 - val_loss: 0.8045 - val_acc: 0.6611
Epoch 524/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8273 - acc: 0.6389 - val_loss: 0.8050 - val_acc: 0.6611
Epoch 525/4000
720/720 [==============================] - 0s 28us/step - loss: 0.8677 - acc: 0.6250 - val_loss: 0.8052 - val_acc: 0.6611
Epoch 526/4000
720/720 [==============================] - 0s 32us/step - loss: 0.8253 - acc: 0.6278 - val_loss: 0.8051 - val_acc: 0.6611
Epoch 527/4000
720/720 [==============================] - 0s 36us/step - loss: 0.8455 - acc: 0.6347 - val_loss: 0.8053 - val_acc: 0.6611
Epoch 528/4000
720/720 [==============================] - 0s 32us/step - loss: 0.8355 - acc: 0.6319 - val_loss: 0.8055 - val_acc: 0.6556
Epoch 529/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8459 - acc: 0.6375 - val_loss: 0.8054 - val_acc: 0.6556
Epoch 530/4000
720/720 [==============================] - 0s 24us/step - loss: 0.8447 - acc: 0.6264 - val_loss: 0.8052 - val_acc: 0.6556
Epoch 531/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8003 - acc: 0.6639 - val_loss: 0.8050 - val_acc: 0.6556
Epoch 532/4000
720/720 [==============================] - 0s 24us/step - loss: 0.8357 - acc: 0.6347 - val_loss: 0.8048 - val_acc: 0.6556
Epoch 533/4000
720/720 [==============================] - 0s 35us/step - loss: 0.8334 - acc: 0.6444 - val_loss: 0.8044 - val_acc: 0.6556
Epoch 534/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8209 - acc: 0.6472 - val_loss: 0.8043 - val_acc: 0.6556
Epoch 535/4000
720/720 [==============================] - 0s 40us/step - loss: 0.8398 - acc: 0.6389 - val_loss: 0.8038 - val_acc: 0.6500
Epoch 536/4000
720/720 [==============================] - 0s 24us/step - loss: 0.8455 - acc: 0.6347 - val_loss: 0.8033 - val_acc: 0.6500
Epoch 537/4000
720/720 [==============================] - 0s 28us/step - loss: 0.8278 - acc: 0.6500 - val_loss: 0.8026 - val_acc: 0.6500
Epoch 538/4000
720/720 [==============================] - 0s 35us/step - loss: 0.8285 - acc: 0.6361 - val_loss: 0.8023 - val_acc: 0.6500
Epoch 539/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8426 - acc: 0.6361 - val_loss: 0.8018 - val_acc: 0.6444
Epoch 540/4000
720/720 [==============================] - 0s 36us/step - loss: 0.8253 - acc: 0.6528 - val_loss: 0.8013 - val_acc: 0.6444
Epoch 541/4000
720/720 [==============================] - 0s 40us/step - loss: 0.8241 - acc: 0.6375 - val_loss: 0.8007 - val_acc: 0.6444
Epoch 542/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8013 - acc: 0.6500 - val_loss: 0.8002 - val_acc: 0.6500
Epoch 543/4000
720/720 [==============================] - 0s 6us/step - loss: 0.8448 - acc: 0.6306 - val_loss: 0.7998 - val_acc: 0.6500
Epoch 544/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8219 - acc: 0.6542 - val_loss: 0.7994 - val_acc: 0.6556
Epoch 545/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8141 - acc: 0.6444 - val_loss: 0.7989 - val_acc: 0.6556
Epoch 546/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8112 - acc: 0.6625 - val_loss: 0.7986 - val_acc: 0.6556
Epoch 547/4000
720/720 [==============================] - 0s 36us/step - loss: 0.8062 - acc: 0.6375 - val_loss: 0.7984 - val_acc: 0.6500
Epoch 548/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8372 - acc: 0.6375 - val_loss: 0.7983 - val_acc: 0.6500
Epoch 549/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8379 - acc: 0.6514 - val_loss: 0.7983 - val_acc: 0.6500
Epoch 550/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8335 - acc: 0.6542 - val_loss: 0.7983 - val_acc: 0.6500
Epoch 551/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8199 - acc: 0.6722 - val_loss: 0.7980 - val_acc: 0.6500
Epoch 552/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8238 - acc: 0.6347 - val_loss: 0.7976 - val_acc: 0.6500
Epoch 553/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8205 - acc: 0.6556 - val_loss: 0.7974 - val_acc: 0.6556
Epoch 554/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8378 - acc: 0.6444 - val_loss: 0.7971 - val_acc: 0.6556
Epoch 555/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8274 - acc: 0.6347 - val_loss: 0.7968 - val_acc: 0.6556
Epoch 556/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8443 - acc: 0.6333 - val_loss: 0.7967 - val_acc: 0.6556
Epoch 557/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8241 - acc: 0.6583 - val_loss: 0.7966 - val_acc: 0.6611
Epoch 558/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8202 - acc: 0.6583 - val_loss: 0.7963 - val_acc: 0.6611
Epoch 559/4000
720/720 [==============================] - 0s 29us/step - loss: 0.8452 - acc: 0.6278 - val_loss: 0.7962 - val_acc: 0.6611
Epoch 560/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8143 - acc: 0.6528 - val_loss: 0.7962 - val_acc: 0.6611
Epoch 561/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8487 - acc: 0.6542 - val_loss: 0.7961 - val_acc: 0.6611
Epoch 562/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8109 - acc: 0.6486 - val_loss: 0.7964 - val_acc: 0.6611
Epoch 563/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8313 - acc: 0.6431 - val_loss: 0.7964 - val_acc: 0.6611
Epoch 564/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8504 - acc: 0.6333 - val_loss: 0.7963 - val_acc: 0.6611
Epoch 565/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8263 - acc: 0.6542 - val_loss: 0.7959 - val_acc: 0.6611
Epoch 566/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8371 - acc: 0.6347 - val_loss: 0.7954 - val_acc: 0.6556
Epoch 567/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8357 - acc: 0.6403 - val_loss: 0.7952 - val_acc: 0.6556
Epoch 568/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8275 - acc: 0.6333 - val_loss: 0.7952 - val_acc: 0.6556
Epoch 569/4000
720/720 [==============================] - 0s 3us/step - loss: 0.8589 - acc: 0.6458 - val_loss: 0.7951 - val_acc: 0.6556
Epoch 570/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8188 - acc: 0.6431 - val_loss: 0.7949 - val_acc: 0.6556
Epoch 571/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8152 - acc: 0.6556 - val_loss: 0.7947 - val_acc: 0.6556
Epoch 572/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8265 - acc: 0.6403 - val_loss: 0.7941 - val_acc: 0.6556
Epoch 573/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8183 - acc: 0.6569 - val_loss: 0.7935 - val_acc: 0.6556
Epoch 574/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8395 - acc: 0.6278 - val_loss: 0.7930 - val_acc: 0.6556
Epoch 575/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8173 - acc: 0.6403 - val_loss: 0.7925 - val_acc: 0.6556
Epoch 576/4000
720/720 [==============================] - 0s 29us/step - loss: 0.8209 - acc: 0.6389 - val_loss: 0.7920 - val_acc: 0.6556
Epoch 577/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8336 - acc: 0.6597 - val_loss: 0.7914 - val_acc: 0.6556
Epoch 578/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8223 - acc: 0.6361 - val_loss: 0.7911 - val_acc: 0.6556
Epoch 579/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8458 - acc: 0.6500 - val_loss: 0.7905 - val_acc: 0.6556
Epoch 580/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8186 - acc: 0.6569 - val_loss: 0.7900 - val_acc: 0.6556
Epoch 581/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8402 - acc: 0.6403 - val_loss: 0.7897 - val_acc: 0.6556
Epoch 582/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8271 - acc: 0.6542 - val_loss: 0.7895 - val_acc: 0.6556
Epoch 583/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8477 - acc: 0.6306 - val_loss: 0.7892 - val_acc: 0.6556
Epoch 584/4000
720/720 [==============================] - 0s 9us/step - loss: 0.8041 - acc: 0.6708 - val_loss: 0.7891 - val_acc: 0.6556
Epoch 585/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8192 - acc: 0.6431 - val_loss: 0.7890 - val_acc: 0.6556
Epoch 586/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8218 - acc: 0.6347 - val_loss: 0.7889 - val_acc: 0.6556
Epoch 587/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8360 - acc: 0.6431 - val_loss: 0.7889 - val_acc: 0.6556
Epoch 588/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8163 - acc: 0.6681 - val_loss: 0.7889 - val_acc: 0.6556
Epoch 589/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8174 - acc: 0.6611 - val_loss: 0.7889 - val_acc: 0.6556
Epoch 590/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8113 - acc: 0.6750 - val_loss: 0.7887 - val_acc: 0.6556
Epoch 591/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8108 - acc: 0.6583 - val_loss: 0.7886 - val_acc: 0.6556
Epoch 592/4000
720/720 [==============================] - 0s 9us/step - loss: 0.8085 - acc: 0.6528 - val_loss: 0.7885 - val_acc: 0.6556
Epoch 593/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8264 - acc: 0.6472 - val_loss: 0.7884 - val_acc: 0.6556
Epoch 594/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8042 - acc: 0.6597 - val_loss: 0.7883 - val_acc: 0.6556
Epoch 595/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8162 - acc: 0.6500 - val_loss: 0.7883 - val_acc: 0.6556
Epoch 596/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8140 - acc: 0.6542 - val_loss: 0.7882 - val_acc: 0.6556
Epoch 597/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8351 - acc: 0.6389 - val_loss: 0.7880 - val_acc: 0.6556
Epoch 598/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8560 - acc: 0.6375 - val_loss: 0.7880 - val_acc: 0.6556
Epoch 599/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8131 - acc: 0.6681 - val_loss: 0.7879 - val_acc: 0.6556
Epoch 600/4000
720/720 [==============================] - 0s 9us/step - loss: 0.8198 - acc: 0.6514 - val_loss: 0.7881 - val_acc: 0.6500
Epoch 601/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8247 - acc: 0.6403 - val_loss: 0.7881 - val_acc: 0.6500
Epoch 602/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8143 - acc: 0.6361 - val_loss: 0.7881 - val_acc: 0.6500
Epoch 603/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8164 - acc: 0.6556 - val_loss: 0.7880 - val_acc: 0.6500
Epoch 604/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8089 - acc: 0.6639 - val_loss: 0.7879 - val_acc: 0.6500
Epoch 605/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8289 - acc: 0.6556 - val_loss: 0.7876 - val_acc: 0.6500
Epoch 606/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8442 - acc: 0.6292 - val_loss: 0.7870 - val_acc: 0.6500
Epoch 607/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8244 - acc: 0.6625 - val_loss: 0.7866 - val_acc: 0.6500
Epoch 608/4000
720/720 [==============================] - 0s 0us/step - loss: 0.7982 - acc: 0.6597 - val_loss: 0.7863 - val_acc: 0.6500
Epoch 609/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8132 - acc: 0.6389 - val_loss: 0.7858 - val_acc: 0.6500
Epoch 610/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8589 - acc: 0.6417 - val_loss: 0.7854 - val_acc: 0.6500
Epoch 611/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8220 - acc: 0.6431 - val_loss: 0.7855 - val_acc: 0.6500
Epoch 612/4000
720/720 [==============================] - 0s 32us/step - loss: 0.8140 - acc: 0.6528 - val_loss: 0.7850 - val_acc: 0.6500
Epoch 613/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8188 - acc: 0.6292 - val_loss: 0.7848 - val_acc: 0.6556
Epoch 614/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8218 - acc: 0.6528 - val_loss: 0.7845 - val_acc: 0.6556
Epoch 615/4000
720/720 [==============================] - 0s 24us/step - loss: 0.8492 - acc: 0.6542 - val_loss: 0.7841 - val_acc: 0.6500
Epoch 616/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8237 - acc: 0.6417 - val_loss: 0.7838 - val_acc: 0.6500
Epoch 617/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8016 - acc: 0.6611 - val_loss: 0.7834 - val_acc: 0.6500
Epoch 618/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8096 - acc: 0.6569 - val_loss: 0.7829 - val_acc: 0.6500
Epoch 619/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8378 - acc: 0.6569 - val_loss: 0.7824 - val_acc: 0.6500
Epoch 620/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8020 - acc: 0.6667 - val_loss: 0.7822 - val_acc: 0.6500
Epoch 621/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8422 - acc: 0.6361 - val_loss: 0.7820 - val_acc: 0.6500
Epoch 622/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8201 - acc: 0.6569 - val_loss: 0.7818 - val_acc: 0.6556
Epoch 623/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8185 - acc: 0.6722 - val_loss: 0.7813 - val_acc: 0.6556
Epoch 624/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8271 - acc: 0.6486 - val_loss: 0.7810 - val_acc: 0.6556
Epoch 625/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8208 - acc: 0.6458 - val_loss: 0.7809 - val_acc: 0.6556
Epoch 626/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7990 - acc: 0.6514 - val_loss: 0.7807 - val_acc: 0.6556
Epoch 627/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8184 - acc: 0.6722 - val_loss: 0.7805 - val_acc: 0.6611
Epoch 628/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8271 - acc: 0.6486 - val_loss: 0.7806 - val_acc: 0.6611
Epoch 629/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8187 - acc: 0.6500 - val_loss: 0.7806 - val_acc: 0.6611
Epoch 630/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8063 - acc: 0.6583 - val_loss: 0.7806 - val_acc: 0.6556
Epoch 631/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8493 - acc: 0.6264 - val_loss: 0.7806 - val_acc: 0.6556
Epoch 632/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8348 - acc: 0.6375 - val_loss: 0.7807 - val_acc: 0.6556
Epoch 633/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8032 - acc: 0.6625 - val_loss: 0.7807 - val_acc: 0.6611
Epoch 634/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8358 - acc: 0.6486 - val_loss: 0.7808 - val_acc: 0.6611
Epoch 635/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8438 - acc: 0.6361 - val_loss: 0.7808 - val_acc: 0.6611
Epoch 636/4000
720/720 [==============================] - 0s 21us/step - loss: 0.8134 - acc: 0.6444 - val_loss: 0.7807 - val_acc: 0.6611
Epoch 637/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8236 - acc: 0.6444 - val_loss: 0.7805 - val_acc: 0.6556
Epoch 638/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8317 - acc: 0.6542 - val_loss: 0.7804 - val_acc: 0.6556
Epoch 639/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8034 - acc: 0.6569 - val_loss: 0.7806 - val_acc: 0.6556
Epoch 640/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8086 - acc: 0.6611 - val_loss: 0.7810 - val_acc: 0.6500
Epoch 641/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8028 - acc: 0.6486 - val_loss: 0.7813 - val_acc: 0.6500
Epoch 642/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8169 - acc: 0.6472 - val_loss: 0.7818 - val_acc: 0.6500
Epoch 643/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7975 - acc: 0.6569 - val_loss: 0.7822 - val_acc: 0.6500
Epoch 644/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8076 - acc: 0.6528 - val_loss: 0.7823 - val_acc: 0.6500
Epoch 645/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7998 - acc: 0.6472 - val_loss: 0.7828 - val_acc: 0.6500
Epoch 646/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8193 - acc: 0.6431 - val_loss: 0.7831 - val_acc: 0.6500
Epoch 647/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8439 - acc: 0.6472 - val_loss: 0.7830 - val_acc: 0.6500
Epoch 648/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8266 - acc: 0.6361 - val_loss: 0.7831 - val_acc: 0.6556
Epoch 649/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8110 - acc: 0.6597 - val_loss: 0.7832 - val_acc: 0.6556
Epoch 650/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8214 - acc: 0.6583 - val_loss: 0.7832 - val_acc: 0.6556
Epoch 651/4000
720/720 [==============================] - 0s 26us/step - loss: 0.8131 - acc: 0.6514 - val_loss: 0.7832 - val_acc: 0.6556
Epoch 652/4000
720/720 [==============================] - 0s 33us/step - loss: 0.8331 - acc: 0.6542 - val_loss: 0.7829 - val_acc: 0.6556
Epoch 653/4000
720/720 [==============================] - 0s 21us/step - loss: 0.8125 - acc: 0.6639 - val_loss: 0.7830 - val_acc: 0.6500
Epoch 654/4000
720/720 [==============================] - 0s 21us/step - loss: 0.8179 - acc: 0.6431 - val_loss: 0.7834 - val_acc: 0.6500
Epoch 655/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7917 - acc: 0.6611 - val_loss: 0.7838 - val_acc: 0.6500
Epoch 656/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8211 - acc: 0.6569 - val_loss: 0.7843 - val_acc: 0.6500
Epoch 657/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8089 - acc: 0.6500 - val_loss: 0.7845 - val_acc: 0.6444
Epoch 658/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8049 - acc: 0.6444 - val_loss: 0.7847 - val_acc: 0.6444
Epoch 659/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8266 - acc: 0.6458 - val_loss: 0.7848 - val_acc: 0.6444
Epoch 660/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8520 - acc: 0.6333 - val_loss: 0.7847 - val_acc: 0.6444
Epoch 661/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8259 - acc: 0.6347 - val_loss: 0.7846 - val_acc: 0.6444
Epoch 662/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8047 - acc: 0.6611 - val_loss: 0.7845 - val_acc: 0.6444
Epoch 663/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8371 - acc: 0.6444 - val_loss: 0.7842 - val_acc: 0.6444
Epoch 664/4000
720/720 [==============================] - 0s 26us/step - loss: 0.8093 - acc: 0.6389 - val_loss: 0.7840 - val_acc: 0.6444
Epoch 665/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8240 - acc: 0.6431 - val_loss: 0.7839 - val_acc: 0.6444
Epoch 666/4000
720/720 [==============================] - 0s 21us/step - loss: 0.8229 - acc: 0.6500 - val_loss: 0.7836 - val_acc: 0.6444
Epoch 667/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8387 - acc: 0.6514 - val_loss: 0.7834 - val_acc: 0.6444
Epoch 668/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8353 - acc: 0.6361 - val_loss: 0.7833 - val_acc: 0.6444
Epoch 669/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8419 - acc: 0.6208 - val_loss: 0.7831 - val_acc: 0.6444
Epoch 670/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8259 - acc: 0.6486 - val_loss: 0.7831 - val_acc: 0.6389
Epoch 671/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8102 - acc: 0.6500 - val_loss: 0.7827 - val_acc: 0.6389
Epoch 672/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8222 - acc: 0.6444 - val_loss: 0.7826 - val_acc: 0.6389
Epoch 673/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8152 - acc: 0.6625 - val_loss: 0.7822 - val_acc: 0.6389
Epoch 674/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8168 - acc: 0.6611 - val_loss: 0.7818 - val_acc: 0.6389
Epoch 675/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8062 - acc: 0.6542 - val_loss: 0.7815 - val_acc: 0.6444
Epoch 676/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7894 - acc: 0.6514 - val_loss: 0.7813 - val_acc: 0.6444
Epoch 677/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8266 - acc: 0.6292 - val_loss: 0.7813 - val_acc: 0.6444
Epoch 678/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8321 - acc: 0.6403 - val_loss: 0.7813 - val_acc: 0.6444
Epoch 679/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8322 - acc: 0.6458 - val_loss: 0.7815 - val_acc: 0.6444
Epoch 680/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8071 - acc: 0.6514 - val_loss: 0.7812 - val_acc: 0.6500
Epoch 681/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8238 - acc: 0.6625 - val_loss: 0.7813 - val_acc: 0.6500
Epoch 682/4000
720/720 [==============================] - 0s 13us/step - loss: 0.8133 - acc: 0.6528 - val_loss: 0.7814 - val_acc: 0.6500
Epoch 683/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8438 - acc: 0.6542 - val_loss: 0.7812 - val_acc: 0.6500
Epoch 684/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8069 - acc: 0.6514 - val_loss: 0.7809 - val_acc: 0.6500
Epoch 685/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8377 - acc: 0.6361 - val_loss: 0.7804 - val_acc: 0.6500
Epoch 686/4000
720/720 [==============================] - 0s 30us/step - loss: 0.8182 - acc: 0.6667 - val_loss: 0.7800 - val_acc: 0.6500
Epoch 687/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8337 - acc: 0.6444 - val_loss: 0.7796 - val_acc: 0.6500
Epoch 688/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8084 - acc: 0.6611 - val_loss: 0.7788 - val_acc: 0.6500
Epoch 689/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8435 - acc: 0.6375 - val_loss: 0.7781 - val_acc: 0.6500
Epoch 690/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8390 - acc: 0.6514 - val_loss: 0.7775 - val_acc: 0.6500
Epoch 691/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8422 - acc: 0.6278 - val_loss: 0.7770 - val_acc: 0.6500
Epoch 692/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8000 - acc: 0.6625 - val_loss: 0.7765 - val_acc: 0.6500
Epoch 693/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8126 - acc: 0.6542 - val_loss: 0.7759 - val_acc: 0.6500
Epoch 694/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8084 - acc: 0.6611 - val_loss: 0.7755 - val_acc: 0.6500
Epoch 695/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8127 - acc: 0.6514 - val_loss: 0.7752 - val_acc: 0.6500
Epoch 696/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8154 - acc: 0.6403 - val_loss: 0.7749 - val_acc: 0.6500
Epoch 697/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8362 - acc: 0.6375 - val_loss: 0.7747 - val_acc: 0.6500
Epoch 698/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8139 - acc: 0.6639 - val_loss: 0.7745 - val_acc: 0.6500
Epoch 699/4000
720/720 [==============================] - 0s 0us/step - loss: 0.7917 - acc: 0.6542 - val_loss: 0.7745 - val_acc: 0.6500
Epoch 700/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8089 - acc: 0.6583 - val_loss: 0.7747 - val_acc: 0.6500
Epoch 701/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8315 - acc: 0.6417 - val_loss: 0.7748 - val_acc: 0.6500
Epoch 702/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7951 - acc: 0.6569 - val_loss: 0.7748 - val_acc: 0.6500
Epoch 703/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8198 - acc: 0.6417 - val_loss: 0.7748 - val_acc: 0.6500
Epoch 704/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8066 - acc: 0.6486 - val_loss: 0.7748 - val_acc: 0.6500
Epoch 705/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8239 - acc: 0.6292 - val_loss: 0.7749 - val_acc: 0.6556
Epoch 706/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8201 - acc: 0.6361 - val_loss: 0.7747 - val_acc: 0.6556
Epoch 707/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8150 - acc: 0.6611 - val_loss: 0.7746 - val_acc: 0.6556
Epoch 708/4000
720/720 [==============================] - 0s 0us/step - loss: 0.7910 - acc: 0.6681 - val_loss: 0.7746 - val_acc: 0.6556
Epoch 709/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8031 - acc: 0.6583 - val_loss: 0.7744 - val_acc: 0.6556
Epoch 710/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8086 - acc: 0.6653 - val_loss: 0.7740 - val_acc: 0.6611
Epoch 711/4000
720/720 [==============================] - 0s 0us/step - loss: 0.8051 - acc: 0.6542 - val_loss: 0.7737 - val_acc: 0.6611
Epoch 712/4000
720/720 [==============================] - 0s 35us/step - loss: 0.8015 - acc: 0.6611 - val_loss: 0.7732 - val_acc: 0.6611
Epoch 713/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7979 - acc: 0.6528 - val_loss: 0.7724 - val_acc: 0.6611
Epoch 714/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8195 - acc: 0.6514 - val_loss: 0.7715 - val_acc: 0.6611
Epoch 715/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8167 - acc: 0.6417 - val_loss: 0.7708 - val_acc: 0.6611
Epoch 716/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8096 - acc: 0.6486 - val_loss: 0.7702 - val_acc: 0.6611
Epoch 717/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8277 - acc: 0.6694 - val_loss: 0.7696 - val_acc: 0.6611
Epoch 718/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7980 - acc: 0.6458 - val_loss: 0.7690 - val_acc: 0.6667
Epoch 719/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8325 - acc: 0.6583 - val_loss: 0.7684 - val_acc: 0.6667
Epoch 720/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8171 - acc: 0.6458 - val_loss: 0.7682 - val_acc: 0.6667
Epoch 721/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8251 - acc: 0.6542 - val_loss: 0.7683 - val_acc: 0.6667
Epoch 722/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8179 - acc: 0.6417 - val_loss: 0.7683 - val_acc: 0.6667
Epoch 723/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7859 - acc: 0.6667 - val_loss: 0.7684 - val_acc: 0.6667
Epoch 724/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8313 - acc: 0.6403 - val_loss: 0.7687 - val_acc: 0.6667
Epoch 725/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8077 - acc: 0.6597 - val_loss: 0.7692 - val_acc: 0.6667
Epoch 726/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7962 - acc: 0.6639 - val_loss: 0.7696 - val_acc: 0.6667
Epoch 727/4000
720/720 [==============================] - 0s 36us/step - loss: 0.8068 - acc: 0.6542 - val_loss: 0.7700 - val_acc: 0.6667
Epoch 728/4000
720/720 [==============================] - 0s 42us/step - loss: 0.8127 - acc: 0.6542 - val_loss: 0.7703 - val_acc: 0.6667
Epoch 729/4000
720/720 [==============================] - 0s 44us/step - loss: 0.8107 - acc: 0.6694 - val_loss: 0.7707 - val_acc: 0.6611
Epoch 730/4000
720/720 [==============================] - 0s 35us/step - loss: 0.8053 - acc: 0.6681 - val_loss: 0.7712 - val_acc: 0.6611
Epoch 731/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7956 - acc: 0.6736 - val_loss: 0.7716 - val_acc: 0.6611
Epoch 732/4000
720/720 [==============================] - 0s 33us/step - loss: 0.8230 - acc: 0.6417 - val_loss: 0.7718 - val_acc: 0.6611
Epoch 733/4000
720/720 [==============================] - 0s 46us/step - loss: 0.8124 - acc: 0.6500 - val_loss: 0.7719 - val_acc: 0.6667
Epoch 734/4000
720/720 [==============================] - 0s 46us/step - loss: 0.7965 - acc: 0.6514 - val_loss: 0.7718 - val_acc: 0.6667
Epoch 735/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7976 - acc: 0.6528 - val_loss: 0.7714 - val_acc: 0.6667
Epoch 736/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8133 - acc: 0.6667 - val_loss: 0.7713 - val_acc: 0.6667
Epoch 737/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8227 - acc: 0.6569 - val_loss: 0.7714 - val_acc: 0.6611
Epoch 738/4000
720/720 [==============================] - 0s 35us/step - loss: 0.8329 - acc: 0.6569 - val_loss: 0.7712 - val_acc: 0.6556
Epoch 739/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7884 - acc: 0.6750 - val_loss: 0.7710 - val_acc: 0.6500
Epoch 740/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8001 - acc: 0.6694 - val_loss: 0.7707 - val_acc: 0.6500
Epoch 741/4000
720/720 [==============================] - 0s 42us/step - loss: 0.8234 - acc: 0.6653 - val_loss: 0.7708 - val_acc: 0.6500
Epoch 742/4000
720/720 [==============================] - 0s 29us/step - loss: 0.8300 - acc: 0.6556 - val_loss: 0.7711 - val_acc: 0.6500
Epoch 743/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7984 - acc: 0.6653 - val_loss: 0.7713 - val_acc: 0.6500
Epoch 744/4000
720/720 [==============================] - 0s 24us/step - loss: 0.8275 - acc: 0.6500 - val_loss: 0.7715 - val_acc: 0.6500
Epoch 745/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8118 - acc: 0.6667 - val_loss: 0.7716 - val_acc: 0.6500
Epoch 746/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7976 - acc: 0.6458 - val_loss: 0.7716 - val_acc: 0.6500
Epoch 747/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8350 - acc: 0.6458 - val_loss: 0.7714 - val_acc: 0.6500
Epoch 748/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8271 - acc: 0.6750 - val_loss: 0.7713 - val_acc: 0.6556
Epoch 749/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8107 - acc: 0.6375 - val_loss: 0.7713 - val_acc: 0.6556
Epoch 750/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8004 - acc: 0.6639 - val_loss: 0.7712 - val_acc: 0.6500
Epoch 751/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8229 - acc: 0.6569 - val_loss: 0.7709 - val_acc: 0.6500
Epoch 752/4000
720/720 [==============================] - 0s 28us/step - loss: 0.8157 - acc: 0.6556 - val_loss: 0.7710 - val_acc: 0.6500
Epoch 753/4000
720/720 [==============================] - 0s 36us/step - loss: 0.8124 - acc: 0.6583 - val_loss: 0.7709 - val_acc: 0.6500
Epoch 754/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8209 - acc: 0.6625 - val_loss: 0.7709 - val_acc: 0.6500
Epoch 755/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7837 - acc: 0.6694 - val_loss: 0.7708 - val_acc: 0.6500
Epoch 756/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8034 - acc: 0.6528 - val_loss: 0.7706 - val_acc: 0.6500
Epoch 757/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7766 - acc: 0.6681 - val_loss: 0.7704 - val_acc: 0.6444
Epoch 758/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8086 - acc: 0.6597 - val_loss: 0.7703 - val_acc: 0.6389
Epoch 759/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7899 - acc: 0.6417 - val_loss: 0.7702 - val_acc: 0.6389
Epoch 760/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8304 - acc: 0.6528 - val_loss: 0.7702 - val_acc: 0.6389
Epoch 761/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8129 - acc: 0.6569 - val_loss: 0.7704 - val_acc: 0.6389
Epoch 762/4000
720/720 [==============================] - 0s 33us/step - loss: 0.8087 - acc: 0.6639 - val_loss: 0.7707 - val_acc: 0.6389
Epoch 763/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8222 - acc: 0.6417 - val_loss: 0.7708 - val_acc: 0.6389
Epoch 764/4000
720/720 [==============================] - 0s 32us/step - loss: 0.8214 - acc: 0.6514 - val_loss: 0.7707 - val_acc: 0.6444
Epoch 765/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8218 - acc: 0.6514 - val_loss: 0.7703 - val_acc: 0.6389
Epoch 766/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8329 - acc: 0.6472 - val_loss: 0.7697 - val_acc: 0.6389
Epoch 767/4000
720/720 [==============================] - 0s 7us/step - loss: 0.8070 - acc: 0.6528 - val_loss: 0.7693 - val_acc: 0.6444
Epoch 768/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7887 - acc: 0.6597 - val_loss: 0.7689 - val_acc: 0.6444
Epoch 769/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7942 - acc: 0.6556 - val_loss: 0.7686 - val_acc: 0.6444
Epoch 770/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7932 - acc: 0.6528 - val_loss: 0.7682 - val_acc: 0.6444
Epoch 771/4000
720/720 [==============================] - 0s 36us/step - loss: 0.7830 - acc: 0.6722 - val_loss: 0.7680 - val_acc: 0.6500
Epoch 772/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8006 - acc: 0.6875 - val_loss: 0.7679 - val_acc: 0.6556
Epoch 773/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7971 - acc: 0.6556 - val_loss: 0.7675 - val_acc: 0.6611
Epoch 774/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7844 - acc: 0.6528 - val_loss: 0.7670 - val_acc: 0.6611
Epoch 775/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8040 - acc: 0.6639 - val_loss: 0.7668 - val_acc: 0.6611
Epoch 776/4000
720/720 [==============================] - 0s 35us/step - loss: 0.8282 - acc: 0.6556 - val_loss: 0.7668 - val_acc: 0.6667
Epoch 777/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7930 - acc: 0.6653 - val_loss: 0.7673 - val_acc: 0.6667
Epoch 778/4000
720/720 [==============================] - 0s 44us/step - loss: 0.8110 - acc: 0.6597 - val_loss: 0.7678 - val_acc: 0.6611
Epoch 779/4000
720/720 [==============================] - 0s 43us/step - loss: 0.8084 - acc: 0.6653 - val_loss: 0.7683 - val_acc: 0.6611
Epoch 780/4000
720/720 [==============================] - 0s 40us/step - loss: 0.8111 - acc: 0.6472 - val_loss: 0.7689 - val_acc: 0.6611
Epoch 781/4000
720/720 [==============================] - 0s 44us/step - loss: 0.8183 - acc: 0.6458 - val_loss: 0.7697 - val_acc: 0.6611
Epoch 782/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7981 - acc: 0.6597 - val_loss: 0.7704 - val_acc: 0.6611
Epoch 783/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7953 - acc: 0.6750 - val_loss: 0.7711 - val_acc: 0.6667
Epoch 784/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7977 - acc: 0.6569 - val_loss: 0.7718 - val_acc: 0.6667
Epoch 785/4000
720/720 [==============================] - 0s 24us/step - loss: 0.8040 - acc: 0.6528 - val_loss: 0.7725 - val_acc: 0.6667
Epoch 786/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8043 - acc: 0.6653 - val_loss: 0.7730 - val_acc: 0.6667
Epoch 787/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7808 - acc: 0.6722 - val_loss: 0.7733 - val_acc: 0.6667
Epoch 788/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7862 - acc: 0.6542 - val_loss: 0.7736 - val_acc: 0.6611
Epoch 789/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8089 - acc: 0.6750 - val_loss: 0.7732 - val_acc: 0.6611
Epoch 790/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7947 - acc: 0.6639 - val_loss: 0.7728 - val_acc: 0.6611
Epoch 791/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7816 - acc: 0.6597 - val_loss: 0.7722 - val_acc: 0.6611
Epoch 792/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8117 - acc: 0.6639 - val_loss: 0.7715 - val_acc: 0.6556
Epoch 793/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8347 - acc: 0.6611 - val_loss: 0.7707 - val_acc: 0.6556
Epoch 794/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7986 - acc: 0.6500 - val_loss: 0.7701 - val_acc: 0.6556
Epoch 795/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8144 - acc: 0.6583 - val_loss: 0.7697 - val_acc: 0.6556
Epoch 796/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8083 - acc: 0.6472 - val_loss: 0.7692 - val_acc: 0.6556
Epoch 797/4000
720/720 [==============================] - 0s 9us/step - loss: 0.8049 - acc: 0.6778 - val_loss: 0.7687 - val_acc: 0.6500
Epoch 798/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8372 - acc: 0.6639 - val_loss: 0.7681 - val_acc: 0.6500
Epoch 799/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8088 - acc: 0.6444 - val_loss: 0.7676 - val_acc: 0.6500
Epoch 800/4000
720/720 [==============================] - 0s 16us/step - loss: 0.7839 - acc: 0.6597 - val_loss: 0.7673 - val_acc: 0.6500
Epoch 801/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8115 - acc: 0.6458 - val_loss: 0.7673 - val_acc: 0.6500
Epoch 802/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8037 - acc: 0.6500 - val_loss: 0.7673 - val_acc: 0.6556
Epoch 803/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8088 - acc: 0.6472 - val_loss: 0.7675 - val_acc: 0.6556
Epoch 804/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8326 - acc: 0.6694 - val_loss: 0.7678 - val_acc: 0.6556
Epoch 805/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8087 - acc: 0.6500 - val_loss: 0.7683 - val_acc: 0.6556
Epoch 806/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8157 - acc: 0.6583 - val_loss: 0.7690 - val_acc: 0.6556
Epoch 807/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8181 - acc: 0.6347 - val_loss: 0.7696 - val_acc: 0.6500
Epoch 808/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7860 - acc: 0.6611 - val_loss: 0.7700 - val_acc: 0.6500
Epoch 809/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8154 - acc: 0.6431 - val_loss: 0.7703 - val_acc: 0.6556
Epoch 810/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8275 - acc: 0.6472 - val_loss: 0.7706 - val_acc: 0.6556
Epoch 811/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8218 - acc: 0.6500 - val_loss: 0.7709 - val_acc: 0.6556
Epoch 812/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8168 - acc: 0.6681 - val_loss: 0.7711 - val_acc: 0.6556
Epoch 813/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7906 - acc: 0.6667 - val_loss: 0.7715 - val_acc: 0.6556
Epoch 814/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7887 - acc: 0.6472 - val_loss: 0.7718 - val_acc: 0.6500
Epoch 815/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8014 - acc: 0.6431 - val_loss: 0.7720 - val_acc: 0.6500
Epoch 816/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8158 - acc: 0.6681 - val_loss: 0.7720 - val_acc: 0.6556
Epoch 817/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8392 - acc: 0.6389 - val_loss: 0.7720 - val_acc: 0.6556
Epoch 818/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8124 - acc: 0.6514 - val_loss: 0.7720 - val_acc: 0.6556
Epoch 819/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8194 - acc: 0.6514 - val_loss: 0.7720 - val_acc: 0.6556
Epoch 820/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8101 - acc: 0.6611 - val_loss: 0.7718 - val_acc: 0.6556
Epoch 821/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8011 - acc: 0.6486 - val_loss: 0.7715 - val_acc: 0.6556
Epoch 822/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8172 - acc: 0.6653 - val_loss: 0.7711 - val_acc: 0.6556
Epoch 823/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8037 - acc: 0.6542 - val_loss: 0.7708 - val_acc: 0.6556
Epoch 824/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8207 - acc: 0.6583 - val_loss: 0.7705 - val_acc: 0.6556
Epoch 825/4000
720/720 [==============================] - 0s 26us/step - loss: 0.8082 - acc: 0.6472 - val_loss: 0.7701 - val_acc: 0.6500
Epoch 826/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8082 - acc: 0.6514 - val_loss: 0.7699 - val_acc: 0.6500
Epoch 827/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8125 - acc: 0.6764 - val_loss: 0.7697 - val_acc: 0.6500
Epoch 828/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8303 - acc: 0.6403 - val_loss: 0.7695 - val_acc: 0.6500
Epoch 829/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7891 - acc: 0.6542 - val_loss: 0.7697 - val_acc: 0.6500
Epoch 830/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8157 - acc: 0.6347 - val_loss: 0.7699 - val_acc: 0.6500
Epoch 831/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8103 - acc: 0.6389 - val_loss: 0.7701 - val_acc: 0.6500
Epoch 832/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7870 - acc: 0.6625 - val_loss: 0.7701 - val_acc: 0.6500
Epoch 833/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8179 - acc: 0.6500 - val_loss: 0.7701 - val_acc: 0.6500
Epoch 834/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7990 - acc: 0.6625 - val_loss: 0.7697 - val_acc: 0.6500
Epoch 835/4000
720/720 [==============================] - 0s 26us/step - loss: 0.8036 - acc: 0.6611 - val_loss: 0.7692 - val_acc: 0.6500
Epoch 836/4000
720/720 [==============================] - 0s 21us/step - loss: 0.8061 - acc: 0.6569 - val_loss: 0.7690 - val_acc: 0.6500
Epoch 837/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8284 - acc: 0.6500 - val_loss: 0.7689 - val_acc: 0.6500
Epoch 838/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7954 - acc: 0.6542 - val_loss: 0.7691 - val_acc: 0.6444
Epoch 839/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8250 - acc: 0.6514 - val_loss: 0.7698 - val_acc: 0.6444
Epoch 840/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7938 - acc: 0.6528 - val_loss: 0.7702 - val_acc: 0.6444
Epoch 841/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8200 - acc: 0.6444 - val_loss: 0.7706 - val_acc: 0.6444
Epoch 842/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7998 - acc: 0.6611 - val_loss: 0.7711 - val_acc: 0.6500
Epoch 843/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8327 - acc: 0.6625 - val_loss: 0.7716 - val_acc: 0.6500
Epoch 844/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7947 - acc: 0.6514 - val_loss: 0.7721 - val_acc: 0.6500
Epoch 845/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8300 - acc: 0.6472 - val_loss: 0.7723 - val_acc: 0.6500
Epoch 846/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7924 - acc: 0.6625 - val_loss: 0.7722 - val_acc: 0.6500
Epoch 847/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7745 - acc: 0.6653 - val_loss: 0.7719 - val_acc: 0.6500
Epoch 848/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8023 - acc: 0.6542 - val_loss: 0.7711 - val_acc: 0.6556
Epoch 849/4000
720/720 [==============================] - 0s 29us/step - loss: 0.8008 - acc: 0.6597 - val_loss: 0.7702 - val_acc: 0.6556
Epoch 850/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8127 - acc: 0.6653 - val_loss: 0.7694 - val_acc: 0.6556
Epoch 851/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7976 - acc: 0.6486 - val_loss: 0.7687 - val_acc: 0.6556
Epoch 852/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7980 - acc: 0.6681 - val_loss: 0.7682 - val_acc: 0.6556
Epoch 853/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8144 - acc: 0.6458 - val_loss: 0.7677 - val_acc: 0.6500
Epoch 854/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8103 - acc: 0.6431 - val_loss: 0.7674 - val_acc: 0.6556
Epoch 855/4000
720/720 [==============================] - 0s 0us/step - loss: 0.7870 - acc: 0.6667 - val_loss: 0.7671 - val_acc: 0.6556
Epoch 856/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8068 - acc: 0.6583 - val_loss: 0.7665 - val_acc: 0.6556
Epoch 857/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8159 - acc: 0.6583 - val_loss: 0.7660 - val_acc: 0.6556
Epoch 858/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8140 - acc: 0.6486 - val_loss: 0.7657 - val_acc: 0.6556
Epoch 859/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7952 - acc: 0.6806 - val_loss: 0.7653 - val_acc: 0.6556
Epoch 860/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7981 - acc: 0.6681 - val_loss: 0.7650 - val_acc: 0.6556
Epoch 861/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8184 - acc: 0.6569 - val_loss: 0.7646 - val_acc: 0.6500
Epoch 862/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8010 - acc: 0.6639 - val_loss: 0.7642 - val_acc: 0.6556
Epoch 863/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8116 - acc: 0.6569 - val_loss: 0.7636 - val_acc: 0.6556
Epoch 864/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7883 - acc: 0.6569 - val_loss: 0.7632 - val_acc: 0.6556
Epoch 865/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8070 - acc: 0.6625 - val_loss: 0.7630 - val_acc: 0.6556
Epoch 866/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7874 - acc: 0.6653 - val_loss: 0.7627 - val_acc: 0.6556
Epoch 867/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8009 - acc: 0.6458 - val_loss: 0.7627 - val_acc: 0.6556
Epoch 868/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7977 - acc: 0.6375 - val_loss: 0.7627 - val_acc: 0.6556
Epoch 869/4000
720/720 [==============================] - 0s 21us/step - loss: 0.8100 - acc: 0.6528 - val_loss: 0.7628 - val_acc: 0.6556
Epoch 870/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7870 - acc: 0.6583 - val_loss: 0.7625 - val_acc: 0.6556
Epoch 871/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7946 - acc: 0.6597 - val_loss: 0.7622 - val_acc: 0.6556
Epoch 872/4000
720/720 [==============================] - 0s 37us/step - loss: 0.7865 - acc: 0.6764 - val_loss: 0.7620 - val_acc: 0.6556
Epoch 873/4000
720/720 [==============================] - 0s 43us/step - loss: 0.8096 - acc: 0.6458 - val_loss: 0.7620 - val_acc: 0.6556
Epoch 874/4000
720/720 [==============================] - 0s 43us/step - loss: 0.8165 - acc: 0.6514 - val_loss: 0.7620 - val_acc: 0.6611
Epoch 875/4000
720/720 [==============================] - 0s 33us/step - loss: 0.8132 - acc: 0.6458 - val_loss: 0.7620 - val_acc: 0.6611
Epoch 876/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8174 - acc: 0.6486 - val_loss: 0.7616 - val_acc: 0.6611
Epoch 877/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8114 - acc: 0.6194 - val_loss: 0.7611 - val_acc: 0.6611
Epoch 878/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8045 - acc: 0.6417 - val_loss: 0.7607 - val_acc: 0.6611
Epoch 879/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8003 - acc: 0.6556 - val_loss: 0.7605 - val_acc: 0.6667
Epoch 880/4000
720/720 [==============================] - 0s 28us/step - loss: 0.8142 - acc: 0.6444 - val_loss: 0.7604 - val_acc: 0.6667
Epoch 881/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8115 - acc: 0.6458 - val_loss: 0.7603 - val_acc: 0.6667
Epoch 882/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7871 - acc: 0.6639 - val_loss: 0.7599 - val_acc: 0.6667
Epoch 883/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8047 - acc: 0.6833 - val_loss: 0.7593 - val_acc: 0.6611
Epoch 884/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8193 - acc: 0.6500 - val_loss: 0.7587 - val_acc: 0.6667
Epoch 885/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7995 - acc: 0.6542 - val_loss: 0.7582 - val_acc: 0.6667
Epoch 886/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7786 - acc: 0.6653 - val_loss: 0.7578 - val_acc: 0.6667
Epoch 887/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8057 - acc: 0.6444 - val_loss: 0.7575 - val_acc: 0.6667
Epoch 888/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7936 - acc: 0.6694 - val_loss: 0.7574 - val_acc: 0.6722
Epoch 889/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8049 - acc: 0.6458 - val_loss: 0.7575 - val_acc: 0.6722
Epoch 890/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8092 - acc: 0.6681 - val_loss: 0.7579 - val_acc: 0.6722
Epoch 891/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8161 - acc: 0.6500 - val_loss: 0.7582 - val_acc: 0.6667
Epoch 892/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7984 - acc: 0.6556 - val_loss: 0.7583 - val_acc: 0.6667
Epoch 893/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7999 - acc: 0.6458 - val_loss: 0.7586 - val_acc: 0.6667
Epoch 894/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7899 - acc: 0.6514 - val_loss: 0.7589 - val_acc: 0.6611
Epoch 895/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8030 - acc: 0.6472 - val_loss: 0.7590 - val_acc: 0.6611
Epoch 896/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7915 - acc: 0.6639 - val_loss: 0.7589 - val_acc: 0.6611
Epoch 897/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8055 - acc: 0.6528 - val_loss: 0.7588 - val_acc: 0.6611
Epoch 898/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8309 - acc: 0.6444 - val_loss: 0.7590 - val_acc: 0.6611
Epoch 899/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7957 - acc: 0.6583 - val_loss: 0.7594 - val_acc: 0.6611
Epoch 900/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8066 - acc: 0.6500 - val_loss: 0.7599 - val_acc: 0.6611
Epoch 901/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7864 - acc: 0.6722 - val_loss: 0.7603 - val_acc: 0.6611
Epoch 902/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8026 - acc: 0.6597 - val_loss: 0.7609 - val_acc: 0.6611
Epoch 903/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7683 - acc: 0.6681 - val_loss: 0.7616 - val_acc: 0.6611
Epoch 904/4000
720/720 [==============================] - 0s 25us/step - loss: 0.8056 - acc: 0.6556 - val_loss: 0.7622 - val_acc: 0.6611
Epoch 905/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8024 - acc: 0.6667 - val_loss: 0.7628 - val_acc: 0.6556
Epoch 906/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7833 - acc: 0.6639 - val_loss: 0.7627 - val_acc: 0.6556
Epoch 907/4000
720/720 [==============================] - 0s 25us/step - loss: 0.8063 - acc: 0.6722 - val_loss: 0.7625 - val_acc: 0.6611
Epoch 908/4000
720/720 [==============================] - 0s 10us/step - loss: 0.7861 - acc: 0.6847 - val_loss: 0.7625 - val_acc: 0.6611
Epoch 909/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8011 - acc: 0.6500 - val_loss: 0.7625 - val_acc: 0.6611
Epoch 910/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7909 - acc: 0.6722 - val_loss: 0.7621 - val_acc: 0.6611
Epoch 911/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8127 - acc: 0.6694 - val_loss: 0.7618 - val_acc: 0.6611
Epoch 912/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8020 - acc: 0.6556 - val_loss: 0.7616 - val_acc: 0.6611
Epoch 913/4000
720/720 [==============================] - 0s 13us/step - loss: 0.8107 - acc: 0.6486 - val_loss: 0.7615 - val_acc: 0.6611
Epoch 914/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7858 - acc: 0.6708 - val_loss: 0.7616 - val_acc: 0.6611
Epoch 915/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8161 - acc: 0.6472 - val_loss: 0.7614 - val_acc: 0.6611
Epoch 916/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7984 - acc: 0.6611 - val_loss: 0.7611 - val_acc: 0.6556
Epoch 917/4000
720/720 [==============================] - 0s 32us/step - loss: 0.8164 - acc: 0.6542 - val_loss: 0.7606 - val_acc: 0.6611
Epoch 918/4000
720/720 [==============================] - 0s 29us/step - loss: 0.8055 - acc: 0.6569 - val_loss: 0.7602 - val_acc: 0.6611
Epoch 919/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7969 - acc: 0.6611 - val_loss: 0.7597 - val_acc: 0.6667
Epoch 920/4000
720/720 [==============================] - 0s 49us/step - loss: 0.8082 - acc: 0.6528 - val_loss: 0.7594 - val_acc: 0.6722
Epoch 921/4000
720/720 [==============================] - 0s 44us/step - loss: 0.8104 - acc: 0.6569 - val_loss: 0.7590 - val_acc: 0.6722
Epoch 922/4000
720/720 [==============================] - 0s 46us/step - loss: 0.7901 - acc: 0.6722 - val_loss: 0.7586 - val_acc: 0.6722
Epoch 923/4000
720/720 [==============================] - 0s 43us/step - loss: 0.8042 - acc: 0.6639 - val_loss: 0.7585 - val_acc: 0.6722
Epoch 924/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7895 - acc: 0.6750 - val_loss: 0.7586 - val_acc: 0.6722
Epoch 925/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8333 - acc: 0.6417 - val_loss: 0.7586 - val_acc: 0.6722
Epoch 926/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8040 - acc: 0.6542 - val_loss: 0.7585 - val_acc: 0.6722
Epoch 927/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7926 - acc: 0.6639 - val_loss: 0.7582 - val_acc: 0.6722
Epoch 928/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7888 - acc: 0.6611 - val_loss: 0.7582 - val_acc: 0.6722
Epoch 929/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8050 - acc: 0.6472 - val_loss: 0.7580 - val_acc: 0.6722
Epoch 930/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8067 - acc: 0.6556 - val_loss: 0.7581 - val_acc: 0.6667
Epoch 931/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8048 - acc: 0.6556 - val_loss: 0.7583 - val_acc: 0.6667
Epoch 932/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7889 - acc: 0.6736 - val_loss: 0.7583 - val_acc: 0.6667
Epoch 933/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7982 - acc: 0.6653 - val_loss: 0.7583 - val_acc: 0.6722
Epoch 934/4000
720/720 [==============================] - 0s 32us/step - loss: 0.8093 - acc: 0.6472 - val_loss: 0.7584 - val_acc: 0.6722
Epoch 935/4000
720/720 [==============================] - 0s 35us/step - loss: 0.7990 - acc: 0.6500 - val_loss: 0.7584 - val_acc: 0.6667
Epoch 936/4000
720/720 [==============================] - 0s 47us/step - loss: 0.8261 - acc: 0.6653 - val_loss: 0.7583 - val_acc: 0.6667
Epoch 937/4000
720/720 [==============================] - 0s 46us/step - loss: 0.8039 - acc: 0.6681 - val_loss: 0.7583 - val_acc: 0.6667
Epoch 938/4000
720/720 [==============================] - 0s 39us/step - loss: 0.8173 - acc: 0.6611 - val_loss: 0.7582 - val_acc: 0.6667
Epoch 939/4000
720/720 [==============================] - 0s 46us/step - loss: 0.7976 - acc: 0.6569 - val_loss: 0.7583 - val_acc: 0.6667
Epoch 940/4000
720/720 [==============================] - 0s 42us/step - loss: 0.8147 - acc: 0.6319 - val_loss: 0.7583 - val_acc: 0.6667
Epoch 941/4000
720/720 [==============================] - 0s 43us/step - loss: 0.8055 - acc: 0.6708 - val_loss: 0.7581 - val_acc: 0.6667
Epoch 942/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8040 - acc: 0.6597 - val_loss: 0.7579 - val_acc: 0.6667
Epoch 943/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7912 - acc: 0.6556 - val_loss: 0.7578 - val_acc: 0.6667
Epoch 944/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7913 - acc: 0.6625 - val_loss: 0.7581 - val_acc: 0.6667
Epoch 945/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8046 - acc: 0.6625 - val_loss: 0.7582 - val_acc: 0.6667
Epoch 946/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7772 - acc: 0.6736 - val_loss: 0.7583 - val_acc: 0.6667
Epoch 947/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8081 - acc: 0.6681 - val_loss: 0.7583 - val_acc: 0.6667
Epoch 948/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7784 - acc: 0.6681 - val_loss: 0.7583 - val_acc: 0.6611
Epoch 949/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7980 - acc: 0.6514 - val_loss: 0.7579 - val_acc: 0.6556
Epoch 950/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7919 - acc: 0.6653 - val_loss: 0.7576 - val_acc: 0.6556
Epoch 951/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7752 - acc: 0.6764 - val_loss: 0.7573 - val_acc: 0.6556
Epoch 952/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7985 - acc: 0.6458 - val_loss: 0.7571 - val_acc: 0.6556
Epoch 953/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8075 - acc: 0.6694 - val_loss: 0.7571 - val_acc: 0.6556
Epoch 954/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7628 - acc: 0.6847 - val_loss: 0.7573 - val_acc: 0.6556
Epoch 955/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7876 - acc: 0.6542 - val_loss: 0.7577 - val_acc: 0.6556
Epoch 956/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7985 - acc: 0.6694 - val_loss: 0.7577 - val_acc: 0.6556
Epoch 957/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7957 - acc: 0.6764 - val_loss: 0.7575 - val_acc: 0.6556
Epoch 958/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8086 - acc: 0.6639 - val_loss: 0.7573 - val_acc: 0.6556
Epoch 959/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8039 - acc: 0.6653 - val_loss: 0.7571 - val_acc: 0.6556
Epoch 960/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8117 - acc: 0.6597 - val_loss: 0.7569 - val_acc: 0.6556
Epoch 961/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7766 - acc: 0.6681 - val_loss: 0.7569 - val_acc: 0.6611
Epoch 962/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8243 - acc: 0.6486 - val_loss: 0.7568 - val_acc: 0.6611
Epoch 963/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8008 - acc: 0.6597 - val_loss: 0.7567 - val_acc: 0.6611
Epoch 964/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7984 - acc: 0.6875 - val_loss: 0.7570 - val_acc: 0.6611
Epoch 965/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7790 - acc: 0.6889 - val_loss: 0.7571 - val_acc: 0.6611
Epoch 966/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7968 - acc: 0.6722 - val_loss: 0.7573 - val_acc: 0.6667
Epoch 967/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7855 - acc: 0.6722 - val_loss: 0.7579 - val_acc: 0.6667
Epoch 968/4000
720/720 [==============================] - 0s 24us/step - loss: 0.8023 - acc: 0.6583 - val_loss: 0.7584 - val_acc: 0.6667
Epoch 969/4000
720/720 [==============================] - 0s 28us/step - loss: 0.8061 - acc: 0.6639 - val_loss: 0.7589 - val_acc: 0.6667
Epoch 970/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8051 - acc: 0.6681 - val_loss: 0.7590 - val_acc: 0.6667
Epoch 971/4000
720/720 [==============================] - 0s 35us/step - loss: 0.7999 - acc: 0.6431 - val_loss: 0.7588 - val_acc: 0.6667
Epoch 972/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7946 - acc: 0.6569 - val_loss: 0.7585 - val_acc: 0.6667
Epoch 973/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7882 - acc: 0.6583 - val_loss: 0.7579 - val_acc: 0.6667
Epoch 974/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7886 - acc: 0.6708 - val_loss: 0.7575 - val_acc: 0.6667
Epoch 975/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7817 - acc: 0.6542 - val_loss: 0.7570 - val_acc: 0.6667
Epoch 976/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8020 - acc: 0.6528 - val_loss: 0.7567 - val_acc: 0.6667
Epoch 977/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8013 - acc: 0.6556 - val_loss: 0.7568 - val_acc: 0.6667
Epoch 978/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7867 - acc: 0.6611 - val_loss: 0.7570 - val_acc: 0.6667
Epoch 979/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7882 - acc: 0.6681 - val_loss: 0.7573 - val_acc: 0.6667
Epoch 980/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7841 - acc: 0.6625 - val_loss: 0.7578 - val_acc: 0.6667
Epoch 981/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8047 - acc: 0.6653 - val_loss: 0.7579 - val_acc: 0.6667
Epoch 982/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7946 - acc: 0.6611 - val_loss: 0.7583 - val_acc: 0.6667
Epoch 983/4000
720/720 [==============================] - 0s 14us/step - loss: 0.8109 - acc: 0.6417 - val_loss: 0.7591 - val_acc: 0.6611
Epoch 984/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8067 - acc: 0.6500 - val_loss: 0.7593 - val_acc: 0.6611
Epoch 985/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8186 - acc: 0.6611 - val_loss: 0.7593 - val_acc: 0.6611
Epoch 986/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8114 - acc: 0.6528 - val_loss: 0.7596 - val_acc: 0.6611
Epoch 987/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7683 - acc: 0.6708 - val_loss: 0.7598 - val_acc: 0.6611
Epoch 988/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7714 - acc: 0.6681 - val_loss: 0.7602 - val_acc: 0.6611
Epoch 989/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7691 - acc: 0.6778 - val_loss: 0.7606 - val_acc: 0.6611
Epoch 990/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8004 - acc: 0.6778 - val_loss: 0.7605 - val_acc: 0.6611
Epoch 991/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7763 - acc: 0.6722 - val_loss: 0.7599 - val_acc: 0.6611
Epoch 992/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7763 - acc: 0.6681 - val_loss: 0.7593 - val_acc: 0.6611
Epoch 993/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7985 - acc: 0.6597 - val_loss: 0.7582 - val_acc: 0.6611
Epoch 994/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8029 - acc: 0.6542 - val_loss: 0.7572 - val_acc: 0.6611
Epoch 995/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7666 - acc: 0.6736 - val_loss: 0.7563 - val_acc: 0.6611
Epoch 996/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7985 - acc: 0.6625 - val_loss: 0.7553 - val_acc: 0.6611
Epoch 997/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7991 - acc: 0.6597 - val_loss: 0.7545 - val_acc: 0.6611
Epoch 998/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7796 - acc: 0.6583 - val_loss: 0.7537 - val_acc: 0.6611
Epoch 999/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7698 - acc: 0.6681 - val_loss: 0.7528 - val_acc: 0.6667
Epoch 1000/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7856 - acc: 0.6681 - val_loss: 0.7520 - val_acc: 0.6611
Epoch 1001/4000
720/720 [==============================] - 0s 28us/step - loss: 0.8030 - acc: 0.6625 - val_loss: 0.7515 - val_acc: 0.6667
Epoch 1002/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7895 - acc: 0.6750 - val_loss: 0.7511 - val_acc: 0.6667
Epoch 1003/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7708 - acc: 0.6764 - val_loss: 0.7510 - val_acc: 0.6611
Epoch 1004/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7785 - acc: 0.6708 - val_loss: 0.7511 - val_acc: 0.6611
Epoch 1005/4000
720/720 [==============================] - 0s 0us/step - loss: 0.7986 - acc: 0.6403 - val_loss: 0.7514 - val_acc: 0.6611
Epoch 1006/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8044 - acc: 0.6597 - val_loss: 0.7514 - val_acc: 0.6611
Epoch 1007/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7800 - acc: 0.6792 - val_loss: 0.7511 - val_acc: 0.6611
Epoch 1008/4000
720/720 [==============================] - 0s 0us/step - loss: 0.7952 - acc: 0.6597 - val_loss: 0.7507 - val_acc: 0.6667
Epoch 1009/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7925 - acc: 0.6514 - val_loss: 0.7504 - val_acc: 0.6667
Epoch 1010/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7769 - acc: 0.6792 - val_loss: 0.7500 - val_acc: 0.6667
Epoch 1011/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8085 - acc: 0.6514 - val_loss: 0.7497 - val_acc: 0.6667
Epoch 1012/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7821 - acc: 0.6778 - val_loss: 0.7493 - val_acc: 0.6722
Epoch 1013/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7864 - acc: 0.6764 - val_loss: 0.7491 - val_acc: 0.6722
Epoch 1014/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7924 - acc: 0.6625 - val_loss: 0.7493 - val_acc: 0.6722
Epoch 1015/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7801 - acc: 0.6611 - val_loss: 0.7495 - val_acc: 0.6722
Epoch 1016/4000
720/720 [==============================] - 0s 3us/step - loss: 0.7956 - acc: 0.6611 - val_loss: 0.7498 - val_acc: 0.6722
Epoch 1017/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8192 - acc: 0.6417 - val_loss: 0.7500 - val_acc: 0.6722
Epoch 1018/4000
720/720 [==============================] - 0s 22us/step - loss: 0.8015 - acc: 0.6542 - val_loss: 0.7503 - val_acc: 0.6722
Epoch 1019/4000
720/720 [==============================] - 0s 28us/step - loss: 0.8318 - acc: 0.6375 - val_loss: 0.7506 - val_acc: 0.6722
Epoch 1020/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8135 - acc: 0.6458 - val_loss: 0.7507 - val_acc: 0.6667
Epoch 1021/4000
720/720 [==============================] - 0s 25us/step - loss: 0.8075 - acc: 0.6597 - val_loss: 0.7508 - val_acc: 0.6667
Epoch 1022/4000
720/720 [==============================] - 0s 36us/step - loss: 0.7744 - acc: 0.6667 - val_loss: 0.7507 - val_acc: 0.6667
Epoch 1023/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7991 - acc: 0.6514 - val_loss: 0.7508 - val_acc: 0.6667
Epoch 1024/4000
720/720 [==============================] - 0s 49us/step - loss: 0.7933 - acc: 0.6500 - val_loss: 0.7508 - val_acc: 0.6667
Epoch 1025/4000
720/720 [==============================] - 0s 36us/step - loss: 0.7688 - acc: 0.6750 - val_loss: 0.7508 - val_acc: 0.6667
Epoch 1026/4000
720/720 [==============================] - 0s 50us/step - loss: 0.7989 - acc: 0.6833 - val_loss: 0.7511 - val_acc: 0.6667
Epoch 1027/4000
720/720 [==============================] - 0s 36us/step - loss: 0.7921 - acc: 0.6653 - val_loss: 0.7512 - val_acc: 0.6667
Epoch 1028/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8064 - acc: 0.6542 - val_loss: 0.7513 - val_acc: 0.6611
Epoch 1029/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7813 - acc: 0.6694 - val_loss: 0.7514 - val_acc: 0.6611
Epoch 1030/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7838 - acc: 0.6611 - val_loss: 0.7514 - val_acc: 0.6611
Epoch 1031/4000
720/720 [==============================] - 0s 32us/step - loss: 0.8110 - acc: 0.6514 - val_loss: 0.7513 - val_acc: 0.6611
Epoch 1032/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8047 - acc: 0.6694 - val_loss: 0.7513 - val_acc: 0.6611
Epoch 1033/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8282 - acc: 0.6333 - val_loss: 0.7515 - val_acc: 0.6611
Epoch 1034/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7699 - acc: 0.6778 - val_loss: 0.7516 - val_acc: 0.6611
Epoch 1035/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7778 - acc: 0.6667 - val_loss: 0.7517 - val_acc: 0.6611
Epoch 1036/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7838 - acc: 0.6819 - val_loss: 0.7520 - val_acc: 0.6611
Epoch 1037/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7873 - acc: 0.6639 - val_loss: 0.7524 - val_acc: 0.6611
Epoch 1038/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8119 - acc: 0.6556 - val_loss: 0.7527 - val_acc: 0.6556
Epoch 1039/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8058 - acc: 0.6569 - val_loss: 0.7531 - val_acc: 0.6556
Epoch 1040/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7999 - acc: 0.6667 - val_loss: 0.7532 - val_acc: 0.6556
Epoch 1041/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7951 - acc: 0.6750 - val_loss: 0.7531 - val_acc: 0.6556
Epoch 1042/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7922 - acc: 0.6750 - val_loss: 0.7530 - val_acc: 0.6556
Epoch 1043/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7673 - acc: 0.6764 - val_loss: 0.7530 - val_acc: 0.6556
Epoch 1044/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8094 - acc: 0.6778 - val_loss: 0.7534 - val_acc: 0.6556
Epoch 1045/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7744 - acc: 0.6639 - val_loss: 0.7537 - val_acc: 0.6556
Epoch 1046/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7830 - acc: 0.6694 - val_loss: 0.7539 - val_acc: 0.6556
Epoch 1047/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8086 - acc: 0.6556 - val_loss: 0.7540 - val_acc: 0.6556
Epoch 1048/4000
720/720 [==============================] - 0s 31us/step - loss: 0.8072 - acc: 0.6542 - val_loss: 0.7540 - val_acc: 0.6500
Epoch 1049/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7893 - acc: 0.6722 - val_loss: 0.7540 - val_acc: 0.6556
Epoch 1050/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7839 - acc: 0.6722 - val_loss: 0.7540 - val_acc: 0.6556
Epoch 1051/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7932 - acc: 0.6681 - val_loss: 0.7540 - val_acc: 0.6556
Epoch 1052/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7819 - acc: 0.6819 - val_loss: 0.7541 - val_acc: 0.6556
Epoch 1053/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7980 - acc: 0.6708 - val_loss: 0.7540 - val_acc: 0.6556
Epoch 1054/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7966 - acc: 0.6625 - val_loss: 0.7538 - val_acc: 0.6556
Epoch 1055/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7777 - acc: 0.6597 - val_loss: 0.7533 - val_acc: 0.6611
Epoch 1056/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7860 - acc: 0.6597 - val_loss: 0.7533 - val_acc: 0.6611
Epoch 1057/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7912 - acc: 0.6514 - val_loss: 0.7532 - val_acc: 0.6556
Epoch 1058/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7919 - acc: 0.6625 - val_loss: 0.7533 - val_acc: 0.6556
Epoch 1059/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7917 - acc: 0.6611 - val_loss: 0.7533 - val_acc: 0.6556
Epoch 1060/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8073 - acc: 0.6639 - val_loss: 0.7532 - val_acc: 0.6500
Epoch 1061/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7709 - acc: 0.6625 - val_loss: 0.7533 - val_acc: 0.6500
Epoch 1062/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7975 - acc: 0.6667 - val_loss: 0.7530 - val_acc: 0.6500
Epoch 1063/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7745 - acc: 0.6778 - val_loss: 0.7531 - val_acc: 0.6500
Epoch 1064/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7850 - acc: 0.6639 - val_loss: 0.7531 - val_acc: 0.6500
Epoch 1065/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7835 - acc: 0.6778 - val_loss: 0.7533 - val_acc: 0.6444
Epoch 1066/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7877 - acc: 0.6681 - val_loss: 0.7534 - val_acc: 0.6500
Epoch 1067/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7807 - acc: 0.6694 - val_loss: 0.7535 - val_acc: 0.6500
Epoch 1068/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7509 - acc: 0.6806 - val_loss: 0.7537 - val_acc: 0.6500
Epoch 1069/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7773 - acc: 0.6917 - val_loss: 0.7538 - val_acc: 0.6500
Epoch 1070/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7859 - acc: 0.6653 - val_loss: 0.7536 - val_acc: 0.6500
Epoch 1071/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8114 - acc: 0.6639 - val_loss: 0.7535 - val_acc: 0.6500
Epoch 1072/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7965 - acc: 0.6556 - val_loss: 0.7535 - val_acc: 0.6500
Epoch 1073/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7931 - acc: 0.6556 - val_loss: 0.7531 - val_acc: 0.6500
Epoch 1074/4000
720/720 [==============================] - 0s 29us/step - loss: 0.8054 - acc: 0.6556 - val_loss: 0.7529 - val_acc: 0.6556
Epoch 1075/4000
720/720 [==============================] - 0s 42us/step - loss: 0.8171 - acc: 0.6542 - val_loss: 0.7526 - val_acc: 0.6611
Epoch 1076/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7736 - acc: 0.6639 - val_loss: 0.7524 - val_acc: 0.6611
Epoch 1077/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7886 - acc: 0.6611 - val_loss: 0.7525 - val_acc: 0.6611
Epoch 1078/4000
720/720 [==============================] - 0s 36us/step - loss: 0.7847 - acc: 0.6569 - val_loss: 0.7527 - val_acc: 0.6556
Epoch 1079/4000
720/720 [==============================] - 0s 36us/step - loss: 0.7725 - acc: 0.6708 - val_loss: 0.7528 - val_acc: 0.6556
Epoch 1080/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7771 - acc: 0.6903 - val_loss: 0.7532 - val_acc: 0.6611
Epoch 1081/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7936 - acc: 0.6625 - val_loss: 0.7538 - val_acc: 0.6611
Epoch 1082/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7798 - acc: 0.6778 - val_loss: 0.7545 - val_acc: 0.6556
Epoch 1083/4000
720/720 [==============================] - 0s 21us/step - loss: 0.8082 - acc: 0.6542 - val_loss: 0.7551 - val_acc: 0.6556
Epoch 1084/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7796 - acc: 0.6750 - val_loss: 0.7557 - val_acc: 0.6556
Epoch 1085/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7671 - acc: 0.6653 - val_loss: 0.7564 - val_acc: 0.6556
Epoch 1086/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7909 - acc: 0.6722 - val_loss: 0.7572 - val_acc: 0.6611
Epoch 1087/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7926 - acc: 0.6653 - val_loss: 0.7577 - val_acc: 0.6611
Epoch 1088/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7746 - acc: 0.6694 - val_loss: 0.7577 - val_acc: 0.6611
Epoch 1089/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8064 - acc: 0.6431 - val_loss: 0.7575 - val_acc: 0.6611
Epoch 1090/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7698 - acc: 0.6819 - val_loss: 0.7569 - val_acc: 0.6611
Epoch 1091/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8018 - acc: 0.6611 - val_loss: 0.7564 - val_acc: 0.6611
Epoch 1092/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8037 - acc: 0.6583 - val_loss: 0.7561 - val_acc: 0.6611
Epoch 1093/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7823 - acc: 0.6694 - val_loss: 0.7559 - val_acc: 0.6611
Epoch 1094/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7743 - acc: 0.6722 - val_loss: 0.7558 - val_acc: 0.6611
Epoch 1095/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8005 - acc: 0.6625 - val_loss: 0.7560 - val_acc: 0.6611
Epoch 1096/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7660 - acc: 0.6681 - val_loss: 0.7562 - val_acc: 0.6611
Epoch 1097/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7859 - acc: 0.6806 - val_loss: 0.7562 - val_acc: 0.6611
Epoch 1098/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7690 - acc: 0.6722 - val_loss: 0.7562 - val_acc: 0.6611
Epoch 1099/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8244 - acc: 0.6597 - val_loss: 0.7563 - val_acc: 0.6611
Epoch 1100/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7744 - acc: 0.6694 - val_loss: 0.7566 - val_acc: 0.6611
Epoch 1101/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7899 - acc: 0.6694 - val_loss: 0.7569 - val_acc: 0.6611
Epoch 1102/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7803 - acc: 0.6667 - val_loss: 0.7568 - val_acc: 0.6611
Epoch 1103/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8040 - acc: 0.6611 - val_loss: 0.7558 - val_acc: 0.6611
Epoch 1104/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8000 - acc: 0.6597 - val_loss: 0.7550 - val_acc: 0.6611
Epoch 1105/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7728 - acc: 0.6708 - val_loss: 0.7541 - val_acc: 0.6611
Epoch 1106/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7873 - acc: 0.6708 - val_loss: 0.7531 - val_acc: 0.6611
Epoch 1107/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7955 - acc: 0.6653 - val_loss: 0.7522 - val_acc: 0.6611
Epoch 1108/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7768 - acc: 0.6861 - val_loss: 0.7514 - val_acc: 0.6556
Epoch 1109/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8103 - acc: 0.6333 - val_loss: 0.7511 - val_acc: 0.6556
Epoch 1110/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7937 - acc: 0.6667 - val_loss: 0.7510 - val_acc: 0.6556
Epoch 1111/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7808 - acc: 0.6708 - val_loss: 0.7510 - val_acc: 0.6556
Epoch 1112/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7917 - acc: 0.6792 - val_loss: 0.7510 - val_acc: 0.6556
Epoch 1113/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7962 - acc: 0.6694 - val_loss: 0.7509 - val_acc: 0.6556
Epoch 1114/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7667 - acc: 0.6736 - val_loss: 0.7506 - val_acc: 0.6556
Epoch 1115/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7771 - acc: 0.6625 - val_loss: 0.7506 - val_acc: 0.6556
Epoch 1116/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7671 - acc: 0.6708 - val_loss: 0.7507 - val_acc: 0.6611
Epoch 1117/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7893 - acc: 0.6639 - val_loss: 0.7509 - val_acc: 0.6611
Epoch 1118/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7775 - acc: 0.6583 - val_loss: 0.7513 - val_acc: 0.6611
Epoch 1119/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7912 - acc: 0.6847 - val_loss: 0.7513 - val_acc: 0.6611
Epoch 1120/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7908 - acc: 0.6708 - val_loss: 0.7511 - val_acc: 0.6556
Epoch 1121/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7757 - acc: 0.6764 - val_loss: 0.7509 - val_acc: 0.6500
Epoch 1122/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7787 - acc: 0.6597 - val_loss: 0.7505 - val_acc: 0.6500
Epoch 1123/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7804 - acc: 0.6708 - val_loss: 0.7501 - val_acc: 0.6500
Epoch 1124/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7793 - acc: 0.6833 - val_loss: 0.7500 - val_acc: 0.6500
Epoch 1125/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8152 - acc: 0.6681 - val_loss: 0.7500 - val_acc: 0.6500
Epoch 1126/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7893 - acc: 0.6667 - val_loss: 0.7499 - val_acc: 0.6500
Epoch 1127/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7993 - acc: 0.6639 - val_loss: 0.7498 - val_acc: 0.6556
Epoch 1128/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7814 - acc: 0.6625 - val_loss: 0.7498 - val_acc: 0.6500
Epoch 1129/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7958 - acc: 0.6750 - val_loss: 0.7497 - val_acc: 0.6500
Epoch 1130/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7788 - acc: 0.6681 - val_loss: 0.7498 - val_acc: 0.6556
Epoch 1131/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7950 - acc: 0.6639 - val_loss: 0.7494 - val_acc: 0.6556
Epoch 1132/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7636 - acc: 0.6861 - val_loss: 0.7492 - val_acc: 0.6611
Epoch 1133/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7683 - acc: 0.6583 - val_loss: 0.7488 - val_acc: 0.6611
Epoch 1134/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7817 - acc: 0.6750 - val_loss: 0.7485 - val_acc: 0.6667
Epoch 1135/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7810 - acc: 0.6694 - val_loss: 0.7484 - val_acc: 0.6611
Epoch 1136/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7847 - acc: 0.6625 - val_loss: 0.7482 - val_acc: 0.6611
Epoch 1137/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7973 - acc: 0.6750 - val_loss: 0.7482 - val_acc: 0.6611
Epoch 1138/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7800 - acc: 0.6722 - val_loss: 0.7479 - val_acc: 0.6667
Epoch 1139/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7954 - acc: 0.6681 - val_loss: 0.7478 - val_acc: 0.6722
Epoch 1140/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7851 - acc: 0.6819 - val_loss: 0.7478 - val_acc: 0.6722
Epoch 1141/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7680 - acc: 0.6597 - val_loss: 0.7479 - val_acc: 0.6722
Epoch 1142/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7755 - acc: 0.6583 - val_loss: 0.7481 - val_acc: 0.6722
Epoch 1143/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7861 - acc: 0.6722 - val_loss: 0.7481 - val_acc: 0.6722
Epoch 1144/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7881 - acc: 0.6681 - val_loss: 0.7481 - val_acc: 0.6722
Epoch 1145/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7800 - acc: 0.6500 - val_loss: 0.7483 - val_acc: 0.6722
Epoch 1146/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7726 - acc: 0.6736 - val_loss: 0.7488 - val_acc: 0.6722
Epoch 1147/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8069 - acc: 0.6708 - val_loss: 0.7491 - val_acc: 0.6722
Epoch 1148/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8151 - acc: 0.6556 - val_loss: 0.7496 - val_acc: 0.6722
Epoch 1149/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7545 - acc: 0.6833 - val_loss: 0.7500 - val_acc: 0.6722
Epoch 1150/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7624 - acc: 0.6889 - val_loss: 0.7502 - val_acc: 0.6611
Epoch 1151/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7760 - acc: 0.6819 - val_loss: 0.7505 - val_acc: 0.6611
Epoch 1152/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7985 - acc: 0.6556 - val_loss: 0.7508 - val_acc: 0.6611
Epoch 1153/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7899 - acc: 0.6611 - val_loss: 0.7509 - val_acc: 0.6611
Epoch 1154/4000
720/720 [==============================] - 0s 21us/step - loss: 0.8020 - acc: 0.6625 - val_loss: 0.7511 - val_acc: 0.6556
Epoch 1155/4000
720/720 [==============================] - 0s 35us/step - loss: 0.8037 - acc: 0.6597 - val_loss: 0.7516 - val_acc: 0.6611
Epoch 1156/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7689 - acc: 0.6653 - val_loss: 0.7522 - val_acc: 0.6556
Epoch 1157/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8040 - acc: 0.6597 - val_loss: 0.7527 - val_acc: 0.6611
Epoch 1158/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7867 - acc: 0.6639 - val_loss: 0.7530 - val_acc: 0.6556
Epoch 1159/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7808 - acc: 0.6542 - val_loss: 0.7530 - val_acc: 0.6556
Epoch 1160/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7937 - acc: 0.6722 - val_loss: 0.7530 - val_acc: 0.6556
Epoch 1161/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7755 - acc: 0.6625 - val_loss: 0.7530 - val_acc: 0.6556
Epoch 1162/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7773 - acc: 0.6764 - val_loss: 0.7529 - val_acc: 0.6556
Epoch 1163/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8091 - acc: 0.6444 - val_loss: 0.7529 - val_acc: 0.6556
Epoch 1164/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7801 - acc: 0.6722 - val_loss: 0.7525 - val_acc: 0.6556
Epoch 1165/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7812 - acc: 0.6653 - val_loss: 0.7521 - val_acc: 0.6556
Epoch 1166/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7851 - acc: 0.6708 - val_loss: 0.7519 - val_acc: 0.6556
Epoch 1167/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7991 - acc: 0.6528 - val_loss: 0.7516 - val_acc: 0.6556
Epoch 1168/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7809 - acc: 0.6625 - val_loss: 0.7512 - val_acc: 0.6556
Epoch 1169/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7956 - acc: 0.6569 - val_loss: 0.7505 - val_acc: 0.6556
Epoch 1170/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7697 - acc: 0.6528 - val_loss: 0.7500 - val_acc: 0.6556
Epoch 1171/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7809 - acc: 0.6556 - val_loss: 0.7499 - val_acc: 0.6500
Epoch 1172/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8117 - acc: 0.6486 - val_loss: 0.7497 - val_acc: 0.6500
Epoch 1173/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7758 - acc: 0.6681 - val_loss: 0.7494 - val_acc: 0.6500
Epoch 1174/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7798 - acc: 0.6806 - val_loss: 0.7493 - val_acc: 0.6500
Epoch 1175/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7818 - acc: 0.6750 - val_loss: 0.7490 - val_acc: 0.6500
Epoch 1176/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7904 - acc: 0.6750 - val_loss: 0.7488 - val_acc: 0.6500
Epoch 1177/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7953 - acc: 0.6514 - val_loss: 0.7483 - val_acc: 0.6500
Epoch 1178/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7985 - acc: 0.6722 - val_loss: 0.7479 - val_acc: 0.6500
Epoch 1179/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8003 - acc: 0.6556 - val_loss: 0.7476 - val_acc: 0.6556
Epoch 1180/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7912 - acc: 0.6639 - val_loss: 0.7472 - val_acc: 0.6611
Epoch 1181/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7763 - acc: 0.6736 - val_loss: 0.7468 - val_acc: 0.6667
Epoch 1182/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7684 - acc: 0.6694 - val_loss: 0.7462 - val_acc: 0.6667
Epoch 1183/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7885 - acc: 0.6792 - val_loss: 0.7458 - val_acc: 0.6667
Epoch 1184/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7825 - acc: 0.6722 - val_loss: 0.7453 - val_acc: 0.6611
Epoch 1185/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7855 - acc: 0.6750 - val_loss: 0.7448 - val_acc: 0.6667
Epoch 1186/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7784 - acc: 0.6681 - val_loss: 0.7444 - val_acc: 0.6667
Epoch 1187/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7737 - acc: 0.6708 - val_loss: 0.7439 - val_acc: 0.6667
Epoch 1188/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7861 - acc: 0.6722 - val_loss: 0.7438 - val_acc: 0.6667
Epoch 1189/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7716 - acc: 0.6514 - val_loss: 0.7440 - val_acc: 0.6667
Epoch 1190/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7593 - acc: 0.6736 - val_loss: 0.7446 - val_acc: 0.6667
Epoch 1191/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7663 - acc: 0.6681 - val_loss: 0.7453 - val_acc: 0.6667
Epoch 1192/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7887 - acc: 0.6611 - val_loss: 0.7459 - val_acc: 0.6667
Epoch 1193/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7552 - acc: 0.6806 - val_loss: 0.7464 - val_acc: 0.6667
Epoch 1194/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7785 - acc: 0.6597 - val_loss: 0.7466 - val_acc: 0.6667
Epoch 1195/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7927 - acc: 0.6556 - val_loss: 0.7468 - val_acc: 0.6667
Epoch 1196/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7844 - acc: 0.6861 - val_loss: 0.7471 - val_acc: 0.6667
Epoch 1197/4000
720/720 [==============================] - 0s 29us/step - loss: 0.8061 - acc: 0.6708 - val_loss: 0.7473 - val_acc: 0.6667
Epoch 1198/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7766 - acc: 0.6819 - val_loss: 0.7477 - val_acc: 0.6667
Epoch 1199/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7640 - acc: 0.6764 - val_loss: 0.7483 - val_acc: 0.6611
Epoch 1200/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7742 - acc: 0.6750 - val_loss: 0.7487 - val_acc: 0.6611
Epoch 1201/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7743 - acc: 0.6694 - val_loss: 0.7491 - val_acc: 0.6611
Epoch 1202/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7780 - acc: 0.6778 - val_loss: 0.7493 - val_acc: 0.6611
Epoch 1203/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7845 - acc: 0.6597 - val_loss: 0.7494 - val_acc: 0.6667
Epoch 1204/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8002 - acc: 0.6597 - val_loss: 0.7493 - val_acc: 0.6667
Epoch 1205/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7745 - acc: 0.6681 - val_loss: 0.7491 - val_acc: 0.6667
Epoch 1206/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7814 - acc: 0.6583 - val_loss: 0.7488 - val_acc: 0.6667
Epoch 1207/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7756 - acc: 0.6667 - val_loss: 0.7486 - val_acc: 0.6667
Epoch 1208/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8078 - acc: 0.6597 - val_loss: 0.7482 - val_acc: 0.6667
Epoch 1209/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7900 - acc: 0.6653 - val_loss: 0.7480 - val_acc: 0.6667
Epoch 1210/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7560 - acc: 0.6806 - val_loss: 0.7475 - val_acc: 0.6667
Epoch 1211/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7821 - acc: 0.6736 - val_loss: 0.7472 - val_acc: 0.6611
Epoch 1212/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7694 - acc: 0.6556 - val_loss: 0.7470 - val_acc: 0.6667
Epoch 1213/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7793 - acc: 0.6694 - val_loss: 0.7465 - val_acc: 0.6667
Epoch 1214/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7689 - acc: 0.6611 - val_loss: 0.7461 - val_acc: 0.6667
Epoch 1215/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7916 - acc: 0.6722 - val_loss: 0.7456 - val_acc: 0.6667
Epoch 1216/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7624 - acc: 0.6708 - val_loss: 0.7454 - val_acc: 0.6667
Epoch 1217/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7865 - acc: 0.6708 - val_loss: 0.7452 - val_acc: 0.6667
Epoch 1218/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7832 - acc: 0.6611 - val_loss: 0.7453 - val_acc: 0.6722
Epoch 1219/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7893 - acc: 0.6736 - val_loss: 0.7454 - val_acc: 0.6722
Epoch 1220/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7926 - acc: 0.6597 - val_loss: 0.7453 - val_acc: 0.6722
Epoch 1221/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7910 - acc: 0.6542 - val_loss: 0.7452 - val_acc: 0.6667
Epoch 1222/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7928 - acc: 0.6667 - val_loss: 0.7453 - val_acc: 0.6667
Epoch 1223/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7704 - acc: 0.6861 - val_loss: 0.7456 - val_acc: 0.6667
Epoch 1224/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7732 - acc: 0.6722 - val_loss: 0.7463 - val_acc: 0.6667
Epoch 1225/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7849 - acc: 0.6653 - val_loss: 0.7466 - val_acc: 0.6722
Epoch 1226/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7922 - acc: 0.6667 - val_loss: 0.7470 - val_acc: 0.6722
Epoch 1227/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7856 - acc: 0.6569 - val_loss: 0.7472 - val_acc: 0.6722
Epoch 1228/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7726 - acc: 0.6806 - val_loss: 0.7474 - val_acc: 0.6722
Epoch 1229/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7648 - acc: 0.6806 - val_loss: 0.7475 - val_acc: 0.6778
Epoch 1230/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8104 - acc: 0.6625 - val_loss: 0.7477 - val_acc: 0.6778
Epoch 1231/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7725 - acc: 0.6764 - val_loss: 0.7477 - val_acc: 0.6778
Epoch 1232/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8007 - acc: 0.6681 - val_loss: 0.7474 - val_acc: 0.6778
Epoch 1233/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7759 - acc: 0.6583 - val_loss: 0.7471 - val_acc: 0.6778
Epoch 1234/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8064 - acc: 0.6597 - val_loss: 0.7468 - val_acc: 0.6833
Epoch 1235/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7868 - acc: 0.6681 - val_loss: 0.7470 - val_acc: 0.6778
Epoch 1236/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7902 - acc: 0.6722 - val_loss: 0.7471 - val_acc: 0.6778
Epoch 1237/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7759 - acc: 0.6764 - val_loss: 0.7469 - val_acc: 0.6778
Epoch 1238/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7975 - acc: 0.6681 - val_loss: 0.7466 - val_acc: 0.6833
Epoch 1239/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7717 - acc: 0.6708 - val_loss: 0.7461 - val_acc: 0.6889
Epoch 1240/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8041 - acc: 0.6611 - val_loss: 0.7457 - val_acc: 0.6944
Epoch 1241/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7818 - acc: 0.6750 - val_loss: 0.7455 - val_acc: 0.6833
Epoch 1242/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7792 - acc: 0.6778 - val_loss: 0.7455 - val_acc: 0.6833
Epoch 1243/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7911 - acc: 0.6764 - val_loss: 0.7456 - val_acc: 0.6833
Epoch 1244/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7858 - acc: 0.6708 - val_loss: 0.7460 - val_acc: 0.6778
Epoch 1245/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7842 - acc: 0.6833 - val_loss: 0.7463 - val_acc: 0.6778
Epoch 1246/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7774 - acc: 0.6694 - val_loss: 0.7465 - val_acc: 0.6778
Epoch 1247/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7895 - acc: 0.6653 - val_loss: 0.7466 - val_acc: 0.6722
Epoch 1248/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7865 - acc: 0.6806 - val_loss: 0.7466 - val_acc: 0.6667
Epoch 1249/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7774 - acc: 0.6847 - val_loss: 0.7467 - val_acc: 0.6667
Epoch 1250/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8059 - acc: 0.6472 - val_loss: 0.7468 - val_acc: 0.6667
Epoch 1251/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7925 - acc: 0.6528 - val_loss: 0.7467 - val_acc: 0.6611
Epoch 1252/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7831 - acc: 0.6653 - val_loss: 0.7465 - val_acc: 0.6611
Epoch 1253/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7704 - acc: 0.6667 - val_loss: 0.7463 - val_acc: 0.6611
Epoch 1254/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7870 - acc: 0.6667 - val_loss: 0.7460 - val_acc: 0.6611
Epoch 1255/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7885 - acc: 0.6639 - val_loss: 0.7456 - val_acc: 0.6667
Epoch 1256/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8092 - acc: 0.6583 - val_loss: 0.7454 - val_acc: 0.6667
Epoch 1257/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7731 - acc: 0.6736 - val_loss: 0.7453 - val_acc: 0.6667
Epoch 1258/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7964 - acc: 0.6681 - val_loss: 0.7453 - val_acc: 0.6556
Epoch 1259/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7845 - acc: 0.6708 - val_loss: 0.7452 - val_acc: 0.6556
Epoch 1260/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7775 - acc: 0.6694 - val_loss: 0.7451 - val_acc: 0.6556
Epoch 1261/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7758 - acc: 0.6708 - val_loss: 0.7448 - val_acc: 0.6556
Epoch 1262/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7803 - acc: 0.6667 - val_loss: 0.7445 - val_acc: 0.6556
Epoch 1263/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7938 - acc: 0.6667 - val_loss: 0.7440 - val_acc: 0.6556
Epoch 1264/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7743 - acc: 0.6667 - val_loss: 0.7439 - val_acc: 0.6556
Epoch 1265/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7696 - acc: 0.6736 - val_loss: 0.7437 - val_acc: 0.6611
Epoch 1266/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7792 - acc: 0.6611 - val_loss: 0.7438 - val_acc: 0.6611
Epoch 1267/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7788 - acc: 0.6792 - val_loss: 0.7439 - val_acc: 0.6667
Epoch 1268/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7682 - acc: 0.6750 - val_loss: 0.7441 - val_acc: 0.6667
Epoch 1269/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8027 - acc: 0.6611 - val_loss: 0.7444 - val_acc: 0.6667
Epoch 1270/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7882 - acc: 0.6806 - val_loss: 0.7448 - val_acc: 0.6667
Epoch 1271/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7812 - acc: 0.6708 - val_loss: 0.7454 - val_acc: 0.6667
Epoch 1272/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7716 - acc: 0.6861 - val_loss: 0.7461 - val_acc: 0.6667
Epoch 1273/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7851 - acc: 0.6806 - val_loss: 0.7467 - val_acc: 0.6611
Epoch 1274/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7925 - acc: 0.6750 - val_loss: 0.7472 - val_acc: 0.6611
Epoch 1275/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7924 - acc: 0.6625 - val_loss: 0.7475 - val_acc: 0.6611
Epoch 1276/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7917 - acc: 0.6472 - val_loss: 0.7477 - val_acc: 0.6667
Epoch 1277/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7806 - acc: 0.6625 - val_loss: 0.7477 - val_acc: 0.6611
Epoch 1278/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7786 - acc: 0.6806 - val_loss: 0.7476 - val_acc: 0.6667
Epoch 1279/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7764 - acc: 0.6653 - val_loss: 0.7476 - val_acc: 0.6667
Epoch 1280/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7680 - acc: 0.6806 - val_loss: 0.7478 - val_acc: 0.6667
Epoch 1281/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7628 - acc: 0.6681 - val_loss: 0.7481 - val_acc: 0.6667
Epoch 1282/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7630 - acc: 0.6722 - val_loss: 0.7483 - val_acc: 0.6667
Epoch 1283/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8021 - acc: 0.6736 - val_loss: 0.7485 - val_acc: 0.6667
Epoch 1284/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7692 - acc: 0.6736 - val_loss: 0.7484 - val_acc: 0.6667
Epoch 1285/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7780 - acc: 0.6681 - val_loss: 0.7482 - val_acc: 0.6667
Epoch 1286/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7908 - acc: 0.6694 - val_loss: 0.7478 - val_acc: 0.6667
Epoch 1287/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8013 - acc: 0.6681 - val_loss: 0.7476 - val_acc: 0.6667
Epoch 1288/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7983 - acc: 0.6542 - val_loss: 0.7474 - val_acc: 0.6667
Epoch 1289/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7809 - acc: 0.6764 - val_loss: 0.7473 - val_acc: 0.6722
Epoch 1290/4000
720/720 [==============================] - 0s 33us/step - loss: 0.8026 - acc: 0.6556 - val_loss: 0.7473 - val_acc: 0.6722
Epoch 1291/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7788 - acc: 0.6764 - val_loss: 0.7475 - val_acc: 0.6611
Epoch 1292/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7583 - acc: 0.6764 - val_loss: 0.7478 - val_acc: 0.6611
Epoch 1293/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7820 - acc: 0.6736 - val_loss: 0.7481 - val_acc: 0.6611
Epoch 1294/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7913 - acc: 0.6722 - val_loss: 0.7485 - val_acc: 0.6667
Epoch 1295/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7819 - acc: 0.6778 - val_loss: 0.7487 - val_acc: 0.6611
Epoch 1296/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7748 - acc: 0.6722 - val_loss: 0.7489 - val_acc: 0.6611
Epoch 1297/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7679 - acc: 0.6750 - val_loss: 0.7491 - val_acc: 0.6556
Epoch 1298/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7781 - acc: 0.6611 - val_loss: 0.7492 - val_acc: 0.6556
Epoch 1299/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7725 - acc: 0.6694 - val_loss: 0.7495 - val_acc: 0.6556
Epoch 1300/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7732 - acc: 0.6792 - val_loss: 0.7498 - val_acc: 0.6556
Epoch 1301/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7813 - acc: 0.6778 - val_loss: 0.7503 - val_acc: 0.6556
Epoch 1302/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7685 - acc: 0.6806 - val_loss: 0.7508 - val_acc: 0.6500
Epoch 1303/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7702 - acc: 0.6681 - val_loss: 0.7514 - val_acc: 0.6500
Epoch 1304/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7891 - acc: 0.6792 - val_loss: 0.7518 - val_acc: 0.6444
Epoch 1305/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8018 - acc: 0.6528 - val_loss: 0.7520 - val_acc: 0.6444
Epoch 1306/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7819 - acc: 0.6750 - val_loss: 0.7519 - val_acc: 0.6500
Epoch 1307/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7588 - acc: 0.6625 - val_loss: 0.7517 - val_acc: 0.6500
Epoch 1308/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7626 - acc: 0.6694 - val_loss: 0.7516 - val_acc: 0.6500
Epoch 1309/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7739 - acc: 0.6722 - val_loss: 0.7515 - val_acc: 0.6444
Epoch 1310/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7908 - acc: 0.6889 - val_loss: 0.7513 - val_acc: 0.6444
Epoch 1311/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7744 - acc: 0.6750 - val_loss: 0.7515 - val_acc: 0.6389
Epoch 1312/4000
720/720 [==============================] - 0s 19us/step - loss: 0.8056 - acc: 0.6708 - val_loss: 0.7518 - val_acc: 0.6389
Epoch 1313/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7799 - acc: 0.6653 - val_loss: 0.7518 - val_acc: 0.6389
Epoch 1314/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7847 - acc: 0.6611 - val_loss: 0.7515 - val_acc: 0.6389
Epoch 1315/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7748 - acc: 0.6639 - val_loss: 0.7510 - val_acc: 0.6389
Epoch 1316/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7782 - acc: 0.6736 - val_loss: 0.7502 - val_acc: 0.6444
Epoch 1317/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7766 - acc: 0.6639 - val_loss: 0.7497 - val_acc: 0.6444
Epoch 1318/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7788 - acc: 0.6639 - val_loss: 0.7490 - val_acc: 0.6444
Epoch 1319/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7909 - acc: 0.6667 - val_loss: 0.7482 - val_acc: 0.6500
Epoch 1320/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7899 - acc: 0.6625 - val_loss: 0.7476 - val_acc: 0.6556
Epoch 1321/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7798 - acc: 0.6667 - val_loss: 0.7464 - val_acc: 0.6556
Epoch 1322/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7660 - acc: 0.6681 - val_loss: 0.7449 - val_acc: 0.6611
Epoch 1323/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7874 - acc: 0.6653 - val_loss: 0.7434 - val_acc: 0.6611
Epoch 1324/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7804 - acc: 0.6694 - val_loss: 0.7420 - val_acc: 0.6611
Epoch 1325/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7664 - acc: 0.6792 - val_loss: 0.7410 - val_acc: 0.6667
Epoch 1326/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7708 - acc: 0.6847 - val_loss: 0.7403 - val_acc: 0.6667
Epoch 1327/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7924 - acc: 0.6625 - val_loss: 0.7400 - val_acc: 0.6667
Epoch 1328/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7959 - acc: 0.6500 - val_loss: 0.7397 - val_acc: 0.6667
Epoch 1329/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7642 - acc: 0.6639 - val_loss: 0.7395 - val_acc: 0.6667
Epoch 1330/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7737 - acc: 0.6722 - val_loss: 0.7391 - val_acc: 0.6667
Epoch 1331/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7913 - acc: 0.6542 - val_loss: 0.7388 - val_acc: 0.6667
Epoch 1332/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7825 - acc: 0.6667 - val_loss: 0.7386 - val_acc: 0.6722
Epoch 1333/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7631 - acc: 0.6736 - val_loss: 0.7385 - val_acc: 0.6722
Epoch 1334/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7886 - acc: 0.6694 - val_loss: 0.7382 - val_acc: 0.6778
Epoch 1335/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7633 - acc: 0.6806 - val_loss: 0.7381 - val_acc: 0.6778
Epoch 1336/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7908 - acc: 0.6722 - val_loss: 0.7380 - val_acc: 0.6778
Epoch 1337/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7848 - acc: 0.6694 - val_loss: 0.7376 - val_acc: 0.6778
Epoch 1338/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7922 - acc: 0.6694 - val_loss: 0.7375 - val_acc: 0.6833
Epoch 1339/4000
720/720 [==============================] - 0s 35us/step - loss: 0.7934 - acc: 0.6583 - val_loss: 0.7378 - val_acc: 0.6778
Epoch 1340/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7887 - acc: 0.6764 - val_loss: 0.7382 - val_acc: 0.6778
Epoch 1341/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7737 - acc: 0.6639 - val_loss: 0.7385 - val_acc: 0.6722
Epoch 1342/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7763 - acc: 0.6778 - val_loss: 0.7392 - val_acc: 0.6833
Epoch 1343/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7801 - acc: 0.6583 - val_loss: 0.7401 - val_acc: 0.6889
Epoch 1344/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7886 - acc: 0.6778 - val_loss: 0.7412 - val_acc: 0.6833
Epoch 1345/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7596 - acc: 0.6792 - val_loss: 0.7420 - val_acc: 0.6833
Epoch 1346/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7657 - acc: 0.6778 - val_loss: 0.7425 - val_acc: 0.6833
Epoch 1347/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7728 - acc: 0.6861 - val_loss: 0.7428 - val_acc: 0.6833
Epoch 1348/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8171 - acc: 0.6542 - val_loss: 0.7432 - val_acc: 0.6833
Epoch 1349/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7836 - acc: 0.6611 - val_loss: 0.7432 - val_acc: 0.6833
Epoch 1350/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7757 - acc: 0.6847 - val_loss: 0.7431 - val_acc: 0.6833
Epoch 1351/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7942 - acc: 0.6764 - val_loss: 0.7432 - val_acc: 0.6833
Epoch 1352/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7707 - acc: 0.6903 - val_loss: 0.7431 - val_acc: 0.6833
Epoch 1353/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7631 - acc: 0.6889 - val_loss: 0.7433 - val_acc: 0.6833
Epoch 1354/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7684 - acc: 0.6597 - val_loss: 0.7430 - val_acc: 0.6833
Epoch 1355/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8055 - acc: 0.6667 - val_loss: 0.7424 - val_acc: 0.6778
Epoch 1356/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7906 - acc: 0.6847 - val_loss: 0.7417 - val_acc: 0.6833
Epoch 1357/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7931 - acc: 0.6750 - val_loss: 0.7415 - val_acc: 0.6778
Epoch 1358/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7825 - acc: 0.6708 - val_loss: 0.7412 - val_acc: 0.6833
Epoch 1359/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7830 - acc: 0.6597 - val_loss: 0.7409 - val_acc: 0.6833
Epoch 1360/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7742 - acc: 0.6708 - val_loss: 0.7408 - val_acc: 0.6833
Epoch 1361/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7620 - acc: 0.6847 - val_loss: 0.7408 - val_acc: 0.6833
Epoch 1362/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7576 - acc: 0.6819 - val_loss: 0.7410 - val_acc: 0.6778
Epoch 1363/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7687 - acc: 0.6778 - val_loss: 0.7411 - val_acc: 0.6778
Epoch 1364/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7790 - acc: 0.6653 - val_loss: 0.7409 - val_acc: 0.6667
Epoch 1365/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7914 - acc: 0.6639 - val_loss: 0.7405 - val_acc: 0.6667
Epoch 1366/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7976 - acc: 0.6778 - val_loss: 0.7399 - val_acc: 0.6667
Epoch 1367/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7625 - acc: 0.6708 - val_loss: 0.7397 - val_acc: 0.6667
Epoch 1368/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7623 - acc: 0.6806 - val_loss: 0.7396 - val_acc: 0.6667
Epoch 1369/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7718 - acc: 0.6653 - val_loss: 0.7396 - val_acc: 0.6667
Epoch 1370/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7662 - acc: 0.6736 - val_loss: 0.7399 - val_acc: 0.6667
Epoch 1371/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7716 - acc: 0.6861 - val_loss: 0.7398 - val_acc: 0.6667
Epoch 1372/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7515 - acc: 0.6861 - val_loss: 0.7400 - val_acc: 0.6667
Epoch 1373/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7788 - acc: 0.6625 - val_loss: 0.7402 - val_acc: 0.6667
Epoch 1374/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8054 - acc: 0.6625 - val_loss: 0.7404 - val_acc: 0.6611
Epoch 1375/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7748 - acc: 0.6722 - val_loss: 0.7406 - val_acc: 0.6611
Epoch 1376/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7753 - acc: 0.6597 - val_loss: 0.7410 - val_acc: 0.6611
Epoch 1377/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7972 - acc: 0.6764 - val_loss: 0.7414 - val_acc: 0.6556
Epoch 1378/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7756 - acc: 0.6708 - val_loss: 0.7417 - val_acc: 0.6556
Epoch 1379/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7528 - acc: 0.6750 - val_loss: 0.7419 - val_acc: 0.6556
Epoch 1380/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7691 - acc: 0.6778 - val_loss: 0.7422 - val_acc: 0.6556
Epoch 1381/4000
720/720 [==============================] - 0s 18us/step - loss: 0.8085 - acc: 0.6639 - val_loss: 0.7425 - val_acc: 0.6556
Epoch 1382/4000
720/720 [==============================] - 0s 35us/step - loss: 0.7692 - acc: 0.6597 - val_loss: 0.7428 - val_acc: 0.6556
Epoch 1383/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7698 - acc: 0.6625 - val_loss: 0.7433 - val_acc: 0.6556
Epoch 1384/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7738 - acc: 0.6722 - val_loss: 0.7438 - val_acc: 0.6556
Epoch 1385/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7628 - acc: 0.6764 - val_loss: 0.7444 - val_acc: 0.6611
Epoch 1386/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7800 - acc: 0.6736 - val_loss: 0.7451 - val_acc: 0.6611
Epoch 1387/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7828 - acc: 0.6792 - val_loss: 0.7458 - val_acc: 0.6611
Epoch 1388/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7835 - acc: 0.6667 - val_loss: 0.7467 - val_acc: 0.6611
Epoch 1389/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7623 - acc: 0.6736 - val_loss: 0.7473 - val_acc: 0.6611
Epoch 1390/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8022 - acc: 0.6736 - val_loss: 0.7479 - val_acc: 0.6611
Epoch 1391/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7669 - acc: 0.6750 - val_loss: 0.7485 - val_acc: 0.6556
Epoch 1392/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7907 - acc: 0.6639 - val_loss: 0.7490 - val_acc: 0.6556
Epoch 1393/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7868 - acc: 0.6542 - val_loss: 0.7496 - val_acc: 0.6556
Epoch 1394/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7923 - acc: 0.6736 - val_loss: 0.7498 - val_acc: 0.6611
Epoch 1395/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7686 - acc: 0.6708 - val_loss: 0.7499 - val_acc: 0.6611
Epoch 1396/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7814 - acc: 0.6750 - val_loss: 0.7497 - val_acc: 0.6611
Epoch 1397/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7557 - acc: 0.6889 - val_loss: 0.7493 - val_acc: 0.6611
Epoch 1398/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7647 - acc: 0.6806 - val_loss: 0.7491 - val_acc: 0.6611
Epoch 1399/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7857 - acc: 0.6681 - val_loss: 0.7491 - val_acc: 0.6667
Epoch 1400/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7646 - acc: 0.6708 - val_loss: 0.7492 - val_acc: 0.6611
Epoch 1401/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7912 - acc: 0.6694 - val_loss: 0.7489 - val_acc: 0.6611
Epoch 1402/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7929 - acc: 0.6625 - val_loss: 0.7484 - val_acc: 0.6611
Epoch 1403/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7623 - acc: 0.6861 - val_loss: 0.7480 - val_acc: 0.6611
Epoch 1404/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7671 - acc: 0.6694 - val_loss: 0.7471 - val_acc: 0.6611
Epoch 1405/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7857 - acc: 0.6722 - val_loss: 0.7463 - val_acc: 0.6611
Epoch 1406/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7804 - acc: 0.6653 - val_loss: 0.7452 - val_acc: 0.6611
Epoch 1407/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7774 - acc: 0.6597 - val_loss: 0.7441 - val_acc: 0.6722
Epoch 1408/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7683 - acc: 0.6625 - val_loss: 0.7430 - val_acc: 0.6667
Epoch 1409/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7913 - acc: 0.6639 - val_loss: 0.7420 - val_acc: 0.6722
Epoch 1410/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7753 - acc: 0.6736 - val_loss: 0.7410 - val_acc: 0.6778
Epoch 1411/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7885 - acc: 0.6625 - val_loss: 0.7401 - val_acc: 0.6778
Epoch 1412/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7585 - acc: 0.6750 - val_loss: 0.7394 - val_acc: 0.6778
Epoch 1413/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7810 - acc: 0.6681 - val_loss: 0.7387 - val_acc: 0.6667
Epoch 1414/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7704 - acc: 0.6667 - val_loss: 0.7382 - val_acc: 0.6667
Epoch 1415/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7576 - acc: 0.6764 - val_loss: 0.7377 - val_acc: 0.6778
Epoch 1416/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7682 - acc: 0.6806 - val_loss: 0.7374 - val_acc: 0.6889
Epoch 1417/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7922 - acc: 0.6500 - val_loss: 0.7371 - val_acc: 0.6889
Epoch 1418/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7770 - acc: 0.6708 - val_loss: 0.7370 - val_acc: 0.6833
Epoch 1419/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7907 - acc: 0.6625 - val_loss: 0.7370 - val_acc: 0.6833
Epoch 1420/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7777 - acc: 0.6722 - val_loss: 0.7371 - val_acc: 0.6833
Epoch 1421/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8074 - acc: 0.6639 - val_loss: 0.7372 - val_acc: 0.6833
Epoch 1422/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7618 - acc: 0.6750 - val_loss: 0.7372 - val_acc: 0.6722
Epoch 1423/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7727 - acc: 0.6625 - val_loss: 0.7369 - val_acc: 0.6722
Epoch 1424/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7582 - acc: 0.6778 - val_loss: 0.7371 - val_acc: 0.6778
Epoch 1425/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7730 - acc: 0.6764 - val_loss: 0.7371 - val_acc: 0.6778
Epoch 1426/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7597 - acc: 0.6819 - val_loss: 0.7371 - val_acc: 0.6778
Epoch 1427/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7670 - acc: 0.6778 - val_loss: 0.7369 - val_acc: 0.6778
Epoch 1428/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7785 - acc: 0.6778 - val_loss: 0.7365 - val_acc: 0.6778
Epoch 1429/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7553 - acc: 0.6819 - val_loss: 0.7362 - val_acc: 0.6722
Epoch 1430/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7637 - acc: 0.6583 - val_loss: 0.7360 - val_acc: 0.6722
Epoch 1431/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7748 - acc: 0.6639 - val_loss: 0.7358 - val_acc: 0.6722
Epoch 1432/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7925 - acc: 0.6667 - val_loss: 0.7356 - val_acc: 0.6722
Epoch 1433/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7680 - acc: 0.6583 - val_loss: 0.7355 - val_acc: 0.6722
Epoch 1434/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7675 - acc: 0.6681 - val_loss: 0.7353 - val_acc: 0.6722
Epoch 1435/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7680 - acc: 0.6653 - val_loss: 0.7354 - val_acc: 0.6667
Epoch 1436/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7875 - acc: 0.6708 - val_loss: 0.7355 - val_acc: 0.6667
Epoch 1437/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7755 - acc: 0.6806 - val_loss: 0.7354 - val_acc: 0.6611
Epoch 1438/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7449 - acc: 0.6806 - val_loss: 0.7353 - val_acc: 0.6611
Epoch 1439/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7775 - acc: 0.6722 - val_loss: 0.7352 - val_acc: 0.6611
Epoch 1440/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7718 - acc: 0.6722 - val_loss: 0.7353 - val_acc: 0.6611
Epoch 1441/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7850 - acc: 0.6833 - val_loss: 0.7354 - val_acc: 0.6611
Epoch 1442/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7666 - acc: 0.6764 - val_loss: 0.7356 - val_acc: 0.6611
Epoch 1443/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7568 - acc: 0.6764 - val_loss: 0.7356 - val_acc: 0.6611
Epoch 1444/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7771 - acc: 0.6847 - val_loss: 0.7356 - val_acc: 0.6611
Epoch 1445/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7939 - acc: 0.6542 - val_loss: 0.7354 - val_acc: 0.6611
Epoch 1446/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7687 - acc: 0.6667 - val_loss: 0.7351 - val_acc: 0.6611
Epoch 1447/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7802 - acc: 0.6722 - val_loss: 0.7348 - val_acc: 0.6667
Epoch 1448/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7625 - acc: 0.6722 - val_loss: 0.7343 - val_acc: 0.6667
Epoch 1449/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7762 - acc: 0.6708 - val_loss: 0.7341 - val_acc: 0.6722
Epoch 1450/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7725 - acc: 0.6694 - val_loss: 0.7343 - val_acc: 0.6722
Epoch 1451/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7716 - acc: 0.6639 - val_loss: 0.7348 - val_acc: 0.6722
Epoch 1452/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7807 - acc: 0.6708 - val_loss: 0.7350 - val_acc: 0.6778
Epoch 1453/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7711 - acc: 0.6819 - val_loss: 0.7354 - val_acc: 0.6778
Epoch 1454/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7627 - acc: 0.6833 - val_loss: 0.7358 - val_acc: 0.6778
Epoch 1455/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7599 - acc: 0.6806 - val_loss: 0.7361 - val_acc: 0.6778
Epoch 1456/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7601 - acc: 0.6611 - val_loss: 0.7362 - val_acc: 0.6778
Epoch 1457/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7791 - acc: 0.6583 - val_loss: 0.7361 - val_acc: 0.6778
Epoch 1458/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7540 - acc: 0.6833 - val_loss: 0.7364 - val_acc: 0.6833
Epoch 1459/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7769 - acc: 0.6792 - val_loss: 0.7364 - val_acc: 0.6889
Epoch 1460/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7693 - acc: 0.6833 - val_loss: 0.7364 - val_acc: 0.6833
Epoch 1461/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7858 - acc: 0.6625 - val_loss: 0.7363 - val_acc: 0.6778
Epoch 1462/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7952 - acc: 0.6583 - val_loss: 0.7364 - val_acc: 0.6833
Epoch 1463/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7861 - acc: 0.6611 - val_loss: 0.7363 - val_acc: 0.6833
Epoch 1464/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7669 - acc: 0.6639 - val_loss: 0.7365 - val_acc: 0.6833
Epoch 1465/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7856 - acc: 0.6875 - val_loss: 0.7367 - val_acc: 0.6833
Epoch 1466/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7865 - acc: 0.6583 - val_loss: 0.7368 - val_acc: 0.6833
Epoch 1467/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7717 - acc: 0.6611 - val_loss: 0.7369 - val_acc: 0.6889
Epoch 1468/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7635 - acc: 0.6722 - val_loss: 0.7373 - val_acc: 0.6889
Epoch 1469/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7761 - acc: 0.6833 - val_loss: 0.7375 - val_acc: 0.6889
Epoch 1470/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7979 - acc: 0.6639 - val_loss: 0.7378 - val_acc: 0.6833
Epoch 1471/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7908 - acc: 0.6736 - val_loss: 0.7379 - val_acc: 0.6833
Epoch 1472/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7472 - acc: 0.6819 - val_loss: 0.7379 - val_acc: 0.6833
Epoch 1473/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7828 - acc: 0.6708 - val_loss: 0.7376 - val_acc: 0.6833
Epoch 1474/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7626 - acc: 0.6847 - val_loss: 0.7375 - val_acc: 0.6833
Epoch 1475/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7784 - acc: 0.6667 - val_loss: 0.7373 - val_acc: 0.6833
Epoch 1476/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7661 - acc: 0.6778 - val_loss: 0.7372 - val_acc: 0.6833
Epoch 1477/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7782 - acc: 0.6694 - val_loss: 0.7370 - val_acc: 0.6833
Epoch 1478/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7676 - acc: 0.6889 - val_loss: 0.7365 - val_acc: 0.6833
Epoch 1479/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7790 - acc: 0.6611 - val_loss: 0.7357 - val_acc: 0.6833
Epoch 1480/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7771 - acc: 0.6667 - val_loss: 0.7348 - val_acc: 0.6833
Epoch 1481/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7917 - acc: 0.6625 - val_loss: 0.7338 - val_acc: 0.6778
Epoch 1482/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7575 - acc: 0.6736 - val_loss: 0.7330 - val_acc: 0.6778
Epoch 1483/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7723 - acc: 0.6806 - val_loss: 0.7320 - val_acc: 0.6778
Epoch 1484/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7536 - acc: 0.6681 - val_loss: 0.7311 - val_acc: 0.6778
Epoch 1485/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7527 - acc: 0.6764 - val_loss: 0.7303 - val_acc: 0.6778
Epoch 1486/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7958 - acc: 0.6681 - val_loss: 0.7299 - val_acc: 0.6778
Epoch 1487/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7773 - acc: 0.6556 - val_loss: 0.7295 - val_acc: 0.6778
Epoch 1488/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7904 - acc: 0.6681 - val_loss: 0.7293 - val_acc: 0.6833
Epoch 1489/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7777 - acc: 0.6653 - val_loss: 0.7295 - val_acc: 0.6889
Epoch 1490/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7619 - acc: 0.6861 - val_loss: 0.7299 - val_acc: 0.6889
Epoch 1491/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7565 - acc: 0.6694 - val_loss: 0.7302 - val_acc: 0.6889
Epoch 1492/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7830 - acc: 0.6750 - val_loss: 0.7305 - val_acc: 0.6889
Epoch 1493/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7641 - acc: 0.6875 - val_loss: 0.7308 - val_acc: 0.6833
Epoch 1494/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7882 - acc: 0.6667 - val_loss: 0.7315 - val_acc: 0.6833
Epoch 1495/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7728 - acc: 0.6667 - val_loss: 0.7324 - val_acc: 0.6778
Epoch 1496/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7853 - acc: 0.6708 - val_loss: 0.7331 - val_acc: 0.6778
Epoch 1497/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7719 - acc: 0.6667 - val_loss: 0.7339 - val_acc: 0.6778
Epoch 1498/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7656 - acc: 0.6708 - val_loss: 0.7343 - val_acc: 0.6778
Epoch 1499/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7586 - acc: 0.6792 - val_loss: 0.7346 - val_acc: 0.6778
Epoch 1500/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7519 - acc: 0.6833 - val_loss: 0.7351 - val_acc: 0.6778
Epoch 1501/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7698 - acc: 0.6694 - val_loss: 0.7356 - val_acc: 0.6778
Epoch 1502/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7882 - acc: 0.6819 - val_loss: 0.7362 - val_acc: 0.6778
Epoch 1503/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7787 - acc: 0.6750 - val_loss: 0.7367 - val_acc: 0.6778
Epoch 1504/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7740 - acc: 0.6639 - val_loss: 0.7370 - val_acc: 0.6778
Epoch 1505/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7897 - acc: 0.6708 - val_loss: 0.7376 - val_acc: 0.6778
Epoch 1506/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7721 - acc: 0.6847 - val_loss: 0.7379 - val_acc: 0.6722
Epoch 1507/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7850 - acc: 0.6667 - val_loss: 0.7380 - val_acc: 0.6722
Epoch 1508/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7787 - acc: 0.6806 - val_loss: 0.7380 - val_acc: 0.6778
Epoch 1509/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7712 - acc: 0.6764 - val_loss: 0.7376 - val_acc: 0.6778
Epoch 1510/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7810 - acc: 0.6681 - val_loss: 0.7369 - val_acc: 0.6778
Epoch 1511/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7665 - acc: 0.6667 - val_loss: 0.7361 - val_acc: 0.6778
Epoch 1512/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7775 - acc: 0.6764 - val_loss: 0.7354 - val_acc: 0.6722
Epoch 1513/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7665 - acc: 0.6764 - val_loss: 0.7349 - val_acc: 0.6778
Epoch 1514/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7715 - acc: 0.6667 - val_loss: 0.7343 - val_acc: 0.6778
Epoch 1515/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7765 - acc: 0.6667 - val_loss: 0.7336 - val_acc: 0.6778
Epoch 1516/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7783 - acc: 0.6750 - val_loss: 0.7330 - val_acc: 0.6778
Epoch 1517/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7829 - acc: 0.6625 - val_loss: 0.7330 - val_acc: 0.6778
Epoch 1518/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7571 - acc: 0.6792 - val_loss: 0.7328 - val_acc: 0.6667
Epoch 1519/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7938 - acc: 0.6625 - val_loss: 0.7328 - val_acc: 0.6667
Epoch 1520/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7648 - acc: 0.6819 - val_loss: 0.7327 - val_acc: 0.6667
Epoch 1521/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7642 - acc: 0.6847 - val_loss: 0.7330 - val_acc: 0.6667
Epoch 1522/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7941 - acc: 0.6611 - val_loss: 0.7336 - val_acc: 0.6667
Epoch 1523/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7924 - acc: 0.6569 - val_loss: 0.7342 - val_acc: 0.6667
Epoch 1524/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7834 - acc: 0.6514 - val_loss: 0.7349 - val_acc: 0.6667
Epoch 1525/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7736 - acc: 0.6750 - val_loss: 0.7351 - val_acc: 0.6667
Epoch 1526/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7685 - acc: 0.6681 - val_loss: 0.7353 - val_acc: 0.6667
Epoch 1527/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7688 - acc: 0.6694 - val_loss: 0.7354 - val_acc: 0.6667
Epoch 1528/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7851 - acc: 0.6722 - val_loss: 0.7352 - val_acc: 0.6667
Epoch 1529/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7483 - acc: 0.6806 - val_loss: 0.7347 - val_acc: 0.6722
Epoch 1530/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7625 - acc: 0.6653 - val_loss: 0.7343 - val_acc: 0.6722
Epoch 1531/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7694 - acc: 0.6708 - val_loss: 0.7340 - val_acc: 0.6722
Epoch 1532/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7951 - acc: 0.6750 - val_loss: 0.7341 - val_acc: 0.6722
Epoch 1533/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7632 - acc: 0.6625 - val_loss: 0.7342 - val_acc: 0.6722
Epoch 1534/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7784 - acc: 0.6611 - val_loss: 0.7345 - val_acc: 0.6722
Epoch 1535/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7767 - acc: 0.6778 - val_loss: 0.7346 - val_acc: 0.6722
Epoch 1536/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7720 - acc: 0.6806 - val_loss: 0.7350 - val_acc: 0.6722
Epoch 1537/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7621 - acc: 0.6708 - val_loss: 0.7351 - val_acc: 0.6722
Epoch 1538/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7660 - acc: 0.6639 - val_loss: 0.7353 - val_acc: 0.6722
Epoch 1539/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8191 - acc: 0.6625 - val_loss: 0.7353 - val_acc: 0.6722
Epoch 1540/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7595 - acc: 0.6750 - val_loss: 0.7352 - val_acc: 0.6667
Epoch 1541/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7769 - acc: 0.6597 - val_loss: 0.7349 - val_acc: 0.6667
Epoch 1542/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7664 - acc: 0.6833 - val_loss: 0.7348 - val_acc: 0.6667
Epoch 1543/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7803 - acc: 0.6597 - val_loss: 0.7345 - val_acc: 0.6667
Epoch 1544/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7650 - acc: 0.6764 - val_loss: 0.7340 - val_acc: 0.6722
Epoch 1545/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7676 - acc: 0.6889 - val_loss: 0.7337 - val_acc: 0.6722
Epoch 1546/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7610 - acc: 0.6722 - val_loss: 0.7337 - val_acc: 0.6722
Epoch 1547/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7617 - acc: 0.6653 - val_loss: 0.7336 - val_acc: 0.6722
Epoch 1548/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7769 - acc: 0.6736 - val_loss: 0.7335 - val_acc: 0.6722
Epoch 1549/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7681 - acc: 0.6736 - val_loss: 0.7333 - val_acc: 0.6722
Epoch 1550/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7653 - acc: 0.6778 - val_loss: 0.7330 - val_acc: 0.6722
Epoch 1551/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7540 - acc: 0.6861 - val_loss: 0.7330 - val_acc: 0.6722
Epoch 1552/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7821 - acc: 0.6694 - val_loss: 0.7329 - val_acc: 0.6722
Epoch 1553/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7780 - acc: 0.6833 - val_loss: 0.7324 - val_acc: 0.6722
Epoch 1554/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7600 - acc: 0.6653 - val_loss: 0.7322 - val_acc: 0.6778
Epoch 1555/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7652 - acc: 0.6750 - val_loss: 0.7320 - val_acc: 0.6778
Epoch 1556/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7870 - acc: 0.6736 - val_loss: 0.7317 - val_acc: 0.6778
Epoch 1557/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7761 - acc: 0.6736 - val_loss: 0.7317 - val_acc: 0.6833
Epoch 1558/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7636 - acc: 0.6792 - val_loss: 0.7318 - val_acc: 0.6833
Epoch 1559/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7743 - acc: 0.6736 - val_loss: 0.7319 - val_acc: 0.6833
Epoch 1560/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7628 - acc: 0.6778 - val_loss: 0.7322 - val_acc: 0.6833
Epoch 1561/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7696 - acc: 0.6708 - val_loss: 0.7326 - val_acc: 0.6833
Epoch 1562/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7739 - acc: 0.6653 - val_loss: 0.7333 - val_acc: 0.6778
Epoch 1563/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7594 - acc: 0.6681 - val_loss: 0.7338 - val_acc: 0.6778
Epoch 1564/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7448 - acc: 0.6833 - val_loss: 0.7340 - val_acc: 0.6778
Epoch 1565/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7497 - acc: 0.6861 - val_loss: 0.7347 - val_acc: 0.6722
Epoch 1566/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7775 - acc: 0.6764 - val_loss: 0.7353 - val_acc: 0.6722
Epoch 1567/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7548 - acc: 0.6806 - val_loss: 0.7356 - val_acc: 0.6722
Epoch 1568/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7899 - acc: 0.6597 - val_loss: 0.7361 - val_acc: 0.6722
Epoch 1569/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7635 - acc: 0.6792 - val_loss: 0.7366 - val_acc: 0.6722
Epoch 1570/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7730 - acc: 0.6792 - val_loss: 0.7370 - val_acc: 0.6722
Epoch 1571/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7765 - acc: 0.6722 - val_loss: 0.7371 - val_acc: 0.6722
Epoch 1572/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7658 - acc: 0.6750 - val_loss: 0.7371 - val_acc: 0.6722
Epoch 1573/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7618 - acc: 0.6792 - val_loss: 0.7368 - val_acc: 0.6722
Epoch 1574/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7690 - acc: 0.6833 - val_loss: 0.7362 - val_acc: 0.6778
Epoch 1575/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7683 - acc: 0.6681 - val_loss: 0.7357 - val_acc: 0.6778
Epoch 1576/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7823 - acc: 0.6681 - val_loss: 0.7354 - val_acc: 0.6778
Epoch 1577/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7859 - acc: 0.6681 - val_loss: 0.7349 - val_acc: 0.6778
Epoch 1578/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7612 - acc: 0.6889 - val_loss: 0.7344 - val_acc: 0.6778
Epoch 1579/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7534 - acc: 0.6764 - val_loss: 0.7340 - val_acc: 0.6778
Epoch 1580/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7584 - acc: 0.6764 - val_loss: 0.7336 - val_acc: 0.6778
Epoch 1581/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7364 - acc: 0.6986 - val_loss: 0.7332 - val_acc: 0.6778
Epoch 1582/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7967 - acc: 0.6750 - val_loss: 0.7330 - val_acc: 0.6722
Epoch 1583/4000
720/720 [==============================] - 0s 15us/step - loss: 0.8045 - acc: 0.6542 - val_loss: 0.7327 - val_acc: 0.6722
Epoch 1584/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7823 - acc: 0.6736 - val_loss: 0.7322 - val_acc: 0.6722
Epoch 1585/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7613 - acc: 0.6806 - val_loss: 0.7317 - val_acc: 0.6722
Epoch 1586/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7685 - acc: 0.6722 - val_loss: 0.7313 - val_acc: 0.6722
Epoch 1587/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7768 - acc: 0.6694 - val_loss: 0.7314 - val_acc: 0.6722
Epoch 1588/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7700 - acc: 0.6889 - val_loss: 0.7315 - val_acc: 0.6722
Epoch 1589/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7637 - acc: 0.6639 - val_loss: 0.7316 - val_acc: 0.6722
Epoch 1590/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7759 - acc: 0.6750 - val_loss: 0.7316 - val_acc: 0.6722
Epoch 1591/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7601 - acc: 0.6694 - val_loss: 0.7317 - val_acc: 0.6722
Epoch 1592/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7600 - acc: 0.6889 - val_loss: 0.7317 - val_acc: 0.6722
Epoch 1593/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7851 - acc: 0.6750 - val_loss: 0.7317 - val_acc: 0.6722
Epoch 1594/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7752 - acc: 0.6764 - val_loss: 0.7317 - val_acc: 0.6722
Epoch 1595/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7722 - acc: 0.6667 - val_loss: 0.7316 - val_acc: 0.6722
Epoch 1596/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7871 - acc: 0.6736 - val_loss: 0.7315 - val_acc: 0.6722
Epoch 1597/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7572 - acc: 0.6736 - val_loss: 0.7312 - val_acc: 0.6611
Epoch 1598/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7878 - acc: 0.6847 - val_loss: 0.7312 - val_acc: 0.6611
Epoch 1599/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7788 - acc: 0.6736 - val_loss: 0.7314 - val_acc: 0.6667
Epoch 1600/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7665 - acc: 0.6736 - val_loss: 0.7319 - val_acc: 0.6778
Epoch 1601/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7795 - acc: 0.6722 - val_loss: 0.7325 - val_acc: 0.6778
Epoch 1602/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7511 - acc: 0.6806 - val_loss: 0.7328 - val_acc: 0.6722
Epoch 1603/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7906 - acc: 0.6708 - val_loss: 0.7332 - val_acc: 0.6778
Epoch 1604/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7771 - acc: 0.6681 - val_loss: 0.7337 - val_acc: 0.6778
Epoch 1605/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7642 - acc: 0.6681 - val_loss: 0.7344 - val_acc: 0.6778
Epoch 1606/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7405 - acc: 0.6694 - val_loss: 0.7353 - val_acc: 0.6722
Epoch 1607/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7707 - acc: 0.6750 - val_loss: 0.7362 - val_acc: 0.6667
Epoch 1608/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7838 - acc: 0.6667 - val_loss: 0.7370 - val_acc: 0.6667
Epoch 1609/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7658 - acc: 0.6750 - val_loss: 0.7381 - val_acc: 0.6611
Epoch 1610/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7805 - acc: 0.6681 - val_loss: 0.7389 - val_acc: 0.6667
Epoch 1611/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7486 - acc: 0.6792 - val_loss: 0.7394 - val_acc: 0.6667
Epoch 1612/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7677 - acc: 0.6861 - val_loss: 0.7398 - val_acc: 0.6722
Epoch 1613/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7649 - acc: 0.6764 - val_loss: 0.7407 - val_acc: 0.6722
Epoch 1614/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7676 - acc: 0.6764 - val_loss: 0.7416 - val_acc: 0.6722
Epoch 1615/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7978 - acc: 0.6694 - val_loss: 0.7425 - val_acc: 0.6722
Epoch 1616/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7640 - acc: 0.6722 - val_loss: 0.7432 - val_acc: 0.6778
Epoch 1617/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7719 - acc: 0.6903 - val_loss: 0.7429 - val_acc: 0.6778
Epoch 1618/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7800 - acc: 0.6528 - val_loss: 0.7432 - val_acc: 0.6778
Epoch 1619/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7633 - acc: 0.6792 - val_loss: 0.7435 - val_acc: 0.6778
Epoch 1620/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7900 - acc: 0.6722 - val_loss: 0.7438 - val_acc: 0.6778
Epoch 1621/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7687 - acc: 0.6917 - val_loss: 0.7440 - val_acc: 0.6778
Epoch 1622/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7614 - acc: 0.6861 - val_loss: 0.7436 - val_acc: 0.6778
Epoch 1623/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7529 - acc: 0.6889 - val_loss: 0.7430 - val_acc: 0.6778
Epoch 1624/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7764 - acc: 0.6681 - val_loss: 0.7424 - val_acc: 0.6778
Epoch 1625/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7608 - acc: 0.6722 - val_loss: 0.7412 - val_acc: 0.6833
Epoch 1626/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7743 - acc: 0.6653 - val_loss: 0.7396 - val_acc: 0.6833
Epoch 1627/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7455 - acc: 0.6694 - val_loss: 0.7380 - val_acc: 0.6833
Epoch 1628/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7650 - acc: 0.6681 - val_loss: 0.7365 - val_acc: 0.6778
Epoch 1629/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7815 - acc: 0.6653 - val_loss: 0.7353 - val_acc: 0.6778
Epoch 1630/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7846 - acc: 0.6889 - val_loss: 0.7341 - val_acc: 0.6778
Epoch 1631/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7645 - acc: 0.6736 - val_loss: 0.7333 - val_acc: 0.6778
Epoch 1632/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7857 - acc: 0.6778 - val_loss: 0.7329 - val_acc: 0.6722
Epoch 1633/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7581 - acc: 0.6806 - val_loss: 0.7325 - val_acc: 0.6611
Epoch 1634/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7820 - acc: 0.6556 - val_loss: 0.7324 - val_acc: 0.6611
Epoch 1635/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7701 - acc: 0.6694 - val_loss: 0.7327 - val_acc: 0.6556
Epoch 1636/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7698 - acc: 0.6847 - val_loss: 0.7333 - val_acc: 0.6556
Epoch 1637/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7579 - acc: 0.6597 - val_loss: 0.7335 - val_acc: 0.6556
Epoch 1638/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7652 - acc: 0.6694 - val_loss: 0.7338 - val_acc: 0.6556
Epoch 1639/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7638 - acc: 0.6611 - val_loss: 0.7340 - val_acc: 0.6556
Epoch 1640/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7792 - acc: 0.6819 - val_loss: 0.7339 - val_acc: 0.6556
Epoch 1641/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7696 - acc: 0.6806 - val_loss: 0.7336 - val_acc: 0.6556
Epoch 1642/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7712 - acc: 0.6694 - val_loss: 0.7333 - val_acc: 0.6556
Epoch 1643/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7505 - acc: 0.6806 - val_loss: 0.7328 - val_acc: 0.6556
Epoch 1644/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7668 - acc: 0.6833 - val_loss: 0.7321 - val_acc: 0.6556
Epoch 1645/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7599 - acc: 0.6778 - val_loss: 0.7318 - val_acc: 0.6611
Epoch 1646/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7926 - acc: 0.6597 - val_loss: 0.7317 - val_acc: 0.6611
Epoch 1647/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7615 - acc: 0.6806 - val_loss: 0.7317 - val_acc: 0.6611
Epoch 1648/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7838 - acc: 0.6736 - val_loss: 0.7322 - val_acc: 0.6611
Epoch 1649/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7707 - acc: 0.6639 - val_loss: 0.7327 - val_acc: 0.6611
Epoch 1650/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7476 - acc: 0.7056 - val_loss: 0.7333 - val_acc: 0.6667
Epoch 1651/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7590 - acc: 0.6861 - val_loss: 0.7339 - val_acc: 0.6667
Epoch 1652/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7732 - acc: 0.6833 - val_loss: 0.7347 - val_acc: 0.6667
Epoch 1653/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7555 - acc: 0.6653 - val_loss: 0.7353 - val_acc: 0.6722
Epoch 1654/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7743 - acc: 0.6764 - val_loss: 0.7358 - val_acc: 0.6667
Epoch 1655/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7603 - acc: 0.6667 - val_loss: 0.7360 - val_acc: 0.6667
Epoch 1656/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7422 - acc: 0.6792 - val_loss: 0.7364 - val_acc: 0.6667
Epoch 1657/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7727 - acc: 0.6681 - val_loss: 0.7371 - val_acc: 0.6667
Epoch 1658/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7672 - acc: 0.6722 - val_loss: 0.7376 - val_acc: 0.6722
Epoch 1659/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7686 - acc: 0.6653 - val_loss: 0.7380 - val_acc: 0.6722
Epoch 1660/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7666 - acc: 0.6736 - val_loss: 0.7383 - val_acc: 0.6722
Epoch 1661/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7465 - acc: 0.6778 - val_loss: 0.7386 - val_acc: 0.6722
Epoch 1662/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7551 - acc: 0.6833 - val_loss: 0.7388 - val_acc: 0.6722
Epoch 1663/4000
720/720 [==============================] - 0s 36us/step - loss: 0.7635 - acc: 0.6722 - val_loss: 0.7388 - val_acc: 0.6722
Epoch 1664/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7623 - acc: 0.6806 - val_loss: 0.7387 - val_acc: 0.6722
Epoch 1665/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7582 - acc: 0.6750 - val_loss: 0.7389 - val_acc: 0.6722
Epoch 1666/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7727 - acc: 0.6736 - val_loss: 0.7390 - val_acc: 0.6722
Epoch 1667/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7642 - acc: 0.6653 - val_loss: 0.7390 - val_acc: 0.6722
Epoch 1668/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7776 - acc: 0.6639 - val_loss: 0.7389 - val_acc: 0.6722
Epoch 1669/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7797 - acc: 0.6722 - val_loss: 0.7386 - val_acc: 0.6667
Epoch 1670/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7791 - acc: 0.6764 - val_loss: 0.7383 - val_acc: 0.6667
Epoch 1671/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7654 - acc: 0.6792 - val_loss: 0.7381 - val_acc: 0.6667
Epoch 1672/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7566 - acc: 0.6778 - val_loss: 0.7375 - val_acc: 0.6667
Epoch 1673/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7528 - acc: 0.6861 - val_loss: 0.7368 - val_acc: 0.6667
Epoch 1674/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7621 - acc: 0.6681 - val_loss: 0.7357 - val_acc: 0.6667
Epoch 1675/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7766 - acc: 0.6722 - val_loss: 0.7348 - val_acc: 0.6667
Epoch 1676/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7777 - acc: 0.6708 - val_loss: 0.7341 - val_acc: 0.6667
Epoch 1677/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7622 - acc: 0.6931 - val_loss: 0.7338 - val_acc: 0.6722
Epoch 1678/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7815 - acc: 0.6778 - val_loss: 0.7333 - val_acc: 0.6722
Epoch 1679/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7770 - acc: 0.6917 - val_loss: 0.7327 - val_acc: 0.6667
Epoch 1680/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7842 - acc: 0.6667 - val_loss: 0.7323 - val_acc: 0.6722
Epoch 1681/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7642 - acc: 0.6764 - val_loss: 0.7318 - val_acc: 0.6722
Epoch 1682/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7811 - acc: 0.6625 - val_loss: 0.7315 - val_acc: 0.6722
Epoch 1683/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7629 - acc: 0.6903 - val_loss: 0.7313 - val_acc: 0.6778
Epoch 1684/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7453 - acc: 0.6861 - val_loss: 0.7313 - val_acc: 0.6778
Epoch 1685/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7851 - acc: 0.6694 - val_loss: 0.7310 - val_acc: 0.6722
Epoch 1686/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7718 - acc: 0.6819 - val_loss: 0.7310 - val_acc: 0.6722
Epoch 1687/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7694 - acc: 0.6736 - val_loss: 0.7311 - val_acc: 0.6722
Epoch 1688/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7497 - acc: 0.6764 - val_loss: 0.7314 - val_acc: 0.6722
Epoch 1689/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7828 - acc: 0.6653 - val_loss: 0.7316 - val_acc: 0.6667
Epoch 1690/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7612 - acc: 0.6847 - val_loss: 0.7318 - val_acc: 0.6722
Epoch 1691/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7625 - acc: 0.6611 - val_loss: 0.7318 - val_acc: 0.6722
Epoch 1692/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7532 - acc: 0.6944 - val_loss: 0.7315 - val_acc: 0.6722
Epoch 1693/4000
720/720 [==============================] - 0s 17us/step - loss: 0.8146 - acc: 0.6528 - val_loss: 0.7314 - val_acc: 0.6722
Epoch 1694/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7814 - acc: 0.6597 - val_loss: 0.7314 - val_acc: 0.6722
Epoch 1695/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7711 - acc: 0.6764 - val_loss: 0.7317 - val_acc: 0.6722
Epoch 1696/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7652 - acc: 0.6819 - val_loss: 0.7321 - val_acc: 0.6722
Epoch 1697/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7728 - acc: 0.6694 - val_loss: 0.7323 - val_acc: 0.6722
Epoch 1698/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7639 - acc: 0.6778 - val_loss: 0.7321 - val_acc: 0.6722
Epoch 1699/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7403 - acc: 0.6806 - val_loss: 0.7317 - val_acc: 0.6722
Epoch 1700/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7664 - acc: 0.6722 - val_loss: 0.7311 - val_acc: 0.6722
Epoch 1701/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7689 - acc: 0.6736 - val_loss: 0.7301 - val_acc: 0.6722
Epoch 1702/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7843 - acc: 0.6625 - val_loss: 0.7291 - val_acc: 0.6778
Epoch 1703/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7660 - acc: 0.6792 - val_loss: 0.7277 - val_acc: 0.6778
Epoch 1704/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7829 - acc: 0.6792 - val_loss: 0.7266 - val_acc: 0.6722
Epoch 1705/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7577 - acc: 0.6722 - val_loss: 0.7258 - val_acc: 0.6722
Epoch 1706/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7667 - acc: 0.6972 - val_loss: 0.7252 - val_acc: 0.6722
Epoch 1707/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7806 - acc: 0.6764 - val_loss: 0.7253 - val_acc: 0.6722
Epoch 1708/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7595 - acc: 0.6750 - val_loss: 0.7253 - val_acc: 0.6667
Epoch 1709/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7692 - acc: 0.6611 - val_loss: 0.7257 - val_acc: 0.6667
Epoch 1710/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7877 - acc: 0.6806 - val_loss: 0.7263 - val_acc: 0.6667
Epoch 1711/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7704 - acc: 0.6833 - val_loss: 0.7269 - val_acc: 0.6611
Epoch 1712/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7422 - acc: 0.6903 - val_loss: 0.7277 - val_acc: 0.6611
Epoch 1713/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7789 - acc: 0.6611 - val_loss: 0.7284 - val_acc: 0.6611
Epoch 1714/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7823 - acc: 0.6653 - val_loss: 0.7294 - val_acc: 0.6611
Epoch 1715/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7395 - acc: 0.6806 - val_loss: 0.7307 - val_acc: 0.6556
Epoch 1716/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7603 - acc: 0.6806 - val_loss: 0.7316 - val_acc: 0.6556
Epoch 1717/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7648 - acc: 0.6806 - val_loss: 0.7324 - val_acc: 0.6556
Epoch 1718/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7660 - acc: 0.6861 - val_loss: 0.7331 - val_acc: 0.6556
Epoch 1719/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7775 - acc: 0.6806 - val_loss: 0.7334 - val_acc: 0.6611
Epoch 1720/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7811 - acc: 0.6653 - val_loss: 0.7338 - val_acc: 0.6611
Epoch 1721/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7590 - acc: 0.6806 - val_loss: 0.7341 - val_acc: 0.6611
Epoch 1722/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7979 - acc: 0.6833 - val_loss: 0.7346 - val_acc: 0.6611
Epoch 1723/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7629 - acc: 0.6778 - val_loss: 0.7349 - val_acc: 0.6667
Epoch 1724/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7541 - acc: 0.6889 - val_loss: 0.7351 - val_acc: 0.6667
Epoch 1725/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7720 - acc: 0.6847 - val_loss: 0.7354 - val_acc: 0.6667
Epoch 1726/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7755 - acc: 0.6681 - val_loss: 0.7356 - val_acc: 0.6667
Epoch 1727/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7735 - acc: 0.6667 - val_loss: 0.7356 - val_acc: 0.6611
Epoch 1728/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7697 - acc: 0.6681 - val_loss: 0.7355 - val_acc: 0.6611
Epoch 1729/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7638 - acc: 0.6708 - val_loss: 0.7352 - val_acc: 0.6611
Epoch 1730/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7748 - acc: 0.6847 - val_loss: 0.7346 - val_acc: 0.6611
Epoch 1731/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7648 - acc: 0.6764 - val_loss: 0.7337 - val_acc: 0.6611
Epoch 1732/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7580 - acc: 0.6819 - val_loss: 0.7328 - val_acc: 0.6611
Epoch 1733/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7696 - acc: 0.6653 - val_loss: 0.7318 - val_acc: 0.6611
Epoch 1734/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7833 - acc: 0.6694 - val_loss: 0.7309 - val_acc: 0.6611
Epoch 1735/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7786 - acc: 0.6722 - val_loss: 0.7301 - val_acc: 0.6611
Epoch 1736/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7698 - acc: 0.6792 - val_loss: 0.7293 - val_acc: 0.6667
Epoch 1737/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7771 - acc: 0.6819 - val_loss: 0.7287 - val_acc: 0.6722
Epoch 1738/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7775 - acc: 0.6667 - val_loss: 0.7280 - val_acc: 0.6722
Epoch 1739/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7617 - acc: 0.6889 - val_loss: 0.7271 - val_acc: 0.6722
Epoch 1740/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7440 - acc: 0.6806 - val_loss: 0.7266 - val_acc: 0.6667
Epoch 1741/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7637 - acc: 0.6944 - val_loss: 0.7260 - val_acc: 0.6667
Epoch 1742/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7529 - acc: 0.6778 - val_loss: 0.7254 - val_acc: 0.6667
Epoch 1743/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7661 - acc: 0.6792 - val_loss: 0.7246 - val_acc: 0.6778
Epoch 1744/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7698 - acc: 0.6653 - val_loss: 0.7240 - val_acc: 0.6778
Epoch 1745/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7783 - acc: 0.6694 - val_loss: 0.7232 - val_acc: 0.6778
Epoch 1746/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7505 - acc: 0.6875 - val_loss: 0.7224 - val_acc: 0.6778
Epoch 1747/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7721 - acc: 0.6764 - val_loss: 0.7218 - val_acc: 0.6778
Epoch 1748/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7638 - acc: 0.6750 - val_loss: 0.7213 - val_acc: 0.6722
Epoch 1749/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7628 - acc: 0.6833 - val_loss: 0.7209 - val_acc: 0.6722
Epoch 1750/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7498 - acc: 0.6833 - val_loss: 0.7206 - val_acc: 0.6722
Epoch 1751/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7958 - acc: 0.6500 - val_loss: 0.7207 - val_acc: 0.6722
Epoch 1752/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7612 - acc: 0.6778 - val_loss: 0.7210 - val_acc: 0.6667
Epoch 1753/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7719 - acc: 0.6792 - val_loss: 0.7215 - val_acc: 0.6611
Epoch 1754/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7776 - acc: 0.6722 - val_loss: 0.7221 - val_acc: 0.6611
Epoch 1755/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7681 - acc: 0.6722 - val_loss: 0.7229 - val_acc: 0.6556
Epoch 1756/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7803 - acc: 0.6694 - val_loss: 0.7239 - val_acc: 0.6556
Epoch 1757/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7607 - acc: 0.6806 - val_loss: 0.7251 - val_acc: 0.6556
Epoch 1758/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7624 - acc: 0.6764 - val_loss: 0.7261 - val_acc: 0.6556
Epoch 1759/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7615 - acc: 0.6681 - val_loss: 0.7269 - val_acc: 0.6556
Epoch 1760/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7749 - acc: 0.6625 - val_loss: 0.7270 - val_acc: 0.6556
Epoch 1761/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7551 - acc: 0.6819 - val_loss: 0.7271 - val_acc: 0.6556
Epoch 1762/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7658 - acc: 0.6875 - val_loss: 0.7270 - val_acc: 0.6611
Epoch 1763/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7556 - acc: 0.6944 - val_loss: 0.7267 - val_acc: 0.6611
Epoch 1764/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7750 - acc: 0.6750 - val_loss: 0.7258 - val_acc: 0.6611
Epoch 1765/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7612 - acc: 0.6722 - val_loss: 0.7249 - val_acc: 0.6722
Epoch 1766/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7654 - acc: 0.6569 - val_loss: 0.7247 - val_acc: 0.6722
Epoch 1767/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7722 - acc: 0.6667 - val_loss: 0.7247 - val_acc: 0.6722
Epoch 1768/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7728 - acc: 0.6819 - val_loss: 0.7251 - val_acc: 0.6722
Epoch 1769/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7668 - acc: 0.6778 - val_loss: 0.7257 - val_acc: 0.6778
Epoch 1770/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7690 - acc: 0.6681 - val_loss: 0.7261 - val_acc: 0.6778
Epoch 1771/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7707 - acc: 0.6722 - val_loss: 0.7267 - val_acc: 0.6778
Epoch 1772/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7589 - acc: 0.6764 - val_loss: 0.7274 - val_acc: 0.6833
Epoch 1773/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7547 - acc: 0.6750 - val_loss: 0.7279 - val_acc: 0.6778
Epoch 1774/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7567 - acc: 0.6903 - val_loss: 0.7286 - val_acc: 0.6778
Epoch 1775/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7624 - acc: 0.6806 - val_loss: 0.7292 - val_acc: 0.6778
Epoch 1776/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7510 - acc: 0.6750 - val_loss: 0.7295 - val_acc: 0.6778
Epoch 1777/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7434 - acc: 0.6806 - val_loss: 0.7293 - val_acc: 0.6778
Epoch 1778/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7768 - acc: 0.6750 - val_loss: 0.7289 - val_acc: 0.6833
Epoch 1779/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7609 - acc: 0.6792 - val_loss: 0.7285 - val_acc: 0.6778
Epoch 1780/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7710 - acc: 0.6792 - val_loss: 0.7279 - val_acc: 0.6778
Epoch 1781/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7772 - acc: 0.6681 - val_loss: 0.7274 - val_acc: 0.6722
Epoch 1782/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7720 - acc: 0.6722 - val_loss: 0.7270 - val_acc: 0.6722
Epoch 1783/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7665 - acc: 0.6903 - val_loss: 0.7267 - val_acc: 0.6722
Epoch 1784/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7436 - acc: 0.6792 - val_loss: 0.7265 - val_acc: 0.6722
Epoch 1785/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7919 - acc: 0.6583 - val_loss: 0.7265 - val_acc: 0.6722
Epoch 1786/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7842 - acc: 0.6528 - val_loss: 0.7266 - val_acc: 0.6722
Epoch 1787/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7607 - acc: 0.6889 - val_loss: 0.7268 - val_acc: 0.6722
Epoch 1788/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7615 - acc: 0.6764 - val_loss: 0.7273 - val_acc: 0.6611
Epoch 1789/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7678 - acc: 0.6528 - val_loss: 0.7282 - val_acc: 0.6556
Epoch 1790/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7581 - acc: 0.6806 - val_loss: 0.7287 - val_acc: 0.6556
Epoch 1791/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7408 - acc: 0.6847 - val_loss: 0.7294 - val_acc: 0.6611
Epoch 1792/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7646 - acc: 0.6708 - val_loss: 0.7304 - val_acc: 0.6611
Epoch 1793/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7629 - acc: 0.6722 - val_loss: 0.7314 - val_acc: 0.6667
Epoch 1794/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7762 - acc: 0.6708 - val_loss: 0.7320 - val_acc: 0.6611
Epoch 1795/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7631 - acc: 0.6736 - val_loss: 0.7321 - val_acc: 0.6611
Epoch 1796/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7453 - acc: 0.6875 - val_loss: 0.7322 - val_acc: 0.6611
Epoch 1797/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7756 - acc: 0.6792 - val_loss: 0.7325 - val_acc: 0.6611
Epoch 1798/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7770 - acc: 0.6903 - val_loss: 0.7327 - val_acc: 0.6611
Epoch 1799/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7699 - acc: 0.6778 - val_loss: 0.7331 - val_acc: 0.6611
Epoch 1800/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7755 - acc: 0.6764 - val_loss: 0.7335 - val_acc: 0.6611
Epoch 1801/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7574 - acc: 0.6764 - val_loss: 0.7337 - val_acc: 0.6611
Epoch 1802/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7812 - acc: 0.6819 - val_loss: 0.7338 - val_acc: 0.6556
Epoch 1803/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7498 - acc: 0.6694 - val_loss: 0.7340 - val_acc: 0.6556
Epoch 1804/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7644 - acc: 0.6750 - val_loss: 0.7340 - val_acc: 0.6556
Epoch 1805/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7473 - acc: 0.6833 - val_loss: 0.7345 - val_acc: 0.6556
Epoch 1806/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7547 - acc: 0.6736 - val_loss: 0.7347 - val_acc: 0.6556
Epoch 1807/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7758 - acc: 0.6597 - val_loss: 0.7346 - val_acc: 0.6556
Epoch 1808/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7773 - acc: 0.6625 - val_loss: 0.7340 - val_acc: 0.6556
Epoch 1809/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7668 - acc: 0.6750 - val_loss: 0.7335 - val_acc: 0.6556
Epoch 1810/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7460 - acc: 0.6819 - val_loss: 0.7331 - val_acc: 0.6556
Epoch 1811/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7641 - acc: 0.6736 - val_loss: 0.7328 - val_acc: 0.6611
Epoch 1812/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7853 - acc: 0.6750 - val_loss: 0.7324 - val_acc: 0.6611
Epoch 1813/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7712 - acc: 0.6708 - val_loss: 0.7318 - val_acc: 0.6667
Epoch 1814/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7751 - acc: 0.6611 - val_loss: 0.7310 - val_acc: 0.6667
Epoch 1815/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7685 - acc: 0.6847 - val_loss: 0.7303 - val_acc: 0.6667
Epoch 1816/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7589 - acc: 0.6583 - val_loss: 0.7297 - val_acc: 0.6722
Epoch 1817/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7703 - acc: 0.6736 - val_loss: 0.7296 - val_acc: 0.6778
Epoch 1818/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7635 - acc: 0.6875 - val_loss: 0.7295 - val_acc: 0.6778
Epoch 1819/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7530 - acc: 0.6819 - val_loss: 0.7295 - val_acc: 0.6778
Epoch 1820/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7716 - acc: 0.6722 - val_loss: 0.7293 - val_acc: 0.6778
Epoch 1821/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7633 - acc: 0.6833 - val_loss: 0.7290 - val_acc: 0.6778
Epoch 1822/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7474 - acc: 0.6750 - val_loss: 0.7284 - val_acc: 0.6778
Epoch 1823/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7709 - acc: 0.6861 - val_loss: 0.7277 - val_acc: 0.6778
Epoch 1824/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7504 - acc: 0.6861 - val_loss: 0.7270 - val_acc: 0.6722
Epoch 1825/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7795 - acc: 0.6611 - val_loss: 0.7266 - val_acc: 0.6722
Epoch 1826/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7641 - acc: 0.6597 - val_loss: 0.7264 - val_acc: 0.6722
Epoch 1827/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7362 - acc: 0.6903 - val_loss: 0.7260 - val_acc: 0.6722
Epoch 1828/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7621 - acc: 0.6569 - val_loss: 0.7255 - val_acc: 0.6722
Epoch 1829/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7829 - acc: 0.6639 - val_loss: 0.7248 - val_acc: 0.6722
Epoch 1830/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7688 - acc: 0.6722 - val_loss: 0.7242 - val_acc: 0.6667
Epoch 1831/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7561 - acc: 0.6764 - val_loss: 0.7237 - val_acc: 0.6667
Epoch 1832/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7640 - acc: 0.6750 - val_loss: 0.7235 - val_acc: 0.6667
Epoch 1833/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7257 - acc: 0.6819 - val_loss: 0.7232 - val_acc: 0.6667
Epoch 1834/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7528 - acc: 0.6806 - val_loss: 0.7228 - val_acc: 0.6667
Epoch 1835/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7337 - acc: 0.6819 - val_loss: 0.7226 - val_acc: 0.6667
Epoch 1836/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7793 - acc: 0.6764 - val_loss: 0.7222 - val_acc: 0.6667
Epoch 1837/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7758 - acc: 0.6833 - val_loss: 0.7217 - val_acc: 0.6667
Epoch 1838/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7804 - acc: 0.6778 - val_loss: 0.7213 - val_acc: 0.6667
Epoch 1839/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7626 - acc: 0.6903 - val_loss: 0.7209 - val_acc: 0.6667
Epoch 1840/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7693 - acc: 0.6681 - val_loss: 0.7208 - val_acc: 0.6667
Epoch 1841/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7229 - acc: 0.6986 - val_loss: 0.7207 - val_acc: 0.6667
Epoch 1842/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7800 - acc: 0.6750 - val_loss: 0.7206 - val_acc: 0.6722
Epoch 1843/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7656 - acc: 0.6653 - val_loss: 0.7207 - val_acc: 0.6722
Epoch 1844/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7505 - acc: 0.6889 - val_loss: 0.7208 - val_acc: 0.6722
Epoch 1845/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7497 - acc: 0.6750 - val_loss: 0.7212 - val_acc: 0.6722
Epoch 1846/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7536 - acc: 0.6861 - val_loss: 0.7216 - val_acc: 0.6722
Epoch 1847/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7484 - acc: 0.6958 - val_loss: 0.7217 - val_acc: 0.6722
Epoch 1848/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7557 - acc: 0.6778 - val_loss: 0.7219 - val_acc: 0.6778
Epoch 1849/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7530 - acc: 0.6958 - val_loss: 0.7220 - val_acc: 0.6722
Epoch 1850/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7719 - acc: 0.6625 - val_loss: 0.7220 - val_acc: 0.6722
Epoch 1851/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7452 - acc: 0.6792 - val_loss: 0.7222 - val_acc: 0.6722
Epoch 1852/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7623 - acc: 0.6819 - val_loss: 0.7224 - val_acc: 0.6722
Epoch 1853/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7839 - acc: 0.6694 - val_loss: 0.7226 - val_acc: 0.6778
Epoch 1854/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7758 - acc: 0.6847 - val_loss: 0.7227 - val_acc: 0.6778
Epoch 1855/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7493 - acc: 0.6694 - val_loss: 0.7227 - val_acc: 0.6778
Epoch 1856/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7477 - acc: 0.6792 - val_loss: 0.7229 - val_acc: 0.6778
Epoch 1857/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7602 - acc: 0.6722 - val_loss: 0.7232 - val_acc: 0.6778
Epoch 1858/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7584 - acc: 0.6903 - val_loss: 0.7237 - val_acc: 0.6778
Epoch 1859/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7590 - acc: 0.6819 - val_loss: 0.7240 - val_acc: 0.6778
Epoch 1860/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7658 - acc: 0.6806 - val_loss: 0.7243 - val_acc: 0.6778
Epoch 1861/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7727 - acc: 0.6722 - val_loss: 0.7249 - val_acc: 0.6778
Epoch 1862/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7613 - acc: 0.6778 - val_loss: 0.7254 - val_acc: 0.6778
Epoch 1863/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7673 - acc: 0.6847 - val_loss: 0.7261 - val_acc: 0.6778
Epoch 1864/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7419 - acc: 0.6819 - val_loss: 0.7267 - val_acc: 0.6778
Epoch 1865/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7616 - acc: 0.6764 - val_loss: 0.7271 - val_acc: 0.6722
Epoch 1866/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7707 - acc: 0.6778 - val_loss: 0.7276 - val_acc: 0.6722
Epoch 1867/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7703 - acc: 0.6653 - val_loss: 0.7277 - val_acc: 0.6722
Epoch 1868/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7392 - acc: 0.6806 - val_loss: 0.7276 - val_acc: 0.6722
Epoch 1869/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7552 - acc: 0.6889 - val_loss: 0.7276 - val_acc: 0.6722
Epoch 1870/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7469 - acc: 0.6903 - val_loss: 0.7276 - val_acc: 0.6722
Epoch 1871/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7445 - acc: 0.6792 - val_loss: 0.7272 - val_acc: 0.6722
Epoch 1872/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7796 - acc: 0.6681 - val_loss: 0.7270 - val_acc: 0.6667
Epoch 1873/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7648 - acc: 0.6653 - val_loss: 0.7268 - val_acc: 0.6667
Epoch 1874/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7767 - acc: 0.6750 - val_loss: 0.7264 - val_acc: 0.6778
Epoch 1875/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7616 - acc: 0.6681 - val_loss: 0.7259 - val_acc: 0.6778
Epoch 1876/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7539 - acc: 0.6875 - val_loss: 0.7256 - val_acc: 0.6722
Epoch 1877/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7420 - acc: 0.6736 - val_loss: 0.7255 - val_acc: 0.6722
Epoch 1878/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7626 - acc: 0.6764 - val_loss: 0.7257 - val_acc: 0.6722
Epoch 1879/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7536 - acc: 0.6806 - val_loss: 0.7260 - val_acc: 0.6667
Epoch 1880/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7494 - acc: 0.6861 - val_loss: 0.7264 - val_acc: 0.6722
Epoch 1881/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7758 - acc: 0.6764 - val_loss: 0.7268 - val_acc: 0.6722
Epoch 1882/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7504 - acc: 0.6806 - val_loss: 0.7274 - val_acc: 0.6722
Epoch 1883/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7632 - acc: 0.7042 - val_loss: 0.7281 - val_acc: 0.6722
Epoch 1884/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7481 - acc: 0.6778 - val_loss: 0.7287 - val_acc: 0.6722
Epoch 1885/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7670 - acc: 0.6750 - val_loss: 0.7291 - val_acc: 0.6722
Epoch 1886/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7767 - acc: 0.6736 - val_loss: 0.7293 - val_acc: 0.6722
Epoch 1887/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7572 - acc: 0.6569 - val_loss: 0.7296 - val_acc: 0.6722
Epoch 1888/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7501 - acc: 0.6944 - val_loss: 0.7299 - val_acc: 0.6722
Epoch 1889/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7797 - acc: 0.6681 - val_loss: 0.7303 - val_acc: 0.6722
Epoch 1890/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7599 - acc: 0.6681 - val_loss: 0.7306 - val_acc: 0.6667
Epoch 1891/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7486 - acc: 0.6875 - val_loss: 0.7307 - val_acc: 0.6667
Epoch 1892/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7721 - acc: 0.6847 - val_loss: 0.7309 - val_acc: 0.6667
Epoch 1893/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7574 - acc: 0.6847 - val_loss: 0.7309 - val_acc: 0.6667
Epoch 1894/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7415 - acc: 0.6750 - val_loss: 0.7307 - val_acc: 0.6667
Epoch 1895/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7653 - acc: 0.6556 - val_loss: 0.7305 - val_acc: 0.6667
Epoch 1896/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7679 - acc: 0.6819 - val_loss: 0.7302 - val_acc: 0.6667
Epoch 1897/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7701 - acc: 0.6917 - val_loss: 0.7298 - val_acc: 0.6667
Epoch 1898/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7740 - acc: 0.6792 - val_loss: 0.7294 - val_acc: 0.6667
Epoch 1899/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7551 - acc: 0.6847 - val_loss: 0.7293 - val_acc: 0.6667
Epoch 1900/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7568 - acc: 0.6694 - val_loss: 0.7292 - val_acc: 0.6667
Epoch 1901/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7528 - acc: 0.6806 - val_loss: 0.7289 - val_acc: 0.6611
Epoch 1902/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7493 - acc: 0.6903 - val_loss: 0.7284 - val_acc: 0.6611
Epoch 1903/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7732 - acc: 0.6847 - val_loss: 0.7277 - val_acc: 0.6667
Epoch 1904/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7330 - acc: 0.6847 - val_loss: 0.7271 - val_acc: 0.6667
Epoch 1905/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7817 - acc: 0.6792 - val_loss: 0.7267 - val_acc: 0.6667
Epoch 1906/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7507 - acc: 0.6819 - val_loss: 0.7263 - val_acc: 0.6667
Epoch 1907/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7433 - acc: 0.6750 - val_loss: 0.7261 - val_acc: 0.6667
Epoch 1908/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7545 - acc: 0.6833 - val_loss: 0.7266 - val_acc: 0.6667
Epoch 1909/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7590 - acc: 0.6931 - val_loss: 0.7270 - val_acc: 0.6667
Epoch 1910/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7399 - acc: 0.6847 - val_loss: 0.7274 - val_acc: 0.6722
Epoch 1911/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7391 - acc: 0.6778 - val_loss: 0.7275 - val_acc: 0.6722
Epoch 1912/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7660 - acc: 0.6764 - val_loss: 0.7280 - val_acc: 0.6722
Epoch 1913/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7579 - acc: 0.6861 - val_loss: 0.7284 - val_acc: 0.6778
Epoch 1914/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7435 - acc: 0.6792 - val_loss: 0.7289 - val_acc: 0.6778
Epoch 1915/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7542 - acc: 0.6806 - val_loss: 0.7292 - val_acc: 0.6778
Epoch 1916/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7834 - acc: 0.6750 - val_loss: 0.7294 - val_acc: 0.6722
Epoch 1917/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7677 - acc: 0.6833 - val_loss: 0.7295 - val_acc: 0.6722
Epoch 1918/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7624 - acc: 0.6722 - val_loss: 0.7296 - val_acc: 0.6611
Epoch 1919/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7439 - acc: 0.6792 - val_loss: 0.7297 - val_acc: 0.6611
Epoch 1920/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7840 - acc: 0.6681 - val_loss: 0.7299 - val_acc: 0.6611
Epoch 1921/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7490 - acc: 0.6931 - val_loss: 0.7299 - val_acc: 0.6556
Epoch 1922/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7446 - acc: 0.6847 - val_loss: 0.7300 - val_acc: 0.6556
Epoch 1923/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7668 - acc: 0.6819 - val_loss: 0.7300 - val_acc: 0.6556
Epoch 1924/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7243 - acc: 0.6847 - val_loss: 0.7297 - val_acc: 0.6611
Epoch 1925/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7499 - acc: 0.6861 - val_loss: 0.7292 - val_acc: 0.6611
Epoch 1926/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7460 - acc: 0.7056 - val_loss: 0.7289 - val_acc: 0.6611
Epoch 1927/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7418 - acc: 0.6903 - val_loss: 0.7289 - val_acc: 0.6611
Epoch 1928/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7510 - acc: 0.6764 - val_loss: 0.7283 - val_acc: 0.6611
Epoch 1929/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7762 - acc: 0.6639 - val_loss: 0.7278 - val_acc: 0.6611
Epoch 1930/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7572 - acc: 0.6833 - val_loss: 0.7277 - val_acc: 0.6667
Epoch 1931/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7403 - acc: 0.6833 - val_loss: 0.7274 - val_acc: 0.6667
Epoch 1932/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7692 - acc: 0.6806 - val_loss: 0.7275 - val_acc: 0.6667
Epoch 1933/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7457 - acc: 0.6819 - val_loss: 0.7275 - val_acc: 0.6667
Epoch 1934/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7675 - acc: 0.6736 - val_loss: 0.7276 - val_acc: 0.6722
Epoch 1935/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7680 - acc: 0.6792 - val_loss: 0.7273 - val_acc: 0.6722
Epoch 1936/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7755 - acc: 0.6500 - val_loss: 0.7271 - val_acc: 0.6722
Epoch 1937/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7590 - acc: 0.6694 - val_loss: 0.7271 - val_acc: 0.6722
Epoch 1938/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7874 - acc: 0.6625 - val_loss: 0.7267 - val_acc: 0.6722
Epoch 1939/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7482 - acc: 0.6792 - val_loss: 0.7260 - val_acc: 0.6778
Epoch 1940/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7574 - acc: 0.6764 - val_loss: 0.7255 - val_acc: 0.6778
Epoch 1941/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7621 - acc: 0.6847 - val_loss: 0.7250 - val_acc: 0.6778
Epoch 1942/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7521 - acc: 0.6750 - val_loss: 0.7247 - val_acc: 0.6722
Epoch 1943/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7580 - acc: 0.6750 - val_loss: 0.7244 - val_acc: 0.6722
Epoch 1944/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7579 - acc: 0.6819 - val_loss: 0.7243 - val_acc: 0.6667
Epoch 1945/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7496 - acc: 0.6875 - val_loss: 0.7242 - val_acc: 0.6667
Epoch 1946/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7571 - acc: 0.6792 - val_loss: 0.7243 - val_acc: 0.6667
Epoch 1947/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7677 - acc: 0.6889 - val_loss: 0.7248 - val_acc: 0.6667
Epoch 1948/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7548 - acc: 0.6944 - val_loss: 0.7248 - val_acc: 0.6667
Epoch 1949/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7514 - acc: 0.6667 - val_loss: 0.7247 - val_acc: 0.6667
Epoch 1950/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7688 - acc: 0.6819 - val_loss: 0.7248 - val_acc: 0.6667
Epoch 1951/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7599 - acc: 0.6736 - val_loss: 0.7253 - val_acc: 0.6667
Epoch 1952/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7719 - acc: 0.6708 - val_loss: 0.7260 - val_acc: 0.6611
Epoch 1953/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7748 - acc: 0.6681 - val_loss: 0.7267 - val_acc: 0.6556
Epoch 1954/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7490 - acc: 0.6639 - val_loss: 0.7273 - val_acc: 0.6556
Epoch 1955/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7735 - acc: 0.6667 - val_loss: 0.7280 - val_acc: 0.6556
Epoch 1956/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7580 - acc: 0.6736 - val_loss: 0.7286 - val_acc: 0.6556
Epoch 1957/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7464 - acc: 0.7056 - val_loss: 0.7289 - val_acc: 0.6556
Epoch 1958/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7580 - acc: 0.6806 - val_loss: 0.7295 - val_acc: 0.6611
Epoch 1959/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7643 - acc: 0.6833 - val_loss: 0.7304 - val_acc: 0.6611
Epoch 1960/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7548 - acc: 0.6778 - val_loss: 0.7309 - val_acc: 0.6611
Epoch 1961/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7617 - acc: 0.6708 - val_loss: 0.7308 - val_acc: 0.6611
Epoch 1962/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7579 - acc: 0.6722 - val_loss: 0.7304 - val_acc: 0.6611
Epoch 1963/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7565 - acc: 0.6667 - val_loss: 0.7300 - val_acc: 0.6611
Epoch 1964/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7678 - acc: 0.6778 - val_loss: 0.7294 - val_acc: 0.6611
Epoch 1965/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7865 - acc: 0.6764 - val_loss: 0.7287 - val_acc: 0.6611
Epoch 1966/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7552 - acc: 0.6972 - val_loss: 0.7280 - val_acc: 0.6611
Epoch 1967/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7569 - acc: 0.6931 - val_loss: 0.7276 - val_acc: 0.6611
Epoch 1968/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7512 - acc: 0.6708 - val_loss: 0.7272 - val_acc: 0.6556
Epoch 1969/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7546 - acc: 0.6694 - val_loss: 0.7269 - val_acc: 0.6611
Epoch 1970/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7625 - acc: 0.6792 - val_loss: 0.7266 - val_acc: 0.6611
Epoch 1971/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7388 - acc: 0.6792 - val_loss: 0.7266 - val_acc: 0.6667
Epoch 1972/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7631 - acc: 0.6764 - val_loss: 0.7265 - val_acc: 0.6667
Epoch 1973/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7546 - acc: 0.6806 - val_loss: 0.7266 - val_acc: 0.6667
Epoch 1974/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7535 - acc: 0.6722 - val_loss: 0.7265 - val_acc: 0.6667
Epoch 1975/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7617 - acc: 0.6806 - val_loss: 0.7261 - val_acc: 0.6667
Epoch 1976/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7658 - acc: 0.6917 - val_loss: 0.7257 - val_acc: 0.6667
Epoch 1977/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7409 - acc: 0.6847 - val_loss: 0.7252 - val_acc: 0.6667
Epoch 1978/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7506 - acc: 0.6806 - val_loss: 0.7244 - val_acc: 0.6667
Epoch 1979/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7540 - acc: 0.6792 - val_loss: 0.7240 - val_acc: 0.6667
Epoch 1980/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7417 - acc: 0.6847 - val_loss: 0.7238 - val_acc: 0.6667
Epoch 1981/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7555 - acc: 0.6875 - val_loss: 0.7236 - val_acc: 0.6667
Epoch 1982/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7597 - acc: 0.6722 - val_loss: 0.7232 - val_acc: 0.6722
Epoch 1983/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7361 - acc: 0.6958 - val_loss: 0.7231 - val_acc: 0.6722
Epoch 1984/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7570 - acc: 0.6764 - val_loss: 0.7227 - val_acc: 0.6722
Epoch 1985/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7567 - acc: 0.6847 - val_loss: 0.7225 - val_acc: 0.6722
Epoch 1986/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7402 - acc: 0.6778 - val_loss: 0.7225 - val_acc: 0.6778
Epoch 1987/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7532 - acc: 0.6736 - val_loss: 0.7227 - val_acc: 0.6778
Epoch 1988/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7569 - acc: 0.6819 - val_loss: 0.7229 - val_acc: 0.6778
Epoch 1989/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7566 - acc: 0.6819 - val_loss: 0.7230 - val_acc: 0.6778
Epoch 1990/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7762 - acc: 0.6722 - val_loss: 0.7235 - val_acc: 0.6722
Epoch 1991/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7627 - acc: 0.6833 - val_loss: 0.7238 - val_acc: 0.6722
Epoch 1992/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7460 - acc: 0.7000 - val_loss: 0.7241 - val_acc: 0.6722
Epoch 1993/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7548 - acc: 0.6875 - val_loss: 0.7243 - val_acc: 0.6722
Epoch 1994/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7444 - acc: 0.6847 - val_loss: 0.7243 - val_acc: 0.6722
Epoch 1995/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7786 - acc: 0.6736 - val_loss: 0.7242 - val_acc: 0.6722
Epoch 1996/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7601 - acc: 0.6708 - val_loss: 0.7239 - val_acc: 0.6722
Epoch 1997/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7370 - acc: 0.6917 - val_loss: 0.7238 - val_acc: 0.6722
Epoch 1998/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7647 - acc: 0.6847 - val_loss: 0.7238 - val_acc: 0.6778
Epoch 1999/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7583 - acc: 0.6819 - val_loss: 0.7240 - val_acc: 0.6722
Epoch 2000/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7672 - acc: 0.6806 - val_loss: 0.7244 - val_acc: 0.6722
Epoch 2001/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7567 - acc: 0.6833 - val_loss: 0.7250 - val_acc: 0.6722
Epoch 2002/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7775 - acc: 0.6736 - val_loss: 0.7255 - val_acc: 0.6667
Epoch 2003/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7918 - acc: 0.6764 - val_loss: 0.7261 - val_acc: 0.6667
Epoch 2004/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7648 - acc: 0.6792 - val_loss: 0.7269 - val_acc: 0.6667
Epoch 2005/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7619 - acc: 0.6722 - val_loss: 0.7276 - val_acc: 0.6667
Epoch 2006/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7580 - acc: 0.6764 - val_loss: 0.7283 - val_acc: 0.6667
Epoch 2007/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7666 - acc: 0.6736 - val_loss: 0.7290 - val_acc: 0.6667
Epoch 2008/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7462 - acc: 0.6806 - val_loss: 0.7295 - val_acc: 0.6667
Epoch 2009/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7702 - acc: 0.6736 - val_loss: 0.7299 - val_acc: 0.6667
Epoch 2010/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7725 - acc: 0.6750 - val_loss: 0.7303 - val_acc: 0.6667
Epoch 2011/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7700 - acc: 0.6819 - val_loss: 0.7306 - val_acc: 0.6667
Epoch 2012/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7637 - acc: 0.6792 - val_loss: 0.7305 - val_acc: 0.6667
Epoch 2013/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7516 - acc: 0.6694 - val_loss: 0.7304 - val_acc: 0.6667
Epoch 2014/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7525 - acc: 0.6764 - val_loss: 0.7301 - val_acc: 0.6667
Epoch 2015/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7583 - acc: 0.6778 - val_loss: 0.7298 - val_acc: 0.6667
Epoch 2016/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7546 - acc: 0.6764 - val_loss: 0.7292 - val_acc: 0.6667
Epoch 2017/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7298 - acc: 0.6847 - val_loss: 0.7284 - val_acc: 0.6667
Epoch 2018/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7844 - acc: 0.6653 - val_loss: 0.7280 - val_acc: 0.6667
Epoch 2019/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7423 - acc: 0.6764 - val_loss: 0.7277 - val_acc: 0.6667
Epoch 2020/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7504 - acc: 0.6792 - val_loss: 0.7274 - val_acc: 0.6667
Epoch 2021/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7724 - acc: 0.6819 - val_loss: 0.7270 - val_acc: 0.6667
Epoch 2022/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7563 - acc: 0.6736 - val_loss: 0.7264 - val_acc: 0.6667
Epoch 2023/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7620 - acc: 0.6681 - val_loss: 0.7256 - val_acc: 0.6667
Epoch 2024/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7700 - acc: 0.6847 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2025/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7692 - acc: 0.6764 - val_loss: 0.7246 - val_acc: 0.6667
Epoch 2026/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7514 - acc: 0.6764 - val_loss: 0.7243 - val_acc: 0.6667
Epoch 2027/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7478 - acc: 0.7056 - val_loss: 0.7239 - val_acc: 0.6667
Epoch 2028/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7519 - acc: 0.6917 - val_loss: 0.7238 - val_acc: 0.6667
Epoch 2029/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7606 - acc: 0.6750 - val_loss: 0.7235 - val_acc: 0.6667
Epoch 2030/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7664 - acc: 0.6708 - val_loss: 0.7236 - val_acc: 0.6667
Epoch 2031/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7701 - acc: 0.6722 - val_loss: 0.7236 - val_acc: 0.6667
Epoch 2032/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7508 - acc: 0.6819 - val_loss: 0.7236 - val_acc: 0.6667
Epoch 2033/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7473 - acc: 0.6750 - val_loss: 0.7236 - val_acc: 0.6667
Epoch 2034/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7390 - acc: 0.6819 - val_loss: 0.7237 - val_acc: 0.6667
Epoch 2035/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7826 - acc: 0.6569 - val_loss: 0.7241 - val_acc: 0.6667
Epoch 2036/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7455 - acc: 0.6750 - val_loss: 0.7244 - val_acc: 0.6667
Epoch 2037/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7412 - acc: 0.6833 - val_loss: 0.7246 - val_acc: 0.6667
Epoch 2038/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7631 - acc: 0.6819 - val_loss: 0.7246 - val_acc: 0.6667
Epoch 2039/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7287 - acc: 0.7069 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2040/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7361 - acc: 0.6861 - val_loss: 0.7251 - val_acc: 0.6667
Epoch 2041/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7560 - acc: 0.6792 - val_loss: 0.7254 - val_acc: 0.6667
Epoch 2042/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7613 - acc: 0.6861 - val_loss: 0.7259 - val_acc: 0.6667
Epoch 2043/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7315 - acc: 0.6750 - val_loss: 0.7266 - val_acc: 0.6611
Epoch 2044/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7660 - acc: 0.6861 - val_loss: 0.7276 - val_acc: 0.6611
Epoch 2045/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7621 - acc: 0.6778 - val_loss: 0.7286 - val_acc: 0.6611
Epoch 2046/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7405 - acc: 0.6819 - val_loss: 0.7301 - val_acc: 0.6667
Epoch 2047/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7619 - acc: 0.6792 - val_loss: 0.7311 - val_acc: 0.6611
Epoch 2048/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7727 - acc: 0.6653 - val_loss: 0.7321 - val_acc: 0.6611
Epoch 2049/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7434 - acc: 0.6861 - val_loss: 0.7331 - val_acc: 0.6611
Epoch 2050/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7747 - acc: 0.6778 - val_loss: 0.7336 - val_acc: 0.6667
Epoch 2051/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7367 - acc: 0.6931 - val_loss: 0.7344 - val_acc: 0.6667
Epoch 2052/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7652 - acc: 0.6917 - val_loss: 0.7343 - val_acc: 0.6667
Epoch 2053/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7596 - acc: 0.6903 - val_loss: 0.7343 - val_acc: 0.6667
Epoch 2054/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7600 - acc: 0.6806 - val_loss: 0.7336 - val_acc: 0.6722
Epoch 2055/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7434 - acc: 0.6819 - val_loss: 0.7331 - val_acc: 0.6722
Epoch 2056/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7374 - acc: 0.6958 - val_loss: 0.7326 - val_acc: 0.6722
Epoch 2057/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7713 - acc: 0.6611 - val_loss: 0.7322 - val_acc: 0.6667
Epoch 2058/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7467 - acc: 0.6819 - val_loss: 0.7315 - val_acc: 0.6667
Epoch 2059/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7873 - acc: 0.6625 - val_loss: 0.7311 - val_acc: 0.6667
Epoch 2060/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7593 - acc: 0.6708 - val_loss: 0.7311 - val_acc: 0.6667
Epoch 2061/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7528 - acc: 0.6792 - val_loss: 0.7309 - val_acc: 0.6667
Epoch 2062/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7715 - acc: 0.6778 - val_loss: 0.7308 - val_acc: 0.6667
Epoch 2063/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7799 - acc: 0.6875 - val_loss: 0.7306 - val_acc: 0.6611
Epoch 2064/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7704 - acc: 0.6750 - val_loss: 0.7303 - val_acc: 0.6611
Epoch 2065/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7854 - acc: 0.6708 - val_loss: 0.7302 - val_acc: 0.6667
Epoch 2066/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7695 - acc: 0.6750 - val_loss: 0.7303 - val_acc: 0.6667
Epoch 2067/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7870 - acc: 0.6778 - val_loss: 0.7303 - val_acc: 0.6667
Epoch 2068/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7379 - acc: 0.6806 - val_loss: 0.7299 - val_acc: 0.6667
Epoch 2069/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7747 - acc: 0.6736 - val_loss: 0.7295 - val_acc: 0.6722
Epoch 2070/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7417 - acc: 0.6944 - val_loss: 0.7294 - val_acc: 0.6722
Epoch 2071/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7572 - acc: 0.6944 - val_loss: 0.7292 - val_acc: 0.6778
Epoch 2072/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7587 - acc: 0.6764 - val_loss: 0.7290 - val_acc: 0.6778
Epoch 2073/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7399 - acc: 0.6931 - val_loss: 0.7288 - val_acc: 0.6833
Epoch 2074/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7684 - acc: 0.6833 - val_loss: 0.7284 - val_acc: 0.6833
Epoch 2075/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7710 - acc: 0.6861 - val_loss: 0.7280 - val_acc: 0.6833
Epoch 2076/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7697 - acc: 0.6806 - val_loss: 0.7276 - val_acc: 0.6833
Epoch 2077/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7471 - acc: 0.6833 - val_loss: 0.7275 - val_acc: 0.6833
Epoch 2078/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7542 - acc: 0.6861 - val_loss: 0.7274 - val_acc: 0.6833
Epoch 2079/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7657 - acc: 0.6972 - val_loss: 0.7273 - val_acc: 0.6833
Epoch 2080/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7667 - acc: 0.6861 - val_loss: 0.7273 - val_acc: 0.6833
Epoch 2081/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7598 - acc: 0.6792 - val_loss: 0.7274 - val_acc: 0.6833
Epoch 2082/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7638 - acc: 0.6722 - val_loss: 0.7272 - val_acc: 0.6833
Epoch 2083/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7877 - acc: 0.6708 - val_loss: 0.7272 - val_acc: 0.6833
Epoch 2084/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7558 - acc: 0.6806 - val_loss: 0.7274 - val_acc: 0.6833
Epoch 2085/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7468 - acc: 0.6875 - val_loss: 0.7279 - val_acc: 0.6833
Epoch 2086/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7575 - acc: 0.6875 - val_loss: 0.7284 - val_acc: 0.6833
Epoch 2087/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7562 - acc: 0.6750 - val_loss: 0.7286 - val_acc: 0.6833
Epoch 2088/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7671 - acc: 0.6750 - val_loss: 0.7287 - val_acc: 0.6778
Epoch 2089/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7754 - acc: 0.6819 - val_loss: 0.7287 - val_acc: 0.6778
Epoch 2090/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7491 - acc: 0.6958 - val_loss: 0.7287 - val_acc: 0.6778
Epoch 2091/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7566 - acc: 0.6722 - val_loss: 0.7286 - val_acc: 0.6778
Epoch 2092/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7530 - acc: 0.6889 - val_loss: 0.7289 - val_acc: 0.6778
Epoch 2093/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7598 - acc: 0.6833 - val_loss: 0.7296 - val_acc: 0.6778
Epoch 2094/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7558 - acc: 0.6903 - val_loss: 0.7304 - val_acc: 0.6722
Epoch 2095/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7592 - acc: 0.6764 - val_loss: 0.7312 - val_acc: 0.6667
Epoch 2096/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7450 - acc: 0.6806 - val_loss: 0.7317 - val_acc: 0.6667
Epoch 2097/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7601 - acc: 0.6736 - val_loss: 0.7325 - val_acc: 0.6611
Epoch 2098/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7584 - acc: 0.6778 - val_loss: 0.7328 - val_acc: 0.6611
Epoch 2099/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7448 - acc: 0.6806 - val_loss: 0.7335 - val_acc: 0.6667
Epoch 2100/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7626 - acc: 0.6750 - val_loss: 0.7342 - val_acc: 0.6667
Epoch 2101/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7588 - acc: 0.6653 - val_loss: 0.7347 - val_acc: 0.6667
Epoch 2102/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7495 - acc: 0.6750 - val_loss: 0.7348 - val_acc: 0.6667
Epoch 2103/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7700 - acc: 0.6597 - val_loss: 0.7351 - val_acc: 0.6667
Epoch 2104/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7543 - acc: 0.6722 - val_loss: 0.7355 - val_acc: 0.6667
Epoch 2105/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7524 - acc: 0.6722 - val_loss: 0.7357 - val_acc: 0.6667
Epoch 2106/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7544 - acc: 0.6833 - val_loss: 0.7348 - val_acc: 0.6611
Epoch 2107/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7528 - acc: 0.6889 - val_loss: 0.7342 - val_acc: 0.6611
Epoch 2108/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7624 - acc: 0.6597 - val_loss: 0.7334 - val_acc: 0.6556
Epoch 2109/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7420 - acc: 0.6819 - val_loss: 0.7330 - val_acc: 0.6556
Epoch 2110/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7426 - acc: 0.6833 - val_loss: 0.7324 - val_acc: 0.6611
Epoch 2111/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7599 - acc: 0.6792 - val_loss: 0.7317 - val_acc: 0.6667
Epoch 2112/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7509 - acc: 0.6903 - val_loss: 0.7312 - val_acc: 0.6667
Epoch 2113/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7454 - acc: 0.6889 - val_loss: 0.7308 - val_acc: 0.6667
Epoch 2114/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7496 - acc: 0.6958 - val_loss: 0.7303 - val_acc: 0.6667
Epoch 2115/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7415 - acc: 0.6806 - val_loss: 0.7300 - val_acc: 0.6667
Epoch 2116/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7520 - acc: 0.6958 - val_loss: 0.7296 - val_acc: 0.6667
Epoch 2117/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7776 - acc: 0.6792 - val_loss: 0.7295 - val_acc: 0.6667
Epoch 2118/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7732 - acc: 0.6708 - val_loss: 0.7294 - val_acc: 0.6667
Epoch 2119/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7430 - acc: 0.6875 - val_loss: 0.7290 - val_acc: 0.6667
Epoch 2120/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7540 - acc: 0.6806 - val_loss: 0.7284 - val_acc: 0.6667
Epoch 2121/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7386 - acc: 0.6764 - val_loss: 0.7279 - val_acc: 0.6667
Epoch 2122/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7484 - acc: 0.6764 - val_loss: 0.7271 - val_acc: 0.6667
Epoch 2123/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7680 - acc: 0.6750 - val_loss: 0.7263 - val_acc: 0.6667
Epoch 2124/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7380 - acc: 0.6833 - val_loss: 0.7257 - val_acc: 0.6667
Epoch 2125/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7555 - acc: 0.6889 - val_loss: 0.7251 - val_acc: 0.6667
Epoch 2126/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7246 - acc: 0.6944 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2127/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7413 - acc: 0.6917 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2128/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7447 - acc: 0.6722 - val_loss: 0.7252 - val_acc: 0.6667
Epoch 2129/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7654 - acc: 0.6750 - val_loss: 0.7253 - val_acc: 0.6667
Epoch 2130/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7437 - acc: 0.6903 - val_loss: 0.7256 - val_acc: 0.6667
Epoch 2131/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7617 - acc: 0.6722 - val_loss: 0.7257 - val_acc: 0.6667
Epoch 2132/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7583 - acc: 0.6708 - val_loss: 0.7253 - val_acc: 0.6667
Epoch 2133/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7366 - acc: 0.6875 - val_loss: 0.7250 - val_acc: 0.6667
Epoch 2134/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7631 - acc: 0.6833 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2135/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7547 - acc: 0.6889 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2136/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7442 - acc: 0.6736 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2137/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7618 - acc: 0.6708 - val_loss: 0.7250 - val_acc: 0.6667
Epoch 2138/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7486 - acc: 0.6778 - val_loss: 0.7252 - val_acc: 0.6667
Epoch 2139/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7600 - acc: 0.6903 - val_loss: 0.7251 - val_acc: 0.6667
Epoch 2140/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7717 - acc: 0.6819 - val_loss: 0.7250 - val_acc: 0.6667
Epoch 2141/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7532 - acc: 0.6736 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2142/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7598 - acc: 0.6833 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2143/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7534 - acc: 0.6764 - val_loss: 0.7247 - val_acc: 0.6667
Epoch 2144/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7548 - acc: 0.6792 - val_loss: 0.7246 - val_acc: 0.6667
Epoch 2145/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7391 - acc: 0.6889 - val_loss: 0.7245 - val_acc: 0.6667
Epoch 2146/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7357 - acc: 0.6833 - val_loss: 0.7244 - val_acc: 0.6667
Epoch 2147/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7685 - acc: 0.6806 - val_loss: 0.7245 - val_acc: 0.6667
Epoch 2148/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7691 - acc: 0.6736 - val_loss: 0.7243 - val_acc: 0.6667
Epoch 2149/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7581 - acc: 0.6875 - val_loss: 0.7241 - val_acc: 0.6667
Epoch 2150/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7429 - acc: 0.6778 - val_loss: 0.7243 - val_acc: 0.6667
Epoch 2151/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7751 - acc: 0.6778 - val_loss: 0.7244 - val_acc: 0.6667
Epoch 2152/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7536 - acc: 0.6722 - val_loss: 0.7247 - val_acc: 0.6722
Epoch 2153/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7633 - acc: 0.6667 - val_loss: 0.7250 - val_acc: 0.6722
Epoch 2154/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7657 - acc: 0.6944 - val_loss: 0.7250 - val_acc: 0.6722
Epoch 2155/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7489 - acc: 0.6875 - val_loss: 0.7250 - val_acc: 0.6722
Epoch 2156/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7665 - acc: 0.6722 - val_loss: 0.7250 - val_acc: 0.6722
Epoch 2157/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7654 - acc: 0.6806 - val_loss: 0.7249 - val_acc: 0.6722
Epoch 2158/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7526 - acc: 0.6750 - val_loss: 0.7248 - val_acc: 0.6722
Epoch 2159/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7407 - acc: 0.6847 - val_loss: 0.7247 - val_acc: 0.6667
Epoch 2160/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7442 - acc: 0.6750 - val_loss: 0.7250 - val_acc: 0.6667
Epoch 2161/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7530 - acc: 0.6750 - val_loss: 0.7255 - val_acc: 0.6667
Epoch 2162/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7681 - acc: 0.6875 - val_loss: 0.7259 - val_acc: 0.6667
Epoch 2163/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7346 - acc: 0.6875 - val_loss: 0.7264 - val_acc: 0.6667
Epoch 2164/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7557 - acc: 0.6972 - val_loss: 0.7268 - val_acc: 0.6667
Epoch 2165/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7536 - acc: 0.6792 - val_loss: 0.7272 - val_acc: 0.6611
Epoch 2166/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7316 - acc: 0.6917 - val_loss: 0.7279 - val_acc: 0.6556
Epoch 2167/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7436 - acc: 0.6889 - val_loss: 0.7288 - val_acc: 0.6556
Epoch 2168/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7458 - acc: 0.6917 - val_loss: 0.7298 - val_acc: 0.6611
Epoch 2169/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7683 - acc: 0.6806 - val_loss: 0.7305 - val_acc: 0.6611
Epoch 2170/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7449 - acc: 0.6778 - val_loss: 0.7308 - val_acc: 0.6667
Epoch 2171/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7696 - acc: 0.6847 - val_loss: 0.7311 - val_acc: 0.6722
Epoch 2172/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7563 - acc: 0.6861 - val_loss: 0.7313 - val_acc: 0.6722
Epoch 2173/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7709 - acc: 0.6861 - val_loss: 0.7317 - val_acc: 0.6722
Epoch 2174/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7619 - acc: 0.6764 - val_loss: 0.7320 - val_acc: 0.6722
Epoch 2175/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7705 - acc: 0.6792 - val_loss: 0.7320 - val_acc: 0.6722
Epoch 2176/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7479 - acc: 0.6764 - val_loss: 0.7316 - val_acc: 0.6722
Epoch 2177/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7420 - acc: 0.6931 - val_loss: 0.7313 - val_acc: 0.6722
Epoch 2178/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7632 - acc: 0.6819 - val_loss: 0.7310 - val_acc: 0.6722
Epoch 2179/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7300 - acc: 0.6778 - val_loss: 0.7308 - val_acc: 0.6667
Epoch 2180/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7419 - acc: 0.6778 - val_loss: 0.7304 - val_acc: 0.6667
Epoch 2181/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7455 - acc: 0.6764 - val_loss: 0.7299 - val_acc: 0.6611
Epoch 2182/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7667 - acc: 0.6736 - val_loss: 0.7299 - val_acc: 0.6667
Epoch 2183/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7371 - acc: 0.6889 - val_loss: 0.7292 - val_acc: 0.6667
Epoch 2184/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7530 - acc: 0.6903 - val_loss: 0.7286 - val_acc: 0.6667
Epoch 2185/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7592 - acc: 0.6819 - val_loss: 0.7278 - val_acc: 0.6667
Epoch 2186/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7554 - acc: 0.6917 - val_loss: 0.7271 - val_acc: 0.6611
Epoch 2187/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7538 - acc: 0.6736 - val_loss: 0.7264 - val_acc: 0.6611
Epoch 2188/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7625 - acc: 0.6806 - val_loss: 0.7263 - val_acc: 0.6611
Epoch 2189/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7461 - acc: 0.6750 - val_loss: 0.7261 - val_acc: 0.6611
Epoch 2190/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7897 - acc: 0.6722 - val_loss: 0.7255 - val_acc: 0.6611
Epoch 2191/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7622 - acc: 0.6847 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2192/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7572 - acc: 0.6653 - val_loss: 0.7245 - val_acc: 0.6611
Epoch 2193/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7490 - acc: 0.6819 - val_loss: 0.7242 - val_acc: 0.6667
Epoch 2194/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7547 - acc: 0.6750 - val_loss: 0.7238 - val_acc: 0.6667
Epoch 2195/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7510 - acc: 0.6847 - val_loss: 0.7239 - val_acc: 0.6667
Epoch 2196/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7321 - acc: 0.6875 - val_loss: 0.7243 - val_acc: 0.6667
Epoch 2197/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7287 - acc: 0.6792 - val_loss: 0.7245 - val_acc: 0.6667
Epoch 2198/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7626 - acc: 0.6764 - val_loss: 0.7244 - val_acc: 0.6667
Epoch 2199/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7570 - acc: 0.6903 - val_loss: 0.7243 - val_acc: 0.6667
Epoch 2200/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7575 - acc: 0.6750 - val_loss: 0.7242 - val_acc: 0.6722
Epoch 2201/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7555 - acc: 0.6875 - val_loss: 0.7243 - val_acc: 0.6722
Epoch 2202/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7535 - acc: 0.6736 - val_loss: 0.7244 - val_acc: 0.6778
Epoch 2203/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7634 - acc: 0.6931 - val_loss: 0.7242 - val_acc: 0.6833
Epoch 2204/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7526 - acc: 0.6792 - val_loss: 0.7240 - val_acc: 0.6778
Epoch 2205/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7351 - acc: 0.6986 - val_loss: 0.7238 - val_acc: 0.6778
Epoch 2206/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7656 - acc: 0.6875 - val_loss: 0.7237 - val_acc: 0.6778
Epoch 2207/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7334 - acc: 0.6847 - val_loss: 0.7236 - val_acc: 0.6778
Epoch 2208/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7699 - acc: 0.6750 - val_loss: 0.7234 - val_acc: 0.6778
Epoch 2209/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7658 - acc: 0.6736 - val_loss: 0.7233 - val_acc: 0.6778
Epoch 2210/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7771 - acc: 0.6681 - val_loss: 0.7231 - val_acc: 0.6778
Epoch 2211/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7625 - acc: 0.6764 - val_loss: 0.7230 - val_acc: 0.6778
Epoch 2212/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7761 - acc: 0.6764 - val_loss: 0.7228 - val_acc: 0.6722
Epoch 2213/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7587 - acc: 0.6736 - val_loss: 0.7225 - val_acc: 0.6667
Epoch 2214/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7626 - acc: 0.6708 - val_loss: 0.7227 - val_acc: 0.6667
Epoch 2215/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7550 - acc: 0.6833 - val_loss: 0.7231 - val_acc: 0.6667
Epoch 2216/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7704 - acc: 0.6681 - val_loss: 0.7236 - val_acc: 0.6667
Epoch 2217/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7700 - acc: 0.6722 - val_loss: 0.7241 - val_acc: 0.6667
Epoch 2218/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7667 - acc: 0.6792 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2219/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7387 - acc: 0.6972 - val_loss: 0.7256 - val_acc: 0.6667
Epoch 2220/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7477 - acc: 0.6903 - val_loss: 0.7263 - val_acc: 0.6667
Epoch 2221/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7495 - acc: 0.6792 - val_loss: 0.7264 - val_acc: 0.6667
Epoch 2222/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7458 - acc: 0.6833 - val_loss: 0.7265 - val_acc: 0.6667
Epoch 2223/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7482 - acc: 0.6736 - val_loss: 0.7262 - val_acc: 0.6667
Epoch 2224/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7410 - acc: 0.6972 - val_loss: 0.7257 - val_acc: 0.6667
Epoch 2225/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7561 - acc: 0.6833 - val_loss: 0.7253 - val_acc: 0.6667
Epoch 2226/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7475 - acc: 0.6917 - val_loss: 0.7252 - val_acc: 0.6667
Epoch 2227/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7769 - acc: 0.6681 - val_loss: 0.7253 - val_acc: 0.6667
Epoch 2228/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7580 - acc: 0.6708 - val_loss: 0.7255 - val_acc: 0.6667
Epoch 2229/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7838 - acc: 0.6722 - val_loss: 0.7258 - val_acc: 0.6667
Epoch 2230/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7480 - acc: 0.6806 - val_loss: 0.7259 - val_acc: 0.6667
Epoch 2231/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7471 - acc: 0.6847 - val_loss: 0.7260 - val_acc: 0.6667
Epoch 2232/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7444 - acc: 0.6889 - val_loss: 0.7259 - val_acc: 0.6611
Epoch 2233/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7623 - acc: 0.6736 - val_loss: 0.7258 - val_acc: 0.6611
Epoch 2234/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7801 - acc: 0.6639 - val_loss: 0.7258 - val_acc: 0.6667
Epoch 2235/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7576 - acc: 0.6736 - val_loss: 0.7253 - val_acc: 0.6722
Epoch 2236/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7602 - acc: 0.6778 - val_loss: 0.7250 - val_acc: 0.6722
Epoch 2237/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7435 - acc: 0.6917 - val_loss: 0.7249 - val_acc: 0.6722
Epoch 2238/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7325 - acc: 0.6931 - val_loss: 0.7246 - val_acc: 0.6778
Epoch 2239/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7556 - acc: 0.6708 - val_loss: 0.7242 - val_acc: 0.6778
Epoch 2240/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7371 - acc: 0.6792 - val_loss: 0.7239 - val_acc: 0.6722
Epoch 2241/4000
720/720 [==============================] - 0s 36us/step - loss: 0.7624 - acc: 0.6944 - val_loss: 0.7233 - val_acc: 0.6722
Epoch 2242/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7604 - acc: 0.6847 - val_loss: 0.7227 - val_acc: 0.6778
Epoch 2243/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7335 - acc: 0.6889 - val_loss: 0.7220 - val_acc: 0.6722
Epoch 2244/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7471 - acc: 0.6931 - val_loss: 0.7217 - val_acc: 0.6667
Epoch 2245/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7565 - acc: 0.6819 - val_loss: 0.7216 - val_acc: 0.6667
Epoch 2246/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7574 - acc: 0.6639 - val_loss: 0.7215 - val_acc: 0.6667
Epoch 2247/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7433 - acc: 0.6819 - val_loss: 0.7222 - val_acc: 0.6667
Epoch 2248/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7320 - acc: 0.6944 - val_loss: 0.7233 - val_acc: 0.6667
Epoch 2249/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7443 - acc: 0.6792 - val_loss: 0.7246 - val_acc: 0.6611
Epoch 2250/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7510 - acc: 0.6736 - val_loss: 0.7260 - val_acc: 0.6556
Epoch 2251/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7300 - acc: 0.6931 - val_loss: 0.7273 - val_acc: 0.6611
Epoch 2252/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7701 - acc: 0.6819 - val_loss: 0.7281 - val_acc: 0.6611
Epoch 2253/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7587 - acc: 0.6778 - val_loss: 0.7286 - val_acc: 0.6667
Epoch 2254/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7580 - acc: 0.6875 - val_loss: 0.7288 - val_acc: 0.6667
Epoch 2255/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7311 - acc: 0.6944 - val_loss: 0.7286 - val_acc: 0.6722
Epoch 2256/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7385 - acc: 0.6917 - val_loss: 0.7284 - val_acc: 0.6778
Epoch 2257/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7485 - acc: 0.6764 - val_loss: 0.7288 - val_acc: 0.6778
Epoch 2258/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7364 - acc: 0.6778 - val_loss: 0.7283 - val_acc: 0.6722
Epoch 2259/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7500 - acc: 0.6806 - val_loss: 0.7275 - val_acc: 0.6722
Epoch 2260/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7370 - acc: 0.6972 - val_loss: 0.7268 - val_acc: 0.6722
Epoch 2261/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7379 - acc: 0.6694 - val_loss: 0.7261 - val_acc: 0.6722
Epoch 2262/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7449 - acc: 0.6931 - val_loss: 0.7256 - val_acc: 0.6722
Epoch 2263/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7543 - acc: 0.6778 - val_loss: 0.7259 - val_acc: 0.6722
Epoch 2264/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7520 - acc: 0.6778 - val_loss: 0.7266 - val_acc: 0.6722
Epoch 2265/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7569 - acc: 0.6556 - val_loss: 0.7274 - val_acc: 0.6722
Epoch 2266/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7467 - acc: 0.6806 - val_loss: 0.7282 - val_acc: 0.6778
Epoch 2267/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7527 - acc: 0.6875 - val_loss: 0.7292 - val_acc: 0.6778
Epoch 2268/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7592 - acc: 0.6833 - val_loss: 0.7301 - val_acc: 0.6778
Epoch 2269/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7380 - acc: 0.6806 - val_loss: 0.7305 - val_acc: 0.6778
Epoch 2270/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7428 - acc: 0.6972 - val_loss: 0.7306 - val_acc: 0.6778
Epoch 2271/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7634 - acc: 0.6639 - val_loss: 0.7310 - val_acc: 0.6778
Epoch 2272/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7522 - acc: 0.6722 - val_loss: 0.7312 - val_acc: 0.6778
Epoch 2273/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7562 - acc: 0.6736 - val_loss: 0.7312 - val_acc: 0.6833
Epoch 2274/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7586 - acc: 0.6875 - val_loss: 0.7312 - val_acc: 0.6833
Epoch 2275/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7574 - acc: 0.6833 - val_loss: 0.7311 - val_acc: 0.6833
Epoch 2276/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7567 - acc: 0.6736 - val_loss: 0.7306 - val_acc: 0.6833
Epoch 2277/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7568 - acc: 0.6653 - val_loss: 0.7304 - val_acc: 0.6778
Epoch 2278/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7521 - acc: 0.6806 - val_loss: 0.7298 - val_acc: 0.6778
Epoch 2279/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7508 - acc: 0.6889 - val_loss: 0.7295 - val_acc: 0.6778
Epoch 2280/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7395 - acc: 0.6764 - val_loss: 0.7295 - val_acc: 0.6778
Epoch 2281/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7606 - acc: 0.6750 - val_loss: 0.7295 - val_acc: 0.6778
Epoch 2282/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7687 - acc: 0.6764 - val_loss: 0.7292 - val_acc: 0.6778
Epoch 2283/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7446 - acc: 0.6764 - val_loss: 0.7291 - val_acc: 0.6778
Epoch 2284/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7488 - acc: 0.6792 - val_loss: 0.7288 - val_acc: 0.6778
Epoch 2285/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7549 - acc: 0.6833 - val_loss: 0.7284 - val_acc: 0.6778
Epoch 2286/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7576 - acc: 0.6903 - val_loss: 0.7285 - val_acc: 0.6778
Epoch 2287/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7187 - acc: 0.6917 - val_loss: 0.7284 - val_acc: 0.6778
Epoch 2288/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7525 - acc: 0.6847 - val_loss: 0.7285 - val_acc: 0.6778
Epoch 2289/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7435 - acc: 0.6792 - val_loss: 0.7286 - val_acc: 0.6778
Epoch 2290/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7614 - acc: 0.6764 - val_loss: 0.7291 - val_acc: 0.6778
Epoch 2291/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7505 - acc: 0.6847 - val_loss: 0.7294 - val_acc: 0.6722
Epoch 2292/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7515 - acc: 0.6778 - val_loss: 0.7299 - val_acc: 0.6722
Epoch 2293/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7528 - acc: 0.6750 - val_loss: 0.7307 - val_acc: 0.6611
Epoch 2294/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7429 - acc: 0.6944 - val_loss: 0.7319 - val_acc: 0.6611
Epoch 2295/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7452 - acc: 0.6875 - val_loss: 0.7330 - val_acc: 0.6556
Epoch 2296/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7406 - acc: 0.6917 - val_loss: 0.7341 - val_acc: 0.6444
Epoch 2297/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7361 - acc: 0.6806 - val_loss: 0.7351 - val_acc: 0.6444
Epoch 2298/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7451 - acc: 0.6917 - val_loss: 0.7360 - val_acc: 0.6500
Epoch 2299/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7596 - acc: 0.6806 - val_loss: 0.7365 - val_acc: 0.6500
Epoch 2300/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7565 - acc: 0.6889 - val_loss: 0.7367 - val_acc: 0.6444
Epoch 2301/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7486 - acc: 0.6958 - val_loss: 0.7369 - val_acc: 0.6444
Epoch 2302/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7512 - acc: 0.6847 - val_loss: 0.7367 - val_acc: 0.6444
Epoch 2303/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7414 - acc: 0.6889 - val_loss: 0.7371 - val_acc: 0.6444
Epoch 2304/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7645 - acc: 0.6778 - val_loss: 0.7379 - val_acc: 0.6444
Epoch 2305/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7397 - acc: 0.6903 - val_loss: 0.7386 - val_acc: 0.6500
Epoch 2306/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7610 - acc: 0.6819 - val_loss: 0.7388 - val_acc: 0.6500
Epoch 2307/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7478 - acc: 0.6792 - val_loss: 0.7382 - val_acc: 0.6556
Epoch 2308/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7646 - acc: 0.6833 - val_loss: 0.7369 - val_acc: 0.6500
Epoch 2309/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7722 - acc: 0.6847 - val_loss: 0.7353 - val_acc: 0.6444
Epoch 2310/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7444 - acc: 0.6917 - val_loss: 0.7334 - val_acc: 0.6444
Epoch 2311/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7668 - acc: 0.6819 - val_loss: 0.7310 - val_acc: 0.6611
Epoch 2312/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7517 - acc: 0.6847 - val_loss: 0.7285 - val_acc: 0.6611
Epoch 2313/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7557 - acc: 0.6861 - val_loss: 0.7262 - val_acc: 0.6611
Epoch 2314/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7417 - acc: 0.6750 - val_loss: 0.7242 - val_acc: 0.6611
Epoch 2315/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7477 - acc: 0.6764 - val_loss: 0.7228 - val_acc: 0.6611
Epoch 2316/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7623 - acc: 0.6806 - val_loss: 0.7221 - val_acc: 0.6667
Epoch 2317/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7643 - acc: 0.6833 - val_loss: 0.7215 - val_acc: 0.6667
Epoch 2318/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7223 - acc: 0.6875 - val_loss: 0.7208 - val_acc: 0.6667
Epoch 2319/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7570 - acc: 0.6833 - val_loss: 0.7202 - val_acc: 0.6667
Epoch 2320/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7406 - acc: 0.6889 - val_loss: 0.7195 - val_acc: 0.6667
Epoch 2321/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7477 - acc: 0.6778 - val_loss: 0.7189 - val_acc: 0.6667
Epoch 2322/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7480 - acc: 0.6972 - val_loss: 0.7183 - val_acc: 0.6667
Epoch 2323/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7418 - acc: 0.6931 - val_loss: 0.7180 - val_acc: 0.6667
Epoch 2324/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7546 - acc: 0.6764 - val_loss: 0.7180 - val_acc: 0.6667
Epoch 2325/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7667 - acc: 0.6903 - val_loss: 0.7181 - val_acc: 0.6667
Epoch 2326/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7411 - acc: 0.6847 - val_loss: 0.7185 - val_acc: 0.6722
Epoch 2327/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7421 - acc: 0.6861 - val_loss: 0.7189 - val_acc: 0.6722
Epoch 2328/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7436 - acc: 0.6806 - val_loss: 0.7193 - val_acc: 0.6722
Epoch 2329/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7360 - acc: 0.6931 - val_loss: 0.7195 - val_acc: 0.6722
Epoch 2330/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7559 - acc: 0.6847 - val_loss: 0.7191 - val_acc: 0.6722
Epoch 2331/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7372 - acc: 0.6903 - val_loss: 0.7185 - val_acc: 0.6722
Epoch 2332/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7468 - acc: 0.6792 - val_loss: 0.7182 - val_acc: 0.6722
Epoch 2333/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7509 - acc: 0.6861 - val_loss: 0.7180 - val_acc: 0.6722
Epoch 2334/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7554 - acc: 0.6819 - val_loss: 0.7180 - val_acc: 0.6722
Epoch 2335/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7584 - acc: 0.6819 - val_loss: 0.7181 - val_acc: 0.6722
Epoch 2336/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7327 - acc: 0.6972 - val_loss: 0.7182 - val_acc: 0.6722
Epoch 2337/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7289 - acc: 0.6792 - val_loss: 0.7185 - val_acc: 0.6722
Epoch 2338/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7600 - acc: 0.6806 - val_loss: 0.7188 - val_acc: 0.6722
Epoch 2339/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7527 - acc: 0.6833 - val_loss: 0.7191 - val_acc: 0.6667
Epoch 2340/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7596 - acc: 0.6708 - val_loss: 0.7195 - val_acc: 0.6667
Epoch 2341/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7480 - acc: 0.6625 - val_loss: 0.7201 - val_acc: 0.6667
Epoch 2342/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7502 - acc: 0.6847 - val_loss: 0.7210 - val_acc: 0.6667
Epoch 2343/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7715 - acc: 0.6778 - val_loss: 0.7218 - val_acc: 0.6722
Epoch 2344/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7487 - acc: 0.6750 - val_loss: 0.7224 - val_acc: 0.6722
Epoch 2345/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7311 - acc: 0.6847 - val_loss: 0.7229 - val_acc: 0.6722
Epoch 2346/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7647 - acc: 0.6764 - val_loss: 0.7231 - val_acc: 0.6722
Epoch 2347/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7557 - acc: 0.6944 - val_loss: 0.7233 - val_acc: 0.6722
Epoch 2348/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7567 - acc: 0.6875 - val_loss: 0.7230 - val_acc: 0.6667
Epoch 2349/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7303 - acc: 0.6792 - val_loss: 0.7226 - val_acc: 0.6667
Epoch 2350/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7520 - acc: 0.6944 - val_loss: 0.7224 - val_acc: 0.6667
Epoch 2351/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7651 - acc: 0.6792 - val_loss: 0.7224 - val_acc: 0.6667
Epoch 2352/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7729 - acc: 0.6722 - val_loss: 0.7227 - val_acc: 0.6667
Epoch 2353/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7385 - acc: 0.6917 - val_loss: 0.7232 - val_acc: 0.6667
Epoch 2354/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7475 - acc: 0.6903 - val_loss: 0.7236 - val_acc: 0.6722
Epoch 2355/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7730 - acc: 0.6722 - val_loss: 0.7239 - val_acc: 0.6722
Epoch 2356/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7454 - acc: 0.6833 - val_loss: 0.7240 - val_acc: 0.6722
Epoch 2357/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7430 - acc: 0.6903 - val_loss: 0.7242 - val_acc: 0.6722
Epoch 2358/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7422 - acc: 0.6875 - val_loss: 0.7245 - val_acc: 0.6722
Epoch 2359/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7800 - acc: 0.6722 - val_loss: 0.7249 - val_acc: 0.6722
Epoch 2360/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7490 - acc: 0.6792 - val_loss: 0.7250 - val_acc: 0.6722
Epoch 2361/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7518 - acc: 0.6847 - val_loss: 0.7251 - val_acc: 0.6722
Epoch 2362/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7411 - acc: 0.6736 - val_loss: 0.7253 - val_acc: 0.6833
Epoch 2363/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7544 - acc: 0.6819 - val_loss: 0.7254 - val_acc: 0.6833
Epoch 2364/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7435 - acc: 0.6861 - val_loss: 0.7256 - val_acc: 0.6833
Epoch 2365/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7562 - acc: 0.6875 - val_loss: 0.7261 - val_acc: 0.6778
Epoch 2366/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7605 - acc: 0.6819 - val_loss: 0.7266 - val_acc: 0.6667
Epoch 2367/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7233 - acc: 0.6903 - val_loss: 0.7267 - val_acc: 0.6667
Epoch 2368/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7547 - acc: 0.6778 - val_loss: 0.7271 - val_acc: 0.6667
Epoch 2369/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7452 - acc: 0.6833 - val_loss: 0.7275 - val_acc: 0.6667
Epoch 2370/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7170 - acc: 0.6819 - val_loss: 0.7278 - val_acc: 0.6667
Epoch 2371/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7427 - acc: 0.6847 - val_loss: 0.7287 - val_acc: 0.6611
Epoch 2372/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7611 - acc: 0.6569 - val_loss: 0.7293 - val_acc: 0.6556
Epoch 2373/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7635 - acc: 0.6736 - val_loss: 0.7298 - val_acc: 0.6556
Epoch 2374/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7433 - acc: 0.6958 - val_loss: 0.7298 - val_acc: 0.6556
Epoch 2375/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7787 - acc: 0.6722 - val_loss: 0.7297 - val_acc: 0.6556
Epoch 2376/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7518 - acc: 0.6694 - val_loss: 0.7298 - val_acc: 0.6556
Epoch 2377/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7724 - acc: 0.6778 - val_loss: 0.7295 - val_acc: 0.6556
Epoch 2378/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7390 - acc: 0.6736 - val_loss: 0.7293 - val_acc: 0.6556
Epoch 2379/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7583 - acc: 0.6819 - val_loss: 0.7291 - val_acc: 0.6611
Epoch 2380/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7292 - acc: 0.6889 - val_loss: 0.7285 - val_acc: 0.6556
Epoch 2381/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7640 - acc: 0.6972 - val_loss: 0.7281 - val_acc: 0.6556
Epoch 2382/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7591 - acc: 0.6778 - val_loss: 0.7273 - val_acc: 0.6611
Epoch 2383/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7473 - acc: 0.6750 - val_loss: 0.7266 - val_acc: 0.6667
Epoch 2384/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7707 - acc: 0.6792 - val_loss: 0.7260 - val_acc: 0.6667
Epoch 2385/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7485 - acc: 0.6833 - val_loss: 0.7251 - val_acc: 0.6722
Epoch 2386/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7624 - acc: 0.6792 - val_loss: 0.7243 - val_acc: 0.6722
Epoch 2387/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7487 - acc: 0.6792 - val_loss: 0.7237 - val_acc: 0.6722
Epoch 2388/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7513 - acc: 0.6903 - val_loss: 0.7230 - val_acc: 0.6778
Epoch 2389/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7482 - acc: 0.6750 - val_loss: 0.7224 - val_acc: 0.6833
Epoch 2390/4000
720/720 [==============================] - 0s 36us/step - loss: 0.7583 - acc: 0.6903 - val_loss: 0.7218 - val_acc: 0.6833
Epoch 2391/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7318 - acc: 0.6792 - val_loss: 0.7214 - val_acc: 0.6833
Epoch 2392/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7563 - acc: 0.6778 - val_loss: 0.7212 - val_acc: 0.6833
Epoch 2393/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7697 - acc: 0.6722 - val_loss: 0.7211 - val_acc: 0.6833
Epoch 2394/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7415 - acc: 0.6847 - val_loss: 0.7213 - val_acc: 0.6833
Epoch 2395/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7359 - acc: 0.6833 - val_loss: 0.7219 - val_acc: 0.6833
Epoch 2396/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7416 - acc: 0.6875 - val_loss: 0.7225 - val_acc: 0.6833
Epoch 2397/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7532 - acc: 0.6903 - val_loss: 0.7230 - val_acc: 0.6833
Epoch 2398/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7460 - acc: 0.6833 - val_loss: 0.7236 - val_acc: 0.6889
Epoch 2399/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7210 - acc: 0.7097 - val_loss: 0.7243 - val_acc: 0.6889
Epoch 2400/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7579 - acc: 0.6931 - val_loss: 0.7252 - val_acc: 0.6944
Epoch 2401/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7577 - acc: 0.6972 - val_loss: 0.7260 - val_acc: 0.6889
Epoch 2402/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7443 - acc: 0.7000 - val_loss: 0.7265 - val_acc: 0.6889
Epoch 2403/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7668 - acc: 0.6861 - val_loss: 0.7271 - val_acc: 0.6889
Epoch 2404/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7742 - acc: 0.6764 - val_loss: 0.7277 - val_acc: 0.6889
Epoch 2405/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7403 - acc: 0.6903 - val_loss: 0.7279 - val_acc: 0.6889
Epoch 2406/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7567 - acc: 0.6819 - val_loss: 0.7282 - val_acc: 0.6889
Epoch 2407/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7359 - acc: 0.7000 - val_loss: 0.7286 - val_acc: 0.6889
Epoch 2408/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7355 - acc: 0.6917 - val_loss: 0.7287 - val_acc: 0.6889
Epoch 2409/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7524 - acc: 0.6764 - val_loss: 0.7284 - val_acc: 0.6889
Epoch 2410/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7714 - acc: 0.6806 - val_loss: 0.7279 - val_acc: 0.6889
Epoch 2411/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7548 - acc: 0.6833 - val_loss: 0.7275 - val_acc: 0.6889
Epoch 2412/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7457 - acc: 0.6958 - val_loss: 0.7273 - val_acc: 0.6889
Epoch 2413/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7365 - acc: 0.6833 - val_loss: 0.7271 - val_acc: 0.6889
Epoch 2414/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7357 - acc: 0.6903 - val_loss: 0.7267 - val_acc: 0.6889
Epoch 2415/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7702 - acc: 0.6792 - val_loss: 0.7261 - val_acc: 0.6889
Epoch 2416/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7577 - acc: 0.7014 - val_loss: 0.7255 - val_acc: 0.6944
Epoch 2417/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7548 - acc: 0.6931 - val_loss: 0.7249 - val_acc: 0.6944
Epoch 2418/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7533 - acc: 0.6958 - val_loss: 0.7244 - val_acc: 0.7000
Epoch 2419/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7204 - acc: 0.6917 - val_loss: 0.7242 - val_acc: 0.6944
Epoch 2420/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7625 - acc: 0.6833 - val_loss: 0.7239 - val_acc: 0.6889
Epoch 2421/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7429 - acc: 0.6972 - val_loss: 0.7239 - val_acc: 0.6889
Epoch 2422/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7515 - acc: 0.6917 - val_loss: 0.7243 - val_acc: 0.6889
Epoch 2423/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7513 - acc: 0.6792 - val_loss: 0.7250 - val_acc: 0.6889
Epoch 2424/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7418 - acc: 0.6875 - val_loss: 0.7261 - val_acc: 0.6889
Epoch 2425/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7561 - acc: 0.6944 - val_loss: 0.7273 - val_acc: 0.6833
Epoch 2426/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7585 - acc: 0.6875 - val_loss: 0.7281 - val_acc: 0.6833
Epoch 2427/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7402 - acc: 0.6903 - val_loss: 0.7289 - val_acc: 0.6778
Epoch 2428/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7609 - acc: 0.6847 - val_loss: 0.7294 - val_acc: 0.6722
Epoch 2429/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7370 - acc: 0.6819 - val_loss: 0.7300 - val_acc: 0.6722
Epoch 2430/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7500 - acc: 0.6931 - val_loss: 0.7305 - val_acc: 0.6722
Epoch 2431/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7483 - acc: 0.6764 - val_loss: 0.7305 - val_acc: 0.6722
Epoch 2432/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7518 - acc: 0.6611 - val_loss: 0.7305 - val_acc: 0.6667
Epoch 2433/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7754 - acc: 0.6681 - val_loss: 0.7300 - val_acc: 0.6722
Epoch 2434/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7582 - acc: 0.6778 - val_loss: 0.7300 - val_acc: 0.6667
Epoch 2435/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7630 - acc: 0.6764 - val_loss: 0.7297 - val_acc: 0.6667
Epoch 2436/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7550 - acc: 0.6889 - val_loss: 0.7292 - val_acc: 0.6667
Epoch 2437/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7394 - acc: 0.6875 - val_loss: 0.7281 - val_acc: 0.6667
Epoch 2438/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7599 - acc: 0.6847 - val_loss: 0.7273 - val_acc: 0.6667
Epoch 2439/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7547 - acc: 0.6806 - val_loss: 0.7265 - val_acc: 0.6667
Epoch 2440/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7505 - acc: 0.6806 - val_loss: 0.7251 - val_acc: 0.6611
Epoch 2441/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7411 - acc: 0.6750 - val_loss: 0.7241 - val_acc: 0.6611
Epoch 2442/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7397 - acc: 0.6764 - val_loss: 0.7232 - val_acc: 0.6667
Epoch 2443/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7385 - acc: 0.6847 - val_loss: 0.7224 - val_acc: 0.6667
Epoch 2444/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7477 - acc: 0.6917 - val_loss: 0.7213 - val_acc: 0.6667
Epoch 2445/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7387 - acc: 0.6861 - val_loss: 0.7203 - val_acc: 0.6667
Epoch 2446/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7568 - acc: 0.6833 - val_loss: 0.7196 - val_acc: 0.6667
Epoch 2447/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7344 - acc: 0.6931 - val_loss: 0.7190 - val_acc: 0.6667
Epoch 2448/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7414 - acc: 0.6917 - val_loss: 0.7187 - val_acc: 0.6667
Epoch 2449/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7397 - acc: 0.6833 - val_loss: 0.7185 - val_acc: 0.6667
Epoch 2450/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7264 - acc: 0.6847 - val_loss: 0.7184 - val_acc: 0.6667
Epoch 2451/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7549 - acc: 0.6944 - val_loss: 0.7185 - val_acc: 0.6667
Epoch 2452/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7288 - acc: 0.7097 - val_loss: 0.7185 - val_acc: 0.6667
Epoch 2453/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7670 - acc: 0.6764 - val_loss: 0.7183 - val_acc: 0.6667
Epoch 2454/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7696 - acc: 0.6736 - val_loss: 0.7183 - val_acc: 0.6667
Epoch 2455/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7351 - acc: 0.6944 - val_loss: 0.7185 - val_acc: 0.6667
Epoch 2456/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7466 - acc: 0.6875 - val_loss: 0.7186 - val_acc: 0.6667
Epoch 2457/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7533 - acc: 0.6750 - val_loss: 0.7185 - val_acc: 0.6667
Epoch 2458/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7629 - acc: 0.6681 - val_loss: 0.7182 - val_acc: 0.6667
Epoch 2459/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7466 - acc: 0.6861 - val_loss: 0.7177 - val_acc: 0.6667
Epoch 2460/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7374 - acc: 0.6917 - val_loss: 0.7173 - val_acc: 0.6722
Epoch 2461/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7374 - acc: 0.6889 - val_loss: 0.7171 - val_acc: 0.6722
Epoch 2462/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7472 - acc: 0.6694 - val_loss: 0.7170 - val_acc: 0.6722
Epoch 2463/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7507 - acc: 0.6889 - val_loss: 0.7170 - val_acc: 0.6722
Epoch 2464/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7336 - acc: 0.6750 - val_loss: 0.7172 - val_acc: 0.6722
Epoch 2465/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7458 - acc: 0.6764 - val_loss: 0.7173 - val_acc: 0.6667
Epoch 2466/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7372 - acc: 0.7014 - val_loss: 0.7174 - val_acc: 0.6833
Epoch 2467/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7353 - acc: 0.6819 - val_loss: 0.7173 - val_acc: 0.6833
Epoch 2468/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7403 - acc: 0.6833 - val_loss: 0.7174 - val_acc: 0.6833
Epoch 2469/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7543 - acc: 0.6778 - val_loss: 0.7175 - val_acc: 0.6889
Epoch 2470/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7432 - acc: 0.7000 - val_loss: 0.7178 - val_acc: 0.6833
Epoch 2471/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7394 - acc: 0.6819 - val_loss: 0.7182 - val_acc: 0.6833
Epoch 2472/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7401 - acc: 0.6819 - val_loss: 0.7188 - val_acc: 0.6833
Epoch 2473/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7468 - acc: 0.6750 - val_loss: 0.7195 - val_acc: 0.6778
Epoch 2474/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7458 - acc: 0.6847 - val_loss: 0.7205 - val_acc: 0.6778
Epoch 2475/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7760 - acc: 0.6667 - val_loss: 0.7215 - val_acc: 0.6778
Epoch 2476/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7485 - acc: 0.6833 - val_loss: 0.7223 - val_acc: 0.6722
Epoch 2477/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7381 - acc: 0.6722 - val_loss: 0.7229 - val_acc: 0.6667
Epoch 2478/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7462 - acc: 0.6889 - val_loss: 0.7236 - val_acc: 0.6667
Epoch 2479/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7395 - acc: 0.6847 - val_loss: 0.7242 - val_acc: 0.6667
Epoch 2480/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7343 - acc: 0.6875 - val_loss: 0.7247 - val_acc: 0.6667
Epoch 2481/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7263 - acc: 0.6903 - val_loss: 0.7253 - val_acc: 0.6667
Epoch 2482/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7340 - acc: 0.6778 - val_loss: 0.7255 - val_acc: 0.6722
Epoch 2483/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7413 - acc: 0.6889 - val_loss: 0.7259 - val_acc: 0.6722
Epoch 2484/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7369 - acc: 0.7056 - val_loss: 0.7263 - val_acc: 0.6667
Epoch 2485/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7074 - acc: 0.6931 - val_loss: 0.7265 - val_acc: 0.6667
Epoch 2486/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7471 - acc: 0.6833 - val_loss: 0.7268 - val_acc: 0.6667
Epoch 2487/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7379 - acc: 0.6847 - val_loss: 0.7270 - val_acc: 0.6667
Epoch 2488/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7314 - acc: 0.6972 - val_loss: 0.7275 - val_acc: 0.6667
Epoch 2489/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7460 - acc: 0.6819 - val_loss: 0.7280 - val_acc: 0.6667
Epoch 2490/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7516 - acc: 0.6889 - val_loss: 0.7287 - val_acc: 0.6667
Epoch 2491/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7267 - acc: 0.6986 - val_loss: 0.7294 - val_acc: 0.6667
Epoch 2492/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7437 - acc: 0.6889 - val_loss: 0.7298 - val_acc: 0.6667
Epoch 2493/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7591 - acc: 0.6722 - val_loss: 0.7301 - val_acc: 0.6667
Epoch 2494/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7473 - acc: 0.6972 - val_loss: 0.7305 - val_acc: 0.6611
Epoch 2495/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7578 - acc: 0.6764 - val_loss: 0.7304 - val_acc: 0.6611
Epoch 2496/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7330 - acc: 0.6917 - val_loss: 0.7303 - val_acc: 0.6611
Epoch 2497/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7310 - acc: 0.6806 - val_loss: 0.7298 - val_acc: 0.6611
Epoch 2498/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7503 - acc: 0.6736 - val_loss: 0.7294 - val_acc: 0.6611
Epoch 2499/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7276 - acc: 0.6958 - val_loss: 0.7293 - val_acc: 0.6611
Epoch 2500/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7493 - acc: 0.6931 - val_loss: 0.7297 - val_acc: 0.6667
Epoch 2501/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7465 - acc: 0.7208 - val_loss: 0.7300 - val_acc: 0.6722
Epoch 2502/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7476 - acc: 0.6944 - val_loss: 0.7299 - val_acc: 0.6722
Epoch 2503/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7502 - acc: 0.6847 - val_loss: 0.7297 - val_acc: 0.6722
Epoch 2504/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7530 - acc: 0.6819 - val_loss: 0.7288 - val_acc: 0.6722
Epoch 2505/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7615 - acc: 0.6819 - val_loss: 0.7280 - val_acc: 0.6722
Epoch 2506/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7609 - acc: 0.6750 - val_loss: 0.7272 - val_acc: 0.6667
Epoch 2507/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7469 - acc: 0.6806 - val_loss: 0.7267 - val_acc: 0.6722
Epoch 2508/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7411 - acc: 0.6847 - val_loss: 0.7264 - val_acc: 0.6667
Epoch 2509/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7642 - acc: 0.6806 - val_loss: 0.7261 - val_acc: 0.6667
Epoch 2510/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7495 - acc: 0.6833 - val_loss: 0.7259 - val_acc: 0.6667
Epoch 2511/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7501 - acc: 0.6778 - val_loss: 0.7255 - val_acc: 0.6667
Epoch 2512/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7292 - acc: 0.6917 - val_loss: 0.7252 - val_acc: 0.6667
Epoch 2513/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7547 - acc: 0.6861 - val_loss: 0.7251 - val_acc: 0.6667
Epoch 2514/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7385 - acc: 0.6764 - val_loss: 0.7255 - val_acc: 0.6667
Epoch 2515/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7495 - acc: 0.6861 - val_loss: 0.7254 - val_acc: 0.6667
Epoch 2516/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7258 - acc: 0.6917 - val_loss: 0.7252 - val_acc: 0.6667
Epoch 2517/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7411 - acc: 0.6889 - val_loss: 0.7250 - val_acc: 0.6667
Epoch 2518/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7143 - acc: 0.6889 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2519/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7259 - acc: 0.6833 - val_loss: 0.7245 - val_acc: 0.6667
Epoch 2520/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7403 - acc: 0.6736 - val_loss: 0.7240 - val_acc: 0.6667
Epoch 2521/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7505 - acc: 0.6736 - val_loss: 0.7234 - val_acc: 0.6667
Epoch 2522/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7512 - acc: 0.6889 - val_loss: 0.7228 - val_acc: 0.6667
Epoch 2523/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7493 - acc: 0.6931 - val_loss: 0.7222 - val_acc: 0.6667
Epoch 2524/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7485 - acc: 0.6889 - val_loss: 0.7215 - val_acc: 0.6667
Epoch 2525/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7534 - acc: 0.6875 - val_loss: 0.7210 - val_acc: 0.6667
Epoch 2526/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7430 - acc: 0.6875 - val_loss: 0.7204 - val_acc: 0.6667
Epoch 2527/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7538 - acc: 0.6764 - val_loss: 0.7202 - val_acc: 0.6722
Epoch 2528/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7463 - acc: 0.6903 - val_loss: 0.7200 - val_acc: 0.6722
Epoch 2529/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7503 - acc: 0.6889 - val_loss: 0.7197 - val_acc: 0.6722
Epoch 2530/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7525 - acc: 0.6819 - val_loss: 0.7194 - val_acc: 0.6778
Epoch 2531/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7563 - acc: 0.6792 - val_loss: 0.7193 - val_acc: 0.6778
Epoch 2532/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7412 - acc: 0.6875 - val_loss: 0.7191 - val_acc: 0.6778
Epoch 2533/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7502 - acc: 0.6694 - val_loss: 0.7190 - val_acc: 0.6833
Epoch 2534/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7395 - acc: 0.6931 - val_loss: 0.7188 - val_acc: 0.6833
Epoch 2535/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7291 - acc: 0.6764 - val_loss: 0.7186 - val_acc: 0.6833
Epoch 2536/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7445 - acc: 0.6861 - val_loss: 0.7187 - val_acc: 0.6833
Epoch 2537/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7613 - acc: 0.6722 - val_loss: 0.7188 - val_acc: 0.6833
Epoch 2538/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7378 - acc: 0.6806 - val_loss: 0.7189 - val_acc: 0.6833
Epoch 2539/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7407 - acc: 0.6889 - val_loss: 0.7189 - val_acc: 0.6833
Epoch 2540/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7618 - acc: 0.6958 - val_loss: 0.7191 - val_acc: 0.6833
Epoch 2541/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7620 - acc: 0.6819 - val_loss: 0.7193 - val_acc: 0.6833
Epoch 2542/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7391 - acc: 0.6806 - val_loss: 0.7195 - val_acc: 0.6833
Epoch 2543/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7370 - acc: 0.6806 - val_loss: 0.7196 - val_acc: 0.6833
Epoch 2544/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7511 - acc: 0.6875 - val_loss: 0.7194 - val_acc: 0.6833
Epoch 2545/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7501 - acc: 0.6778 - val_loss: 0.7195 - val_acc: 0.6833
Epoch 2546/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7453 - acc: 0.6917 - val_loss: 0.7200 - val_acc: 0.6833
Epoch 2547/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7271 - acc: 0.6792 - val_loss: 0.7202 - val_acc: 0.6833
Epoch 2548/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7378 - acc: 0.6833 - val_loss: 0.7205 - val_acc: 0.6833
Epoch 2549/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7449 - acc: 0.6847 - val_loss: 0.7210 - val_acc: 0.6778
Epoch 2550/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7446 - acc: 0.6806 - val_loss: 0.7217 - val_acc: 0.6778
Epoch 2551/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7668 - acc: 0.6764 - val_loss: 0.7224 - val_acc: 0.6778
Epoch 2552/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7528 - acc: 0.6889 - val_loss: 0.7233 - val_acc: 0.6778
Epoch 2553/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7571 - acc: 0.6819 - val_loss: 0.7241 - val_acc: 0.6722
Epoch 2554/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7465 - acc: 0.6944 - val_loss: 0.7247 - val_acc: 0.6667
Epoch 2555/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7672 - acc: 0.6861 - val_loss: 0.7254 - val_acc: 0.6667
Epoch 2556/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7388 - acc: 0.6708 - val_loss: 0.7258 - val_acc: 0.6667
Epoch 2557/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7462 - acc: 0.6889 - val_loss: 0.7265 - val_acc: 0.6667
Epoch 2558/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7399 - acc: 0.6917 - val_loss: 0.7270 - val_acc: 0.6667
Epoch 2559/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7335 - acc: 0.6875 - val_loss: 0.7272 - val_acc: 0.6667
Epoch 2560/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7649 - acc: 0.6750 - val_loss: 0.7274 - val_acc: 0.6667
Epoch 2561/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7411 - acc: 0.6833 - val_loss: 0.7276 - val_acc: 0.6667
Epoch 2562/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7337 - acc: 0.6597 - val_loss: 0.7277 - val_acc: 0.6667
Epoch 2563/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7378 - acc: 0.7000 - val_loss: 0.7281 - val_acc: 0.6722
Epoch 2564/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7639 - acc: 0.6903 - val_loss: 0.7286 - val_acc: 0.6778
Epoch 2565/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7295 - acc: 0.6958 - val_loss: 0.7288 - val_acc: 0.6778
Epoch 2566/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7510 - acc: 0.6903 - val_loss: 0.7288 - val_acc: 0.6778
Epoch 2567/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7492 - acc: 0.6875 - val_loss: 0.7285 - val_acc: 0.6778
Epoch 2568/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7477 - acc: 0.6875 - val_loss: 0.7282 - val_acc: 0.6778
Epoch 2569/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7526 - acc: 0.6736 - val_loss: 0.7276 - val_acc: 0.6667
Epoch 2570/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7750 - acc: 0.6722 - val_loss: 0.7271 - val_acc: 0.6667
Epoch 2571/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7542 - acc: 0.6875 - val_loss: 0.7266 - val_acc: 0.6667
Epoch 2572/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7249 - acc: 0.6917 - val_loss: 0.7263 - val_acc: 0.6667
Epoch 2573/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7414 - acc: 0.6806 - val_loss: 0.7262 - val_acc: 0.6667
Epoch 2574/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7379 - acc: 0.6903 - val_loss: 0.7259 - val_acc: 0.6667
Epoch 2575/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7497 - acc: 0.6597 - val_loss: 0.7253 - val_acc: 0.6667
Epoch 2576/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7601 - acc: 0.6889 - val_loss: 0.7248 - val_acc: 0.6667
Epoch 2577/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7318 - acc: 0.6875 - val_loss: 0.7244 - val_acc: 0.6667
Epoch 2578/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7723 - acc: 0.6750 - val_loss: 0.7241 - val_acc: 0.6667
Epoch 2579/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7416 - acc: 0.6833 - val_loss: 0.7240 - val_acc: 0.6722
Epoch 2580/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7586 - acc: 0.6847 - val_loss: 0.7239 - val_acc: 0.6778
Epoch 2581/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7650 - acc: 0.6806 - val_loss: 0.7238 - val_acc: 0.6778
Epoch 2582/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7496 - acc: 0.6764 - val_loss: 0.7237 - val_acc: 0.6778
Epoch 2583/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7649 - acc: 0.6667 - val_loss: 0.7236 - val_acc: 0.6778
Epoch 2584/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7275 - acc: 0.6861 - val_loss: 0.7238 - val_acc: 0.6778
Epoch 2585/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7647 - acc: 0.6694 - val_loss: 0.7238 - val_acc: 0.6778
Epoch 2586/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7542 - acc: 0.6750 - val_loss: 0.7237 - val_acc: 0.6778
Epoch 2587/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7409 - acc: 0.6917 - val_loss: 0.7236 - val_acc: 0.6778
Epoch 2588/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7674 - acc: 0.6667 - val_loss: 0.7232 - val_acc: 0.6722
Epoch 2589/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7663 - acc: 0.6889 - val_loss: 0.7227 - val_acc: 0.6722
Epoch 2590/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7445 - acc: 0.6819 - val_loss: 0.7221 - val_acc: 0.6722
Epoch 2591/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7385 - acc: 0.6944 - val_loss: 0.7216 - val_acc: 0.6667
Epoch 2592/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7574 - acc: 0.6889 - val_loss: 0.7213 - val_acc: 0.6667
Epoch 2593/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7605 - acc: 0.6750 - val_loss: 0.7212 - val_acc: 0.6667
Epoch 2594/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7352 - acc: 0.6819 - val_loss: 0.7211 - val_acc: 0.6667
Epoch 2595/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7369 - acc: 0.6861 - val_loss: 0.7212 - val_acc: 0.6667
Epoch 2596/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7514 - acc: 0.6889 - val_loss: 0.7214 - val_acc: 0.6667
Epoch 2597/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7511 - acc: 0.6764 - val_loss: 0.7214 - val_acc: 0.6667
Epoch 2598/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7628 - acc: 0.6722 - val_loss: 0.7215 - val_acc: 0.6667
Epoch 2599/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7569 - acc: 0.6792 - val_loss: 0.7218 - val_acc: 0.6667
Epoch 2600/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7469 - acc: 0.6764 - val_loss: 0.7225 - val_acc: 0.6667
Epoch 2601/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7430 - acc: 0.6833 - val_loss: 0.7234 - val_acc: 0.6667
Epoch 2602/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7435 - acc: 0.6819 - val_loss: 0.7242 - val_acc: 0.6667
Epoch 2603/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7549 - acc: 0.6917 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2604/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7720 - acc: 0.6806 - val_loss: 0.7258 - val_acc: 0.6667
Epoch 2605/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7532 - acc: 0.6833 - val_loss: 0.7265 - val_acc: 0.6667
Epoch 2606/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7359 - acc: 0.6778 - val_loss: 0.7271 - val_acc: 0.6667
Epoch 2607/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7314 - acc: 0.6833 - val_loss: 0.7275 - val_acc: 0.6667
Epoch 2608/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7581 - acc: 0.6847 - val_loss: 0.7275 - val_acc: 0.6667
Epoch 2609/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7466 - acc: 0.6958 - val_loss: 0.7276 - val_acc: 0.6667
Epoch 2610/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7717 - acc: 0.6944 - val_loss: 0.7275 - val_acc: 0.6611
Epoch 2611/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7355 - acc: 0.6847 - val_loss: 0.7275 - val_acc: 0.6556
Epoch 2612/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7536 - acc: 0.6944 - val_loss: 0.7277 - val_acc: 0.6611
Epoch 2613/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7480 - acc: 0.6694 - val_loss: 0.7277 - val_acc: 0.6611
Epoch 2614/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7611 - acc: 0.6667 - val_loss: 0.7277 - val_acc: 0.6667
Epoch 2615/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7617 - acc: 0.6847 - val_loss: 0.7275 - val_acc: 0.6667
Epoch 2616/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7384 - acc: 0.6847 - val_loss: 0.7272 - val_acc: 0.6667
Epoch 2617/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7366 - acc: 0.6917 - val_loss: 0.7268 - val_acc: 0.6667
Epoch 2618/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7407 - acc: 0.6917 - val_loss: 0.7263 - val_acc: 0.6667
Epoch 2619/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7521 - acc: 0.6861 - val_loss: 0.7260 - val_acc: 0.6667
Epoch 2620/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7412 - acc: 0.6889 - val_loss: 0.7257 - val_acc: 0.6667
Epoch 2621/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7477 - acc: 0.6750 - val_loss: 0.7254 - val_acc: 0.6667
Epoch 2622/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7467 - acc: 0.6764 - val_loss: 0.7251 - val_acc: 0.6667
Epoch 2623/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7406 - acc: 0.6819 - val_loss: 0.7246 - val_acc: 0.6667
Epoch 2624/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7530 - acc: 0.6681 - val_loss: 0.7243 - val_acc: 0.6667
Epoch 2625/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7335 - acc: 0.6958 - val_loss: 0.7243 - val_acc: 0.6667
Epoch 2626/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7681 - acc: 0.6722 - val_loss: 0.7244 - val_acc: 0.6667
Epoch 2627/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7528 - acc: 0.6792 - val_loss: 0.7247 - val_acc: 0.6667
Epoch 2628/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7520 - acc: 0.6903 - val_loss: 0.7248 - val_acc: 0.6722
Epoch 2629/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7755 - acc: 0.6708 - val_loss: 0.7246 - val_acc: 0.6722
Epoch 2630/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7431 - acc: 0.6819 - val_loss: 0.7247 - val_acc: 0.6722
Epoch 2631/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7259 - acc: 0.6944 - val_loss: 0.7247 - val_acc: 0.6722
Epoch 2632/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7285 - acc: 0.6875 - val_loss: 0.7248 - val_acc: 0.6722
Epoch 2633/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7469 - acc: 0.6778 - val_loss: 0.7254 - val_acc: 0.6722
Epoch 2634/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7378 - acc: 0.6819 - val_loss: 0.7262 - val_acc: 0.6667
Epoch 2635/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7724 - acc: 0.6778 - val_loss: 0.7270 - val_acc: 0.6556
Epoch 2636/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7528 - acc: 0.6944 - val_loss: 0.7277 - val_acc: 0.6556
Epoch 2637/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7416 - acc: 0.6889 - val_loss: 0.7281 - val_acc: 0.6556
Epoch 2638/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7369 - acc: 0.7000 - val_loss: 0.7286 - val_acc: 0.6556
Epoch 2639/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7543 - acc: 0.7000 - val_loss: 0.7292 - val_acc: 0.6556
Epoch 2640/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7748 - acc: 0.6792 - val_loss: 0.7302 - val_acc: 0.6556
Epoch 2641/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7517 - acc: 0.6736 - val_loss: 0.7310 - val_acc: 0.6611
Epoch 2642/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7510 - acc: 0.6861 - val_loss: 0.7318 - val_acc: 0.6667
Epoch 2643/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7487 - acc: 0.6819 - val_loss: 0.7329 - val_acc: 0.6722
Epoch 2644/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7515 - acc: 0.6875 - val_loss: 0.7340 - val_acc: 0.6722
Epoch 2645/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7604 - acc: 0.6778 - val_loss: 0.7348 - val_acc: 0.6722
Epoch 2646/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7540 - acc: 0.6833 - val_loss: 0.7353 - val_acc: 0.6722
Epoch 2647/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7332 - acc: 0.6972 - val_loss: 0.7350 - val_acc: 0.6722
Epoch 2648/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7509 - acc: 0.6833 - val_loss: 0.7342 - val_acc: 0.6722
Epoch 2649/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7430 - acc: 0.6806 - val_loss: 0.7331 - val_acc: 0.6667
Epoch 2650/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7425 - acc: 0.6694 - val_loss: 0.7317 - val_acc: 0.6667
Epoch 2651/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7389 - acc: 0.7014 - val_loss: 0.7306 - val_acc: 0.6667
Epoch 2652/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7644 - acc: 0.6819 - val_loss: 0.7291 - val_acc: 0.6778
Epoch 2653/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7362 - acc: 0.6889 - val_loss: 0.7281 - val_acc: 0.6833
Epoch 2654/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7308 - acc: 0.6986 - val_loss: 0.7274 - val_acc: 0.6833
Epoch 2655/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7627 - acc: 0.6792 - val_loss: 0.7272 - val_acc: 0.6833
Epoch 2656/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7515 - acc: 0.6861 - val_loss: 0.7270 - val_acc: 0.6833
Epoch 2657/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7294 - acc: 0.6889 - val_loss: 0.7268 - val_acc: 0.6833
Epoch 2658/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7693 - acc: 0.6944 - val_loss: 0.7269 - val_acc: 0.6833
Epoch 2659/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7347 - acc: 0.6875 - val_loss: 0.7270 - val_acc: 0.6833
Epoch 2660/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7650 - acc: 0.6861 - val_loss: 0.7270 - val_acc: 0.6833
Epoch 2661/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7584 - acc: 0.6778 - val_loss: 0.7269 - val_acc: 0.6833
Epoch 2662/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7432 - acc: 0.6819 - val_loss: 0.7269 - val_acc: 0.6833
Epoch 2663/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7474 - acc: 0.6833 - val_loss: 0.7270 - val_acc: 0.6833
Epoch 2664/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7311 - acc: 0.6833 - val_loss: 0.7272 - val_acc: 0.6889
Epoch 2665/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7489 - acc: 0.6917 - val_loss: 0.7273 - val_acc: 0.6833
Epoch 2666/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7419 - acc: 0.6889 - val_loss: 0.7274 - val_acc: 0.6833
Epoch 2667/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7496 - acc: 0.6847 - val_loss: 0.7274 - val_acc: 0.6833
Epoch 2668/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7481 - acc: 0.6653 - val_loss: 0.7270 - val_acc: 0.6833
Epoch 2669/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7707 - acc: 0.6792 - val_loss: 0.7267 - val_acc: 0.6833
Epoch 2670/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7440 - acc: 0.6875 - val_loss: 0.7267 - val_acc: 0.6778
Epoch 2671/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7500 - acc: 0.7000 - val_loss: 0.7268 - val_acc: 0.6722
Epoch 2672/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7331 - acc: 0.6833 - val_loss: 0.7265 - val_acc: 0.6778
Epoch 2673/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7335 - acc: 0.6944 - val_loss: 0.7262 - val_acc: 0.6778
Epoch 2674/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7542 - acc: 0.6792 - val_loss: 0.7260 - val_acc: 0.6778
Epoch 2675/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7421 - acc: 0.6986 - val_loss: 0.7257 - val_acc: 0.6778
Epoch 2676/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7362 - acc: 0.6889 - val_loss: 0.7250 - val_acc: 0.6778
Epoch 2677/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7423 - acc: 0.6847 - val_loss: 0.7245 - val_acc: 0.6778
Epoch 2678/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7554 - acc: 0.6917 - val_loss: 0.7236 - val_acc: 0.6778
Epoch 2679/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7467 - acc: 0.6847 - val_loss: 0.7229 - val_acc: 0.6778
Epoch 2680/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7370 - acc: 0.7028 - val_loss: 0.7226 - val_acc: 0.6778
Epoch 2681/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7539 - acc: 0.6847 - val_loss: 0.7227 - val_acc: 0.6778
Epoch 2682/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7489 - acc: 0.6986 - val_loss: 0.7228 - val_acc: 0.6722
Epoch 2683/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7621 - acc: 0.6806 - val_loss: 0.7229 - val_acc: 0.6722
Epoch 2684/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7227 - acc: 0.6931 - val_loss: 0.7232 - val_acc: 0.6722
Epoch 2685/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7522 - acc: 0.6861 - val_loss: 0.7234 - val_acc: 0.6722
Epoch 2686/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7411 - acc: 0.6958 - val_loss: 0.7236 - val_acc: 0.6778
Epoch 2687/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7265 - acc: 0.6889 - val_loss: 0.7240 - val_acc: 0.6778
Epoch 2688/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7591 - acc: 0.6819 - val_loss: 0.7242 - val_acc: 0.6778
Epoch 2689/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7253 - acc: 0.6861 - val_loss: 0.7243 - val_acc: 0.6778
Epoch 2690/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7339 - acc: 0.6903 - val_loss: 0.7246 - val_acc: 0.6778
Epoch 2691/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7379 - acc: 0.6764 - val_loss: 0.7249 - val_acc: 0.6722
Epoch 2692/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7552 - acc: 0.6778 - val_loss: 0.7251 - val_acc: 0.6722
Epoch 2693/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7293 - acc: 0.6931 - val_loss: 0.7255 - val_acc: 0.6722
Epoch 2694/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7529 - acc: 0.6792 - val_loss: 0.7262 - val_acc: 0.6667
Epoch 2695/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7504 - acc: 0.6875 - val_loss: 0.7270 - val_acc: 0.6667
Epoch 2696/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7663 - acc: 0.6806 - val_loss: 0.7278 - val_acc: 0.6667
Epoch 2697/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7305 - acc: 0.6819 - val_loss: 0.7285 - val_acc: 0.6667
Epoch 2698/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7413 - acc: 0.6972 - val_loss: 0.7293 - val_acc: 0.6667
Epoch 2699/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7526 - acc: 0.6861 - val_loss: 0.7298 - val_acc: 0.6667
Epoch 2700/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7589 - acc: 0.6972 - val_loss: 0.7298 - val_acc: 0.6667
Epoch 2701/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7512 - acc: 0.6792 - val_loss: 0.7300 - val_acc: 0.6667
Epoch 2702/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7354 - acc: 0.6861 - val_loss: 0.7299 - val_acc: 0.6778
Epoch 2703/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7331 - acc: 0.6847 - val_loss: 0.7298 - val_acc: 0.6833
Epoch 2704/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7383 - acc: 0.6736 - val_loss: 0.7296 - val_acc: 0.6778
Epoch 2705/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7361 - acc: 0.6875 - val_loss: 0.7292 - val_acc: 0.6778
Epoch 2706/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7345 - acc: 0.6889 - val_loss: 0.7287 - val_acc: 0.6778
Epoch 2707/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7636 - acc: 0.6681 - val_loss: 0.7281 - val_acc: 0.6778
Epoch 2708/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7390 - acc: 0.6847 - val_loss: 0.7276 - val_acc: 0.6778
Epoch 2709/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7646 - acc: 0.6694 - val_loss: 0.7271 - val_acc: 0.6722
Epoch 2710/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7561 - acc: 0.6792 - val_loss: 0.7269 - val_acc: 0.6778
Epoch 2711/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7324 - acc: 0.6944 - val_loss: 0.7263 - val_acc: 0.6778
Epoch 2712/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7515 - acc: 0.7028 - val_loss: 0.7256 - val_acc: 0.6722
Epoch 2713/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7553 - acc: 0.6819 - val_loss: 0.7251 - val_acc: 0.6778
Epoch 2714/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7654 - acc: 0.6806 - val_loss: 0.7245 - val_acc: 0.6778
Epoch 2715/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7453 - acc: 0.6750 - val_loss: 0.7239 - val_acc: 0.6778
Epoch 2716/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7626 - acc: 0.6792 - val_loss: 0.7235 - val_acc: 0.6778
Epoch 2717/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7433 - acc: 0.6806 - val_loss: 0.7232 - val_acc: 0.6722
Epoch 2718/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7185 - acc: 0.6847 - val_loss: 0.7226 - val_acc: 0.6778
Epoch 2719/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7432 - acc: 0.6847 - val_loss: 0.7221 - val_acc: 0.6889
Epoch 2720/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7243 - acc: 0.6833 - val_loss: 0.7218 - val_acc: 0.6833
Epoch 2721/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7542 - acc: 0.6722 - val_loss: 0.7215 - val_acc: 0.6889
Epoch 2722/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7477 - acc: 0.6792 - val_loss: 0.7214 - val_acc: 0.6889
Epoch 2723/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7368 - acc: 0.6708 - val_loss: 0.7213 - val_acc: 0.6889
Epoch 2724/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7373 - acc: 0.6958 - val_loss: 0.7212 - val_acc: 0.6889
Epoch 2725/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7603 - acc: 0.6778 - val_loss: 0.7211 - val_acc: 0.6889
Epoch 2726/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7525 - acc: 0.6806 - val_loss: 0.7208 - val_acc: 0.6889
Epoch 2727/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7367 - acc: 0.6833 - val_loss: 0.7207 - val_acc: 0.6889
Epoch 2728/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7439 - acc: 0.6861 - val_loss: 0.7207 - val_acc: 0.6889
Epoch 2729/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7531 - acc: 0.6875 - val_loss: 0.7208 - val_acc: 0.6889
Epoch 2730/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7407 - acc: 0.6903 - val_loss: 0.7208 - val_acc: 0.6833
Epoch 2731/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7404 - acc: 0.6986 - val_loss: 0.7209 - val_acc: 0.6889
Epoch 2732/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7431 - acc: 0.6778 - val_loss: 0.7210 - val_acc: 0.6833
Epoch 2733/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7545 - acc: 0.6778 - val_loss: 0.7214 - val_acc: 0.6833
Epoch 2734/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7339 - acc: 0.6986 - val_loss: 0.7218 - val_acc: 0.6833
Epoch 2735/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7255 - acc: 0.6958 - val_loss: 0.7220 - val_acc: 0.6833
Epoch 2736/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7506 - acc: 0.6639 - val_loss: 0.7226 - val_acc: 0.6833
Epoch 2737/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7206 - acc: 0.7125 - val_loss: 0.7233 - val_acc: 0.6833
Epoch 2738/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7538 - acc: 0.6792 - val_loss: 0.7240 - val_acc: 0.6833
Epoch 2739/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7536 - acc: 0.6792 - val_loss: 0.7255 - val_acc: 0.6778
Epoch 2740/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7377 - acc: 0.6833 - val_loss: 0.7267 - val_acc: 0.6778
Epoch 2741/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7363 - acc: 0.6875 - val_loss: 0.7279 - val_acc: 0.6778
Epoch 2742/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7721 - acc: 0.6931 - val_loss: 0.7289 - val_acc: 0.6778
Epoch 2743/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7407 - acc: 0.6833 - val_loss: 0.7305 - val_acc: 0.6722
Epoch 2744/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7477 - acc: 0.6806 - val_loss: 0.7316 - val_acc: 0.6778
Epoch 2745/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7556 - acc: 0.6792 - val_loss: 0.7318 - val_acc: 0.6778
Epoch 2746/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7243 - acc: 0.7083 - val_loss: 0.7315 - val_acc: 0.6778
Epoch 2747/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7430 - acc: 0.6792 - val_loss: 0.7313 - val_acc: 0.6778
Epoch 2748/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7542 - acc: 0.6792 - val_loss: 0.7308 - val_acc: 0.6778
Epoch 2749/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7168 - acc: 0.7083 - val_loss: 0.7304 - val_acc: 0.6778
Epoch 2750/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7251 - acc: 0.7000 - val_loss: 0.7296 - val_acc: 0.6778
Epoch 2751/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7533 - acc: 0.6889 - val_loss: 0.7285 - val_acc: 0.6778
Epoch 2752/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7483 - acc: 0.6792 - val_loss: 0.7271 - val_acc: 0.6778
Epoch 2753/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7551 - acc: 0.6819 - val_loss: 0.7256 - val_acc: 0.6778
Epoch 2754/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7203 - acc: 0.6847 - val_loss: 0.7240 - val_acc: 0.6833
Epoch 2755/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7663 - acc: 0.6819 - val_loss: 0.7231 - val_acc: 0.6889
Epoch 2756/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7595 - acc: 0.6833 - val_loss: 0.7226 - val_acc: 0.6889
Epoch 2757/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7706 - acc: 0.6764 - val_loss: 0.7223 - val_acc: 0.6889
Epoch 2758/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7502 - acc: 0.6819 - val_loss: 0.7220 - val_acc: 0.6833
Epoch 2759/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7455 - acc: 0.6819 - val_loss: 0.7219 - val_acc: 0.6833
Epoch 2760/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7405 - acc: 0.6736 - val_loss: 0.7219 - val_acc: 0.6833
Epoch 2761/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7480 - acc: 0.6833 - val_loss: 0.7218 - val_acc: 0.6833
Epoch 2762/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7533 - acc: 0.6806 - val_loss: 0.7217 - val_acc: 0.6833
Epoch 2763/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7292 - acc: 0.6903 - val_loss: 0.7215 - val_acc: 0.6778
Epoch 2764/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7706 - acc: 0.6889 - val_loss: 0.7212 - val_acc: 0.6778
Epoch 2765/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7506 - acc: 0.6792 - val_loss: 0.7212 - val_acc: 0.6778
Epoch 2766/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7189 - acc: 0.6778 - val_loss: 0.7208 - val_acc: 0.6778
Epoch 2767/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7439 - acc: 0.6875 - val_loss: 0.7206 - val_acc: 0.6833
Epoch 2768/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7623 - acc: 0.6764 - val_loss: 0.7203 - val_acc: 0.6833
Epoch 2769/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7634 - acc: 0.6750 - val_loss: 0.7199 - val_acc: 0.6833
Epoch 2770/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7587 - acc: 0.6819 - val_loss: 0.7195 - val_acc: 0.6833
Epoch 2771/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7492 - acc: 0.6958 - val_loss: 0.7194 - val_acc: 0.6833
Epoch 2772/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7396 - acc: 0.6889 - val_loss: 0.7193 - val_acc: 0.6833
Epoch 2773/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7282 - acc: 0.6833 - val_loss: 0.7190 - val_acc: 0.6778
Epoch 2774/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7435 - acc: 0.6917 - val_loss: 0.7188 - val_acc: 0.6778
Epoch 2775/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7473 - acc: 0.6917 - val_loss: 0.7187 - val_acc: 0.6778
Epoch 2776/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7378 - acc: 0.6944 - val_loss: 0.7187 - val_acc: 0.6778
Epoch 2777/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7302 - acc: 0.6833 - val_loss: 0.7184 - val_acc: 0.6778
Epoch 2778/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7530 - acc: 0.6875 - val_loss: 0.7182 - val_acc: 0.6778
Epoch 2779/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7513 - acc: 0.6958 - val_loss: 0.7179 - val_acc: 0.6778
Epoch 2780/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7373 - acc: 0.6778 - val_loss: 0.7178 - val_acc: 0.6778
Epoch 2781/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7519 - acc: 0.6917 - val_loss: 0.7180 - val_acc: 0.6778
Epoch 2782/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7476 - acc: 0.6722 - val_loss: 0.7183 - val_acc: 0.6778
Epoch 2783/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7442 - acc: 0.6833 - val_loss: 0.7189 - val_acc: 0.6778
Epoch 2784/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7306 - acc: 0.6847 - val_loss: 0.7195 - val_acc: 0.6778
Epoch 2785/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7500 - acc: 0.6792 - val_loss: 0.7202 - val_acc: 0.6778
Epoch 2786/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7411 - acc: 0.6986 - val_loss: 0.7209 - val_acc: 0.6778
Epoch 2787/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7574 - acc: 0.6833 - val_loss: 0.7216 - val_acc: 0.6778
Epoch 2788/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7493 - acc: 0.6778 - val_loss: 0.7224 - val_acc: 0.6833
Epoch 2789/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7403 - acc: 0.7028 - val_loss: 0.7234 - val_acc: 0.6833
Epoch 2790/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7158 - acc: 0.6819 - val_loss: 0.7248 - val_acc: 0.6778
Epoch 2791/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7210 - acc: 0.6931 - val_loss: 0.7259 - val_acc: 0.6778
Epoch 2792/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7536 - acc: 0.6986 - val_loss: 0.7268 - val_acc: 0.6778
Epoch 2793/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7684 - acc: 0.6653 - val_loss: 0.7277 - val_acc: 0.6722
Epoch 2794/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7492 - acc: 0.6778 - val_loss: 0.7283 - val_acc: 0.6778
Epoch 2795/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7483 - acc: 0.6931 - val_loss: 0.7288 - val_acc: 0.6778
Epoch 2796/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7327 - acc: 0.6931 - val_loss: 0.7287 - val_acc: 0.6778
Epoch 2797/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7387 - acc: 0.6931 - val_loss: 0.7281 - val_acc: 0.6778
Epoch 2798/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7349 - acc: 0.6875 - val_loss: 0.7283 - val_acc: 0.6778
Epoch 2799/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7504 - acc: 0.6819 - val_loss: 0.7291 - val_acc: 0.6833
Epoch 2800/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7536 - acc: 0.6875 - val_loss: 0.7300 - val_acc: 0.6889
Epoch 2801/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7603 - acc: 0.6778 - val_loss: 0.7313 - val_acc: 0.6778
Epoch 2802/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7362 - acc: 0.6861 - val_loss: 0.7327 - val_acc: 0.6778
Epoch 2803/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7213 - acc: 0.6903 - val_loss: 0.7338 - val_acc: 0.6722
Epoch 2804/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7414 - acc: 0.6833 - val_loss: 0.7345 - val_acc: 0.6667
Epoch 2805/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7477 - acc: 0.6764 - val_loss: 0.7349 - val_acc: 0.6667
Epoch 2806/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7478 - acc: 0.6833 - val_loss: 0.7347 - val_acc: 0.6611
Epoch 2807/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7572 - acc: 0.6653 - val_loss: 0.7346 - val_acc: 0.6556
Epoch 2808/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7230 - acc: 0.7014 - val_loss: 0.7338 - val_acc: 0.6611
Epoch 2809/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7534 - acc: 0.6806 - val_loss: 0.7332 - val_acc: 0.6611
Epoch 2810/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7328 - acc: 0.6875 - val_loss: 0.7321 - val_acc: 0.6667
Epoch 2811/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7640 - acc: 0.6722 - val_loss: 0.7308 - val_acc: 0.6722
Epoch 2812/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7562 - acc: 0.6778 - val_loss: 0.7293 - val_acc: 0.6722
Epoch 2813/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7378 - acc: 0.6861 - val_loss: 0.7276 - val_acc: 0.6611
Epoch 2814/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7416 - acc: 0.6861 - val_loss: 0.7261 - val_acc: 0.6611
Epoch 2815/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7391 - acc: 0.6819 - val_loss: 0.7252 - val_acc: 0.6667
Epoch 2816/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7233 - acc: 0.6847 - val_loss: 0.7249 - val_acc: 0.6667
Epoch 2817/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7154 - acc: 0.6972 - val_loss: 0.7245 - val_acc: 0.6667
Epoch 2818/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7446 - acc: 0.6903 - val_loss: 0.7241 - val_acc: 0.6667
Epoch 2819/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7269 - acc: 0.7000 - val_loss: 0.7237 - val_acc: 0.6722
Epoch 2820/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7551 - acc: 0.6875 - val_loss: 0.7233 - val_acc: 0.6722
Epoch 2821/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7420 - acc: 0.6806 - val_loss: 0.7229 - val_acc: 0.6722
Epoch 2822/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7472 - acc: 0.6861 - val_loss: 0.7226 - val_acc: 0.6778
Epoch 2823/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7454 - acc: 0.6986 - val_loss: 0.7225 - val_acc: 0.6833
Epoch 2824/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7309 - acc: 0.6889 - val_loss: 0.7226 - val_acc: 0.6833
Epoch 2825/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7586 - acc: 0.6722 - val_loss: 0.7229 - val_acc: 0.6778
Epoch 2826/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7388 - acc: 0.6847 - val_loss: 0.7232 - val_acc: 0.6833
Epoch 2827/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7638 - acc: 0.6958 - val_loss: 0.7235 - val_acc: 0.6833
Epoch 2828/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7435 - acc: 0.6889 - val_loss: 0.7235 - val_acc: 0.6833
Epoch 2829/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7485 - acc: 0.6819 - val_loss: 0.7239 - val_acc: 0.6833
Epoch 2830/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7385 - acc: 0.6986 - val_loss: 0.7242 - val_acc: 0.6833
Epoch 2831/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7565 - acc: 0.6583 - val_loss: 0.7243 - val_acc: 0.6833
Epoch 2832/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7512 - acc: 0.6833 - val_loss: 0.7245 - val_acc: 0.6833
Epoch 2833/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7596 - acc: 0.6708 - val_loss: 0.7247 - val_acc: 0.6833
Epoch 2834/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7621 - acc: 0.6778 - val_loss: 0.7249 - val_acc: 0.6833
Epoch 2835/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7596 - acc: 0.6792 - val_loss: 0.7256 - val_acc: 0.6889
Epoch 2836/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7519 - acc: 0.6875 - val_loss: 0.7260 - val_acc: 0.6889
Epoch 2837/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7310 - acc: 0.6944 - val_loss: 0.7262 - val_acc: 0.6889
Epoch 2838/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7432 - acc: 0.6931 - val_loss: 0.7265 - val_acc: 0.6889
Epoch 2839/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7330 - acc: 0.6889 - val_loss: 0.7266 - val_acc: 0.6944
Epoch 2840/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7414 - acc: 0.6889 - val_loss: 0.7271 - val_acc: 0.6944
Epoch 2841/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7319 - acc: 0.7014 - val_loss: 0.7272 - val_acc: 0.6944
Epoch 2842/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7422 - acc: 0.6875 - val_loss: 0.7278 - val_acc: 0.6944
Epoch 2843/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7574 - acc: 0.6736 - val_loss: 0.7286 - val_acc: 0.6944
Epoch 2844/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7512 - acc: 0.6958 - val_loss: 0.7290 - val_acc: 0.6944
Epoch 2845/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7663 - acc: 0.6806 - val_loss: 0.7296 - val_acc: 0.6889
Epoch 2846/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7339 - acc: 0.6931 - val_loss: 0.7301 - val_acc: 0.6889
Epoch 2847/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7385 - acc: 0.6875 - val_loss: 0.7307 - val_acc: 0.6889
Epoch 2848/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7369 - acc: 0.6708 - val_loss: 0.7310 - val_acc: 0.6889
Epoch 2849/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7358 - acc: 0.6917 - val_loss: 0.7311 - val_acc: 0.6889
Epoch 2850/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7405 - acc: 0.6903 - val_loss: 0.7316 - val_acc: 0.6889
Epoch 2851/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7682 - acc: 0.6681 - val_loss: 0.7319 - val_acc: 0.6833
Epoch 2852/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7371 - acc: 0.6806 - val_loss: 0.7321 - val_acc: 0.6778
Epoch 2853/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7408 - acc: 0.6806 - val_loss: 0.7322 - val_acc: 0.6778
Epoch 2854/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7307 - acc: 0.6889 - val_loss: 0.7322 - val_acc: 0.6778
Epoch 2855/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7360 - acc: 0.6903 - val_loss: 0.7320 - val_acc: 0.6778
Epoch 2856/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7323 - acc: 0.6792 - val_loss: 0.7312 - val_acc: 0.6833
Epoch 2857/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7633 - acc: 0.6778 - val_loss: 0.7305 - val_acc: 0.6889
Epoch 2858/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7214 - acc: 0.7014 - val_loss: 0.7300 - val_acc: 0.6889
Epoch 2859/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7354 - acc: 0.6861 - val_loss: 0.7299 - val_acc: 0.6778
Epoch 2860/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7490 - acc: 0.6944 - val_loss: 0.7296 - val_acc: 0.6778
Epoch 2861/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7571 - acc: 0.6875 - val_loss: 0.7295 - val_acc: 0.6778
Epoch 2862/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7384 - acc: 0.6986 - val_loss: 0.7295 - val_acc: 0.6778
Epoch 2863/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7313 - acc: 0.6944 - val_loss: 0.7293 - val_acc: 0.6778
Epoch 2864/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7242 - acc: 0.6861 - val_loss: 0.7297 - val_acc: 0.6722
Epoch 2865/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7195 - acc: 0.6986 - val_loss: 0.7298 - val_acc: 0.6722
Epoch 2866/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7520 - acc: 0.6875 - val_loss: 0.7298 - val_acc: 0.6722
Epoch 2867/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7493 - acc: 0.6833 - val_loss: 0.7294 - val_acc: 0.6722
Epoch 2868/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7292 - acc: 0.6778 - val_loss: 0.7290 - val_acc: 0.6722
Epoch 2869/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7192 - acc: 0.6861 - val_loss: 0.7288 - val_acc: 0.6667
Epoch 2870/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7267 - acc: 0.6875 - val_loss: 0.7286 - val_acc: 0.6667
Epoch 2871/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7529 - acc: 0.6861 - val_loss: 0.7284 - val_acc: 0.6667
Epoch 2872/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7660 - acc: 0.6903 - val_loss: 0.7281 - val_acc: 0.6667
Epoch 2873/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7430 - acc: 0.6861 - val_loss: 0.7273 - val_acc: 0.6667
Epoch 2874/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7338 - acc: 0.6861 - val_loss: 0.7267 - val_acc: 0.6778
Epoch 2875/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7276 - acc: 0.6806 - val_loss: 0.7264 - val_acc: 0.6778
Epoch 2876/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7422 - acc: 0.6875 - val_loss: 0.7261 - val_acc: 0.6778
Epoch 2877/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7433 - acc: 0.6833 - val_loss: 0.7259 - val_acc: 0.6778
Epoch 2878/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7264 - acc: 0.6889 - val_loss: 0.7256 - val_acc: 0.6778
Epoch 2879/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7017 - acc: 0.7181 - val_loss: 0.7253 - val_acc: 0.6778
Epoch 2880/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7442 - acc: 0.6931 - val_loss: 0.7252 - val_acc: 0.6778
Epoch 2881/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7191 - acc: 0.6847 - val_loss: 0.7251 - val_acc: 0.6778
Epoch 2882/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7379 - acc: 0.7014 - val_loss: 0.7250 - val_acc: 0.6778
Epoch 2883/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7216 - acc: 0.6944 - val_loss: 0.7249 - val_acc: 0.6778
Epoch 2884/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7375 - acc: 0.6792 - val_loss: 0.7247 - val_acc: 0.6778
Epoch 2885/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7373 - acc: 0.6903 - val_loss: 0.7245 - val_acc: 0.6778
Epoch 2886/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7525 - acc: 0.6903 - val_loss: 0.7244 - val_acc: 0.6778
Epoch 2887/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7579 - acc: 0.6819 - val_loss: 0.7247 - val_acc: 0.6778
Epoch 2888/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7478 - acc: 0.6819 - val_loss: 0.7249 - val_acc: 0.6778
Epoch 2889/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7455 - acc: 0.6819 - val_loss: 0.7251 - val_acc: 0.6889
Epoch 2890/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7473 - acc: 0.6875 - val_loss: 0.7254 - val_acc: 0.6833
Epoch 2891/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7464 - acc: 0.6778 - val_loss: 0.7257 - val_acc: 0.6833
Epoch 2892/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7279 - acc: 0.6875 - val_loss: 0.7261 - val_acc: 0.6778
Epoch 2893/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7647 - acc: 0.6750 - val_loss: 0.7267 - val_acc: 0.6778
Epoch 2894/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7241 - acc: 0.6917 - val_loss: 0.7268 - val_acc: 0.6722
Epoch 2895/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7529 - acc: 0.6806 - val_loss: 0.7262 - val_acc: 0.6722
Epoch 2896/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7470 - acc: 0.6861 - val_loss: 0.7254 - val_acc: 0.6778
Epoch 2897/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7181 - acc: 0.6778 - val_loss: 0.7247 - val_acc: 0.6889
Epoch 2898/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7486 - acc: 0.6861 - val_loss: 0.7241 - val_acc: 0.6889
Epoch 2899/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7292 - acc: 0.6792 - val_loss: 0.7237 - val_acc: 0.6889
Epoch 2900/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7293 - acc: 0.7014 - val_loss: 0.7231 - val_acc: 0.6889
Epoch 2901/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7414 - acc: 0.6875 - val_loss: 0.7225 - val_acc: 0.6889
Epoch 2902/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7318 - acc: 0.6833 - val_loss: 0.7219 - val_acc: 0.6889
Epoch 2903/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7453 - acc: 0.6792 - val_loss: 0.7213 - val_acc: 0.6944
Epoch 2904/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7471 - acc: 0.6792 - val_loss: 0.7209 - val_acc: 0.6944
Epoch 2905/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7545 - acc: 0.6653 - val_loss: 0.7206 - val_acc: 0.6944
Epoch 2906/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7377 - acc: 0.6903 - val_loss: 0.7203 - val_acc: 0.6944
Epoch 2907/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7482 - acc: 0.6833 - val_loss: 0.7201 - val_acc: 0.6944
Epoch 2908/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7435 - acc: 0.6861 - val_loss: 0.7199 - val_acc: 0.6944
Epoch 2909/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7660 - acc: 0.6708 - val_loss: 0.7197 - val_acc: 0.6944
Epoch 2910/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7349 - acc: 0.6889 - val_loss: 0.7192 - val_acc: 0.6944
Epoch 2911/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7653 - acc: 0.6931 - val_loss: 0.7188 - val_acc: 0.6944
Epoch 2912/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7402 - acc: 0.6847 - val_loss: 0.7186 - val_acc: 0.6944
Epoch 2913/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7462 - acc: 0.6764 - val_loss: 0.7185 - val_acc: 0.6944
Epoch 2914/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7567 - acc: 0.6875 - val_loss: 0.7183 - val_acc: 0.6944
Epoch 2915/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7237 - acc: 0.6986 - val_loss: 0.7181 - val_acc: 0.6944
Epoch 2916/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7335 - acc: 0.6764 - val_loss: 0.7178 - val_acc: 0.6944
Epoch 2917/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7475 - acc: 0.6708 - val_loss: 0.7176 - val_acc: 0.6944
Epoch 2918/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7389 - acc: 0.6931 - val_loss: 0.7173 - val_acc: 0.6889
Epoch 2919/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7420 - acc: 0.6889 - val_loss: 0.7175 - val_acc: 0.6889
Epoch 2920/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7414 - acc: 0.6931 - val_loss: 0.7178 - val_acc: 0.6889
Epoch 2921/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7554 - acc: 0.6847 - val_loss: 0.7182 - val_acc: 0.6833
Epoch 2922/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7424 - acc: 0.6972 - val_loss: 0.7188 - val_acc: 0.6833
Epoch 2923/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7277 - acc: 0.6903 - val_loss: 0.7197 - val_acc: 0.6833
Epoch 2924/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7204 - acc: 0.6792 - val_loss: 0.7211 - val_acc: 0.6778
Epoch 2925/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7315 - acc: 0.6931 - val_loss: 0.7225 - val_acc: 0.6722
Epoch 2926/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7498 - acc: 0.6917 - val_loss: 0.7239 - val_acc: 0.6722
Epoch 2927/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7448 - acc: 0.6986 - val_loss: 0.7246 - val_acc: 0.6722
Epoch 2928/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7450 - acc: 0.6806 - val_loss: 0.7251 - val_acc: 0.6722
Epoch 2929/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7305 - acc: 0.6875 - val_loss: 0.7254 - val_acc: 0.6722
Epoch 2930/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7447 - acc: 0.6847 - val_loss: 0.7255 - val_acc: 0.6722
Epoch 2931/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7345 - acc: 0.6931 - val_loss: 0.7258 - val_acc: 0.6722
Epoch 2932/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7325 - acc: 0.6861 - val_loss: 0.7268 - val_acc: 0.6722
Epoch 2933/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7430 - acc: 0.6903 - val_loss: 0.7271 - val_acc: 0.6722
Epoch 2934/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7286 - acc: 0.6861 - val_loss: 0.7271 - val_acc: 0.6722
Epoch 2935/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7463 - acc: 0.6958 - val_loss: 0.7270 - val_acc: 0.6722
Epoch 2936/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7522 - acc: 0.6847 - val_loss: 0.7266 - val_acc: 0.6722
Epoch 2937/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7368 - acc: 0.6833 - val_loss: 0.7260 - val_acc: 0.6722
Epoch 2938/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7432 - acc: 0.6875 - val_loss: 0.7260 - val_acc: 0.6722
Epoch 2939/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7611 - acc: 0.6847 - val_loss: 0.7256 - val_acc: 0.6778
Epoch 2940/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7356 - acc: 0.6944 - val_loss: 0.7256 - val_acc: 0.6778
Epoch 2941/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7601 - acc: 0.6819 - val_loss: 0.7254 - val_acc: 0.6778
Epoch 2942/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7475 - acc: 0.6750 - val_loss: 0.7256 - val_acc: 0.6778
Epoch 2943/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7545 - acc: 0.6875 - val_loss: 0.7259 - val_acc: 0.6778
Epoch 2944/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7485 - acc: 0.6903 - val_loss: 0.7259 - val_acc: 0.6778
Epoch 2945/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7473 - acc: 0.6833 - val_loss: 0.7259 - val_acc: 0.6778
Epoch 2946/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7519 - acc: 0.6792 - val_loss: 0.7260 - val_acc: 0.6778
Epoch 2947/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7478 - acc: 0.6833 - val_loss: 0.7261 - val_acc: 0.6833
Epoch 2948/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7330 - acc: 0.6889 - val_loss: 0.7263 - val_acc: 0.6833
Epoch 2949/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7578 - acc: 0.6903 - val_loss: 0.7264 - val_acc: 0.6833
Epoch 2950/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7390 - acc: 0.6833 - val_loss: 0.7270 - val_acc: 0.6833
Epoch 2951/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7422 - acc: 0.6903 - val_loss: 0.7275 - val_acc: 0.6833
Epoch 2952/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7376 - acc: 0.6778 - val_loss: 0.7277 - val_acc: 0.6778
Epoch 2953/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7628 - acc: 0.6708 - val_loss: 0.7280 - val_acc: 0.6778
Epoch 2954/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7611 - acc: 0.6917 - val_loss: 0.7282 - val_acc: 0.6778
Epoch 2955/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7451 - acc: 0.6833 - val_loss: 0.7282 - val_acc: 0.6778
Epoch 2956/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7455 - acc: 0.6917 - val_loss: 0.7283 - val_acc: 0.6778
Epoch 2957/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7327 - acc: 0.7028 - val_loss: 0.7285 - val_acc: 0.6778
Epoch 2958/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7275 - acc: 0.7028 - val_loss: 0.7286 - val_acc: 0.6778
Epoch 2959/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7411 - acc: 0.6833 - val_loss: 0.7287 - val_acc: 0.6778
Epoch 2960/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7524 - acc: 0.6819 - val_loss: 0.7286 - val_acc: 0.6778
Epoch 2961/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7554 - acc: 0.6806 - val_loss: 0.7289 - val_acc: 0.6778
Epoch 2962/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7303 - acc: 0.6847 - val_loss: 0.7292 - val_acc: 0.6722
Epoch 2963/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7283 - acc: 0.6889 - val_loss: 0.7294 - val_acc: 0.6722
Epoch 2964/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7388 - acc: 0.6972 - val_loss: 0.7299 - val_acc: 0.6722
Epoch 2965/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7531 - acc: 0.6806 - val_loss: 0.7306 - val_acc: 0.6667
Epoch 2966/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7255 - acc: 0.6986 - val_loss: 0.7312 - val_acc: 0.6667
Epoch 2967/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7475 - acc: 0.6764 - val_loss: 0.7316 - val_acc: 0.6667
Epoch 2968/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7305 - acc: 0.6736 - val_loss: 0.7313 - val_acc: 0.6667
Epoch 2969/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7664 - acc: 0.6764 - val_loss: 0.7309 - val_acc: 0.6667
Epoch 2970/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7261 - acc: 0.6833 - val_loss: 0.7302 - val_acc: 0.6667
Epoch 2971/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7618 - acc: 0.6639 - val_loss: 0.7291 - val_acc: 0.6722
Epoch 2972/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7310 - acc: 0.6903 - val_loss: 0.7279 - val_acc: 0.6778
Epoch 2973/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7173 - acc: 0.7083 - val_loss: 0.7269 - val_acc: 0.6833
Epoch 2974/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7113 - acc: 0.6958 - val_loss: 0.7261 - val_acc: 0.6833
Epoch 2975/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7369 - acc: 0.6903 - val_loss: 0.7257 - val_acc: 0.6833
Epoch 2976/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7401 - acc: 0.6819 - val_loss: 0.7253 - val_acc: 0.6889
Epoch 2977/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7252 - acc: 0.7000 - val_loss: 0.7248 - val_acc: 0.6833
Epoch 2978/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7535 - acc: 0.6861 - val_loss: 0.7243 - val_acc: 0.6833
Epoch 2979/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7367 - acc: 0.6958 - val_loss: 0.7239 - val_acc: 0.6833
Epoch 2980/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7571 - acc: 0.6764 - val_loss: 0.7236 - val_acc: 0.6889
Epoch 2981/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7349 - acc: 0.6889 - val_loss: 0.7236 - val_acc: 0.6944
Epoch 2982/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7228 - acc: 0.6889 - val_loss: 0.7236 - val_acc: 0.6944
Epoch 2983/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7611 - acc: 0.6944 - val_loss: 0.7237 - val_acc: 0.6944
Epoch 2984/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7330 - acc: 0.6847 - val_loss: 0.7239 - val_acc: 0.6944
Epoch 2985/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7412 - acc: 0.7083 - val_loss: 0.7241 - val_acc: 0.6944
Epoch 2986/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7327 - acc: 0.6889 - val_loss: 0.7243 - val_acc: 0.6944
Epoch 2987/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7371 - acc: 0.6889 - val_loss: 0.7246 - val_acc: 0.6944
Epoch 2988/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7420 - acc: 0.6819 - val_loss: 0.7249 - val_acc: 0.6944
Epoch 2989/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7255 - acc: 0.6917 - val_loss: 0.7255 - val_acc: 0.6944
Epoch 2990/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7361 - acc: 0.6958 - val_loss: 0.7263 - val_acc: 0.6944
Epoch 2991/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7309 - acc: 0.6972 - val_loss: 0.7272 - val_acc: 0.6889
Epoch 2992/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7504 - acc: 0.6847 - val_loss: 0.7276 - val_acc: 0.6889
Epoch 2993/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7527 - acc: 0.6778 - val_loss: 0.7281 - val_acc: 0.6889
Epoch 2994/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7495 - acc: 0.6903 - val_loss: 0.7286 - val_acc: 0.6889
Epoch 2995/4000
720/720 [==============================] - 0s 37us/step - loss: 0.7432 - acc: 0.6958 - val_loss: 0.7289 - val_acc: 0.6889
Epoch 2996/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7271 - acc: 0.6986 - val_loss: 0.7292 - val_acc: 0.6833
Epoch 2997/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7423 - acc: 0.6903 - val_loss: 0.7293 - val_acc: 0.6778
Epoch 2998/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7298 - acc: 0.6875 - val_loss: 0.7295 - val_acc: 0.6778
Epoch 2999/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7376 - acc: 0.6944 - val_loss: 0.7298 - val_acc: 0.6778
Epoch 3000/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7346 - acc: 0.6861 - val_loss: 0.7298 - val_acc: 0.6778
Epoch 3001/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7416 - acc: 0.6931 - val_loss: 0.7298 - val_acc: 0.6778
Epoch 3002/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7287 - acc: 0.6736 - val_loss: 0.7299 - val_acc: 0.6778
Epoch 3003/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7436 - acc: 0.6736 - val_loss: 0.7300 - val_acc: 0.6889
Epoch 3004/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7401 - acc: 0.6958 - val_loss: 0.7300 - val_acc: 0.6889
Epoch 3005/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7361 - acc: 0.6972 - val_loss: 0.7298 - val_acc: 0.6889
Epoch 3006/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7536 - acc: 0.6764 - val_loss: 0.7295 - val_acc: 0.6889
Epoch 3007/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7468 - acc: 0.7000 - val_loss: 0.7293 - val_acc: 0.6944
Epoch 3008/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7496 - acc: 0.6847 - val_loss: 0.7293 - val_acc: 0.6944
Epoch 3009/4000
720/720 [==============================] - 0s 37us/step - loss: 0.7401 - acc: 0.6778 - val_loss: 0.7296 - val_acc: 0.6944
Epoch 3010/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7268 - acc: 0.6903 - val_loss: 0.7297 - val_acc: 0.6944
Epoch 3011/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7391 - acc: 0.6889 - val_loss: 0.7299 - val_acc: 0.6944
Epoch 3012/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7505 - acc: 0.6903 - val_loss: 0.7304 - val_acc: 0.6889
Epoch 3013/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7503 - acc: 0.6875 - val_loss: 0.7304 - val_acc: 0.6889
Epoch 3014/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7593 - acc: 0.6694 - val_loss: 0.7302 - val_acc: 0.6889
Epoch 3015/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7300 - acc: 0.6944 - val_loss: 0.7297 - val_acc: 0.6889
Epoch 3016/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7388 - acc: 0.6847 - val_loss: 0.7290 - val_acc: 0.6944
Epoch 3017/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7297 - acc: 0.6819 - val_loss: 0.7282 - val_acc: 0.6944
Epoch 3018/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7689 - acc: 0.6778 - val_loss: 0.7275 - val_acc: 0.6944
Epoch 3019/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7215 - acc: 0.6931 - val_loss: 0.7267 - val_acc: 0.6944
Epoch 3020/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7457 - acc: 0.6972 - val_loss: 0.7264 - val_acc: 0.6944
Epoch 3021/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7386 - acc: 0.6903 - val_loss: 0.7264 - val_acc: 0.7000
Epoch 3022/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7187 - acc: 0.6792 - val_loss: 0.7265 - val_acc: 0.7000
Epoch 3023/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7318 - acc: 0.6847 - val_loss: 0.7265 - val_acc: 0.7000
Epoch 3024/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7419 - acc: 0.6972 - val_loss: 0.7266 - val_acc: 0.7000
Epoch 3025/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7438 - acc: 0.6764 - val_loss: 0.7267 - val_acc: 0.7000
Epoch 3026/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7148 - acc: 0.6972 - val_loss: 0.7267 - val_acc: 0.7000
Epoch 3027/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7375 - acc: 0.6750 - val_loss: 0.7266 - val_acc: 0.7000
Epoch 3028/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7361 - acc: 0.6847 - val_loss: 0.7270 - val_acc: 0.6944
Epoch 3029/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7156 - acc: 0.7042 - val_loss: 0.7274 - val_acc: 0.6944
Epoch 3030/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7505 - acc: 0.6847 - val_loss: 0.7275 - val_acc: 0.6944
Epoch 3031/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7358 - acc: 0.6847 - val_loss: 0.7275 - val_acc: 0.6889
Epoch 3032/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7503 - acc: 0.6847 - val_loss: 0.7274 - val_acc: 0.6889
Epoch 3033/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7582 - acc: 0.6653 - val_loss: 0.7270 - val_acc: 0.6889
Epoch 3034/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7383 - acc: 0.6944 - val_loss: 0.7266 - val_acc: 0.6889
Epoch 3035/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7424 - acc: 0.6931 - val_loss: 0.7262 - val_acc: 0.6889
Epoch 3036/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7322 - acc: 0.6833 - val_loss: 0.7260 - val_acc: 0.6944
Epoch 3037/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7402 - acc: 0.6847 - val_loss: 0.7260 - val_acc: 0.6944
Epoch 3038/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7322 - acc: 0.6875 - val_loss: 0.7261 - val_acc: 0.6889
Epoch 3039/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7415 - acc: 0.6708 - val_loss: 0.7265 - val_acc: 0.6833
Epoch 3040/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7391 - acc: 0.7028 - val_loss: 0.7273 - val_acc: 0.6833
Epoch 3041/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7361 - acc: 0.6708 - val_loss: 0.7282 - val_acc: 0.6778
Epoch 3042/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7231 - acc: 0.7083 - val_loss: 0.7291 - val_acc: 0.6722
Epoch 3043/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7533 - acc: 0.6903 - val_loss: 0.7295 - val_acc: 0.6722
Epoch 3044/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7610 - acc: 0.6819 - val_loss: 0.7297 - val_acc: 0.6722
Epoch 3045/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7494 - acc: 0.6903 - val_loss: 0.7295 - val_acc: 0.6778
Epoch 3046/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7196 - acc: 0.6903 - val_loss: 0.7292 - val_acc: 0.6778
Epoch 3047/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7320 - acc: 0.6986 - val_loss: 0.7295 - val_acc: 0.6778
Epoch 3048/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7195 - acc: 0.6903 - val_loss: 0.7300 - val_acc: 0.6778
Epoch 3049/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7379 - acc: 0.6806 - val_loss: 0.7305 - val_acc: 0.6778
Epoch 3050/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7383 - acc: 0.6847 - val_loss: 0.7313 - val_acc: 0.6722
Epoch 3051/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7432 - acc: 0.6847 - val_loss: 0.7319 - val_acc: 0.6722
Epoch 3052/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7469 - acc: 0.6819 - val_loss: 0.7320 - val_acc: 0.6722
Epoch 3053/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7251 - acc: 0.6903 - val_loss: 0.7315 - val_acc: 0.6722
Epoch 3054/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7407 - acc: 0.7028 - val_loss: 0.7316 - val_acc: 0.6722
Epoch 3055/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7454 - acc: 0.6764 - val_loss: 0.7317 - val_acc: 0.6722
Epoch 3056/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7392 - acc: 0.6861 - val_loss: 0.7317 - val_acc: 0.6722
Epoch 3057/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7520 - acc: 0.6972 - val_loss: 0.7315 - val_acc: 0.6722
Epoch 3058/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7282 - acc: 0.6847 - val_loss: 0.7312 - val_acc: 0.6722
Epoch 3059/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7388 - acc: 0.6972 - val_loss: 0.7304 - val_acc: 0.6778
Epoch 3060/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7467 - acc: 0.6833 - val_loss: 0.7293 - val_acc: 0.6778
Epoch 3061/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7303 - acc: 0.6819 - val_loss: 0.7283 - val_acc: 0.6778
Epoch 3062/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7512 - acc: 0.6861 - val_loss: 0.7271 - val_acc: 0.6778
Epoch 3063/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7430 - acc: 0.6806 - val_loss: 0.7259 - val_acc: 0.6778
Epoch 3064/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7594 - acc: 0.6806 - val_loss: 0.7251 - val_acc: 0.6833
Epoch 3065/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7381 - acc: 0.6694 - val_loss: 0.7242 - val_acc: 0.6889
Epoch 3066/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7300 - acc: 0.6889 - val_loss: 0.7233 - val_acc: 0.6889
Epoch 3067/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7386 - acc: 0.6875 - val_loss: 0.7226 - val_acc: 0.6889
Epoch 3068/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7711 - acc: 0.6806 - val_loss: 0.7219 - val_acc: 0.6833
Epoch 3069/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7690 - acc: 0.6722 - val_loss: 0.7211 - val_acc: 0.6833
Epoch 3070/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7419 - acc: 0.6819 - val_loss: 0.7205 - val_acc: 0.6833
Epoch 3071/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7743 - acc: 0.6653 - val_loss: 0.7202 - val_acc: 0.6833
Epoch 3072/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7108 - acc: 0.7042 - val_loss: 0.7200 - val_acc: 0.6889
Epoch 3073/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7230 - acc: 0.6750 - val_loss: 0.7201 - val_acc: 0.6944
Epoch 3074/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7415 - acc: 0.6903 - val_loss: 0.7203 - val_acc: 0.6944
Epoch 3075/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7259 - acc: 0.6986 - val_loss: 0.7206 - val_acc: 0.6944
Epoch 3076/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7250 - acc: 0.6972 - val_loss: 0.7207 - val_acc: 0.7000
Epoch 3077/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7602 - acc: 0.6611 - val_loss: 0.7209 - val_acc: 0.7000
Epoch 3078/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7501 - acc: 0.6875 - val_loss: 0.7210 - val_acc: 0.7000
Epoch 3079/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7396 - acc: 0.6792 - val_loss: 0.7212 - val_acc: 0.6944
Epoch 3080/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7298 - acc: 0.6819 - val_loss: 0.7213 - val_acc: 0.6944
Epoch 3081/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7333 - acc: 0.7083 - val_loss: 0.7214 - val_acc: 0.6944
Epoch 3082/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7327 - acc: 0.6986 - val_loss: 0.7215 - val_acc: 0.6944
Epoch 3083/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7231 - acc: 0.6931 - val_loss: 0.7215 - val_acc: 0.6944
Epoch 3084/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7404 - acc: 0.6875 - val_loss: 0.7216 - val_acc: 0.6944
Epoch 3085/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7499 - acc: 0.6931 - val_loss: 0.7218 - val_acc: 0.6944
Epoch 3086/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7582 - acc: 0.6861 - val_loss: 0.7218 - val_acc: 0.6944
Epoch 3087/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7354 - acc: 0.6847 - val_loss: 0.7219 - val_acc: 0.6944
Epoch 3088/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7446 - acc: 0.6653 - val_loss: 0.7224 - val_acc: 0.6944
Epoch 3089/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7363 - acc: 0.6736 - val_loss: 0.7226 - val_acc: 0.6944
Epoch 3090/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7425 - acc: 0.6931 - val_loss: 0.7228 - val_acc: 0.6889
Epoch 3091/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7455 - acc: 0.6861 - val_loss: 0.7233 - val_acc: 0.6833
Epoch 3092/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7538 - acc: 0.6681 - val_loss: 0.7239 - val_acc: 0.6778
Epoch 3093/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7318 - acc: 0.6819 - val_loss: 0.7246 - val_acc: 0.6778
Epoch 3094/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7461 - acc: 0.6986 - val_loss: 0.7251 - val_acc: 0.6778
Epoch 3095/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7265 - acc: 0.6944 - val_loss: 0.7257 - val_acc: 0.6778
Epoch 3096/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7283 - acc: 0.7000 - val_loss: 0.7265 - val_acc: 0.6778
Epoch 3097/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7414 - acc: 0.6889 - val_loss: 0.7268 - val_acc: 0.6778
Epoch 3098/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7400 - acc: 0.6889 - val_loss: 0.7268 - val_acc: 0.6833
Epoch 3099/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7377 - acc: 0.6889 - val_loss: 0.7265 - val_acc: 0.6778
Epoch 3100/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7550 - acc: 0.6792 - val_loss: 0.7262 - val_acc: 0.6778
Epoch 3101/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7303 - acc: 0.6875 - val_loss: 0.7260 - val_acc: 0.6778
Epoch 3102/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7263 - acc: 0.6972 - val_loss: 0.7261 - val_acc: 0.6778
Epoch 3103/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7373 - acc: 0.6861 - val_loss: 0.7260 - val_acc: 0.6778
Epoch 3104/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7663 - acc: 0.6778 - val_loss: 0.7259 - val_acc: 0.6778
Epoch 3105/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7245 - acc: 0.6986 - val_loss: 0.7257 - val_acc: 0.6778
Epoch 3106/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7480 - acc: 0.6750 - val_loss: 0.7252 - val_acc: 0.6778
Epoch 3107/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7320 - acc: 0.6931 - val_loss: 0.7246 - val_acc: 0.6778
Epoch 3108/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7354 - acc: 0.6889 - val_loss: 0.7242 - val_acc: 0.6833
Epoch 3109/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7397 - acc: 0.6889 - val_loss: 0.7233 - val_acc: 0.6889
Epoch 3110/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7461 - acc: 0.6764 - val_loss: 0.7228 - val_acc: 0.6889
Epoch 3111/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7689 - acc: 0.6847 - val_loss: 0.7224 - val_acc: 0.6944
Epoch 3112/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7299 - acc: 0.6944 - val_loss: 0.7218 - val_acc: 0.6944
Epoch 3113/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7563 - acc: 0.6819 - val_loss: 0.7215 - val_acc: 0.6944
Epoch 3114/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7539 - acc: 0.6694 - val_loss: 0.7215 - val_acc: 0.6944
Epoch 3115/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7311 - acc: 0.6806 - val_loss: 0.7218 - val_acc: 0.6944
Epoch 3116/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7349 - acc: 0.7000 - val_loss: 0.7224 - val_acc: 0.6889
Epoch 3117/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7461 - acc: 0.6986 - val_loss: 0.7231 - val_acc: 0.6833
Epoch 3118/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7513 - acc: 0.6681 - val_loss: 0.7240 - val_acc: 0.6833
Epoch 3119/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7546 - acc: 0.6750 - val_loss: 0.7246 - val_acc: 0.6833
Epoch 3120/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7422 - acc: 0.6792 - val_loss: 0.7253 - val_acc: 0.6833
Epoch 3121/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7343 - acc: 0.6875 - val_loss: 0.7258 - val_acc: 0.6833
Epoch 3122/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7574 - acc: 0.6806 - val_loss: 0.7267 - val_acc: 0.6833
Epoch 3123/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7554 - acc: 0.6944 - val_loss: 0.7275 - val_acc: 0.6778
Epoch 3124/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7365 - acc: 0.6931 - val_loss: 0.7279 - val_acc: 0.6778
Epoch 3125/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7351 - acc: 0.6792 - val_loss: 0.7281 - val_acc: 0.6778
Epoch 3126/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7538 - acc: 0.6861 - val_loss: 0.7280 - val_acc: 0.6778
Epoch 3127/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7478 - acc: 0.6931 - val_loss: 0.7278 - val_acc: 0.6778
Epoch 3128/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7364 - acc: 0.6833 - val_loss: 0.7269 - val_acc: 0.6778
Epoch 3129/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7357 - acc: 0.6847 - val_loss: 0.7263 - val_acc: 0.6833
Epoch 3130/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7395 - acc: 0.6972 - val_loss: 0.7257 - val_acc: 0.6833
Epoch 3131/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7410 - acc: 0.7014 - val_loss: 0.7253 - val_acc: 0.6833
Epoch 3132/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7354 - acc: 0.6889 - val_loss: 0.7251 - val_acc: 0.6833
Epoch 3133/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7377 - acc: 0.7014 - val_loss: 0.7249 - val_acc: 0.6833
Epoch 3134/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7404 - acc: 0.7111 - val_loss: 0.7250 - val_acc: 0.6833
Epoch 3135/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7434 - acc: 0.6750 - val_loss: 0.7250 - val_acc: 0.6833
Epoch 3136/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7394 - acc: 0.6681 - val_loss: 0.7249 - val_acc: 0.6833
Epoch 3137/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7582 - acc: 0.6972 - val_loss: 0.7248 - val_acc: 0.6833
Epoch 3138/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7635 - acc: 0.6986 - val_loss: 0.7248 - val_acc: 0.6833
Epoch 3139/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7370 - acc: 0.6972 - val_loss: 0.7252 - val_acc: 0.6833
Epoch 3140/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7470 - acc: 0.6833 - val_loss: 0.7258 - val_acc: 0.6833
Epoch 3141/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7339 - acc: 0.6792 - val_loss: 0.7268 - val_acc: 0.6833
Epoch 3142/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7347 - acc: 0.6833 - val_loss: 0.7275 - val_acc: 0.6778
Epoch 3143/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7313 - acc: 0.6750 - val_loss: 0.7279 - val_acc: 0.6778
Epoch 3144/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7306 - acc: 0.7014 - val_loss: 0.7281 - val_acc: 0.6778
Epoch 3145/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7448 - acc: 0.6903 - val_loss: 0.7281 - val_acc: 0.6778
Epoch 3146/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7495 - acc: 0.6806 - val_loss: 0.7277 - val_acc: 0.6778
Epoch 3147/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7447 - acc: 0.6889 - val_loss: 0.7276 - val_acc: 0.6778
Epoch 3148/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7614 - acc: 0.6875 - val_loss: 0.7277 - val_acc: 0.6778
Epoch 3149/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7410 - acc: 0.6889 - val_loss: 0.7279 - val_acc: 0.6778
Epoch 3150/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7362 - acc: 0.6764 - val_loss: 0.7278 - val_acc: 0.6778
Epoch 3151/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7405 - acc: 0.6931 - val_loss: 0.7277 - val_acc: 0.6778
Epoch 3152/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7497 - acc: 0.6708 - val_loss: 0.7281 - val_acc: 0.6778
Epoch 3153/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7544 - acc: 0.6903 - val_loss: 0.7285 - val_acc: 0.6778
Epoch 3154/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7362 - acc: 0.6847 - val_loss: 0.7287 - val_acc: 0.6778
Epoch 3155/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7295 - acc: 0.6806 - val_loss: 0.7291 - val_acc: 0.6778
Epoch 3156/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7551 - acc: 0.6653 - val_loss: 0.7294 - val_acc: 0.6778
Epoch 3157/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7021 - acc: 0.7000 - val_loss: 0.7299 - val_acc: 0.6778
Epoch 3158/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7308 - acc: 0.6861 - val_loss: 0.7308 - val_acc: 0.6722
Epoch 3159/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7469 - acc: 0.6750 - val_loss: 0.7315 - val_acc: 0.6667
Epoch 3160/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7264 - acc: 0.6833 - val_loss: 0.7322 - val_acc: 0.6667
Epoch 3161/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7288 - acc: 0.6861 - val_loss: 0.7327 - val_acc: 0.6667
Epoch 3162/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7308 - acc: 0.6903 - val_loss: 0.7336 - val_acc: 0.6611
Epoch 3163/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7404 - acc: 0.7000 - val_loss: 0.7348 - val_acc: 0.6611
Epoch 3164/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7401 - acc: 0.6833 - val_loss: 0.7361 - val_acc: 0.6611
Epoch 3165/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7326 - acc: 0.6903 - val_loss: 0.7364 - val_acc: 0.6611
Epoch 3166/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7270 - acc: 0.6875 - val_loss: 0.7361 - val_acc: 0.6611
Epoch 3167/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7305 - acc: 0.6917 - val_loss: 0.7360 - val_acc: 0.6611
Epoch 3168/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7576 - acc: 0.6722 - val_loss: 0.7348 - val_acc: 0.6611
Epoch 3169/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7453 - acc: 0.6792 - val_loss: 0.7337 - val_acc: 0.6611
Epoch 3170/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7368 - acc: 0.6903 - val_loss: 0.7335 - val_acc: 0.6611
Epoch 3171/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7432 - acc: 0.6778 - val_loss: 0.7328 - val_acc: 0.6611
Epoch 3172/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7334 - acc: 0.6958 - val_loss: 0.7320 - val_acc: 0.6611
Epoch 3173/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7463 - acc: 0.6778 - val_loss: 0.7316 - val_acc: 0.6611
Epoch 3174/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7351 - acc: 0.6958 - val_loss: 0.7315 - val_acc: 0.6611
Epoch 3175/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7201 - acc: 0.6944 - val_loss: 0.7316 - val_acc: 0.6611
Epoch 3176/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7057 - acc: 0.6917 - val_loss: 0.7313 - val_acc: 0.6611
Epoch 3177/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7330 - acc: 0.6750 - val_loss: 0.7312 - val_acc: 0.6611
Epoch 3178/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7626 - acc: 0.6694 - val_loss: 0.7315 - val_acc: 0.6611
Epoch 3179/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7383 - acc: 0.6819 - val_loss: 0.7315 - val_acc: 0.6611
Epoch 3180/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7401 - acc: 0.6792 - val_loss: 0.7310 - val_acc: 0.6611
Epoch 3181/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7391 - acc: 0.6875 - val_loss: 0.7302 - val_acc: 0.6611
Epoch 3182/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7510 - acc: 0.6736 - val_loss: 0.7292 - val_acc: 0.6611
Epoch 3183/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7509 - acc: 0.6819 - val_loss: 0.7284 - val_acc: 0.6611
Epoch 3184/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7159 - acc: 0.7042 - val_loss: 0.7283 - val_acc: 0.6611
Epoch 3185/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7338 - acc: 0.6958 - val_loss: 0.7282 - val_acc: 0.6611
Epoch 3186/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7181 - acc: 0.6889 - val_loss: 0.7278 - val_acc: 0.6667
Epoch 3187/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7438 - acc: 0.6861 - val_loss: 0.7280 - val_acc: 0.6667
Epoch 3188/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7393 - acc: 0.6819 - val_loss: 0.7282 - val_acc: 0.6611
Epoch 3189/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7310 - acc: 0.6778 - val_loss: 0.7287 - val_acc: 0.6611
Epoch 3190/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7294 - acc: 0.6875 - val_loss: 0.7288 - val_acc: 0.6611
Epoch 3191/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7365 - acc: 0.6833 - val_loss: 0.7287 - val_acc: 0.6611
Epoch 3192/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7348 - acc: 0.7014 - val_loss: 0.7285 - val_acc: 0.6667
Epoch 3193/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7309 - acc: 0.6889 - val_loss: 0.7288 - val_acc: 0.6667
Epoch 3194/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7190 - acc: 0.7069 - val_loss: 0.7292 - val_acc: 0.6722
Epoch 3195/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7352 - acc: 0.6889 - val_loss: 0.7297 - val_acc: 0.6667
Epoch 3196/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7408 - acc: 0.6944 - val_loss: 0.7304 - val_acc: 0.6667
Epoch 3197/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7302 - acc: 0.6958 - val_loss: 0.7313 - val_acc: 0.6722
Epoch 3198/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7179 - acc: 0.7125 - val_loss: 0.7319 - val_acc: 0.6722
Epoch 3199/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7451 - acc: 0.6708 - val_loss: 0.7327 - val_acc: 0.6722
Epoch 3200/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7331 - acc: 0.6861 - val_loss: 0.7338 - val_acc: 0.6722
Epoch 3201/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7623 - acc: 0.6903 - val_loss: 0.7347 - val_acc: 0.6722
Epoch 3202/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7508 - acc: 0.6931 - val_loss: 0.7362 - val_acc: 0.6722
Epoch 3203/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7351 - acc: 0.6917 - val_loss: 0.7376 - val_acc: 0.6667
Epoch 3204/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7223 - acc: 0.6958 - val_loss: 0.7388 - val_acc: 0.6611
Epoch 3205/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7332 - acc: 0.6889 - val_loss: 0.7395 - val_acc: 0.6667
Epoch 3206/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7335 - acc: 0.6903 - val_loss: 0.7401 - val_acc: 0.6722
Epoch 3207/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7144 - acc: 0.7014 - val_loss: 0.7403 - val_acc: 0.6722
Epoch 3208/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7454 - acc: 0.6708 - val_loss: 0.7408 - val_acc: 0.6722
Epoch 3209/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7621 - acc: 0.6792 - val_loss: 0.7409 - val_acc: 0.6722
Epoch 3210/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7545 - acc: 0.6750 - val_loss: 0.7409 - val_acc: 0.6722
Epoch 3211/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7304 - acc: 0.6917 - val_loss: 0.7409 - val_acc: 0.6722
Epoch 3212/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7367 - acc: 0.6764 - val_loss: 0.7407 - val_acc: 0.6667
Epoch 3213/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7296 - acc: 0.6986 - val_loss: 0.7403 - val_acc: 0.6667
Epoch 3214/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7446 - acc: 0.6861 - val_loss: 0.7391 - val_acc: 0.6611
Epoch 3215/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7552 - acc: 0.6861 - val_loss: 0.7384 - val_acc: 0.6611
Epoch 3216/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7420 - acc: 0.6764 - val_loss: 0.7378 - val_acc: 0.6611
Epoch 3217/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7330 - acc: 0.6958 - val_loss: 0.7365 - val_acc: 0.6556
Epoch 3218/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7401 - acc: 0.6931 - val_loss: 0.7359 - val_acc: 0.6556
Epoch 3219/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7290 - acc: 0.6889 - val_loss: 0.7352 - val_acc: 0.6556
Epoch 3220/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7566 - acc: 0.6833 - val_loss: 0.7344 - val_acc: 0.6556
Epoch 3221/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7333 - acc: 0.6806 - val_loss: 0.7337 - val_acc: 0.6556
Epoch 3222/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7365 - acc: 0.6875 - val_loss: 0.7334 - val_acc: 0.6556
Epoch 3223/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7577 - acc: 0.6778 - val_loss: 0.7328 - val_acc: 0.6556
Epoch 3224/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7365 - acc: 0.6917 - val_loss: 0.7323 - val_acc: 0.6611
Epoch 3225/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7032 - acc: 0.6875 - val_loss: 0.7320 - val_acc: 0.6667
Epoch 3226/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7439 - acc: 0.6792 - val_loss: 0.7319 - val_acc: 0.6667
Epoch 3227/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7370 - acc: 0.6778 - val_loss: 0.7316 - val_acc: 0.6722
Epoch 3228/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7630 - acc: 0.6889 - val_loss: 0.7312 - val_acc: 0.6778
Epoch 3229/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7279 - acc: 0.6764 - val_loss: 0.7309 - val_acc: 0.6778
Epoch 3230/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7248 - acc: 0.6903 - val_loss: 0.7306 - val_acc: 0.6778
Epoch 3231/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7566 - acc: 0.6819 - val_loss: 0.7302 - val_acc: 0.6778
Epoch 3232/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7594 - acc: 0.6778 - val_loss: 0.7294 - val_acc: 0.6778
Epoch 3233/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7245 - acc: 0.6903 - val_loss: 0.7285 - val_acc: 0.6778
Epoch 3234/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7537 - acc: 0.6958 - val_loss: 0.7278 - val_acc: 0.6778
Epoch 3235/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7345 - acc: 0.6875 - val_loss: 0.7271 - val_acc: 0.6778
Epoch 3236/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7363 - acc: 0.6792 - val_loss: 0.7265 - val_acc: 0.6778
Epoch 3237/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7651 - acc: 0.6806 - val_loss: 0.7260 - val_acc: 0.6833
Epoch 3238/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7578 - acc: 0.6847 - val_loss: 0.7254 - val_acc: 0.6833
Epoch 3239/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7380 - acc: 0.6958 - val_loss: 0.7251 - val_acc: 0.6889
Epoch 3240/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7578 - acc: 0.6778 - val_loss: 0.7255 - val_acc: 0.6944
Epoch 3241/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7450 - acc: 0.6764 - val_loss: 0.7258 - val_acc: 0.6833
Epoch 3242/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7370 - acc: 0.6889 - val_loss: 0.7262 - val_acc: 0.6778
Epoch 3243/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7375 - acc: 0.6875 - val_loss: 0.7261 - val_acc: 0.6778
Epoch 3244/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7265 - acc: 0.6875 - val_loss: 0.7259 - val_acc: 0.6778
Epoch 3245/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7454 - acc: 0.6861 - val_loss: 0.7262 - val_acc: 0.6722
Epoch 3246/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7376 - acc: 0.6889 - val_loss: 0.7267 - val_acc: 0.6722
Epoch 3247/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7325 - acc: 0.6889 - val_loss: 0.7278 - val_acc: 0.6722
Epoch 3248/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7300 - acc: 0.6875 - val_loss: 0.7288 - val_acc: 0.6722
Epoch 3249/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7414 - acc: 0.6903 - val_loss: 0.7296 - val_acc: 0.6667
Epoch 3250/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7440 - acc: 0.6861 - val_loss: 0.7303 - val_acc: 0.6611
Epoch 3251/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7344 - acc: 0.6875 - val_loss: 0.7311 - val_acc: 0.6611
Epoch 3252/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7220 - acc: 0.6875 - val_loss: 0.7318 - val_acc: 0.6611
Epoch 3253/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7365 - acc: 0.6889 - val_loss: 0.7324 - val_acc: 0.6611
Epoch 3254/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7469 - acc: 0.6861 - val_loss: 0.7329 - val_acc: 0.6556
Epoch 3255/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7338 - acc: 0.6972 - val_loss: 0.7332 - val_acc: 0.6556
Epoch 3256/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7350 - acc: 0.6875 - val_loss: 0.7333 - val_acc: 0.6556
Epoch 3257/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7440 - acc: 0.6931 - val_loss: 0.7336 - val_acc: 0.6556
Epoch 3258/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7304 - acc: 0.6861 - val_loss: 0.7336 - val_acc: 0.6556
Epoch 3259/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7346 - acc: 0.6972 - val_loss: 0.7331 - val_acc: 0.6556
Epoch 3260/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7602 - acc: 0.6653 - val_loss: 0.7323 - val_acc: 0.6556
Epoch 3261/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7253 - acc: 0.6986 - val_loss: 0.7315 - val_acc: 0.6556
Epoch 3262/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7320 - acc: 0.6861 - val_loss: 0.7306 - val_acc: 0.6667
Epoch 3263/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7439 - acc: 0.6750 - val_loss: 0.7292 - val_acc: 0.6667
Epoch 3264/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7296 - acc: 0.6833 - val_loss: 0.7284 - val_acc: 0.6667
Epoch 3265/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7327 - acc: 0.6792 - val_loss: 0.7274 - val_acc: 0.6722
Epoch 3266/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7383 - acc: 0.6819 - val_loss: 0.7268 - val_acc: 0.6667
Epoch 3267/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7321 - acc: 0.6819 - val_loss: 0.7264 - val_acc: 0.6722
Epoch 3268/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7338 - acc: 0.6875 - val_loss: 0.7256 - val_acc: 0.6722
Epoch 3269/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7429 - acc: 0.6931 - val_loss: 0.7244 - val_acc: 0.6722
Epoch 3270/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7348 - acc: 0.6833 - val_loss: 0.7234 - val_acc: 0.6722
Epoch 3271/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7314 - acc: 0.6792 - val_loss: 0.7223 - val_acc: 0.6722
Epoch 3272/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7318 - acc: 0.7083 - val_loss: 0.7213 - val_acc: 0.6778
Epoch 3273/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7459 - acc: 0.6750 - val_loss: 0.7206 - val_acc: 0.6833
Epoch 3274/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7250 - acc: 0.6889 - val_loss: 0.7204 - val_acc: 0.6833
Epoch 3275/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7278 - acc: 0.6861 - val_loss: 0.7202 - val_acc: 0.6833
Epoch 3276/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7483 - acc: 0.6806 - val_loss: 0.7199 - val_acc: 0.6833
Epoch 3277/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7360 - acc: 0.6833 - val_loss: 0.7199 - val_acc: 0.6833
Epoch 3278/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7227 - acc: 0.6958 - val_loss: 0.7199 - val_acc: 0.6833
Epoch 3279/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7489 - acc: 0.6847 - val_loss: 0.7198 - val_acc: 0.6833
Epoch 3280/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7383 - acc: 0.6861 - val_loss: 0.7200 - val_acc: 0.6889
Epoch 3281/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7319 - acc: 0.6958 - val_loss: 0.7204 - val_acc: 0.6889
Epoch 3282/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7658 - acc: 0.6903 - val_loss: 0.7207 - val_acc: 0.6889
Epoch 3283/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7347 - acc: 0.6819 - val_loss: 0.7210 - val_acc: 0.6889
Epoch 3284/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7416 - acc: 0.6750 - val_loss: 0.7217 - val_acc: 0.6833
Epoch 3285/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7295 - acc: 0.6875 - val_loss: 0.7222 - val_acc: 0.6722
Epoch 3286/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7309 - acc: 0.6778 - val_loss: 0.7229 - val_acc: 0.6667
Epoch 3287/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7148 - acc: 0.7028 - val_loss: 0.7235 - val_acc: 0.6667
Epoch 3288/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7298 - acc: 0.6833 - val_loss: 0.7241 - val_acc: 0.6667
Epoch 3289/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7217 - acc: 0.6875 - val_loss: 0.7245 - val_acc: 0.6722
Epoch 3290/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7178 - acc: 0.7042 - val_loss: 0.7253 - val_acc: 0.6722
Epoch 3291/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7291 - acc: 0.7097 - val_loss: 0.7259 - val_acc: 0.6722
Epoch 3292/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7418 - acc: 0.6833 - val_loss: 0.7262 - val_acc: 0.6722
Epoch 3293/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7320 - acc: 0.6931 - val_loss: 0.7264 - val_acc: 0.6722
Epoch 3294/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7496 - acc: 0.6764 - val_loss: 0.7268 - val_acc: 0.6611
Epoch 3295/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7346 - acc: 0.6778 - val_loss: 0.7274 - val_acc: 0.6611
Epoch 3296/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7442 - acc: 0.6792 - val_loss: 0.7283 - val_acc: 0.6611
Epoch 3297/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7370 - acc: 0.6958 - val_loss: 0.7287 - val_acc: 0.6611
Epoch 3298/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7352 - acc: 0.6819 - val_loss: 0.7288 - val_acc: 0.6667
Epoch 3299/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7457 - acc: 0.6750 - val_loss: 0.7289 - val_acc: 0.6722
Epoch 3300/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7527 - acc: 0.6903 - val_loss: 0.7296 - val_acc: 0.6722
Epoch 3301/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7647 - acc: 0.6903 - val_loss: 0.7307 - val_acc: 0.6722
Epoch 3302/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7357 - acc: 0.6806 - val_loss: 0.7318 - val_acc: 0.6722
Epoch 3303/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7342 - acc: 0.6931 - val_loss: 0.7322 - val_acc: 0.6667
Epoch 3304/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7271 - acc: 0.6889 - val_loss: 0.7330 - val_acc: 0.6667
Epoch 3305/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7317 - acc: 0.6861 - val_loss: 0.7335 - val_acc: 0.6667
Epoch 3306/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7396 - acc: 0.6681 - val_loss: 0.7339 - val_acc: 0.6667
Epoch 3307/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7412 - acc: 0.6847 - val_loss: 0.7348 - val_acc: 0.6667
Epoch 3308/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7511 - acc: 0.6750 - val_loss: 0.7354 - val_acc: 0.6667
Epoch 3309/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7352 - acc: 0.6833 - val_loss: 0.7357 - val_acc: 0.6667
Epoch 3310/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7149 - acc: 0.6958 - val_loss: 0.7357 - val_acc: 0.6667
Epoch 3311/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7319 - acc: 0.6903 - val_loss: 0.7359 - val_acc: 0.6667
Epoch 3312/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7048 - acc: 0.7000 - val_loss: 0.7362 - val_acc: 0.6667
Epoch 3313/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7495 - acc: 0.6847 - val_loss: 0.7357 - val_acc: 0.6722
Epoch 3314/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7227 - acc: 0.6861 - val_loss: 0.7354 - val_acc: 0.6722
Epoch 3315/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7361 - acc: 0.6861 - val_loss: 0.7352 - val_acc: 0.6722
Epoch 3316/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7217 - acc: 0.6875 - val_loss: 0.7353 - val_acc: 0.6722
Epoch 3317/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7415 - acc: 0.6917 - val_loss: 0.7351 - val_acc: 0.6722
Epoch 3318/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7155 - acc: 0.6986 - val_loss: 0.7349 - val_acc: 0.6722
Epoch 3319/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7507 - acc: 0.6847 - val_loss: 0.7344 - val_acc: 0.6722
Epoch 3320/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7261 - acc: 0.6958 - val_loss: 0.7333 - val_acc: 0.6722
Epoch 3321/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7313 - acc: 0.6889 - val_loss: 0.7321 - val_acc: 0.6722
Epoch 3322/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7312 - acc: 0.6819 - val_loss: 0.7315 - val_acc: 0.6722
Epoch 3323/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7440 - acc: 0.6931 - val_loss: 0.7311 - val_acc: 0.6722
Epoch 3324/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7385 - acc: 0.6847 - val_loss: 0.7308 - val_acc: 0.6722
Epoch 3325/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7460 - acc: 0.6972 - val_loss: 0.7304 - val_acc: 0.6722
Epoch 3326/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7461 - acc: 0.6931 - val_loss: 0.7296 - val_acc: 0.6722
Epoch 3327/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7456 - acc: 0.6972 - val_loss: 0.7287 - val_acc: 0.6778
Epoch 3328/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7513 - acc: 0.6903 - val_loss: 0.7279 - val_acc: 0.6778
Epoch 3329/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7364 - acc: 0.6806 - val_loss: 0.7275 - val_acc: 0.6778
Epoch 3330/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7267 - acc: 0.6917 - val_loss: 0.7271 - val_acc: 0.6778
Epoch 3331/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7175 - acc: 0.6931 - val_loss: 0.7271 - val_acc: 0.6778
Epoch 3332/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7602 - acc: 0.6903 - val_loss: 0.7275 - val_acc: 0.6778
Epoch 3333/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7362 - acc: 0.6944 - val_loss: 0.7282 - val_acc: 0.6722
Epoch 3334/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7352 - acc: 0.6875 - val_loss: 0.7287 - val_acc: 0.6722
Epoch 3335/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7576 - acc: 0.6861 - val_loss: 0.7288 - val_acc: 0.6722
Epoch 3336/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7253 - acc: 0.6861 - val_loss: 0.7289 - val_acc: 0.6722
Epoch 3337/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7307 - acc: 0.6931 - val_loss: 0.7291 - val_acc: 0.6722
Epoch 3338/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7324 - acc: 0.7028 - val_loss: 0.7289 - val_acc: 0.6722
Epoch 3339/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7486 - acc: 0.6889 - val_loss: 0.7281 - val_acc: 0.6722
Epoch 3340/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7242 - acc: 0.6958 - val_loss: 0.7270 - val_acc: 0.6778
Epoch 3341/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7145 - acc: 0.6833 - val_loss: 0.7263 - val_acc: 0.6833
Epoch 3342/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7353 - acc: 0.6917 - val_loss: 0.7259 - val_acc: 0.6833
Epoch 3343/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7232 - acc: 0.6889 - val_loss: 0.7257 - val_acc: 0.6833
Epoch 3344/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7342 - acc: 0.7014 - val_loss: 0.7254 - val_acc: 0.6833
Epoch 3345/4000
720/720 [==============================] - 0s 40us/step - loss: 0.7642 - acc: 0.6750 - val_loss: 0.7253 - val_acc: 0.6833
Epoch 3346/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7299 - acc: 0.6986 - val_loss: 0.7249 - val_acc: 0.6833
Epoch 3347/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7190 - acc: 0.6931 - val_loss: 0.7245 - val_acc: 0.6833
Epoch 3348/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7399 - acc: 0.6958 - val_loss: 0.7242 - val_acc: 0.6833
Epoch 3349/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7257 - acc: 0.6931 - val_loss: 0.7239 - val_acc: 0.6833
Epoch 3350/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7528 - acc: 0.6806 - val_loss: 0.7239 - val_acc: 0.6833
Epoch 3351/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7413 - acc: 0.6806 - val_loss: 0.7237 - val_acc: 0.6833
Epoch 3352/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7290 - acc: 0.6750 - val_loss: 0.7237 - val_acc: 0.6833
Epoch 3353/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7319 - acc: 0.6875 - val_loss: 0.7238 - val_acc: 0.6833
Epoch 3354/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7174 - acc: 0.7097 - val_loss: 0.7243 - val_acc: 0.6833
Epoch 3355/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7369 - acc: 0.6819 - val_loss: 0.7245 - val_acc: 0.6833
Epoch 3356/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7489 - acc: 0.6903 - val_loss: 0.7250 - val_acc: 0.6833
Epoch 3357/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7337 - acc: 0.7042 - val_loss: 0.7254 - val_acc: 0.6833
Epoch 3358/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7316 - acc: 0.7028 - val_loss: 0.7258 - val_acc: 0.6833
Epoch 3359/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7292 - acc: 0.6833 - val_loss: 0.7261 - val_acc: 0.6833
Epoch 3360/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7375 - acc: 0.6833 - val_loss: 0.7263 - val_acc: 0.6833
Epoch 3361/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7290 - acc: 0.6833 - val_loss: 0.7262 - val_acc: 0.6833
Epoch 3362/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7427 - acc: 0.7056 - val_loss: 0.7264 - val_acc: 0.6833
Epoch 3363/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7443 - acc: 0.6750 - val_loss: 0.7262 - val_acc: 0.6833
Epoch 3364/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7576 - acc: 0.6958 - val_loss: 0.7258 - val_acc: 0.6833
Epoch 3365/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7391 - acc: 0.6792 - val_loss: 0.7257 - val_acc: 0.6833
Epoch 3366/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7387 - acc: 0.6819 - val_loss: 0.7258 - val_acc: 0.6833
Epoch 3367/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7451 - acc: 0.6903 - val_loss: 0.7259 - val_acc: 0.6833
Epoch 3368/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7496 - acc: 0.6917 - val_loss: 0.7263 - val_acc: 0.6833
Epoch 3369/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7578 - acc: 0.6931 - val_loss: 0.7274 - val_acc: 0.6778
Epoch 3370/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7074 - acc: 0.7028 - val_loss: 0.7287 - val_acc: 0.6778
Epoch 3371/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7457 - acc: 0.6819 - val_loss: 0.7298 - val_acc: 0.6778
Epoch 3372/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7380 - acc: 0.6819 - val_loss: 0.7303 - val_acc: 0.6778
Epoch 3373/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7423 - acc: 0.6764 - val_loss: 0.7304 - val_acc: 0.6778
Epoch 3374/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7514 - acc: 0.6764 - val_loss: 0.7296 - val_acc: 0.6778
Epoch 3375/4000
720/720 [==============================] - 0s 35us/step - loss: 0.7207 - acc: 0.6889 - val_loss: 0.7288 - val_acc: 0.6778
Epoch 3376/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7354 - acc: 0.6861 - val_loss: 0.7283 - val_acc: 0.6778
Epoch 3377/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7444 - acc: 0.6792 - val_loss: 0.7275 - val_acc: 0.6833
Epoch 3378/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7369 - acc: 0.6958 - val_loss: 0.7265 - val_acc: 0.6833
Epoch 3379/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7372 - acc: 0.6903 - val_loss: 0.7257 - val_acc: 0.6833
Epoch 3380/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7255 - acc: 0.6792 - val_loss: 0.7250 - val_acc: 0.6778
Epoch 3381/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7490 - acc: 0.6778 - val_loss: 0.7243 - val_acc: 0.6778
Epoch 3382/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7446 - acc: 0.6750 - val_loss: 0.7233 - val_acc: 0.6778
Epoch 3383/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7276 - acc: 0.6944 - val_loss: 0.7222 - val_acc: 0.6833
Epoch 3384/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7326 - acc: 0.6847 - val_loss: 0.7215 - val_acc: 0.6833
Epoch 3385/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7044 - acc: 0.6972 - val_loss: 0.7210 - val_acc: 0.6833
Epoch 3386/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7292 - acc: 0.6931 - val_loss: 0.7207 - val_acc: 0.6833
Epoch 3387/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7152 - acc: 0.6972 - val_loss: 0.7203 - val_acc: 0.6833
Epoch 3388/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7299 - acc: 0.7056 - val_loss: 0.7200 - val_acc: 0.6889
Epoch 3389/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7408 - acc: 0.6903 - val_loss: 0.7199 - val_acc: 0.6889
Epoch 3390/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7369 - acc: 0.6847 - val_loss: 0.7196 - val_acc: 0.6944
Epoch 3391/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7354 - acc: 0.6875 - val_loss: 0.7197 - val_acc: 0.6944
Epoch 3392/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7371 - acc: 0.6819 - val_loss: 0.7198 - val_acc: 0.6944
Epoch 3393/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7573 - acc: 0.6819 - val_loss: 0.7198 - val_acc: 0.6944
Epoch 3394/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7613 - acc: 0.6778 - val_loss: 0.7196 - val_acc: 0.6889
Epoch 3395/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7403 - acc: 0.6708 - val_loss: 0.7196 - val_acc: 0.6889
Epoch 3396/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7398 - acc: 0.6722 - val_loss: 0.7199 - val_acc: 0.6889
Epoch 3397/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7425 - acc: 0.6861 - val_loss: 0.7204 - val_acc: 0.6889
Epoch 3398/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7184 - acc: 0.6986 - val_loss: 0.7210 - val_acc: 0.6889
Epoch 3399/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7421 - acc: 0.6931 - val_loss: 0.7213 - val_acc: 0.6889
Epoch 3400/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7383 - acc: 0.6653 - val_loss: 0.7220 - val_acc: 0.6889
Epoch 3401/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7519 - acc: 0.6736 - val_loss: 0.7226 - val_acc: 0.6833
Epoch 3402/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7346 - acc: 0.6917 - val_loss: 0.7232 - val_acc: 0.6833
Epoch 3403/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7036 - acc: 0.6917 - val_loss: 0.7236 - val_acc: 0.6778
Epoch 3404/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7408 - acc: 0.6819 - val_loss: 0.7244 - val_acc: 0.6778
Epoch 3405/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7331 - acc: 0.6903 - val_loss: 0.7254 - val_acc: 0.6778
Epoch 3406/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7618 - acc: 0.6847 - val_loss: 0.7265 - val_acc: 0.6778
Epoch 3407/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7392 - acc: 0.6903 - val_loss: 0.7272 - val_acc: 0.6778
Epoch 3408/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7249 - acc: 0.6875 - val_loss: 0.7276 - val_acc: 0.6778
Epoch 3409/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7437 - acc: 0.6833 - val_loss: 0.7276 - val_acc: 0.6833
Epoch 3410/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7310 - acc: 0.7014 - val_loss: 0.7274 - val_acc: 0.6889
Epoch 3411/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7319 - acc: 0.6847 - val_loss: 0.7272 - val_acc: 0.6889
Epoch 3412/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7331 - acc: 0.6986 - val_loss: 0.7274 - val_acc: 0.6833
Epoch 3413/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7358 - acc: 0.6792 - val_loss: 0.7271 - val_acc: 0.6889
Epoch 3414/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7442 - acc: 0.6681 - val_loss: 0.7269 - val_acc: 0.6889
Epoch 3415/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7277 - acc: 0.6792 - val_loss: 0.7266 - val_acc: 0.6889
Epoch 3416/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7350 - acc: 0.6847 - val_loss: 0.7261 - val_acc: 0.6889
Epoch 3417/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7513 - acc: 0.6917 - val_loss: 0.7258 - val_acc: 0.6889
Epoch 3418/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7322 - acc: 0.6778 - val_loss: 0.7253 - val_acc: 0.6889
Epoch 3419/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7524 - acc: 0.6875 - val_loss: 0.7252 - val_acc: 0.6889
Epoch 3420/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7236 - acc: 0.7028 - val_loss: 0.7250 - val_acc: 0.6889
Epoch 3421/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7392 - acc: 0.6861 - val_loss: 0.7244 - val_acc: 0.6889
Epoch 3422/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7376 - acc: 0.6958 - val_loss: 0.7244 - val_acc: 0.6833
Epoch 3423/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7424 - acc: 0.6847 - val_loss: 0.7246 - val_acc: 0.6778
Epoch 3424/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7366 - acc: 0.6889 - val_loss: 0.7250 - val_acc: 0.6778
Epoch 3425/4000
720/720 [==============================] - 0s 37us/step - loss: 0.7385 - acc: 0.6861 - val_loss: 0.7253 - val_acc: 0.6778
Epoch 3426/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7392 - acc: 0.6986 - val_loss: 0.7254 - val_acc: 0.6778
Epoch 3427/4000
720/720 [==============================] - 0s 37us/step - loss: 0.7338 - acc: 0.6931 - val_loss: 0.7257 - val_acc: 0.6778
Epoch 3428/4000
720/720 [==============================] - 0s 46us/step - loss: 0.7489 - acc: 0.6833 - val_loss: 0.7258 - val_acc: 0.6778
Epoch 3429/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7285 - acc: 0.7069 - val_loss: 0.7258 - val_acc: 0.6778
Epoch 3430/4000
720/720 [==============================] - 0s 38us/step - loss: 0.7519 - acc: 0.7028 - val_loss: 0.7258 - val_acc: 0.6778
Epoch 3431/4000
720/720 [==============================] - 0s 46us/step - loss: 0.7193 - acc: 0.6931 - val_loss: 0.7258 - val_acc: 0.6778
Epoch 3432/4000
720/720 [==============================] - 0s 40us/step - loss: 0.7211 - acc: 0.6819 - val_loss: 0.7260 - val_acc: 0.6778
Epoch 3433/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7297 - acc: 0.6875 - val_loss: 0.7261 - val_acc: 0.6778
Epoch 3434/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7358 - acc: 0.6958 - val_loss: 0.7260 - val_acc: 0.6778
Epoch 3435/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7422 - acc: 0.6903 - val_loss: 0.7259 - val_acc: 0.6778
Epoch 3436/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7507 - acc: 0.6917 - val_loss: 0.7259 - val_acc: 0.6778
Epoch 3437/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7624 - acc: 0.6958 - val_loss: 0.7264 - val_acc: 0.6778
Epoch 3438/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7213 - acc: 0.7014 - val_loss: 0.7269 - val_acc: 0.6778
Epoch 3439/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7385 - acc: 0.7000 - val_loss: 0.7275 - val_acc: 0.6778
Epoch 3440/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7409 - acc: 0.6903 - val_loss: 0.7279 - val_acc: 0.6833
Epoch 3441/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7447 - acc: 0.6931 - val_loss: 0.7287 - val_acc: 0.6889
Epoch 3442/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7401 - acc: 0.6917 - val_loss: 0.7296 - val_acc: 0.6889
Epoch 3443/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7360 - acc: 0.6889 - val_loss: 0.7303 - val_acc: 0.6889
Epoch 3444/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7471 - acc: 0.6819 - val_loss: 0.7311 - val_acc: 0.6889
Epoch 3445/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7250 - acc: 0.6833 - val_loss: 0.7313 - val_acc: 0.6889
Epoch 3446/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7417 - acc: 0.6931 - val_loss: 0.7312 - val_acc: 0.6889
Epoch 3447/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7450 - acc: 0.6819 - val_loss: 0.7310 - val_acc: 0.6889
Epoch 3448/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7594 - acc: 0.6792 - val_loss: 0.7308 - val_acc: 0.6889
Epoch 3449/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7361 - acc: 0.6972 - val_loss: 0.7306 - val_acc: 0.6889
Epoch 3450/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7441 - acc: 0.6889 - val_loss: 0.7308 - val_acc: 0.6833
Epoch 3451/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7530 - acc: 0.6819 - val_loss: 0.7310 - val_acc: 0.6833
Epoch 3452/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7296 - acc: 0.6958 - val_loss: 0.7317 - val_acc: 0.6833
Epoch 3453/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7522 - acc: 0.6944 - val_loss: 0.7325 - val_acc: 0.6722
Epoch 3454/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7418 - acc: 0.6917 - val_loss: 0.7332 - val_acc: 0.6722
Epoch 3455/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7460 - acc: 0.6861 - val_loss: 0.7338 - val_acc: 0.6778
Epoch 3456/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7487 - acc: 0.6694 - val_loss: 0.7347 - val_acc: 0.6778
Epoch 3457/4000
720/720 [==============================] - 0s 35us/step - loss: 0.7356 - acc: 0.7028 - val_loss: 0.7356 - val_acc: 0.6778
Epoch 3458/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7367 - acc: 0.6889 - val_loss: 0.7365 - val_acc: 0.6778
Epoch 3459/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7421 - acc: 0.6819 - val_loss: 0.7375 - val_acc: 0.6778
Epoch 3460/4000
720/720 [==============================] - 0s 49us/step - loss: 0.7400 - acc: 0.6903 - val_loss: 0.7380 - val_acc: 0.6722
Epoch 3461/4000
720/720 [==============================] - 0s 46us/step - loss: 0.7216 - acc: 0.7014 - val_loss: 0.7379 - val_acc: 0.6722
Epoch 3462/4000
720/720 [==============================] - 0s 42us/step - loss: 0.7300 - acc: 0.6875 - val_loss: 0.7374 - val_acc: 0.6722
Epoch 3463/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7424 - acc: 0.6972 - val_loss: 0.7363 - val_acc: 0.6722
Epoch 3464/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7295 - acc: 0.6903 - val_loss: 0.7348 - val_acc: 0.6722
Epoch 3465/4000
720/720 [==============================] - 0s 43us/step - loss: 0.7374 - acc: 0.7000 - val_loss: 0.7335 - val_acc: 0.6722
Epoch 3466/4000
720/720 [==============================] - 0s 47us/step - loss: 0.7268 - acc: 0.6833 - val_loss: 0.7322 - val_acc: 0.6722
Epoch 3467/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7322 - acc: 0.6917 - val_loss: 0.7313 - val_acc: 0.6778
Epoch 3468/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7165 - acc: 0.7042 - val_loss: 0.7306 - val_acc: 0.6778
Epoch 3469/4000
720/720 [==============================] - 0s 47us/step - loss: 0.7376 - acc: 0.6972 - val_loss: 0.7302 - val_acc: 0.6778
Epoch 3470/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7234 - acc: 0.6875 - val_loss: 0.7298 - val_acc: 0.6778
Epoch 3471/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7285 - acc: 0.6806 - val_loss: 0.7294 - val_acc: 0.6778
Epoch 3472/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7246 - acc: 0.6833 - val_loss: 0.7293 - val_acc: 0.6778
Epoch 3473/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7539 - acc: 0.6931 - val_loss: 0.7291 - val_acc: 0.6833
Epoch 3474/4000
720/720 [==============================] - 0s 22us/step - loss: 0.6969 - acc: 0.7042 - val_loss: 0.7291 - val_acc: 0.6778
Epoch 3475/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7191 - acc: 0.6944 - val_loss: 0.7291 - val_acc: 0.6778
Epoch 3476/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7276 - acc: 0.6889 - val_loss: 0.7294 - val_acc: 0.6778
Epoch 3477/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7279 - acc: 0.6958 - val_loss: 0.7297 - val_acc: 0.6778
Epoch 3478/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7405 - acc: 0.6736 - val_loss: 0.7299 - val_acc: 0.6778
Epoch 3479/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7106 - acc: 0.7042 - val_loss: 0.7306 - val_acc: 0.6833
Epoch 3480/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7374 - acc: 0.6958 - val_loss: 0.7311 - val_acc: 0.6833
Epoch 3481/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7280 - acc: 0.6917 - val_loss: 0.7313 - val_acc: 0.6833
Epoch 3482/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7198 - acc: 0.7167 - val_loss: 0.7313 - val_acc: 0.6833
Epoch 3483/4000
720/720 [==============================] - 0s 37us/step - loss: 0.7423 - acc: 0.6792 - val_loss: 0.7311 - val_acc: 0.6833
Epoch 3484/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7479 - acc: 0.6972 - val_loss: 0.7307 - val_acc: 0.6889
Epoch 3485/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7376 - acc: 0.6972 - val_loss: 0.7303 - val_acc: 0.6889
Epoch 3486/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7239 - acc: 0.6903 - val_loss: 0.7299 - val_acc: 0.6889
Epoch 3487/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7282 - acc: 0.6944 - val_loss: 0.7294 - val_acc: 0.6889
Epoch 3488/4000
720/720 [==============================] - 0s 36us/step - loss: 0.7204 - acc: 0.6917 - val_loss: 0.7290 - val_acc: 0.6889
Epoch 3489/4000
720/720 [==============================] - 0s 50us/step - loss: 0.7515 - acc: 0.6944 - val_loss: 0.7285 - val_acc: 0.6889
Epoch 3490/4000
720/720 [==============================] - 0s 46us/step - loss: 0.7325 - acc: 0.6833 - val_loss: 0.7281 - val_acc: 0.6889
Epoch 3491/4000
720/720 [==============================] - 0s 43us/step - loss: 0.7594 - acc: 0.6597 - val_loss: 0.7276 - val_acc: 0.6889
Epoch 3492/4000
720/720 [==============================] - 0s 49us/step - loss: 0.7413 - acc: 0.6986 - val_loss: 0.7271 - val_acc: 0.6889
Epoch 3493/4000
720/720 [==============================] - 0s 40us/step - loss: 0.7293 - acc: 0.6833 - val_loss: 0.7268 - val_acc: 0.6889
Epoch 3494/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7304 - acc: 0.6847 - val_loss: 0.7267 - val_acc: 0.6889
Epoch 3495/4000
720/720 [==============================] - 0s 40us/step - loss: 0.7400 - acc: 0.6806 - val_loss: 0.7265 - val_acc: 0.6889
Epoch 3496/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7540 - acc: 0.6847 - val_loss: 0.7264 - val_acc: 0.6889
Epoch 3497/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7411 - acc: 0.6847 - val_loss: 0.7266 - val_acc: 0.6889
Epoch 3498/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7668 - acc: 0.6903 - val_loss: 0.7268 - val_acc: 0.6889
Epoch 3499/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7179 - acc: 0.6861 - val_loss: 0.7269 - val_acc: 0.6944
Epoch 3500/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7253 - acc: 0.6847 - val_loss: 0.7266 - val_acc: 0.6944
Epoch 3501/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7327 - acc: 0.6958 - val_loss: 0.7262 - val_acc: 0.6944
Epoch 3502/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7406 - acc: 0.6875 - val_loss: 0.7261 - val_acc: 0.6944
Epoch 3503/4000
720/720 [==============================] - 0s 46us/step - loss: 0.7341 - acc: 0.6875 - val_loss: 0.7261 - val_acc: 0.6944
Epoch 3504/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7271 - acc: 0.6958 - val_loss: 0.7261 - val_acc: 0.6944
Epoch 3505/4000
720/720 [==============================] - 0s 47us/step - loss: 0.7184 - acc: 0.7014 - val_loss: 0.7260 - val_acc: 0.6944
Epoch 3506/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7524 - acc: 0.6736 - val_loss: 0.7257 - val_acc: 0.6944
Epoch 3507/4000
720/720 [==============================] - 0s 36us/step - loss: 0.7408 - acc: 0.6931 - val_loss: 0.7255 - val_acc: 0.6944
Epoch 3508/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7385 - acc: 0.6778 - val_loss: 0.7254 - val_acc: 0.6944
Epoch 3509/4000
720/720 [==============================] - 0s 44us/step - loss: 0.7189 - acc: 0.6958 - val_loss: 0.7254 - val_acc: 0.6944
Epoch 3510/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7479 - acc: 0.6889 - val_loss: 0.7253 - val_acc: 0.6889
Epoch 3511/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7478 - acc: 0.6833 - val_loss: 0.7256 - val_acc: 0.6833
Epoch 3512/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7328 - acc: 0.6958 - val_loss: 0.7258 - val_acc: 0.6833
Epoch 3513/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7309 - acc: 0.6944 - val_loss: 0.7261 - val_acc: 0.6833
Epoch 3514/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7358 - acc: 0.6861 - val_loss: 0.7265 - val_acc: 0.6778
Epoch 3515/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7257 - acc: 0.6875 - val_loss: 0.7267 - val_acc: 0.6778
Epoch 3516/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7472 - acc: 0.6958 - val_loss: 0.7269 - val_acc: 0.6778
Epoch 3517/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7493 - acc: 0.6792 - val_loss: 0.7271 - val_acc: 0.6778
Epoch 3518/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7393 - acc: 0.6972 - val_loss: 0.7276 - val_acc: 0.6778
Epoch 3519/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7303 - acc: 0.6792 - val_loss: 0.7279 - val_acc: 0.6778
Epoch 3520/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7335 - acc: 0.6917 - val_loss: 0.7282 - val_acc: 0.6778
Epoch 3521/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7308 - acc: 0.7000 - val_loss: 0.7285 - val_acc: 0.6778
Epoch 3522/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7286 - acc: 0.6931 - val_loss: 0.7288 - val_acc: 0.6778
Epoch 3523/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7284 - acc: 0.6861 - val_loss: 0.7292 - val_acc: 0.6778
Epoch 3524/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7495 - acc: 0.6722 - val_loss: 0.7300 - val_acc: 0.6722
Epoch 3525/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7470 - acc: 0.6847 - val_loss: 0.7306 - val_acc: 0.6778
Epoch 3526/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7135 - acc: 0.6972 - val_loss: 0.7314 - val_acc: 0.6778
Epoch 3527/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7422 - acc: 0.6833 - val_loss: 0.7321 - val_acc: 0.6778
Epoch 3528/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7442 - acc: 0.6903 - val_loss: 0.7330 - val_acc: 0.6778
Epoch 3529/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7375 - acc: 0.6847 - val_loss: 0.7336 - val_acc: 0.6778
Epoch 3530/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7431 - acc: 0.6917 - val_loss: 0.7340 - val_acc: 0.6778
Epoch 3531/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7168 - acc: 0.6792 - val_loss: 0.7343 - val_acc: 0.6778
Epoch 3532/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7503 - acc: 0.6833 - val_loss: 0.7346 - val_acc: 0.6778
Epoch 3533/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7500 - acc: 0.6806 - val_loss: 0.7354 - val_acc: 0.6722
Epoch 3534/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7211 - acc: 0.6889 - val_loss: 0.7362 - val_acc: 0.6778
Epoch 3535/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7476 - acc: 0.6903 - val_loss: 0.7369 - val_acc: 0.6722
Epoch 3536/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7328 - acc: 0.6778 - val_loss: 0.7378 - val_acc: 0.6722
Epoch 3537/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7373 - acc: 0.6889 - val_loss: 0.7382 - val_acc: 0.6722
Epoch 3538/4000
720/720 [==============================] - 0s 35us/step - loss: 0.7393 - acc: 0.6986 - val_loss: 0.7384 - val_acc: 0.6722
Epoch 3539/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7371 - acc: 0.6958 - val_loss: 0.7388 - val_acc: 0.6722
Epoch 3540/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7446 - acc: 0.6792 - val_loss: 0.7388 - val_acc: 0.6667
Epoch 3541/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7336 - acc: 0.6944 - val_loss: 0.7397 - val_acc: 0.6611
Epoch 3542/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7397 - acc: 0.6944 - val_loss: 0.7403 - val_acc: 0.6667
Epoch 3543/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7375 - acc: 0.6694 - val_loss: 0.7405 - val_acc: 0.6667
Epoch 3544/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7296 - acc: 0.6917 - val_loss: 0.7409 - val_acc: 0.6667
Epoch 3545/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7174 - acc: 0.6847 - val_loss: 0.7408 - val_acc: 0.6667
Epoch 3546/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7436 - acc: 0.6931 - val_loss: 0.7407 - val_acc: 0.6667
Epoch 3547/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7308 - acc: 0.6875 - val_loss: 0.7409 - val_acc: 0.6722
Epoch 3548/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7295 - acc: 0.6736 - val_loss: 0.7408 - val_acc: 0.6722
Epoch 3549/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7556 - acc: 0.6875 - val_loss: 0.7405 - val_acc: 0.6667
Epoch 3550/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7339 - acc: 0.6931 - val_loss: 0.7403 - val_acc: 0.6667
Epoch 3551/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7135 - acc: 0.6958 - val_loss: 0.7403 - val_acc: 0.6667
Epoch 3552/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7406 - acc: 0.6903 - val_loss: 0.7400 - val_acc: 0.6667
Epoch 3553/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7335 - acc: 0.6861 - val_loss: 0.7397 - val_acc: 0.6667
Epoch 3554/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7252 - acc: 0.6944 - val_loss: 0.7399 - val_acc: 0.6667
Epoch 3555/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7320 - acc: 0.6792 - val_loss: 0.7404 - val_acc: 0.6667
Epoch 3556/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7325 - acc: 0.6861 - val_loss: 0.7411 - val_acc: 0.6667
Epoch 3557/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7302 - acc: 0.6903 - val_loss: 0.7421 - val_acc: 0.6611
Epoch 3558/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7175 - acc: 0.6806 - val_loss: 0.7428 - val_acc: 0.6667
Epoch 3559/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7187 - acc: 0.7028 - val_loss: 0.7433 - val_acc: 0.6556
Epoch 3560/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7326 - acc: 0.6819 - val_loss: 0.7428 - val_acc: 0.6556
Epoch 3561/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7159 - acc: 0.6944 - val_loss: 0.7419 - val_acc: 0.6667
Epoch 3562/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7093 - acc: 0.7014 - val_loss: 0.7410 - val_acc: 0.6667
Epoch 3563/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7324 - acc: 0.6806 - val_loss: 0.7403 - val_acc: 0.6667
Epoch 3564/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7331 - acc: 0.6986 - val_loss: 0.7395 - val_acc: 0.6667
Epoch 3565/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7299 - acc: 0.7028 - val_loss: 0.7390 - val_acc: 0.6667
Epoch 3566/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7233 - acc: 0.6986 - val_loss: 0.7384 - val_acc: 0.6722
Epoch 3567/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7355 - acc: 0.7139 - val_loss: 0.7383 - val_acc: 0.6722
Epoch 3568/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7186 - acc: 0.6986 - val_loss: 0.7382 - val_acc: 0.6722
Epoch 3569/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7355 - acc: 0.6819 - val_loss: 0.7380 - val_acc: 0.6722
Epoch 3570/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7397 - acc: 0.6847 - val_loss: 0.7380 - val_acc: 0.6722
Epoch 3571/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7419 - acc: 0.6889 - val_loss: 0.7380 - val_acc: 0.6722
Epoch 3572/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7245 - acc: 0.6917 - val_loss: 0.7382 - val_acc: 0.6722
Epoch 3573/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7396 - acc: 0.6944 - val_loss: 0.7389 - val_acc: 0.6722
Epoch 3574/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7082 - acc: 0.6958 - val_loss: 0.7396 - val_acc: 0.6722
Epoch 3575/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7244 - acc: 0.6931 - val_loss: 0.7406 - val_acc: 0.6722
Epoch 3576/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7254 - acc: 0.6917 - val_loss: 0.7412 - val_acc: 0.6722
Epoch 3577/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7547 - acc: 0.6722 - val_loss: 0.7413 - val_acc: 0.6722
Epoch 3578/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7431 - acc: 0.6875 - val_loss: 0.7413 - val_acc: 0.6667
Epoch 3579/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7278 - acc: 0.7014 - val_loss: 0.7411 - val_acc: 0.6667
Epoch 3580/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7583 - acc: 0.6861 - val_loss: 0.7402 - val_acc: 0.6667
Epoch 3581/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7210 - acc: 0.6889 - val_loss: 0.7391 - val_acc: 0.6667
Epoch 3582/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7515 - acc: 0.6972 - val_loss: 0.7375 - val_acc: 0.6722
Epoch 3583/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7214 - acc: 0.6958 - val_loss: 0.7361 - val_acc: 0.6722
Epoch 3584/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7440 - acc: 0.6847 - val_loss: 0.7348 - val_acc: 0.6722
Epoch 3585/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7294 - acc: 0.6917 - val_loss: 0.7332 - val_acc: 0.6778
Epoch 3586/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7057 - acc: 0.7069 - val_loss: 0.7322 - val_acc: 0.6778
Epoch 3587/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7358 - acc: 0.6819 - val_loss: 0.7315 - val_acc: 0.6778
Epoch 3588/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7551 - acc: 0.6972 - val_loss: 0.7313 - val_acc: 0.6778
Epoch 3589/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7057 - acc: 0.7083 - val_loss: 0.7314 - val_acc: 0.6833
Epoch 3590/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7438 - acc: 0.6903 - val_loss: 0.7316 - val_acc: 0.6833
Epoch 3591/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7387 - acc: 0.6875 - val_loss: 0.7314 - val_acc: 0.6833
Epoch 3592/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7227 - acc: 0.6944 - val_loss: 0.7312 - val_acc: 0.6833
Epoch 3593/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7271 - acc: 0.6889 - val_loss: 0.7309 - val_acc: 0.6889
Epoch 3594/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7356 - acc: 0.7000 - val_loss: 0.7308 - val_acc: 0.6889
Epoch 3595/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7540 - acc: 0.6861 - val_loss: 0.7310 - val_acc: 0.6889
Epoch 3596/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7405 - acc: 0.6944 - val_loss: 0.7313 - val_acc: 0.6889
Epoch 3597/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7420 - acc: 0.6847 - val_loss: 0.7318 - val_acc: 0.6889
Epoch 3598/4000
720/720 [==============================] - 0s 40us/step - loss: 0.7296 - acc: 0.7014 - val_loss: 0.7319 - val_acc: 0.6889
Epoch 3599/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7423 - acc: 0.6764 - val_loss: 0.7322 - val_acc: 0.6833
Epoch 3600/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7307 - acc: 0.6847 - val_loss: 0.7324 - val_acc: 0.6833
Epoch 3601/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7373 - acc: 0.6903 - val_loss: 0.7322 - val_acc: 0.6889
Epoch 3602/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7202 - acc: 0.6944 - val_loss: 0.7320 - val_acc: 0.6889
Epoch 3603/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7074 - acc: 0.7014 - val_loss: 0.7319 - val_acc: 0.6889
Epoch 3604/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7370 - acc: 0.6931 - val_loss: 0.7316 - val_acc: 0.6889
Epoch 3605/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7205 - acc: 0.6917 - val_loss: 0.7311 - val_acc: 0.6889
Epoch 3606/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7588 - acc: 0.6847 - val_loss: 0.7307 - val_acc: 0.6889
Epoch 3607/4000
720/720 [==============================] - 0s 25us/step - loss: 0.7495 - acc: 0.6861 - val_loss: 0.7301 - val_acc: 0.6889
Epoch 3608/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7370 - acc: 0.6875 - val_loss: 0.7298 - val_acc: 0.6889
Epoch 3609/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7501 - acc: 0.6875 - val_loss: 0.7294 - val_acc: 0.6889
Epoch 3610/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7242 - acc: 0.6986 - val_loss: 0.7290 - val_acc: 0.6889
Epoch 3611/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7414 - acc: 0.6931 - val_loss: 0.7289 - val_acc: 0.6889
Epoch 3612/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7224 - acc: 0.6972 - val_loss: 0.7292 - val_acc: 0.6889
Epoch 3613/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7505 - acc: 0.6958 - val_loss: 0.7293 - val_acc: 0.6833
Epoch 3614/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7406 - acc: 0.6861 - val_loss: 0.7294 - val_acc: 0.6778
Epoch 3615/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7257 - acc: 0.6944 - val_loss: 0.7297 - val_acc: 0.6722
Epoch 3616/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7337 - acc: 0.6972 - val_loss: 0.7299 - val_acc: 0.6722
Epoch 3617/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7403 - acc: 0.6917 - val_loss: 0.7304 - val_acc: 0.6722
Epoch 3618/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7327 - acc: 0.6875 - val_loss: 0.7309 - val_acc: 0.6722
Epoch 3619/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7445 - acc: 0.6778 - val_loss: 0.7312 - val_acc: 0.6722
Epoch 3620/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7412 - acc: 0.6903 - val_loss: 0.7312 - val_acc: 0.6722
Epoch 3621/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7278 - acc: 0.6972 - val_loss: 0.7310 - val_acc: 0.6722
Epoch 3622/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7375 - acc: 0.6986 - val_loss: 0.7304 - val_acc: 0.6722
Epoch 3623/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7266 - acc: 0.6875 - val_loss: 0.7296 - val_acc: 0.6722
Epoch 3624/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7377 - acc: 0.6847 - val_loss: 0.7291 - val_acc: 0.6778
Epoch 3625/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7302 - acc: 0.6875 - val_loss: 0.7289 - val_acc: 0.6778
Epoch 3626/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7397 - acc: 0.6722 - val_loss: 0.7287 - val_acc: 0.6778
Epoch 3627/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7322 - acc: 0.6778 - val_loss: 0.7286 - val_acc: 0.6778
Epoch 3628/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7354 - acc: 0.6889 - val_loss: 0.7285 - val_acc: 0.6778
Epoch 3629/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7502 - acc: 0.6778 - val_loss: 0.7286 - val_acc: 0.6778
Epoch 3630/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7282 - acc: 0.7069 - val_loss: 0.7287 - val_acc: 0.6778
Epoch 3631/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7307 - acc: 0.6917 - val_loss: 0.7289 - val_acc: 0.6778
Epoch 3632/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7377 - acc: 0.6972 - val_loss: 0.7290 - val_acc: 0.6778
Epoch 3633/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7087 - acc: 0.7028 - val_loss: 0.7287 - val_acc: 0.6778
Epoch 3634/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7259 - acc: 0.6986 - val_loss: 0.7285 - val_acc: 0.6722
Epoch 3635/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7317 - acc: 0.6944 - val_loss: 0.7285 - val_acc: 0.6778
Epoch 3636/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7168 - acc: 0.6861 - val_loss: 0.7286 - val_acc: 0.6778
Epoch 3637/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7292 - acc: 0.7014 - val_loss: 0.7286 - val_acc: 0.6833
Epoch 3638/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7360 - acc: 0.6903 - val_loss: 0.7285 - val_acc: 0.6833
Epoch 3639/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7339 - acc: 0.6833 - val_loss: 0.7281 - val_acc: 0.6833
Epoch 3640/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7409 - acc: 0.6833 - val_loss: 0.7281 - val_acc: 0.6889
Epoch 3641/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7473 - acc: 0.6958 - val_loss: 0.7283 - val_acc: 0.6889
Epoch 3642/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7237 - acc: 0.6944 - val_loss: 0.7284 - val_acc: 0.6889
Epoch 3643/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7443 - acc: 0.6833 - val_loss: 0.7284 - val_acc: 0.6889
Epoch 3644/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7194 - acc: 0.6917 - val_loss: 0.7286 - val_acc: 0.6889
Epoch 3645/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7343 - acc: 0.6931 - val_loss: 0.7289 - val_acc: 0.6889
Epoch 3646/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7247 - acc: 0.7014 - val_loss: 0.7294 - val_acc: 0.6889
Epoch 3647/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7377 - acc: 0.6833 - val_loss: 0.7301 - val_acc: 0.6944
Epoch 3648/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7397 - acc: 0.6931 - val_loss: 0.7307 - val_acc: 0.6944
Epoch 3649/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7467 - acc: 0.6889 - val_loss: 0.7310 - val_acc: 0.6944
Epoch 3650/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7387 - acc: 0.6833 - val_loss: 0.7313 - val_acc: 0.6944
Epoch 3651/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7460 - acc: 0.6792 - val_loss: 0.7316 - val_acc: 0.6944
Epoch 3652/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7315 - acc: 0.6958 - val_loss: 0.7315 - val_acc: 0.6944
Epoch 3653/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7289 - acc: 0.6944 - val_loss: 0.7315 - val_acc: 0.6944
Epoch 3654/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7159 - acc: 0.6861 - val_loss: 0.7316 - val_acc: 0.6944
Epoch 3655/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7527 - acc: 0.6792 - val_loss: 0.7318 - val_acc: 0.6944
Epoch 3656/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7338 - acc: 0.6889 - val_loss: 0.7319 - val_acc: 0.6944
Epoch 3657/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7362 - acc: 0.6833 - val_loss: 0.7320 - val_acc: 0.6944
Epoch 3658/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7418 - acc: 0.6806 - val_loss: 0.7322 - val_acc: 0.6944
Epoch 3659/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7390 - acc: 0.6694 - val_loss: 0.7322 - val_acc: 0.6944
Epoch 3660/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7445 - acc: 0.6819 - val_loss: 0.7323 - val_acc: 0.6944
Epoch 3661/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7397 - acc: 0.6917 - val_loss: 0.7323 - val_acc: 0.6944
Epoch 3662/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7254 - acc: 0.6833 - val_loss: 0.7324 - val_acc: 0.6944
Epoch 3663/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7345 - acc: 0.6903 - val_loss: 0.7322 - val_acc: 0.6944
Epoch 3664/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7201 - acc: 0.7042 - val_loss: 0.7321 - val_acc: 0.6944
Epoch 3665/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7380 - acc: 0.6806 - val_loss: 0.7324 - val_acc: 0.6944
Epoch 3666/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7309 - acc: 0.6819 - val_loss: 0.7326 - val_acc: 0.6778
Epoch 3667/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7383 - acc: 0.6847 - val_loss: 0.7332 - val_acc: 0.6778
Epoch 3668/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7337 - acc: 0.6847 - val_loss: 0.7337 - val_acc: 0.6778
Epoch 3669/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7440 - acc: 0.6736 - val_loss: 0.7339 - val_acc: 0.6778
Epoch 3670/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7438 - acc: 0.6861 - val_loss: 0.7343 - val_acc: 0.6778
Epoch 3671/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7165 - acc: 0.7042 - val_loss: 0.7345 - val_acc: 0.6778
Epoch 3672/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7380 - acc: 0.6806 - val_loss: 0.7346 - val_acc: 0.6778
Epoch 3673/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7560 - acc: 0.6903 - val_loss: 0.7347 - val_acc: 0.6778
Epoch 3674/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7302 - acc: 0.6903 - val_loss: 0.7351 - val_acc: 0.6833
Epoch 3675/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7306 - acc: 0.6778 - val_loss: 0.7353 - val_acc: 0.6833
Epoch 3676/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7547 - acc: 0.6972 - val_loss: 0.7355 - val_acc: 0.6833
Epoch 3677/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7274 - acc: 0.6847 - val_loss: 0.7357 - val_acc: 0.6833
Epoch 3678/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7463 - acc: 0.6875 - val_loss: 0.7361 - val_acc: 0.6833
Epoch 3679/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7183 - acc: 0.6931 - val_loss: 0.7362 - val_acc: 0.6833
Epoch 3680/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7317 - acc: 0.6958 - val_loss: 0.7365 - val_acc: 0.6833
Epoch 3681/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7172 - acc: 0.6986 - val_loss: 0.7368 - val_acc: 0.6833
Epoch 3682/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7406 - acc: 0.6792 - val_loss: 0.7367 - val_acc: 0.6833
Epoch 3683/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7267 - acc: 0.6931 - val_loss: 0.7372 - val_acc: 0.6778
Epoch 3684/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7389 - acc: 0.6917 - val_loss: 0.7377 - val_acc: 0.6778
Epoch 3685/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7079 - acc: 0.6972 - val_loss: 0.7378 - val_acc: 0.6778
Epoch 3686/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7371 - acc: 0.6875 - val_loss: 0.7383 - val_acc: 0.6778
Epoch 3687/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7273 - acc: 0.7014 - val_loss: 0.7387 - val_acc: 0.6778
Epoch 3688/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7339 - acc: 0.6972 - val_loss: 0.7395 - val_acc: 0.6778
Epoch 3689/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7267 - acc: 0.6875 - val_loss: 0.7402 - val_acc: 0.6722
Epoch 3690/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7392 - acc: 0.6958 - val_loss: 0.7403 - val_acc: 0.6722
Epoch 3691/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7513 - acc: 0.6889 - val_loss: 0.7397 - val_acc: 0.6722
Epoch 3692/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7376 - acc: 0.6903 - val_loss: 0.7387 - val_acc: 0.6722
Epoch 3693/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7548 - acc: 0.6903 - val_loss: 0.7376 - val_acc: 0.6778
Epoch 3694/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7083 - acc: 0.7028 - val_loss: 0.7368 - val_acc: 0.6722
Epoch 3695/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7273 - acc: 0.6944 - val_loss: 0.7358 - val_acc: 0.6722
Epoch 3696/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7332 - acc: 0.6917 - val_loss: 0.7353 - val_acc: 0.6778
Epoch 3697/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7356 - acc: 0.6875 - val_loss: 0.7345 - val_acc: 0.6778
Epoch 3698/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7373 - acc: 0.6889 - val_loss: 0.7340 - val_acc: 0.6778
Epoch 3699/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7251 - acc: 0.7042 - val_loss: 0.7335 - val_acc: 0.6722
Epoch 3700/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7630 - acc: 0.6694 - val_loss: 0.7333 - val_acc: 0.6667
Epoch 3701/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7346 - acc: 0.6903 - val_loss: 0.7333 - val_acc: 0.6667
Epoch 3702/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7436 - acc: 0.6722 - val_loss: 0.7333 - val_acc: 0.6667
Epoch 3703/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7103 - acc: 0.6944 - val_loss: 0.7332 - val_acc: 0.6667
Epoch 3704/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7440 - acc: 0.6875 - val_loss: 0.7329 - val_acc: 0.6667
Epoch 3705/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7376 - acc: 0.6889 - val_loss: 0.7331 - val_acc: 0.6667
Epoch 3706/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7408 - acc: 0.6972 - val_loss: 0.7334 - val_acc: 0.6611
Epoch 3707/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7099 - acc: 0.7014 - val_loss: 0.7338 - val_acc: 0.6611
Epoch 3708/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7348 - acc: 0.6958 - val_loss: 0.7340 - val_acc: 0.6611
Epoch 3709/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7169 - acc: 0.7083 - val_loss: 0.7342 - val_acc: 0.6611
Epoch 3710/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7297 - acc: 0.6958 - val_loss: 0.7343 - val_acc: 0.6611
Epoch 3711/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7360 - acc: 0.6889 - val_loss: 0.7340 - val_acc: 0.6611
Epoch 3712/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7247 - acc: 0.6875 - val_loss: 0.7338 - val_acc: 0.6722
Epoch 3713/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7121 - acc: 0.6847 - val_loss: 0.7334 - val_acc: 0.6778
Epoch 3714/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7330 - acc: 0.6917 - val_loss: 0.7330 - val_acc: 0.6778
Epoch 3715/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7248 - acc: 0.6806 - val_loss: 0.7327 - val_acc: 0.6833
Epoch 3716/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7545 - acc: 0.6819 - val_loss: 0.7321 - val_acc: 0.6833
Epoch 3717/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7319 - acc: 0.6944 - val_loss: 0.7318 - val_acc: 0.6833
Epoch 3718/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7138 - acc: 0.6917 - val_loss: 0.7317 - val_acc: 0.6833
Epoch 3719/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7510 - acc: 0.6958 - val_loss: 0.7319 - val_acc: 0.6833
Epoch 3720/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7447 - acc: 0.6847 - val_loss: 0.7320 - val_acc: 0.6833
Epoch 3721/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7306 - acc: 0.6889 - val_loss: 0.7322 - val_acc: 0.6833
Epoch 3722/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7157 - acc: 0.7000 - val_loss: 0.7321 - val_acc: 0.6833
Epoch 3723/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7168 - acc: 0.6944 - val_loss: 0.7323 - val_acc: 0.6833
Epoch 3724/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7207 - acc: 0.6944 - val_loss: 0.7326 - val_acc: 0.6833
Epoch 3725/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7317 - acc: 0.6889 - val_loss: 0.7326 - val_acc: 0.6833
Epoch 3726/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7268 - acc: 0.6958 - val_loss: 0.7326 - val_acc: 0.6833
Epoch 3727/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7450 - acc: 0.6958 - val_loss: 0.7325 - val_acc: 0.6778
Epoch 3728/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7071 - acc: 0.6972 - val_loss: 0.7326 - val_acc: 0.6778
Epoch 3729/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7467 - acc: 0.6819 - val_loss: 0.7330 - val_acc: 0.6778
Epoch 3730/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7381 - acc: 0.6819 - val_loss: 0.7332 - val_acc: 0.6778
Epoch 3731/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7300 - acc: 0.6958 - val_loss: 0.7332 - val_acc: 0.6778
Epoch 3732/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7265 - acc: 0.7056 - val_loss: 0.7329 - val_acc: 0.6778
Epoch 3733/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7280 - acc: 0.7000 - val_loss: 0.7324 - val_acc: 0.6778
Epoch 3734/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7106 - acc: 0.6986 - val_loss: 0.7321 - val_acc: 0.6778
Epoch 3735/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7265 - acc: 0.6903 - val_loss: 0.7320 - val_acc: 0.6778
Epoch 3736/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7306 - acc: 0.7014 - val_loss: 0.7320 - val_acc: 0.6778
Epoch 3737/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7346 - acc: 0.6847 - val_loss: 0.7323 - val_acc: 0.6778
Epoch 3738/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7290 - acc: 0.7028 - val_loss: 0.7326 - val_acc: 0.6778
Epoch 3739/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7289 - acc: 0.6903 - val_loss: 0.7328 - val_acc: 0.6778
Epoch 3740/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7386 - acc: 0.6972 - val_loss: 0.7330 - val_acc: 0.6778
Epoch 3741/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7176 - acc: 0.6875 - val_loss: 0.7333 - val_acc: 0.6778
Epoch 3742/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7436 - acc: 0.6889 - val_loss: 0.7332 - val_acc: 0.6778
Epoch 3743/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7533 - acc: 0.6792 - val_loss: 0.7333 - val_acc: 0.6778
Epoch 3744/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7370 - acc: 0.6903 - val_loss: 0.7334 - val_acc: 0.6722
Epoch 3745/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7397 - acc: 0.7097 - val_loss: 0.7330 - val_acc: 0.6722
Epoch 3746/4000
720/720 [==============================] - 0s 33us/step - loss: 0.7373 - acc: 0.6889 - val_loss: 0.7327 - val_acc: 0.6722
Epoch 3747/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7285 - acc: 0.6806 - val_loss: 0.7323 - val_acc: 0.6722
Epoch 3748/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7402 - acc: 0.6847 - val_loss: 0.7321 - val_acc: 0.6722
Epoch 3749/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7275 - acc: 0.6917 - val_loss: 0.7314 - val_acc: 0.6778
Epoch 3750/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7354 - acc: 0.7000 - val_loss: 0.7314 - val_acc: 0.6778
Epoch 3751/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7407 - acc: 0.6806 - val_loss: 0.7316 - val_acc: 0.6778
Epoch 3752/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7459 - acc: 0.6847 - val_loss: 0.7315 - val_acc: 0.6778
Epoch 3753/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7413 - acc: 0.6889 - val_loss: 0.7314 - val_acc: 0.6778
Epoch 3754/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7147 - acc: 0.6847 - val_loss: 0.7315 - val_acc: 0.6778
Epoch 3755/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7418 - acc: 0.6972 - val_loss: 0.7309 - val_acc: 0.6778
Epoch 3756/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7535 - acc: 0.6861 - val_loss: 0.7302 - val_acc: 0.6778
Epoch 3757/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7323 - acc: 0.6875 - val_loss: 0.7298 - val_acc: 0.6778
Epoch 3758/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7368 - acc: 0.6861 - val_loss: 0.7292 - val_acc: 0.6778
Epoch 3759/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7311 - acc: 0.6875 - val_loss: 0.7288 - val_acc: 0.6778
Epoch 3760/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7559 - acc: 0.6750 - val_loss: 0.7289 - val_acc: 0.6778
Epoch 3761/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7149 - acc: 0.7069 - val_loss: 0.7287 - val_acc: 0.6778
Epoch 3762/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7329 - acc: 0.6944 - val_loss: 0.7289 - val_acc: 0.6778
Epoch 3763/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7551 - acc: 0.6944 - val_loss: 0.7289 - val_acc: 0.6778
Epoch 3764/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7113 - acc: 0.6958 - val_loss: 0.7287 - val_acc: 0.6833
Epoch 3765/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7547 - acc: 0.6833 - val_loss: 0.7285 - val_acc: 0.6833
Epoch 3766/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7419 - acc: 0.6917 - val_loss: 0.7285 - val_acc: 0.6833
Epoch 3767/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7224 - acc: 0.7097 - val_loss: 0.7287 - val_acc: 0.6833
Epoch 3768/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7423 - acc: 0.6972 - val_loss: 0.7292 - val_acc: 0.6833
Epoch 3769/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7272 - acc: 0.7000 - val_loss: 0.7295 - val_acc: 0.6833
Epoch 3770/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7331 - acc: 0.6861 - val_loss: 0.7301 - val_acc: 0.6833
Epoch 3771/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7474 - acc: 0.6875 - val_loss: 0.7306 - val_acc: 0.6833
Epoch 3772/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7291 - acc: 0.6958 - val_loss: 0.7311 - val_acc: 0.6833
Epoch 3773/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7529 - acc: 0.6903 - val_loss: 0.7315 - val_acc: 0.6833
Epoch 3774/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7465 - acc: 0.6917 - val_loss: 0.7319 - val_acc: 0.6833
Epoch 3775/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7236 - acc: 0.6972 - val_loss: 0.7324 - val_acc: 0.6833
Epoch 3776/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7400 - acc: 0.6847 - val_loss: 0.7329 - val_acc: 0.6833
Epoch 3777/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7302 - acc: 0.6917 - val_loss: 0.7335 - val_acc: 0.6778
Epoch 3778/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7340 - acc: 0.7056 - val_loss: 0.7344 - val_acc: 0.6778
Epoch 3779/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7335 - acc: 0.6903 - val_loss: 0.7349 - val_acc: 0.6778
Epoch 3780/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7241 - acc: 0.6708 - val_loss: 0.7351 - val_acc: 0.6722
Epoch 3781/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7167 - acc: 0.6875 - val_loss: 0.7355 - val_acc: 0.6722
Epoch 3782/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7203 - acc: 0.6903 - val_loss: 0.7355 - val_acc: 0.6722
Epoch 3783/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7272 - acc: 0.6972 - val_loss: 0.7354 - val_acc: 0.6722
Epoch 3784/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7354 - acc: 0.6764 - val_loss: 0.7355 - val_acc: 0.6722
Epoch 3785/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7285 - acc: 0.6958 - val_loss: 0.7355 - val_acc: 0.6722
Epoch 3786/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7493 - acc: 0.6764 - val_loss: 0.7358 - val_acc: 0.6722
Epoch 3787/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7324 - acc: 0.6917 - val_loss: 0.7360 - val_acc: 0.6667
Epoch 3788/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7302 - acc: 0.6986 - val_loss: 0.7364 - val_acc: 0.6667
Epoch 3789/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7561 - acc: 0.6792 - val_loss: 0.7367 - val_acc: 0.6667
Epoch 3790/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7297 - acc: 0.6972 - val_loss: 0.7369 - val_acc: 0.6667
Epoch 3791/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7419 - acc: 0.6750 - val_loss: 0.7370 - val_acc: 0.6667
Epoch 3792/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7317 - acc: 0.6847 - val_loss: 0.7372 - val_acc: 0.6667
Epoch 3793/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7398 - acc: 0.6861 - val_loss: 0.7369 - val_acc: 0.6667
Epoch 3794/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7222 - acc: 0.6792 - val_loss: 0.7369 - val_acc: 0.6667
Epoch 3795/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7672 - acc: 0.6681 - val_loss: 0.7372 - val_acc: 0.6667
Epoch 3796/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7425 - acc: 0.6903 - val_loss: 0.7373 - val_acc: 0.6667
Epoch 3797/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7380 - acc: 0.6833 - val_loss: 0.7375 - val_acc: 0.6667
Epoch 3798/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7372 - acc: 0.6861 - val_loss: 0.7379 - val_acc: 0.6667
Epoch 3799/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7593 - acc: 0.6944 - val_loss: 0.7385 - val_acc: 0.6667
Epoch 3800/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7280 - acc: 0.6958 - val_loss: 0.7392 - val_acc: 0.6611
Epoch 3801/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7098 - acc: 0.6958 - val_loss: 0.7397 - val_acc: 0.6611
Epoch 3802/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7108 - acc: 0.7014 - val_loss: 0.7400 - val_acc: 0.6611
Epoch 3803/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7554 - acc: 0.6833 - val_loss: 0.7402 - val_acc: 0.6611
Epoch 3804/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7246 - acc: 0.6917 - val_loss: 0.7405 - val_acc: 0.6611
Epoch 3805/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7202 - acc: 0.6986 - val_loss: 0.7405 - val_acc: 0.6611
Epoch 3806/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7334 - acc: 0.6875 - val_loss: 0.7399 - val_acc: 0.6667
Epoch 3807/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7378 - acc: 0.7069 - val_loss: 0.7395 - val_acc: 0.6667
Epoch 3808/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7521 - acc: 0.6736 - val_loss: 0.7387 - val_acc: 0.6667
Epoch 3809/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7319 - acc: 0.6833 - val_loss: 0.7378 - val_acc: 0.6722
Epoch 3810/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7355 - acc: 0.6875 - val_loss: 0.7366 - val_acc: 0.6778
Epoch 3811/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7448 - acc: 0.7014 - val_loss: 0.7355 - val_acc: 0.6833
Epoch 3812/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7356 - acc: 0.6833 - val_loss: 0.7346 - val_acc: 0.6889
Epoch 3813/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7430 - acc: 0.6889 - val_loss: 0.7338 - val_acc: 0.6889
Epoch 3814/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7211 - acc: 0.6986 - val_loss: 0.7329 - val_acc: 0.6944
Epoch 3815/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7393 - acc: 0.6972 - val_loss: 0.7323 - val_acc: 0.6944
Epoch 3816/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7226 - acc: 0.6931 - val_loss: 0.7319 - val_acc: 0.6944
Epoch 3817/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7372 - acc: 0.6681 - val_loss: 0.7316 - val_acc: 0.6889
Epoch 3818/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7454 - acc: 0.6819 - val_loss: 0.7313 - val_acc: 0.6889
Epoch 3819/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7177 - acc: 0.6847 - val_loss: 0.7311 - val_acc: 0.6889
Epoch 3820/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7151 - acc: 0.6903 - val_loss: 0.7307 - val_acc: 0.6889
Epoch 3821/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7449 - acc: 0.6972 - val_loss: 0.7307 - val_acc: 0.6833
Epoch 3822/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7371 - acc: 0.7000 - val_loss: 0.7309 - val_acc: 0.6833
Epoch 3823/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7292 - acc: 0.6917 - val_loss: 0.7314 - val_acc: 0.6833
Epoch 3824/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7152 - acc: 0.6972 - val_loss: 0.7324 - val_acc: 0.6833
Epoch 3825/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7340 - acc: 0.6986 - val_loss: 0.7337 - val_acc: 0.6778
Epoch 3826/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7232 - acc: 0.7000 - val_loss: 0.7346 - val_acc: 0.6722
Epoch 3827/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7417 - acc: 0.6722 - val_loss: 0.7353 - val_acc: 0.6722
Epoch 3828/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7368 - acc: 0.6972 - val_loss: 0.7362 - val_acc: 0.6667
Epoch 3829/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7319 - acc: 0.6903 - val_loss: 0.7363 - val_acc: 0.6667
Epoch 3830/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7179 - acc: 0.7028 - val_loss: 0.7363 - val_acc: 0.6667
Epoch 3831/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7675 - acc: 0.6944 - val_loss: 0.7362 - val_acc: 0.6667
Epoch 3832/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7264 - acc: 0.6931 - val_loss: 0.7359 - val_acc: 0.6667
Epoch 3833/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7503 - acc: 0.6806 - val_loss: 0.7358 - val_acc: 0.6667
Epoch 3834/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7173 - acc: 0.6958 - val_loss: 0.7359 - val_acc: 0.6667
Epoch 3835/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7248 - acc: 0.6917 - val_loss: 0.7357 - val_acc: 0.6667
Epoch 3836/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7279 - acc: 0.6875 - val_loss: 0.7355 - val_acc: 0.6667
Epoch 3837/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7298 - acc: 0.7042 - val_loss: 0.7353 - val_acc: 0.6722
Epoch 3838/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7230 - acc: 0.6972 - val_loss: 0.7352 - val_acc: 0.6722
Epoch 3839/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7530 - acc: 0.6917 - val_loss: 0.7354 - val_acc: 0.6722
Epoch 3840/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7508 - acc: 0.6806 - val_loss: 0.7351 - val_acc: 0.6722
Epoch 3841/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7429 - acc: 0.6958 - val_loss: 0.7344 - val_acc: 0.6722
Epoch 3842/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7234 - acc: 0.6833 - val_loss: 0.7341 - val_acc: 0.6722
Epoch 3843/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7232 - acc: 0.6819 - val_loss: 0.7340 - val_acc: 0.6778
Epoch 3844/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7330 - acc: 0.6889 - val_loss: 0.7340 - val_acc: 0.6778
Epoch 3845/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7439 - acc: 0.6972 - val_loss: 0.7341 - val_acc: 0.6778
Epoch 3846/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7278 - acc: 0.7000 - val_loss: 0.7342 - val_acc: 0.6778
Epoch 3847/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7431 - acc: 0.6778 - val_loss: 0.7343 - val_acc: 0.6778
Epoch 3848/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7279 - acc: 0.6931 - val_loss: 0.7347 - val_acc: 0.6778
Epoch 3849/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7303 - acc: 0.6944 - val_loss: 0.7352 - val_acc: 0.6778
Epoch 3850/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7276 - acc: 0.6931 - val_loss: 0.7354 - val_acc: 0.6722
Epoch 3851/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7189 - acc: 0.7042 - val_loss: 0.7357 - val_acc: 0.6722
Epoch 3852/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7321 - acc: 0.6806 - val_loss: 0.7358 - val_acc: 0.6722
Epoch 3853/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7246 - acc: 0.6889 - val_loss: 0.7353 - val_acc: 0.6722
Epoch 3854/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7378 - acc: 0.6958 - val_loss: 0.7352 - val_acc: 0.6722
Epoch 3855/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7411 - acc: 0.6958 - val_loss: 0.7350 - val_acc: 0.6722
Epoch 3856/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7228 - acc: 0.6931 - val_loss: 0.7349 - val_acc: 0.6722
Epoch 3857/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7394 - acc: 0.6861 - val_loss: 0.7348 - val_acc: 0.6722
Epoch 3858/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7144 - acc: 0.6875 - val_loss: 0.7345 - val_acc: 0.6722
Epoch 3859/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7260 - acc: 0.6958 - val_loss: 0.7343 - val_acc: 0.6778
Epoch 3860/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7165 - acc: 0.7069 - val_loss: 0.7342 - val_acc: 0.6778
Epoch 3861/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7157 - acc: 0.6931 - val_loss: 0.7341 - val_acc: 0.6833
Epoch 3862/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7260 - acc: 0.6986 - val_loss: 0.7343 - val_acc: 0.6833
Epoch 3863/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7233 - acc: 0.7014 - val_loss: 0.7347 - val_acc: 0.6778
Epoch 3864/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7279 - acc: 0.6931 - val_loss: 0.7348 - val_acc: 0.6778
Epoch 3865/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7370 - acc: 0.6986 - val_loss: 0.7351 - val_acc: 0.6778
Epoch 3866/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7332 - acc: 0.6903 - val_loss: 0.7352 - val_acc: 0.6778
Epoch 3867/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7116 - acc: 0.6736 - val_loss: 0.7355 - val_acc: 0.6778
Epoch 3868/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7179 - acc: 0.6958 - val_loss: 0.7359 - val_acc: 0.6778
Epoch 3869/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7343 - acc: 0.6889 - val_loss: 0.7360 - val_acc: 0.6722
Epoch 3870/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7407 - acc: 0.6708 - val_loss: 0.7359 - val_acc: 0.6778
Epoch 3871/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7264 - acc: 0.6903 - val_loss: 0.7360 - val_acc: 0.6778
Epoch 3872/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7317 - acc: 0.7000 - val_loss: 0.7359 - val_acc: 0.6778
Epoch 3873/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7036 - acc: 0.7000 - val_loss: 0.7358 - val_acc: 0.6833
Epoch 3874/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7263 - acc: 0.6847 - val_loss: 0.7354 - val_acc: 0.6833
Epoch 3875/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7378 - acc: 0.6833 - val_loss: 0.7352 - val_acc: 0.6833
Epoch 3876/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7193 - acc: 0.7069 - val_loss: 0.7350 - val_acc: 0.6833
Epoch 3877/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7288 - acc: 0.6917 - val_loss: 0.7348 - val_acc: 0.6833
Epoch 3878/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7299 - acc: 0.6764 - val_loss: 0.7349 - val_acc: 0.6778
Epoch 3879/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7181 - acc: 0.6806 - val_loss: 0.7350 - val_acc: 0.6778
Epoch 3880/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7188 - acc: 0.6944 - val_loss: 0.7352 - val_acc: 0.6778
Epoch 3881/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7469 - acc: 0.6958 - val_loss: 0.7349 - val_acc: 0.6778
Epoch 3882/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7331 - acc: 0.6889 - val_loss: 0.7345 - val_acc: 0.6778
Epoch 3883/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7477 - acc: 0.6833 - val_loss: 0.7343 - val_acc: 0.6778
Epoch 3884/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7149 - acc: 0.6833 - val_loss: 0.7342 - val_acc: 0.6778
Epoch 3885/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7307 - acc: 0.6806 - val_loss: 0.7344 - val_acc: 0.6778
Epoch 3886/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7083 - acc: 0.7069 - val_loss: 0.7345 - val_acc: 0.6722
Epoch 3887/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7472 - acc: 0.6722 - val_loss: 0.7344 - val_acc: 0.6722
Epoch 3888/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7429 - acc: 0.6847 - val_loss: 0.7343 - val_acc: 0.6778
Epoch 3889/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7380 - acc: 0.6903 - val_loss: 0.7346 - val_acc: 0.6778
Epoch 3890/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7385 - acc: 0.6917 - val_loss: 0.7351 - val_acc: 0.6778
Epoch 3891/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7297 - acc: 0.6944 - val_loss: 0.7352 - val_acc: 0.6778
Epoch 3892/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7356 - acc: 0.6903 - val_loss: 0.7353 - val_acc: 0.6778
Epoch 3893/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7125 - acc: 0.7111 - val_loss: 0.7357 - val_acc: 0.6778
Epoch 3894/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7253 - acc: 0.6958 - val_loss: 0.7361 - val_acc: 0.6778
Epoch 3895/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7222 - acc: 0.6903 - val_loss: 0.7362 - val_acc: 0.6722
Epoch 3896/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7160 - acc: 0.6931 - val_loss: 0.7361 - val_acc: 0.6778
Epoch 3897/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7234 - acc: 0.6958 - val_loss: 0.7355 - val_acc: 0.6778
Epoch 3898/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7283 - acc: 0.6792 - val_loss: 0.7350 - val_acc: 0.6778
Epoch 3899/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7359 - acc: 0.6889 - val_loss: 0.7346 - val_acc: 0.6778
Epoch 3900/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7144 - acc: 0.6917 - val_loss: 0.7343 - val_acc: 0.6778
Epoch 3901/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7394 - acc: 0.6778 - val_loss: 0.7341 - val_acc: 0.6778
Epoch 3902/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7265 - acc: 0.6861 - val_loss: 0.7339 - val_acc: 0.6778
Epoch 3903/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7360 - acc: 0.6986 - val_loss: 0.7340 - val_acc: 0.6778
Epoch 3904/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7220 - acc: 0.7042 - val_loss: 0.7339 - val_acc: 0.6778
Epoch 3905/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7253 - acc: 0.6833 - val_loss: 0.7338 - val_acc: 0.6778
Epoch 3906/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7174 - acc: 0.6944 - val_loss: 0.7339 - val_acc: 0.6778
Epoch 3907/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7303 - acc: 0.6875 - val_loss: 0.7344 - val_acc: 0.6778
Epoch 3908/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7215 - acc: 0.6944 - val_loss: 0.7346 - val_acc: 0.6778
Epoch 3909/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7467 - acc: 0.6903 - val_loss: 0.7343 - val_acc: 0.6778
Epoch 3910/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7392 - acc: 0.6847 - val_loss: 0.7337 - val_acc: 0.6778
Epoch 3911/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7389 - acc: 0.6944 - val_loss: 0.7333 - val_acc: 0.6778
Epoch 3912/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7452 - acc: 0.6986 - val_loss: 0.7333 - val_acc: 0.6778
Epoch 3913/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7582 - acc: 0.6972 - val_loss: 0.7328 - val_acc: 0.6778
Epoch 3914/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7512 - acc: 0.6944 - val_loss: 0.7328 - val_acc: 0.6778
Epoch 3915/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7086 - acc: 0.6986 - val_loss: 0.7327 - val_acc: 0.6778
Epoch 3916/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7414 - acc: 0.6847 - val_loss: 0.7324 - val_acc: 0.6778
Epoch 3917/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7468 - acc: 0.6819 - val_loss: 0.7323 - val_acc: 0.6778
Epoch 3918/4000
720/720 [==============================] - 0s 24us/step - loss: 0.7320 - acc: 0.6875 - val_loss: 0.7321 - val_acc: 0.6778
Epoch 3919/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7346 - acc: 0.6889 - val_loss: 0.7322 - val_acc: 0.6778
Epoch 3920/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7135 - acc: 0.6944 - val_loss: 0.7321 - val_acc: 0.6778
Epoch 3921/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7298 - acc: 0.7056 - val_loss: 0.7320 - val_acc: 0.6833
Epoch 3922/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7351 - acc: 0.6917 - val_loss: 0.7322 - val_acc: 0.6833
Epoch 3923/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7224 - acc: 0.6806 - val_loss: 0.7326 - val_acc: 0.6833
Epoch 3924/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7405 - acc: 0.6903 - val_loss: 0.7330 - val_acc: 0.6889
Epoch 3925/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7273 - acc: 0.6819 - val_loss: 0.7331 - val_acc: 0.6944
Epoch 3926/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7538 - acc: 0.6847 - val_loss: 0.7333 - val_acc: 0.6944
Epoch 3927/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7309 - acc: 0.6958 - val_loss: 0.7340 - val_acc: 0.6944
Epoch 3928/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7213 - acc: 0.6972 - val_loss: 0.7350 - val_acc: 0.6889
Epoch 3929/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7215 - acc: 0.7000 - val_loss: 0.7359 - val_acc: 0.6889
Epoch 3930/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7360 - acc: 0.6792 - val_loss: 0.7371 - val_acc: 0.6889
Epoch 3931/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7321 - acc: 0.6708 - val_loss: 0.7383 - val_acc: 0.6889
Epoch 3932/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7163 - acc: 0.7125 - val_loss: 0.7396 - val_acc: 0.6833
Epoch 3933/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7360 - acc: 0.6875 - val_loss: 0.7406 - val_acc: 0.6833
Epoch 3934/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7361 - acc: 0.6972 - val_loss: 0.7411 - val_acc: 0.6833
Epoch 3935/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7296 - acc: 0.7083 - val_loss: 0.7413 - val_acc: 0.6833
Epoch 3936/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7288 - acc: 0.6958 - val_loss: 0.7414 - val_acc: 0.6833
Epoch 3937/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7188 - acc: 0.7042 - val_loss: 0.7410 - val_acc: 0.6833
Epoch 3938/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7252 - acc: 0.6917 - val_loss: 0.7405 - val_acc: 0.6833
Epoch 3939/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7214 - acc: 0.6931 - val_loss: 0.7402 - val_acc: 0.6833
Epoch 3940/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7355 - acc: 0.6778 - val_loss: 0.7399 - val_acc: 0.6833
Epoch 3941/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7248 - acc: 0.6806 - val_loss: 0.7399 - val_acc: 0.6833
Epoch 3942/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7322 - acc: 0.6889 - val_loss: 0.7404 - val_acc: 0.6833
Epoch 3943/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7429 - acc: 0.6722 - val_loss: 0.7400 - val_acc: 0.6833
Epoch 3944/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7369 - acc: 0.6875 - val_loss: 0.7395 - val_acc: 0.6833
Epoch 3945/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7428 - acc: 0.6833 - val_loss: 0.7392 - val_acc: 0.6833
Epoch 3946/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7274 - acc: 0.7042 - val_loss: 0.7387 - val_acc: 0.6833
Epoch 3947/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7348 - acc: 0.6847 - val_loss: 0.7386 - val_acc: 0.6833
Epoch 3948/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7470 - acc: 0.6792 - val_loss: 0.7386 - val_acc: 0.6889
Epoch 3949/4000
720/720 [==============================] - 0s 31us/step - loss: 0.7391 - acc: 0.6889 - val_loss: 0.7389 - val_acc: 0.6889
Epoch 3950/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7326 - acc: 0.6861 - val_loss: 0.7396 - val_acc: 0.6889
Epoch 3951/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7384 - acc: 0.6958 - val_loss: 0.7395 - val_acc: 0.6889
Epoch 3952/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7278 - acc: 0.6792 - val_loss: 0.7389 - val_acc: 0.6889
Epoch 3953/4000
720/720 [==============================] - 0s 19us/step - loss: 0.7388 - acc: 0.6889 - val_loss: 0.7379 - val_acc: 0.6833
Epoch 3954/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7376 - acc: 0.6833 - val_loss: 0.7369 - val_acc: 0.6833
Epoch 3955/4000
720/720 [==============================] - 0s 26us/step - loss: 0.7342 - acc: 0.6944 - val_loss: 0.7363 - val_acc: 0.6833
Epoch 3956/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7441 - acc: 0.7042 - val_loss: 0.7361 - val_acc: 0.6833
Epoch 3957/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7024 - acc: 0.6931 - val_loss: 0.7362 - val_acc: 0.6833
Epoch 3958/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7494 - acc: 0.6847 - val_loss: 0.7361 - val_acc: 0.6833
Epoch 3959/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7347 - acc: 0.6903 - val_loss: 0.7361 - val_acc: 0.6833
Epoch 3960/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7342 - acc: 0.6931 - val_loss: 0.7363 - val_acc: 0.6833
Epoch 3961/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7075 - acc: 0.7153 - val_loss: 0.7366 - val_acc: 0.6833
Epoch 3962/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7591 - acc: 0.7028 - val_loss: 0.7364 - val_acc: 0.6833
Epoch 3963/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7226 - acc: 0.6722 - val_loss: 0.7362 - val_acc: 0.6889
Epoch 3964/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7122 - acc: 0.7014 - val_loss: 0.7358 - val_acc: 0.6833
Epoch 3965/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7378 - acc: 0.6889 - val_loss: 0.7357 - val_acc: 0.6833
Epoch 3966/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7428 - acc: 0.6861 - val_loss: 0.7358 - val_acc: 0.6833
Epoch 3967/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7555 - acc: 0.7056 - val_loss: 0.7358 - val_acc: 0.6889
Epoch 3968/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7442 - acc: 0.6958 - val_loss: 0.7357 - val_acc: 0.6889
Epoch 3969/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7218 - acc: 0.6861 - val_loss: 0.7354 - val_acc: 0.6889
Epoch 3970/4000
720/720 [==============================] - 0s 28us/step - loss: 0.7380 - acc: 0.6875 - val_loss: 0.7353 - val_acc: 0.6889
Epoch 3971/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7414 - acc: 0.6792 - val_loss: 0.7350 - val_acc: 0.6889
Epoch 3972/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7421 - acc: 0.6792 - val_loss: 0.7350 - val_acc: 0.6889
Epoch 3973/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7501 - acc: 0.6931 - val_loss: 0.7353 - val_acc: 0.6889
Epoch 3974/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7387 - acc: 0.7028 - val_loss: 0.7361 - val_acc: 0.6889
Epoch 3975/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7126 - acc: 0.6931 - val_loss: 0.7366 - val_acc: 0.6889
Epoch 3976/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7243 - acc: 0.7139 - val_loss: 0.7366 - val_acc: 0.6889
Epoch 3977/4000
720/720 [==============================] - 0s 14us/step - loss: 0.7212 - acc: 0.6875 - val_loss: 0.7366 - val_acc: 0.6889
Epoch 3978/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7033 - acc: 0.7069 - val_loss: 0.7369 - val_acc: 0.6889
Epoch 3979/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7065 - acc: 0.6944 - val_loss: 0.7373 - val_acc: 0.6833
Epoch 3980/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7310 - acc: 0.6833 - val_loss: 0.7375 - val_acc: 0.6778
Epoch 3981/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7250 - acc: 0.6972 - val_loss: 0.7381 - val_acc: 0.6778
Epoch 3982/4000
720/720 [==============================] - 0s 32us/step - loss: 0.7345 - acc: 0.6847 - val_loss: 0.7387 - val_acc: 0.6778
Epoch 3983/4000
720/720 [==============================] - 0s 21us/step - loss: 0.7382 - acc: 0.6944 - val_loss: 0.7391 - val_acc: 0.6778
Epoch 3984/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7418 - acc: 0.6944 - val_loss: 0.7393 - val_acc: 0.6778
Epoch 3985/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7222 - acc: 0.6861 - val_loss: 0.7399 - val_acc: 0.6778
Epoch 3986/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7270 - acc: 0.6875 - val_loss: 0.7399 - val_acc: 0.6889
Epoch 3987/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7461 - acc: 0.7056 - val_loss: 0.7398 - val_acc: 0.6889
Epoch 3988/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7269 - acc: 0.6653 - val_loss: 0.7400 - val_acc: 0.6889
Epoch 3989/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7393 - acc: 0.6833 - val_loss: 0.7399 - val_acc: 0.6889
Epoch 3990/4000
720/720 [==============================] - 0s 15us/step - loss: 0.7354 - acc: 0.6833 - val_loss: 0.7403 - val_acc: 0.6833
Epoch 3991/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7409 - acc: 0.6792 - val_loss: 0.7405 - val_acc: 0.6889
Epoch 3992/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7278 - acc: 0.6903 - val_loss: 0.7404 - val_acc: 0.6889
Epoch 3993/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7375 - acc: 0.6764 - val_loss: 0.7401 - val_acc: 0.6889
Epoch 3994/4000
720/720 [==============================] - 0s 29us/step - loss: 0.7154 - acc: 0.6972 - val_loss: 0.7398 - val_acc: 0.6889
Epoch 3995/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7241 - acc: 0.6847 - val_loss: 0.7400 - val_acc: 0.6889
Epoch 3996/4000
720/720 [==============================] - 0s 18us/step - loss: 0.7362 - acc: 0.6819 - val_loss: 0.7398 - val_acc: 0.6889
Epoch 3997/4000
720/720 [==============================] - 0s 22us/step - loss: 0.7134 - acc: 0.7042 - val_loss: 0.7399 - val_acc: 0.6833
Epoch 3998/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7258 - acc: 0.7000 - val_loss: 0.7402 - val_acc: 0.6833
Epoch 3999/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7178 - acc: 0.7069 - val_loss: 0.7400 - val_acc: 0.6833
Epoch 4000/4000
720/720 [==============================] - 0s 17us/step - loss: 0.7308 - acc: 0.6944 - val_loss: 0.7401 - val_acc: 0.6833
Wall time: 59.6 s



In [34]:

    
train_loss, train_accuracy = model.evaluate(X_train_2_dim, y_train, batch_size=BATCH_SIZE)
train_loss, train_accuracy









    



900/900 [==============================] - 0s 7us/step






    Out[34]:





(0.6951916217803955, 0.70333331823349)



In [35]:

    
test_loss, test_accuracy = model.evaluate(X_test_2_dim, y_test, batch_size=BATCH_SIZE)
test_loss, test_accuracy









    



600/600 [==============================] - 0s 5us/step






    Out[35]:





(0.7037605047225952, 0.67166668176651)



In [68]:

    
plot_history(history)



In [118]:

    
# let's skip the first few samples to have the better resolution for the rest
plot_history(history, init_phase_samples=500)



In [135]:

    
# sometimes it is not so easy if we still have a change, plot a line through the data
plot_history(history, init_phase_samples=500, plot_line=True)



In [132]:

    
# sometimes it is not so easy if we still have a change, plot a line through the data
plot_history(history, init_phase_samples=2000, plot_line=True)

The difference was around 88% vs 65%, now we have 71% to 70%, quite a different

However, from epoch 2000 nothing much is changing and the validation loss is even going up a bit

Let's plot the decision boundaries to get a better idea of what is going on

First for training data



In [29]:

    
plot_prediction(model, X_train_2_dim[:, 1], X_train_2_dim[:, 0], 
               'Age', 'Max Speed', y_train,
                title="Train Data")



In [30]:

    
plot_prediction(model, X_test_2_dim[:, 1], X_test_2_dim[:, 0], 
               'Age', 'Max Speed', y_test,
                title="Test Data",
                fname='nn-reg.png')

Decision boundaries look really smooth, though

Let's see how well we are doing for more dimensions with this model

Almost all real-life scenarios have many more than 2 inputs

With more than 2 input features plotting decision boundaries does not make much sense any more
From now on we work with 3 features and only rely on accuracy measures



In [149]:

    
dropout = 0.6
model = tf.keras.Sequential()

model.add(tf.keras.layers.Dense(100, name='hidden1', input_dim=3))
model.add(tf.keras.layers.BatchNormalization())
model.add(tf.keras.layers.Activation('relu'))
model.add(tf.keras.layers.Dropout(dropout))

model.add(tf.keras.layers.Dense(100, name='hidden2'))
model.add(tf.keras.layers.BatchNormalization())
model.add(tf.keras.layers.Activation('relu'))
model.add(tf.keras.layers.Dropout(dropout))

model.add(tf.keras.layers.Dense(num_categories, name='softmax', activation='softmax'))

model.compile(loss='sparse_categorical_crossentropy',
             optimizer='adam',
             metrics=['accuracy'])
model.summary()









    



_________________________________________________________________
Layer (type)                 Output Shape              Param #   
=================================================================
hidden1 (Dense)              (None, 100)               400       
_________________________________________________________________
batch_normalization_10 (Batc (None, 100)               400       
_________________________________________________________________
activation_10 (Activation)   (None, 100)               0         
_________________________________________________________________
dropout_10 (Dropout)         (None, 100)               0         
_________________________________________________________________
hidden2 (Dense)              (None, 100)               10100     
_________________________________________________________________
batch_normalization_11 (Batc (None, 100)               400       
_________________________________________________________________
activation_11 (Activation)   (None, 100)               0         
_________________________________________________________________
dropout_11 (Dropout)         (None, 100)               0         
_________________________________________________________________
softmax (Dense)              (None, 3)                 303       
=================================================================
Total params: 11,603
Trainable params: 11,203
Non-trainable params: 400
_________________________________________________________________

We also limit the number of epochs further to 2000 (because we have seen that after that nothing good is going to happen)



In [150]:

    
BATCH_SIZE=1000
EPOCHS = 2000

# only if you are running this locally
# !rm -rf ./tf_log
# %time model.fit(X_train, y_train, epochs=EPOCHS, batch_size=BATCH_SIZE, validation_split=0.2, callbacks=[tb_callback])

%time history = model.fit(X_train, y_train, epochs=EPOCHS, batch_size=BATCH_SIZE, validation_split=0.2)









    



Train on 720 samples, validate on 180 samples
Epoch 1/2000
720/720 [==============================] - 1s 2ms/step - loss: 1.6585 - acc: 0.3292 - val_loss: 9.6810 - val_acc: 0.3333
Epoch 2/2000
720/720 [==============================] - 0s 21us/step - loss: 1.6531 - acc: 0.3417 - val_loss: 8.1626 - val_acc: 0.3333
Epoch 3/2000
720/720 [==============================] - 0s 17us/step - loss: 1.6591 - acc: 0.3236 - val_loss: 5.7938 - val_acc: 0.3333
Epoch 4/2000
720/720 [==============================] - 0s 17us/step - loss: 1.6514 - acc: 0.3181 - val_loss: 3.7579 - val_acc: 0.3333
Epoch 5/2000
720/720 [==============================] - 0s 17us/step - loss: 1.6206 - acc: 0.3444 - val_loss: 2.3124 - val_acc: 0.4722
Epoch 6/2000
720/720 [==============================] - 0s 25us/step - loss: 1.4213 - acc: 0.3889 - val_loss: 2.1807 - val_acc: 0.3611
Epoch 7/2000
720/720 [==============================] - 0s 18us/step - loss: 1.3790 - acc: 0.3944 - val_loss: 2.8641 - val_acc: 0.3333
Epoch 8/2000
720/720 [==============================] - 0s 18us/step - loss: 1.5135 - acc: 0.3750 - val_loss: 3.7098 - val_acc: 0.3444
Epoch 9/2000
720/720 [==============================] - 0s 15us/step - loss: 1.3815 - acc: 0.3917 - val_loss: 4.4990 - val_acc: 0.3278
Epoch 10/2000
720/720 [==============================] - 0s 17us/step - loss: 1.2984 - acc: 0.4264 - val_loss: 5.2124 - val_acc: 0.3278
Epoch 11/2000
720/720 [==============================] - 0s 18us/step - loss: 1.3713 - acc: 0.4028 - val_loss: 5.8501 - val_acc: 0.3278
Epoch 12/2000
720/720 [==============================] - 0s 19us/step - loss: 1.3299 - acc: 0.3986 - val_loss: 6.3128 - val_acc: 0.3278
Epoch 13/2000
720/720 [==============================] - 0s 19us/step - loss: 1.3570 - acc: 0.4167 - val_loss: 6.6620 - val_acc: 0.3278
Epoch 14/2000
720/720 [==============================] - 0s 18us/step - loss: 1.2725 - acc: 0.4167 - val_loss: 6.8584 - val_acc: 0.3278
Epoch 15/2000
720/720 [==============================] - 0s 18us/step - loss: 1.1924 - acc: 0.4722 - val_loss: 7.0025 - val_acc: 0.3278
Epoch 16/2000
720/720 [==============================] - 0s 17us/step - loss: 1.2839 - acc: 0.4569 - val_loss: 7.0485 - val_acc: 0.3278
Epoch 17/2000
720/720 [==============================] - 0s 18us/step - loss: 1.1935 - acc: 0.4931 - val_loss: 7.0040 - val_acc: 0.3278
Epoch 18/2000
720/720 [==============================] - 0s 18us/step - loss: 1.2306 - acc: 0.4750 - val_loss: 6.9084 - val_acc: 0.3278
Epoch 19/2000
720/720 [==============================] - 0s 33us/step - loss: 1.2474 - acc: 0.4625 - val_loss: 6.7824 - val_acc: 0.3278
Epoch 20/2000
720/720 [==============================] - 0s 19us/step - loss: 1.1543 - acc: 0.4944 - val_loss: 6.6055 - val_acc: 0.3389
Epoch 21/2000
720/720 [==============================] - 0s 21us/step - loss: 1.2561 - acc: 0.4764 - val_loss: 6.4409 - val_acc: 0.3444
Epoch 22/2000
720/720 [==============================] - 0s 17us/step - loss: 1.2027 - acc: 0.4375 - val_loss: 6.2467 - val_acc: 0.3556
Epoch 23/2000
720/720 [==============================] - 0s 21us/step - loss: 1.1496 - acc: 0.4875 - val_loss: 6.0327 - val_acc: 0.3556
Epoch 24/2000
720/720 [==============================] - 0s 32us/step - loss: 1.1807 - acc: 0.4944 - val_loss: 5.8141 - val_acc: 0.3611
Epoch 25/2000
720/720 [==============================] - 0s 17us/step - loss: 1.1033 - acc: 0.5125 - val_loss: 5.5687 - val_acc: 0.3611
Epoch 26/2000
720/720 [==============================] - 0s 18us/step - loss: 1.1256 - acc: 0.5042 - val_loss: 5.3342 - val_acc: 0.3611
Epoch 27/2000
720/720 [==============================] - 0s 18us/step - loss: 1.0472 - acc: 0.5125 - val_loss: 5.1197 - val_acc: 0.3667
Epoch 28/2000
720/720 [==============================] - 0s 19us/step - loss: 1.1680 - acc: 0.5000 - val_loss: 4.8939 - val_acc: 0.3944
Epoch 29/2000
720/720 [==============================] - 0s 18us/step - loss: 1.0680 - acc: 0.5292 - val_loss: 4.6722 - val_acc: 0.3944
Epoch 30/2000
720/720 [==============================] - 0s 17us/step - loss: 1.1068 - acc: 0.5222 - val_loss: 4.4750 - val_acc: 0.3944
Epoch 31/2000
720/720 [==============================] - 0s 18us/step - loss: 1.1176 - acc: 0.5028 - val_loss: 4.2753 - val_acc: 0.4000
Epoch 32/2000
720/720 [==============================] - 0s 17us/step - loss: 1.0556 - acc: 0.5417 - val_loss: 4.0928 - val_acc: 0.4000
Epoch 33/2000
720/720 [==============================] - 0s 17us/step - loss: 1.0686 - acc: 0.5375 - val_loss: 3.9168 - val_acc: 0.4056
Epoch 34/2000
720/720 [==============================] - 0s 19us/step - loss: 1.0852 - acc: 0.5375 - val_loss: 3.7586 - val_acc: 0.4056
Epoch 35/2000
720/720 [==============================] - 0s 18us/step - loss: 1.0900 - acc: 0.5194 - val_loss: 3.6225 - val_acc: 0.4000
Epoch 36/2000
720/720 [==============================] - 0s 18us/step - loss: 1.0624 - acc: 0.5375 - val_loss: 3.5061 - val_acc: 0.4000
Epoch 37/2000
720/720 [==============================] - 0s 35us/step - loss: 1.1076 - acc: 0.5167 - val_loss: 3.4005 - val_acc: 0.4000
Epoch 38/2000
720/720 [==============================] - 0s 19us/step - loss: 1.0416 - acc: 0.5458 - val_loss: 3.2861 - val_acc: 0.4056
Epoch 39/2000
720/720 [==============================] - 0s 19us/step - loss: 1.0586 - acc: 0.5431 - val_loss: 3.1860 - val_acc: 0.4167
Epoch 40/2000
720/720 [==============================] - 0s 19us/step - loss: 1.0506 - acc: 0.5361 - val_loss: 3.0906 - val_acc: 0.4111
Epoch 41/2000
720/720 [==============================] - 0s 18us/step - loss: 1.0305 - acc: 0.5542 - val_loss: 3.0013 - val_acc: 0.4167
Epoch 42/2000
720/720 [==============================] - 0s 19us/step - loss: 0.9878 - acc: 0.5542 - val_loss: 2.9263 - val_acc: 0.4222
Epoch 43/2000
720/720 [==============================] - 0s 19us/step - loss: 1.0332 - acc: 0.5583 - val_loss: 2.8502 - val_acc: 0.4167
Epoch 44/2000
720/720 [==============================] - 0s 15us/step - loss: 1.0540 - acc: 0.5458 - val_loss: 2.7856 - val_acc: 0.4167
Epoch 45/2000
720/720 [==============================] - 0s 19us/step - loss: 1.0549 - acc: 0.5333 - val_loss: 2.7205 - val_acc: 0.4167
Epoch 46/2000
720/720 [==============================] - 0s 19us/step - loss: 0.9822 - acc: 0.5736 - val_loss: 2.6696 - val_acc: 0.4167
Epoch 47/2000
720/720 [==============================] - 0s 19us/step - loss: 0.9297 - acc: 0.5972 - val_loss: 2.6185 - val_acc: 0.4167
Epoch 48/2000
720/720 [==============================] - 0s 21us/step - loss: 0.9777 - acc: 0.5764 - val_loss: 2.5736 - val_acc: 0.4167
Epoch 49/2000
720/720 [==============================] - 0s 22us/step - loss: 0.9971 - acc: 0.5625 - val_loss: 2.5349 - val_acc: 0.4222
Epoch 50/2000
720/720 [==============================] - 0s 36us/step - loss: 0.9689 - acc: 0.5792 - val_loss: 2.4993 - val_acc: 0.4222
Epoch 51/2000
720/720 [==============================] - 0s 19us/step - loss: 0.9400 - acc: 0.5806 - val_loss: 2.4705 - val_acc: 0.4222
Epoch 52/2000
720/720 [==============================] - 0s 19us/step - loss: 0.9530 - acc: 0.5847 - val_loss: 2.4432 - val_acc: 0.4222
Epoch 53/2000
720/720 [==============================] - 0s 19us/step - loss: 0.9478 - acc: 0.5806 - val_loss: 2.4148 - val_acc: 0.4222
Epoch 54/2000
720/720 [==============================] - 0s 21us/step - loss: 0.9179 - acc: 0.5972 - val_loss: 2.3944 - val_acc: 0.4222
Epoch 55/2000
720/720 [==============================] - 0s 18us/step - loss: 0.9649 - acc: 0.5764 - val_loss: 2.3765 - val_acc: 0.4222
Epoch 56/2000
720/720 [==============================] - 0s 19us/step - loss: 0.9521 - acc: 0.5764 - val_loss: 2.3580 - val_acc: 0.4278
Epoch 57/2000
720/720 [==============================] - 0s 19us/step - loss: 0.9791 - acc: 0.5611 - val_loss: 2.3468 - val_acc: 0.4278
Epoch 58/2000
720/720 [==============================] - 0s 18us/step - loss: 0.9766 - acc: 0.5986 - val_loss: 2.3331 - val_acc: 0.4278
Epoch 59/2000
720/720 [==============================] - 0s 18us/step - loss: 0.9744 - acc: 0.5889 - val_loss: 2.3191 - val_acc: 0.4278
Epoch 60/2000
720/720 [==============================] - 0s 19us/step - loss: 0.9295 - acc: 0.5875 - val_loss: 2.3056 - val_acc: 0.4278
Epoch 61/2000
720/720 [==============================] - 0s 19us/step - loss: 0.9339 - acc: 0.6097 - val_loss: 2.2909 - val_acc: 0.4278
Epoch 62/2000
720/720 [==============================] - 0s 18us/step - loss: 0.9089 - acc: 0.6167 - val_loss: 2.2761 - val_acc: 0.4278
Epoch 63/2000
720/720 [==============================] - 0s 19us/step - loss: 0.9314 - acc: 0.5764 - val_loss: 2.2585 - val_acc: 0.4333
Epoch 64/2000
720/720 [==============================] - 0s 18us/step - loss: 0.9193 - acc: 0.6083 - val_loss: 2.2417 - val_acc: 0.4333
Epoch 65/2000
720/720 [==============================] - 0s 18us/step - loss: 0.9146 - acc: 0.6097 - val_loss: 2.2253 - val_acc: 0.4333
Epoch 66/2000
720/720 [==============================] - 0s 19us/step - loss: 0.9405 - acc: 0.5778 - val_loss: 2.2072 - val_acc: 0.4333
Epoch 67/2000
720/720 [==============================] - 0s 24us/step - loss: 0.8828 - acc: 0.6153 - val_loss: 2.1908 - val_acc: 0.4333
Epoch 68/2000
720/720 [==============================] - 0s 24us/step - loss: 0.9473 - acc: 0.5847 - val_loss: 2.1744 - val_acc: 0.4333
Epoch 69/2000
720/720 [==============================] - 0s 29us/step - loss: 0.8907 - acc: 0.6125 - val_loss: 2.1607 - val_acc: 0.4333
Epoch 70/2000
720/720 [==============================] - 0s 18us/step - loss: 0.9098 - acc: 0.6028 - val_loss: 2.1472 - val_acc: 0.4333
Epoch 71/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8712 - acc: 0.6208 - val_loss: 2.1379 - val_acc: 0.4444
Epoch 72/2000
720/720 [==============================] - 0s 18us/step - loss: 0.9026 - acc: 0.6181 - val_loss: 2.1267 - val_acc: 0.4556
Epoch 73/2000
720/720 [==============================] - 0s 18us/step - loss: 0.9199 - acc: 0.6181 - val_loss: 2.1160 - val_acc: 0.4722
Epoch 74/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8898 - acc: 0.6236 - val_loss: 2.1053 - val_acc: 0.4833
Epoch 75/2000
720/720 [==============================] - 0s 22us/step - loss: 0.9151 - acc: 0.6069 - val_loss: 2.0913 - val_acc: 0.4889
Epoch 76/2000
720/720 [==============================] - 0s 21us/step - loss: 0.8727 - acc: 0.6153 - val_loss: 2.0790 - val_acc: 0.4833
Epoch 77/2000
720/720 [==============================] - 0s 22us/step - loss: 0.9019 - acc: 0.6153 - val_loss: 2.0661 - val_acc: 0.4833
Epoch 78/2000
720/720 [==============================] - 0s 21us/step - loss: 0.8619 - acc: 0.6153 - val_loss: 2.0552 - val_acc: 0.4833
Epoch 79/2000
720/720 [==============================] - 0s 22us/step - loss: 0.8096 - acc: 0.6583 - val_loss: 2.0406 - val_acc: 0.4944
Epoch 80/2000
720/720 [==============================] - 0s 18us/step - loss: 0.9228 - acc: 0.6347 - val_loss: 2.0264 - val_acc: 0.4944
Epoch 81/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8847 - acc: 0.6167 - val_loss: 2.0112 - val_acc: 0.4889
Epoch 82/2000
720/720 [==============================] - 0s 17us/step - loss: 0.8990 - acc: 0.6069 - val_loss: 1.9958 - val_acc: 0.4889
Epoch 83/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8842 - acc: 0.6264 - val_loss: 1.9805 - val_acc: 0.4833
Epoch 84/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8729 - acc: 0.6153 - val_loss: 1.9659 - val_acc: 0.4833
Epoch 85/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8995 - acc: 0.6333 - val_loss: 1.9531 - val_acc: 0.4833
Epoch 86/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8670 - acc: 0.6222 - val_loss: 1.9387 - val_acc: 0.4778
Epoch 87/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8539 - acc: 0.6208 - val_loss: 1.9239 - val_acc: 0.4778
Epoch 88/2000
720/720 [==============================] - 0s 21us/step - loss: 0.8651 - acc: 0.6292 - val_loss: 1.9088 - val_acc: 0.4778
Epoch 89/2000
720/720 [==============================] - 0s 25us/step - loss: 0.8690 - acc: 0.6333 - val_loss: 1.8947 - val_acc: 0.4778
Epoch 90/2000
720/720 [==============================] - 0s 32us/step - loss: 0.8625 - acc: 0.6486 - val_loss: 1.8805 - val_acc: 0.4778
Epoch 91/2000
720/720 [==============================] - 0s 21us/step - loss: 0.9109 - acc: 0.6153 - val_loss: 1.8679 - val_acc: 0.4722
Epoch 92/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8585 - acc: 0.6458 - val_loss: 1.8546 - val_acc: 0.4722
Epoch 93/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8440 - acc: 0.6292 - val_loss: 1.8416 - val_acc: 0.4722
Epoch 94/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8884 - acc: 0.6250 - val_loss: 1.8285 - val_acc: 0.4722
Epoch 95/2000
720/720 [==============================] - 0s 17us/step - loss: 0.8447 - acc: 0.6458 - val_loss: 1.8149 - val_acc: 0.4667
Epoch 96/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8578 - acc: 0.6236 - val_loss: 1.8005 - val_acc: 0.4667
Epoch 97/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8285 - acc: 0.6389 - val_loss: 1.7872 - val_acc: 0.4667
Epoch 98/2000
720/720 [==============================] - 0s 17us/step - loss: 0.8511 - acc: 0.6389 - val_loss: 1.7743 - val_acc: 0.4611
Epoch 99/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8724 - acc: 0.6389 - val_loss: 1.7613 - val_acc: 0.4611
Epoch 100/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8670 - acc: 0.6361 - val_loss: 1.7488 - val_acc: 0.4611
Epoch 101/2000
720/720 [==============================] - 0s 22us/step - loss: 0.8488 - acc: 0.6375 - val_loss: 1.7374 - val_acc: 0.4611
Epoch 102/2000
720/720 [==============================] - 0s 17us/step - loss: 0.8408 - acc: 0.6306 - val_loss: 1.7258 - val_acc: 0.4556
Epoch 103/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8380 - acc: 0.6458 - val_loss: 1.7129 - val_acc: 0.4611
Epoch 104/2000
720/720 [==============================] - 0s 32us/step - loss: 0.8253 - acc: 0.6472 - val_loss: 1.6996 - val_acc: 0.4667
Epoch 105/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8602 - acc: 0.6292 - val_loss: 1.6863 - val_acc: 0.4667
Epoch 106/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8396 - acc: 0.6528 - val_loss: 1.6730 - val_acc: 0.4667
Epoch 107/2000
720/720 [==============================] - 0s 17us/step - loss: 0.8638 - acc: 0.6403 - val_loss: 1.6565 - val_acc: 0.4722
Epoch 108/2000
720/720 [==============================] - 0s 17us/step - loss: 0.8575 - acc: 0.6319 - val_loss: 1.6405 - val_acc: 0.4722
Epoch 109/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8822 - acc: 0.6514 - val_loss: 1.6264 - val_acc: 0.4667
Epoch 110/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8650 - acc: 0.6153 - val_loss: 1.6106 - val_acc: 0.4667
Epoch 111/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8006 - acc: 0.6708 - val_loss: 1.5952 - val_acc: 0.4611
Epoch 112/2000
720/720 [==============================] - 0s 21us/step - loss: 0.8607 - acc: 0.6333 - val_loss: 1.5803 - val_acc: 0.4611
Epoch 113/2000
720/720 [==============================] - 0s 17us/step - loss: 0.8283 - acc: 0.6486 - val_loss: 1.5636 - val_acc: 0.4611
Epoch 114/2000
720/720 [==============================] - 0s 21us/step - loss: 0.8334 - acc: 0.6417 - val_loss: 1.5465 - val_acc: 0.4611
Epoch 115/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8610 - acc: 0.6361 - val_loss: 1.5299 - val_acc: 0.4667
Epoch 116/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8179 - acc: 0.6542 - val_loss: 1.5158 - val_acc: 0.4667
Epoch 117/2000
720/720 [==============================] - 0s 25us/step - loss: 0.8144 - acc: 0.6458 - val_loss: 1.5039 - val_acc: 0.4778
Epoch 118/2000
720/720 [==============================] - 0s 22us/step - loss: 0.8404 - acc: 0.6472 - val_loss: 1.4931 - val_acc: 0.4722
Epoch 119/2000
720/720 [==============================] - 0s 21us/step - loss: 0.8283 - acc: 0.6375 - val_loss: 1.4832 - val_acc: 0.4667
Epoch 120/2000
720/720 [==============================] - 0s 17us/step - loss: 0.8452 - acc: 0.6375 - val_loss: 1.4731 - val_acc: 0.4667
Epoch 121/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8123 - acc: 0.6611 - val_loss: 1.4652 - val_acc: 0.4667
Epoch 122/2000
720/720 [==============================] - 0s 17us/step - loss: 0.8161 - acc: 0.6528 - val_loss: 1.4588 - val_acc: 0.4667
Epoch 123/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8120 - acc: 0.6486 - val_loss: 1.4513 - val_acc: 0.4667
Epoch 124/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8351 - acc: 0.6458 - val_loss: 1.4432 - val_acc: 0.4667
Epoch 125/2000
720/720 [==============================] - 0s 17us/step - loss: 0.8306 - acc: 0.6486 - val_loss: 1.4344 - val_acc: 0.4611
Epoch 126/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8361 - acc: 0.6667 - val_loss: 1.4236 - val_acc: 0.4667
Epoch 127/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8214 - acc: 0.6583 - val_loss: 1.4124 - val_acc: 0.4667
Epoch 128/2000
720/720 [==============================] - 0s 21us/step - loss: 0.8031 - acc: 0.6681 - val_loss: 1.4006 - val_acc: 0.4667
Epoch 129/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8210 - acc: 0.6722 - val_loss: 1.3884 - val_acc: 0.4722
Epoch 130/2000
720/720 [==============================] - 0s 31us/step - loss: 0.8002 - acc: 0.6681 - val_loss: 1.3774 - val_acc: 0.4833
Epoch 131/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8383 - acc: 0.6514 - val_loss: 1.3651 - val_acc: 0.4889
Epoch 132/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7884 - acc: 0.6653 - val_loss: 1.3532 - val_acc: 0.4889
Epoch 133/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8094 - acc: 0.6528 - val_loss: 1.3439 - val_acc: 0.4944
Epoch 134/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7940 - acc: 0.6583 - val_loss: 1.3338 - val_acc: 0.4944
Epoch 135/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7422 - acc: 0.6833 - val_loss: 1.3249 - val_acc: 0.4944
Epoch 136/2000
720/720 [==============================] - 0s 21us/step - loss: 0.8223 - acc: 0.6306 - val_loss: 1.3164 - val_acc: 0.4944
Epoch 137/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7948 - acc: 0.6653 - val_loss: 1.3082 - val_acc: 0.4944
Epoch 138/2000
720/720 [==============================] - 0s 17us/step - loss: 0.8014 - acc: 0.6681 - val_loss: 1.2984 - val_acc: 0.4944
Epoch 139/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8274 - acc: 0.6542 - val_loss: 1.2881 - val_acc: 0.5000
Epoch 140/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8111 - acc: 0.6708 - val_loss: 1.2780 - val_acc: 0.5111
Epoch 141/2000
720/720 [==============================] - 0s 21us/step - loss: 0.8551 - acc: 0.6347 - val_loss: 1.2666 - val_acc: 0.5000
Epoch 142/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7814 - acc: 0.6694 - val_loss: 1.2536 - val_acc: 0.5000
Epoch 143/2000
720/720 [==============================] - 0s 22us/step - loss: 0.8487 - acc: 0.6264 - val_loss: 1.2417 - val_acc: 0.5056
Epoch 144/2000
720/720 [==============================] - 0s 21us/step - loss: 0.8205 - acc: 0.6458 - val_loss: 1.2282 - val_acc: 0.5056
Epoch 145/2000
720/720 [==============================] - 0s 36us/step - loss: 0.7938 - acc: 0.6639 - val_loss: 1.2140 - val_acc: 0.5056
Epoch 146/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8007 - acc: 0.6500 - val_loss: 1.1990 - val_acc: 0.5111
Epoch 147/2000
720/720 [==============================] - 0s 24us/step - loss: 0.8031 - acc: 0.6611 - val_loss: 1.1844 - val_acc: 0.5167
Epoch 148/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7745 - acc: 0.6986 - val_loss: 1.1685 - val_acc: 0.5278
Epoch 149/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7738 - acc: 0.6847 - val_loss: 1.1546 - val_acc: 0.5278
Epoch 150/2000
720/720 [==============================] - 0s 21us/step - loss: 0.8321 - acc: 0.6792 - val_loss: 1.1421 - val_acc: 0.5222
Epoch 151/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7683 - acc: 0.6792 - val_loss: 1.1307 - val_acc: 0.5278
Epoch 152/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7579 - acc: 0.6931 - val_loss: 1.1193 - val_acc: 0.5389
Epoch 153/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7895 - acc: 0.6556 - val_loss: 1.1093 - val_acc: 0.5556
Epoch 154/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7947 - acc: 0.6722 - val_loss: 1.1000 - val_acc: 0.5556
Epoch 155/2000
720/720 [==============================] - 0s 19us/step - loss: 0.8042 - acc: 0.6764 - val_loss: 1.0923 - val_acc: 0.5667
Epoch 156/2000
720/720 [==============================] - 0s 33us/step - loss: 0.8105 - acc: 0.6764 - val_loss: 1.0844 - val_acc: 0.5611
Epoch 157/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7880 - acc: 0.6667 - val_loss: 1.0767 - val_acc: 0.5611
Epoch 158/2000
720/720 [==============================] - 0s 18us/step - loss: 0.8036 - acc: 0.6708 - val_loss: 1.0690 - val_acc: 0.5611
Epoch 159/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7637 - acc: 0.6875 - val_loss: 1.0613 - val_acc: 0.5611
Epoch 160/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7419 - acc: 0.6972 - val_loss: 1.0531 - val_acc: 0.5611
Epoch 161/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7865 - acc: 0.6736 - val_loss: 1.0457 - val_acc: 0.5667
Epoch 162/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7335 - acc: 0.7042 - val_loss: 1.0385 - val_acc: 0.5667
Epoch 163/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7803 - acc: 0.6792 - val_loss: 1.0326 - val_acc: 0.5667
Epoch 164/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7639 - acc: 0.6819 - val_loss: 1.0263 - val_acc: 0.5611
Epoch 165/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7656 - acc: 0.6958 - val_loss: 1.0195 - val_acc: 0.5667
Epoch 166/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7516 - acc: 0.7028 - val_loss: 1.0124 - val_acc: 0.5611
Epoch 167/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7529 - acc: 0.6889 - val_loss: 1.0057 - val_acc: 0.5611
Epoch 168/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7651 - acc: 0.6708 - val_loss: 0.9997 - val_acc: 0.5611
Epoch 169/2000
720/720 [==============================] - 0s 35us/step - loss: 0.7641 - acc: 0.6861 - val_loss: 0.9934 - val_acc: 0.5611
Epoch 170/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7574 - acc: 0.6944 - val_loss: 0.9869 - val_acc: 0.5611
Epoch 171/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7732 - acc: 0.6875 - val_loss: 0.9810 - val_acc: 0.5611
Epoch 172/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7713 - acc: 0.6819 - val_loss: 0.9765 - val_acc: 0.5667
Epoch 173/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7970 - acc: 0.6819 - val_loss: 0.9714 - val_acc: 0.5667
Epoch 174/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7662 - acc: 0.6792 - val_loss: 0.9651 - val_acc: 0.5667
Epoch 175/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7948 - acc: 0.6681 - val_loss: 0.9588 - val_acc: 0.5722
Epoch 176/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7529 - acc: 0.6722 - val_loss: 0.9523 - val_acc: 0.5722
Epoch 177/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7859 - acc: 0.6806 - val_loss: 0.9453 - val_acc: 0.5778
Epoch 178/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7712 - acc: 0.6958 - val_loss: 0.9399 - val_acc: 0.5833
Epoch 179/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7698 - acc: 0.6986 - val_loss: 0.9345 - val_acc: 0.5833
Epoch 180/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7538 - acc: 0.6861 - val_loss: 0.9286 - val_acc: 0.5889
Epoch 181/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7986 - acc: 0.6764 - val_loss: 0.9220 - val_acc: 0.5889
Epoch 182/2000
720/720 [==============================] - 0s 32us/step - loss: 0.7765 - acc: 0.6833 - val_loss: 0.9153 - val_acc: 0.5944
Epoch 183/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7462 - acc: 0.6764 - val_loss: 0.9089 - val_acc: 0.6000
Epoch 184/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7531 - acc: 0.7014 - val_loss: 0.9025 - val_acc: 0.6056
Epoch 185/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7818 - acc: 0.6764 - val_loss: 0.8957 - val_acc: 0.6056
Epoch 186/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7673 - acc: 0.6750 - val_loss: 0.8892 - val_acc: 0.6111
Epoch 187/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7453 - acc: 0.6833 - val_loss: 0.8833 - val_acc: 0.6111
Epoch 188/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7830 - acc: 0.6958 - val_loss: 0.8778 - val_acc: 0.6167
Epoch 189/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7773 - acc: 0.6931 - val_loss: 0.8725 - val_acc: 0.6111
Epoch 190/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7977 - acc: 0.6806 - val_loss: 0.8662 - val_acc: 0.6111
Epoch 191/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7530 - acc: 0.6931 - val_loss: 0.8601 - val_acc: 0.6167
Epoch 192/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7833 - acc: 0.6639 - val_loss: 0.8536 - val_acc: 0.6222
Epoch 193/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7695 - acc: 0.6944 - val_loss: 0.8483 - val_acc: 0.6278
Epoch 194/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7482 - acc: 0.7042 - val_loss: 0.8434 - val_acc: 0.6278
Epoch 195/2000
720/720 [==============================] - 0s 32us/step - loss: 0.7605 - acc: 0.6889 - val_loss: 0.8380 - val_acc: 0.6333
Epoch 196/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7972 - acc: 0.6806 - val_loss: 0.8333 - val_acc: 0.6389
Epoch 197/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7602 - acc: 0.6778 - val_loss: 0.8284 - val_acc: 0.6444
Epoch 198/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7394 - acc: 0.6861 - val_loss: 0.8238 - val_acc: 0.6444
Epoch 199/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7235 - acc: 0.7028 - val_loss: 0.8192 - val_acc: 0.6444
Epoch 200/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7714 - acc: 0.6764 - val_loss: 0.8137 - val_acc: 0.6500
Epoch 201/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7466 - acc: 0.7014 - val_loss: 0.8080 - val_acc: 0.6500
Epoch 202/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7529 - acc: 0.6764 - val_loss: 0.8029 - val_acc: 0.6500
Epoch 203/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7494 - acc: 0.6875 - val_loss: 0.7974 - val_acc: 0.6444
Epoch 204/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7395 - acc: 0.6806 - val_loss: 0.7919 - val_acc: 0.6444
Epoch 205/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7774 - acc: 0.6694 - val_loss: 0.7866 - val_acc: 0.6500
Epoch 206/2000
720/720 [==============================] - 0s 25us/step - loss: 0.7402 - acc: 0.7111 - val_loss: 0.7812 - val_acc: 0.6500
Epoch 207/2000
720/720 [==============================] - 0s 24us/step - loss: 0.7502 - acc: 0.6958 - val_loss: 0.7766 - val_acc: 0.6500
Epoch 208/2000
720/720 [==============================] - 0s 24us/step - loss: 0.7545 - acc: 0.6694 - val_loss: 0.7716 - val_acc: 0.6444
Epoch 209/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7237 - acc: 0.7069 - val_loss: 0.7670 - val_acc: 0.6500
Epoch 210/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7795 - acc: 0.6889 - val_loss: 0.7620 - val_acc: 0.6556
Epoch 211/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7511 - acc: 0.6944 - val_loss: 0.7562 - val_acc: 0.6611
Epoch 212/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7543 - acc: 0.6847 - val_loss: 0.7515 - val_acc: 0.6722
Epoch 213/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7616 - acc: 0.7042 - val_loss: 0.7462 - val_acc: 0.6778
Epoch 214/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7564 - acc: 0.6972 - val_loss: 0.7407 - val_acc: 0.6778
Epoch 215/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7357 - acc: 0.7111 - val_loss: 0.7345 - val_acc: 0.6778
Epoch 216/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7699 - acc: 0.6819 - val_loss: 0.7289 - val_acc: 0.7000
Epoch 217/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7856 - acc: 0.6792 - val_loss: 0.7243 - val_acc: 0.7000
Epoch 218/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7344 - acc: 0.7083 - val_loss: 0.7203 - val_acc: 0.7111
Epoch 219/2000
720/720 [==============================] - 0s 32us/step - loss: 0.7562 - acc: 0.6958 - val_loss: 0.7167 - val_acc: 0.7111
Epoch 220/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7513 - acc: 0.6972 - val_loss: 0.7139 - val_acc: 0.7111
Epoch 221/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7468 - acc: 0.6972 - val_loss: 0.7113 - val_acc: 0.7111
Epoch 222/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7191 - acc: 0.7139 - val_loss: 0.7093 - val_acc: 0.7056
Epoch 223/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7661 - acc: 0.6778 - val_loss: 0.7072 - val_acc: 0.7056
Epoch 224/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7431 - acc: 0.7181 - val_loss: 0.7052 - val_acc: 0.7111
Epoch 225/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7617 - acc: 0.6806 - val_loss: 0.7032 - val_acc: 0.7111
Epoch 226/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7798 - acc: 0.6944 - val_loss: 0.7017 - val_acc: 0.7111
Epoch 227/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7606 - acc: 0.7000 - val_loss: 0.7005 - val_acc: 0.7167
Epoch 228/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7300 - acc: 0.7028 - val_loss: 0.6991 - val_acc: 0.7167
Epoch 229/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7419 - acc: 0.6917 - val_loss: 0.6975 - val_acc: 0.7222
Epoch 230/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7603 - acc: 0.6903 - val_loss: 0.6956 - val_acc: 0.7222
Epoch 231/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7706 - acc: 0.6903 - val_loss: 0.6939 - val_acc: 0.7222
Epoch 232/2000
720/720 [==============================] - 0s 29us/step - loss: 0.7524 - acc: 0.7042 - val_loss: 0.6920 - val_acc: 0.7222
Epoch 233/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7363 - acc: 0.6958 - val_loss: 0.6900 - val_acc: 0.7278
Epoch 234/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7484 - acc: 0.6875 - val_loss: 0.6881 - val_acc: 0.7333
Epoch 235/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7489 - acc: 0.7056 - val_loss: 0.6859 - val_acc: 0.7333
Epoch 236/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7964 - acc: 0.6597 - val_loss: 0.6838 - val_acc: 0.7333
Epoch 237/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7422 - acc: 0.6931 - val_loss: 0.6818 - val_acc: 0.7333
Epoch 238/2000
720/720 [==============================] - 0s 12us/step - loss: 0.7407 - acc: 0.6889 - val_loss: 0.6800 - val_acc: 0.7444
Epoch 239/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7023 - acc: 0.7153 - val_loss: 0.6782 - val_acc: 0.7500
Epoch 240/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7513 - acc: 0.7097 - val_loss: 0.6762 - val_acc: 0.7500
Epoch 241/2000
720/720 [==============================] - 0s 0us/step - loss: 0.7592 - acc: 0.6986 - val_loss: 0.6740 - val_acc: 0.7500
Epoch 242/2000
720/720 [==============================] - 0s 0us/step - loss: 0.7305 - acc: 0.7056 - val_loss: 0.6715 - val_acc: 0.7556
Epoch 243/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7555 - acc: 0.6750 - val_loss: 0.6689 - val_acc: 0.7556
Epoch 244/2000
720/720 [==============================] - 0s 36us/step - loss: 0.7473 - acc: 0.6972 - val_loss: 0.6659 - val_acc: 0.7556
Epoch 245/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7593 - acc: 0.6958 - val_loss: 0.6635 - val_acc: 0.7556
Epoch 246/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7407 - acc: 0.6972 - val_loss: 0.6610 - val_acc: 0.7500
Epoch 247/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7292 - acc: 0.7000 - val_loss: 0.6588 - val_acc: 0.7500
Epoch 248/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7391 - acc: 0.7000 - val_loss: 0.6566 - val_acc: 0.7500
Epoch 249/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7472 - acc: 0.6917 - val_loss: 0.6539 - val_acc: 0.7667
Epoch 250/2000
720/720 [==============================] - 0s 32us/step - loss: 0.7430 - acc: 0.6889 - val_loss: 0.6514 - val_acc: 0.7667
Epoch 251/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7346 - acc: 0.7028 - val_loss: 0.6491 - val_acc: 0.7611
Epoch 252/2000
720/720 [==============================] - 0s 0us/step - loss: 0.7507 - acc: 0.6819 - val_loss: 0.6475 - val_acc: 0.7611
Epoch 253/2000
720/720 [==============================] - 0s 0us/step - loss: 0.7246 - acc: 0.6944 - val_loss: 0.6459 - val_acc: 0.7611
Epoch 254/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7238 - acc: 0.7208 - val_loss: 0.6447 - val_acc: 0.7611
Epoch 255/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7443 - acc: 0.6944 - val_loss: 0.6435 - val_acc: 0.7611
Epoch 256/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7411 - acc: 0.6861 - val_loss: 0.6425 - val_acc: 0.7611
Epoch 257/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7141 - acc: 0.6972 - val_loss: 0.6419 - val_acc: 0.7611
Epoch 258/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7079 - acc: 0.7306 - val_loss: 0.6411 - val_acc: 0.7611
Epoch 259/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7187 - acc: 0.7000 - val_loss: 0.6402 - val_acc: 0.7556
Epoch 260/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7464 - acc: 0.6917 - val_loss: 0.6392 - val_acc: 0.7611
Epoch 261/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7225 - acc: 0.6944 - val_loss: 0.6383 - val_acc: 0.7611
Epoch 262/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7427 - acc: 0.6972 - val_loss: 0.6368 - val_acc: 0.7611
Epoch 263/2000
720/720 [==============================] - 0s 6us/step - loss: 0.7008 - acc: 0.7167 - val_loss: 0.6352 - val_acc: 0.7611
Epoch 264/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7302 - acc: 0.6861 - val_loss: 0.6337 - val_acc: 0.7611
Epoch 265/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7223 - acc: 0.7028 - val_loss: 0.6319 - val_acc: 0.7667
Epoch 266/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7396 - acc: 0.6861 - val_loss: 0.6300 - val_acc: 0.7722
Epoch 267/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7616 - acc: 0.6972 - val_loss: 0.6284 - val_acc: 0.7778
Epoch 268/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7338 - acc: 0.6944 - val_loss: 0.6269 - val_acc: 0.7778
Epoch 269/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6997 - acc: 0.7181 - val_loss: 0.6254 - val_acc: 0.7778
Epoch 270/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7209 - acc: 0.7306 - val_loss: 0.6240 - val_acc: 0.7778
Epoch 271/2000
720/720 [==============================] - 0s 24us/step - loss: 0.7194 - acc: 0.7028 - val_loss: 0.6227 - val_acc: 0.7778
Epoch 272/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7321 - acc: 0.6972 - val_loss: 0.6214 - val_acc: 0.7778
Epoch 273/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7311 - acc: 0.7014 - val_loss: 0.6202 - val_acc: 0.7778
Epoch 274/2000
720/720 [==============================] - 0s 35us/step - loss: 0.7167 - acc: 0.7028 - val_loss: 0.6193 - val_acc: 0.7833
Epoch 275/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7199 - acc: 0.7097 - val_loss: 0.6185 - val_acc: 0.7889
Epoch 276/2000
720/720 [==============================] - 0s 13us/step - loss: 0.7201 - acc: 0.7042 - val_loss: 0.6179 - val_acc: 0.7944
Epoch 277/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7077 - acc: 0.7056 - val_loss: 0.6171 - val_acc: 0.7944
Epoch 278/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7369 - acc: 0.7278 - val_loss: 0.6167 - val_acc: 0.7944
Epoch 279/2000
720/720 [==============================] - 0s 0us/step - loss: 0.7239 - acc: 0.6972 - val_loss: 0.6162 - val_acc: 0.7944
Epoch 280/2000
720/720 [==============================] - 0s 0us/step - loss: 0.7249 - acc: 0.6903 - val_loss: 0.6159 - val_acc: 0.7944
Epoch 281/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7162 - acc: 0.7097 - val_loss: 0.6151 - val_acc: 0.7944
Epoch 282/2000
720/720 [==============================] - 0s 37us/step - loss: 0.7341 - acc: 0.7042 - val_loss: 0.6145 - val_acc: 0.7944
Epoch 283/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7332 - acc: 0.7056 - val_loss: 0.6141 - val_acc: 0.7944
Epoch 284/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7452 - acc: 0.6903 - val_loss: 0.6138 - val_acc: 0.7889
Epoch 285/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7722 - acc: 0.7014 - val_loss: 0.6136 - val_acc: 0.7889
Epoch 286/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7229 - acc: 0.7236 - val_loss: 0.6135 - val_acc: 0.7944
Epoch 287/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7254 - acc: 0.7167 - val_loss: 0.6133 - val_acc: 0.8000
Epoch 288/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7427 - acc: 0.7028 - val_loss: 0.6134 - val_acc: 0.7944
Epoch 289/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7339 - acc: 0.7069 - val_loss: 0.6134 - val_acc: 0.7944
Epoch 290/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7179 - acc: 0.7014 - val_loss: 0.6134 - val_acc: 0.7944
Epoch 291/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7185 - acc: 0.7153 - val_loss: 0.6131 - val_acc: 0.7833
Epoch 292/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7062 - acc: 0.7069 - val_loss: 0.6124 - val_acc: 0.7833
Epoch 293/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6886 - acc: 0.7167 - val_loss: 0.6118 - val_acc: 0.7833
Epoch 294/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7223 - acc: 0.7236 - val_loss: 0.6115 - val_acc: 0.7889
Epoch 295/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7285 - acc: 0.7083 - val_loss: 0.6110 - val_acc: 0.7889
Epoch 296/2000
720/720 [==============================] - 0s 33us/step - loss: 0.7493 - acc: 0.7000 - val_loss: 0.6102 - val_acc: 0.7889
Epoch 297/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7191 - acc: 0.7139 - val_loss: 0.6103 - val_acc: 0.7889
Epoch 298/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7172 - acc: 0.7028 - val_loss: 0.6105 - val_acc: 0.7889
Epoch 299/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7014 - acc: 0.7028 - val_loss: 0.6102 - val_acc: 0.7889
Epoch 300/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7283 - acc: 0.7125 - val_loss: 0.6096 - val_acc: 0.7889
Epoch 301/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7164 - acc: 0.7236 - val_loss: 0.6095 - val_acc: 0.7889
Epoch 302/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7157 - acc: 0.7250 - val_loss: 0.6094 - val_acc: 0.7889
Epoch 303/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7244 - acc: 0.7292 - val_loss: 0.6092 - val_acc: 0.7889
Epoch 304/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7187 - acc: 0.7028 - val_loss: 0.6089 - val_acc: 0.7889
Epoch 305/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6879 - acc: 0.7167 - val_loss: 0.6091 - val_acc: 0.7889
Epoch 306/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7274 - acc: 0.7139 - val_loss: 0.6093 - val_acc: 0.7889
Epoch 307/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6895 - acc: 0.7319 - val_loss: 0.6088 - val_acc: 0.7889
Epoch 308/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7364 - acc: 0.6917 - val_loss: 0.6084 - val_acc: 0.7889
Epoch 309/2000
720/720 [==============================] - 0s 33us/step - loss: 0.7157 - acc: 0.7264 - val_loss: 0.6084 - val_acc: 0.7889
Epoch 310/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6975 - acc: 0.7125 - val_loss: 0.6083 - val_acc: 0.7778
Epoch 311/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7065 - acc: 0.7014 - val_loss: 0.6078 - val_acc: 0.7778
Epoch 312/2000
720/720 [==============================] - 0s 24us/step - loss: 0.7222 - acc: 0.7083 - val_loss: 0.6070 - val_acc: 0.7778
Epoch 313/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7222 - acc: 0.7028 - val_loss: 0.6055 - val_acc: 0.7833
Epoch 314/2000
720/720 [==============================] - 0s 0us/step - loss: 0.7309 - acc: 0.6931 - val_loss: 0.6042 - val_acc: 0.7833
Epoch 315/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6820 - acc: 0.7250 - val_loss: 0.6028 - val_acc: 0.7833
Epoch 316/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7369 - acc: 0.7056 - val_loss: 0.6019 - val_acc: 0.7833
Epoch 317/2000
720/720 [==============================] - 0s 24us/step - loss: 0.7155 - acc: 0.7056 - val_loss: 0.6009 - val_acc: 0.7833
Epoch 318/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7184 - acc: 0.7167 - val_loss: 0.6000 - val_acc: 0.7833
Epoch 319/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7039 - acc: 0.7125 - val_loss: 0.5987 - val_acc: 0.7889
Epoch 320/2000
720/720 [==============================] - 0s 30us/step - loss: 0.6996 - acc: 0.7236 - val_loss: 0.5975 - val_acc: 0.7889
Epoch 321/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6584 - acc: 0.7458 - val_loss: 0.5961 - val_acc: 0.8000
Epoch 322/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6971 - acc: 0.7167 - val_loss: 0.5953 - val_acc: 0.8000
Epoch 323/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7113 - acc: 0.7208 - val_loss: 0.5946 - val_acc: 0.8000
Epoch 324/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7355 - acc: 0.7069 - val_loss: 0.5940 - val_acc: 0.8000
Epoch 325/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6992 - acc: 0.7083 - val_loss: 0.5938 - val_acc: 0.7944
Epoch 326/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6943 - acc: 0.7389 - val_loss: 0.5937 - val_acc: 0.7944
Epoch 327/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6882 - acc: 0.7306 - val_loss: 0.5936 - val_acc: 0.7944
Epoch 328/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7320 - acc: 0.6986 - val_loss: 0.5938 - val_acc: 0.7833
Epoch 329/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7373 - acc: 0.6917 - val_loss: 0.5937 - val_acc: 0.7833
Epoch 330/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7094 - acc: 0.7000 - val_loss: 0.5939 - val_acc: 0.7833
Epoch 331/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6951 - acc: 0.7250 - val_loss: 0.5942 - val_acc: 0.7833
Epoch 332/2000
720/720 [==============================] - 0s 32us/step - loss: 0.7026 - acc: 0.7194 - val_loss: 0.5946 - val_acc: 0.7833
Epoch 333/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7011 - acc: 0.7264 - val_loss: 0.5948 - val_acc: 0.7833
Epoch 334/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7120 - acc: 0.7292 - val_loss: 0.5951 - val_acc: 0.7833
Epoch 335/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7055 - acc: 0.6986 - val_loss: 0.5953 - val_acc: 0.7833
Epoch 336/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7016 - acc: 0.7069 - val_loss: 0.5955 - val_acc: 0.7833
Epoch 337/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7056 - acc: 0.7139 - val_loss: 0.5955 - val_acc: 0.7833
Epoch 338/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7027 - acc: 0.7139 - val_loss: 0.5957 - val_acc: 0.7778
Epoch 339/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6771 - acc: 0.7194 - val_loss: 0.5958 - val_acc: 0.7778
Epoch 340/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7299 - acc: 0.7194 - val_loss: 0.5960 - val_acc: 0.7833
Epoch 341/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7179 - acc: 0.7056 - val_loss: 0.5961 - val_acc: 0.7833
Epoch 342/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7211 - acc: 0.7139 - val_loss: 0.5958 - val_acc: 0.7833
Epoch 343/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7153 - acc: 0.7028 - val_loss: 0.5955 - val_acc: 0.7833
Epoch 344/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6976 - acc: 0.7208 - val_loss: 0.5952 - val_acc: 0.7778
Epoch 345/2000
720/720 [==============================] - 0s 31us/step - loss: 0.7262 - acc: 0.7194 - val_loss: 0.5954 - val_acc: 0.7778
Epoch 346/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7098 - acc: 0.7208 - val_loss: 0.5955 - val_acc: 0.7778
Epoch 347/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6814 - acc: 0.7319 - val_loss: 0.5959 - val_acc: 0.7778
Epoch 348/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6776 - acc: 0.7361 - val_loss: 0.5962 - val_acc: 0.7722
Epoch 349/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6823 - acc: 0.7194 - val_loss: 0.5963 - val_acc: 0.7667
Epoch 350/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6785 - acc: 0.7347 - val_loss: 0.5965 - val_acc: 0.7667
Epoch 351/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7117 - acc: 0.7167 - val_loss: 0.5968 - val_acc: 0.7667
Epoch 352/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7010 - acc: 0.7167 - val_loss: 0.5972 - val_acc: 0.7611
Epoch 353/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6945 - acc: 0.7222 - val_loss: 0.5977 - val_acc: 0.7611
Epoch 354/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7053 - acc: 0.7125 - val_loss: 0.5989 - val_acc: 0.7611
Epoch 355/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7159 - acc: 0.6986 - val_loss: 0.5998 - val_acc: 0.7556
Epoch 356/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7017 - acc: 0.7139 - val_loss: 0.6004 - val_acc: 0.7556
Epoch 357/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7202 - acc: 0.6944 - val_loss: 0.6008 - val_acc: 0.7556
Epoch 358/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6918 - acc: 0.7250 - val_loss: 0.6012 - val_acc: 0.7556
Epoch 359/2000
720/720 [==============================] - 0s 29us/step - loss: 0.6744 - acc: 0.7361 - val_loss: 0.6007 - val_acc: 0.7556
Epoch 360/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6981 - acc: 0.7236 - val_loss: 0.5993 - val_acc: 0.7556
Epoch 361/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7001 - acc: 0.7167 - val_loss: 0.5975 - val_acc: 0.7556
Epoch 362/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7209 - acc: 0.7056 - val_loss: 0.5953 - val_acc: 0.7611
Epoch 363/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7055 - acc: 0.7222 - val_loss: 0.5932 - val_acc: 0.7611
Epoch 364/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6768 - acc: 0.7306 - val_loss: 0.5917 - val_acc: 0.7611
Epoch 365/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6593 - acc: 0.7472 - val_loss: 0.5902 - val_acc: 0.7611
Epoch 366/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6964 - acc: 0.7083 - val_loss: 0.5886 - val_acc: 0.7611
Epoch 367/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6911 - acc: 0.7250 - val_loss: 0.5874 - val_acc: 0.7667
Epoch 368/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7308 - acc: 0.6986 - val_loss: 0.5868 - val_acc: 0.7667
Epoch 369/2000
720/720 [==============================] - 0s 17us/step - loss: 0.7092 - acc: 0.7042 - val_loss: 0.5862 - val_acc: 0.7722
Epoch 370/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6942 - acc: 0.7125 - val_loss: 0.5859 - val_acc: 0.7722
Epoch 371/2000
720/720 [==============================] - 0s 33us/step - loss: 0.7218 - acc: 0.7153 - val_loss: 0.5856 - val_acc: 0.7667
Epoch 372/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7099 - acc: 0.7097 - val_loss: 0.5851 - val_acc: 0.7722
Epoch 373/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6754 - acc: 0.7333 - val_loss: 0.5844 - val_acc: 0.7722
Epoch 374/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7168 - acc: 0.7056 - val_loss: 0.5840 - val_acc: 0.7722
Epoch 375/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6896 - acc: 0.7236 - val_loss: 0.5835 - val_acc: 0.7778
Epoch 376/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6860 - acc: 0.7403 - val_loss: 0.5829 - val_acc: 0.7778
Epoch 377/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6962 - acc: 0.6958 - val_loss: 0.5826 - val_acc: 0.7778
Epoch 378/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7068 - acc: 0.7125 - val_loss: 0.5823 - val_acc: 0.7722
Epoch 379/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6906 - acc: 0.7139 - val_loss: 0.5823 - val_acc: 0.7722
Epoch 380/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6884 - acc: 0.7167 - val_loss: 0.5822 - val_acc: 0.7778
Epoch 381/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7071 - acc: 0.7083 - val_loss: 0.5827 - val_acc: 0.7722
Epoch 382/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6856 - acc: 0.7083 - val_loss: 0.5832 - val_acc: 0.7722
Epoch 383/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6955 - acc: 0.7333 - val_loss: 0.5837 - val_acc: 0.7722
Epoch 384/2000
720/720 [==============================] - 0s 35us/step - loss: 0.7087 - acc: 0.7083 - val_loss: 0.5838 - val_acc: 0.7722
Epoch 385/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6930 - acc: 0.7292 - val_loss: 0.5844 - val_acc: 0.7667
Epoch 386/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6836 - acc: 0.7194 - val_loss: 0.5847 - val_acc: 0.7667
Epoch 387/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6730 - acc: 0.7167 - val_loss: 0.5856 - val_acc: 0.7667
Epoch 388/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6602 - acc: 0.7403 - val_loss: 0.5862 - val_acc: 0.7611
Epoch 389/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7014 - acc: 0.7264 - val_loss: 0.5867 - val_acc: 0.7611
Epoch 390/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6870 - acc: 0.7306 - val_loss: 0.5868 - val_acc: 0.7611
Epoch 391/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7084 - acc: 0.7194 - val_loss: 0.5864 - val_acc: 0.7611
Epoch 392/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6978 - acc: 0.7389 - val_loss: 0.5857 - val_acc: 0.7611
Epoch 393/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6898 - acc: 0.7139 - val_loss: 0.5847 - val_acc: 0.7667
Epoch 394/2000
720/720 [==============================] - 0s 19us/step - loss: 0.7149 - acc: 0.7264 - val_loss: 0.5832 - val_acc: 0.7722
Epoch 395/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6845 - acc: 0.7347 - val_loss: 0.5823 - val_acc: 0.7722
Epoch 396/2000
720/720 [==============================] - 0s 29us/step - loss: 0.7029 - acc: 0.7236 - val_loss: 0.5810 - val_acc: 0.7722
Epoch 397/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7196 - acc: 0.7111 - val_loss: 0.5799 - val_acc: 0.7722
Epoch 398/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6890 - acc: 0.7208 - val_loss: 0.5788 - val_acc: 0.7722
Epoch 399/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7120 - acc: 0.7222 - val_loss: 0.5778 - val_acc: 0.7722
Epoch 400/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6933 - acc: 0.7361 - val_loss: 0.5768 - val_acc: 0.7722
Epoch 401/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6721 - acc: 0.7431 - val_loss: 0.5763 - val_acc: 0.7667
Epoch 402/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6940 - acc: 0.7236 - val_loss: 0.5761 - val_acc: 0.7722
Epoch 403/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6882 - acc: 0.7292 - val_loss: 0.5754 - val_acc: 0.7722
Epoch 404/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6962 - acc: 0.7306 - val_loss: 0.5750 - val_acc: 0.7722
Epoch 405/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6935 - acc: 0.7250 - val_loss: 0.5747 - val_acc: 0.7778
Epoch 406/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6447 - acc: 0.7431 - val_loss: 0.5751 - val_acc: 0.7778
Epoch 407/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6856 - acc: 0.7431 - val_loss: 0.5754 - val_acc: 0.7778
Epoch 408/2000
720/720 [==============================] - 0s 35us/step - loss: 0.6907 - acc: 0.7097 - val_loss: 0.5753 - val_acc: 0.7778
Epoch 409/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6815 - acc: 0.7292 - val_loss: 0.5757 - val_acc: 0.7722
Epoch 410/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6951 - acc: 0.7403 - val_loss: 0.5762 - val_acc: 0.7722
Epoch 411/2000
720/720 [==============================] - 0s 31us/step - loss: 0.6597 - acc: 0.7333 - val_loss: 0.5764 - val_acc: 0.7722
Epoch 412/2000
720/720 [==============================] - 0s 8us/step - loss: 0.6814 - acc: 0.7375 - val_loss: 0.5768 - val_acc: 0.7722
Epoch 413/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6935 - acc: 0.7333 - val_loss: 0.5775 - val_acc: 0.7722
Epoch 414/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6749 - acc: 0.7222 - val_loss: 0.5785 - val_acc: 0.7722
Epoch 415/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6730 - acc: 0.7250 - val_loss: 0.5791 - val_acc: 0.7722
Epoch 416/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6740 - acc: 0.7444 - val_loss: 0.5801 - val_acc: 0.7722
Epoch 417/2000
720/720 [==============================] - 0s 29us/step - loss: 0.7040 - acc: 0.7139 - val_loss: 0.5808 - val_acc: 0.7722
Epoch 418/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6674 - acc: 0.7292 - val_loss: 0.5816 - val_acc: 0.7722
Epoch 419/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7095 - acc: 0.7264 - val_loss: 0.5826 - val_acc: 0.7722
Epoch 420/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7258 - acc: 0.7056 - val_loss: 0.5836 - val_acc: 0.7722
Epoch 421/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7152 - acc: 0.7042 - val_loss: 0.5852 - val_acc: 0.7722
Epoch 422/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6877 - acc: 0.7333 - val_loss: 0.5868 - val_acc: 0.7722
Epoch 423/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7179 - acc: 0.7056 - val_loss: 0.5882 - val_acc: 0.7722
Epoch 424/2000
720/720 [==============================] - 0s 32us/step - loss: 0.6767 - acc: 0.7222 - val_loss: 0.5904 - val_acc: 0.7611
Epoch 425/2000
720/720 [==============================] - 0s 20us/step - loss: 0.6728 - acc: 0.7236 - val_loss: 0.5915 - val_acc: 0.7611
Epoch 426/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7200 - acc: 0.7000 - val_loss: 0.5920 - val_acc: 0.7611
Epoch 427/2000
720/720 [==============================] - 0s 0us/step - loss: 0.7196 - acc: 0.7181 - val_loss: 0.5920 - val_acc: 0.7611
Epoch 428/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6736 - acc: 0.7361 - val_loss: 0.5918 - val_acc: 0.7556
Epoch 429/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6734 - acc: 0.7375 - val_loss: 0.5915 - val_acc: 0.7556
Epoch 430/2000
720/720 [==============================] - 0s 29us/step - loss: 0.6976 - acc: 0.7264 - val_loss: 0.5908 - val_acc: 0.7556
Epoch 431/2000
720/720 [==============================] - 0s 29us/step - loss: 0.6801 - acc: 0.7361 - val_loss: 0.5896 - val_acc: 0.7556
Epoch 432/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7066 - acc: 0.7278 - val_loss: 0.5883 - val_acc: 0.7556
Epoch 433/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6954 - acc: 0.7153 - val_loss: 0.5867 - val_acc: 0.7556
Epoch 434/2000
720/720 [==============================] - 0s 24us/step - loss: 0.6853 - acc: 0.7278 - val_loss: 0.5850 - val_acc: 0.7556
Epoch 435/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6687 - acc: 0.7181 - val_loss: 0.5838 - val_acc: 0.7667
Epoch 436/2000
720/720 [==============================] - 0s 35us/step - loss: 0.6710 - acc: 0.7222 - val_loss: 0.5824 - val_acc: 0.7667
Epoch 437/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6984 - acc: 0.7167 - val_loss: 0.5816 - val_acc: 0.7667
Epoch 438/2000
720/720 [==============================] - 0s 10us/step - loss: 0.6985 - acc: 0.7111 - val_loss: 0.5810 - val_acc: 0.7667
Epoch 439/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6811 - acc: 0.7208 - val_loss: 0.5804 - val_acc: 0.7667
Epoch 440/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6702 - acc: 0.7167 - val_loss: 0.5801 - val_acc: 0.7778
Epoch 441/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6609 - acc: 0.7319 - val_loss: 0.5800 - val_acc: 0.7778
Epoch 442/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6754 - acc: 0.7444 - val_loss: 0.5797 - val_acc: 0.7778
Epoch 443/2000
720/720 [==============================] - 0s 40us/step - loss: 0.7001 - acc: 0.7181 - val_loss: 0.5796 - val_acc: 0.7722
Epoch 444/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6800 - acc: 0.7292 - val_loss: 0.5796 - val_acc: 0.7722
Epoch 445/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6924 - acc: 0.7264 - val_loss: 0.5794 - val_acc: 0.7722
Epoch 446/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6866 - acc: 0.7181 - val_loss: 0.5795 - val_acc: 0.7722
Epoch 447/2000
720/720 [==============================] - 0s 33us/step - loss: 0.6883 - acc: 0.7208 - val_loss: 0.5797 - val_acc: 0.7722
Epoch 448/2000
720/720 [==============================] - 0s 6us/step - loss: 0.6717 - acc: 0.7375 - val_loss: 0.5803 - val_acc: 0.7722
Epoch 449/2000
720/720 [==============================] - 0s 24us/step - loss: 0.6980 - acc: 0.7208 - val_loss: 0.5811 - val_acc: 0.7722
Epoch 450/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6742 - acc: 0.7333 - val_loss: 0.5814 - val_acc: 0.7722
Epoch 451/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6717 - acc: 0.7153 - val_loss: 0.5816 - val_acc: 0.7667
Epoch 452/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6820 - acc: 0.7375 - val_loss: 0.5815 - val_acc: 0.7667
Epoch 453/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6522 - acc: 0.7444 - val_loss: 0.5812 - val_acc: 0.7667
Epoch 454/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6536 - acc: 0.7528 - val_loss: 0.5813 - val_acc: 0.7667
Epoch 455/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6562 - acc: 0.7278 - val_loss: 0.5820 - val_acc: 0.7667
Epoch 456/2000
720/720 [==============================] - 0s 18us/step - loss: 0.7000 - acc: 0.7319 - val_loss: 0.5829 - val_acc: 0.7667
Epoch 457/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6693 - acc: 0.7292 - val_loss: 0.5838 - val_acc: 0.7556
Epoch 458/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6900 - acc: 0.7181 - val_loss: 0.5849 - val_acc: 0.7556
Epoch 459/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6829 - acc: 0.7542 - val_loss: 0.5860 - val_acc: 0.7556
Epoch 460/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6423 - acc: 0.7361 - val_loss: 0.5873 - val_acc: 0.7556
Epoch 461/2000
720/720 [==============================] - 0s 24us/step - loss: 0.6907 - acc: 0.7264 - val_loss: 0.5884 - val_acc: 0.7556
Epoch 462/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6933 - acc: 0.7097 - val_loss: 0.5894 - val_acc: 0.7556
Epoch 463/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6680 - acc: 0.7431 - val_loss: 0.5904 - val_acc: 0.7556
Epoch 464/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6723 - acc: 0.7486 - val_loss: 0.5916 - val_acc: 0.7556
Epoch 465/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6801 - acc: 0.7417 - val_loss: 0.5924 - val_acc: 0.7556
Epoch 466/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6800 - acc: 0.7167 - val_loss: 0.5928 - val_acc: 0.7556
Epoch 467/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6761 - acc: 0.7361 - val_loss: 0.5933 - val_acc: 0.7556
Epoch 468/2000
720/720 [==============================] - 0s 37us/step - loss: 0.6885 - acc: 0.7222 - val_loss: 0.5938 - val_acc: 0.7556
Epoch 469/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6715 - acc: 0.7292 - val_loss: 0.5942 - val_acc: 0.7556
Epoch 470/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6663 - acc: 0.7542 - val_loss: 0.5941 - val_acc: 0.7556
Epoch 471/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6857 - acc: 0.7347 - val_loss: 0.5930 - val_acc: 0.7556
Epoch 472/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6646 - acc: 0.7417 - val_loss: 0.5919 - val_acc: 0.7556
Epoch 473/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6756 - acc: 0.7111 - val_loss: 0.5907 - val_acc: 0.7556
Epoch 474/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6847 - acc: 0.7375 - val_loss: 0.5894 - val_acc: 0.7611
Epoch 475/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6746 - acc: 0.7319 - val_loss: 0.5890 - val_acc: 0.7611
Epoch 476/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6646 - acc: 0.7278 - val_loss: 0.5886 - val_acc: 0.7611
Epoch 477/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6512 - acc: 0.7431 - val_loss: 0.5880 - val_acc: 0.7611
Epoch 478/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6853 - acc: 0.7292 - val_loss: 0.5871 - val_acc: 0.7611
Epoch 479/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6556 - acc: 0.7278 - val_loss: 0.5865 - val_acc: 0.7611
Epoch 480/2000
720/720 [==============================] - 0s 37us/step - loss: 0.6745 - acc: 0.7278 - val_loss: 0.5863 - val_acc: 0.7611
Epoch 481/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6680 - acc: 0.7431 - val_loss: 0.5860 - val_acc: 0.7611
Epoch 482/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6856 - acc: 0.7361 - val_loss: 0.5850 - val_acc: 0.7667
Epoch 483/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6719 - acc: 0.7333 - val_loss: 0.5845 - val_acc: 0.7611
Epoch 484/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6944 - acc: 0.7208 - val_loss: 0.5838 - val_acc: 0.7556
Epoch 485/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6761 - acc: 0.7194 - val_loss: 0.5830 - val_acc: 0.7556
Epoch 486/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6544 - acc: 0.7375 - val_loss: 0.5823 - val_acc: 0.7556
Epoch 487/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6751 - acc: 0.7278 - val_loss: 0.5812 - val_acc: 0.7611
Epoch 488/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6901 - acc: 0.7347 - val_loss: 0.5806 - val_acc: 0.7667
Epoch 489/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6623 - acc: 0.7500 - val_loss: 0.5804 - val_acc: 0.7667
Epoch 490/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6761 - acc: 0.7361 - val_loss: 0.5801 - val_acc: 0.7667
Epoch 491/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6759 - acc: 0.7319 - val_loss: 0.5795 - val_acc: 0.7667
Epoch 492/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6461 - acc: 0.7403 - val_loss: 0.5787 - val_acc: 0.7667
Epoch 493/2000
720/720 [==============================] - 0s 29us/step - loss: 0.6738 - acc: 0.7167 - val_loss: 0.5781 - val_acc: 0.7611
Epoch 494/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6716 - acc: 0.7500 - val_loss: 0.5774 - val_acc: 0.7667
Epoch 495/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6794 - acc: 0.7278 - val_loss: 0.5767 - val_acc: 0.7556
Epoch 496/2000
720/720 [==============================] - 0s 35us/step - loss: 0.6649 - acc: 0.7556 - val_loss: 0.5763 - val_acc: 0.7556
Epoch 497/2000
720/720 [==============================] - 0s 12us/step - loss: 0.6738 - acc: 0.7417 - val_loss: 0.5758 - val_acc: 0.7611
Epoch 498/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6780 - acc: 0.7194 - val_loss: 0.5753 - val_acc: 0.7611
Epoch 499/2000
720/720 [==============================] - 0s 27us/step - loss: 0.6767 - acc: 0.7153 - val_loss: 0.5751 - val_acc: 0.7611
Epoch 500/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6633 - acc: 0.7250 - val_loss: 0.5746 - val_acc: 0.7611
Epoch 501/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6862 - acc: 0.7222 - val_loss: 0.5741 - val_acc: 0.7611
Epoch 502/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6724 - acc: 0.7403 - val_loss: 0.5736 - val_acc: 0.7667
Epoch 503/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6857 - acc: 0.7125 - val_loss: 0.5740 - val_acc: 0.7667
Epoch 504/2000
720/720 [==============================] - 0s 35us/step - loss: 0.6545 - acc: 0.7347 - val_loss: 0.5748 - val_acc: 0.7667
Epoch 505/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6838 - acc: 0.7264 - val_loss: 0.5755 - val_acc: 0.7667
Epoch 506/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6463 - acc: 0.7472 - val_loss: 0.5758 - val_acc: 0.7667
Epoch 507/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6540 - acc: 0.7500 - val_loss: 0.5762 - val_acc: 0.7667
Epoch 508/2000
720/720 [==============================] - 0s 29us/step - loss: 0.6726 - acc: 0.7292 - val_loss: 0.5761 - val_acc: 0.7667
Epoch 509/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6828 - acc: 0.7347 - val_loss: 0.5760 - val_acc: 0.7611
Epoch 510/2000
720/720 [==============================] - 0s 11us/step - loss: 0.6408 - acc: 0.7625 - val_loss: 0.5760 - val_acc: 0.7611
Epoch 511/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6871 - acc: 0.7236 - val_loss: 0.5759 - val_acc: 0.7611
Epoch 512/2000
720/720 [==============================] - 0s 27us/step - loss: 0.6778 - acc: 0.7167 - val_loss: 0.5759 - val_acc: 0.7556
Epoch 513/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6542 - acc: 0.7444 - val_loss: 0.5759 - val_acc: 0.7556
Epoch 514/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6837 - acc: 0.7403 - val_loss: 0.5751 - val_acc: 0.7556
Epoch 515/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6429 - acc: 0.7458 - val_loss: 0.5735 - val_acc: 0.7611
Epoch 516/2000
720/720 [==============================] - 0s 36us/step - loss: 0.6567 - acc: 0.7444 - val_loss: 0.5718 - val_acc: 0.7667
Epoch 517/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6282 - acc: 0.7542 - val_loss: 0.5705 - val_acc: 0.7611
Epoch 518/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6542 - acc: 0.7333 - val_loss: 0.5690 - val_acc: 0.7611
Epoch 519/2000
720/720 [==============================] - 0s 21us/step - loss: 0.7040 - acc: 0.7153 - val_loss: 0.5680 - val_acc: 0.7611
Epoch 520/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6740 - acc: 0.7361 - val_loss: 0.5670 - val_acc: 0.7611
Epoch 521/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6705 - acc: 0.7306 - val_loss: 0.5659 - val_acc: 0.7611
Epoch 522/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6576 - acc: 0.7417 - val_loss: 0.5650 - val_acc: 0.7667
Epoch 523/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6870 - acc: 0.7319 - val_loss: 0.5640 - val_acc: 0.7722
Epoch 524/2000
720/720 [==============================] - 0s 22us/step - loss: 0.7036 - acc: 0.7194 - val_loss: 0.5628 - val_acc: 0.7722
Epoch 525/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6367 - acc: 0.7486 - val_loss: 0.5616 - val_acc: 0.7667
Epoch 526/2000
720/720 [==============================] - 0s 24us/step - loss: 0.6588 - acc: 0.7458 - val_loss: 0.5609 - val_acc: 0.7722
Epoch 527/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6534 - acc: 0.7333 - val_loss: 0.5607 - val_acc: 0.7667
Epoch 528/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6852 - acc: 0.7194 - val_loss: 0.5608 - val_acc: 0.7667
Epoch 529/2000
720/720 [==============================] - 0s 26us/step - loss: 0.6648 - acc: 0.7431 - val_loss: 0.5609 - val_acc: 0.7667
Epoch 530/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6916 - acc: 0.7264 - val_loss: 0.5616 - val_acc: 0.7611
Epoch 531/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6601 - acc: 0.7264 - val_loss: 0.5617 - val_acc: 0.7611
Epoch 532/2000
720/720 [==============================] - 0s 15us/step - loss: 0.6718 - acc: 0.7264 - val_loss: 0.5623 - val_acc: 0.7722
Epoch 533/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6326 - acc: 0.7542 - val_loss: 0.5629 - val_acc: 0.7667
Epoch 534/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6590 - acc: 0.7458 - val_loss: 0.5634 - val_acc: 0.7667
Epoch 535/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6676 - acc: 0.7417 - val_loss: 0.5643 - val_acc: 0.7611
Epoch 536/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6823 - acc: 0.7444 - val_loss: 0.5654 - val_acc: 0.7556
Epoch 537/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6745 - acc: 0.7403 - val_loss: 0.5669 - val_acc: 0.7556
Epoch 538/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6493 - acc: 0.7389 - val_loss: 0.5683 - val_acc: 0.7556
Epoch 539/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6405 - acc: 0.7500 - val_loss: 0.5695 - val_acc: 0.7500
Epoch 540/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6777 - acc: 0.7319 - val_loss: 0.5700 - val_acc: 0.7500
Epoch 541/2000
720/720 [==============================] - 0s 33us/step - loss: 0.6679 - acc: 0.7458 - val_loss: 0.5702 - val_acc: 0.7500
Epoch 542/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6630 - acc: 0.7500 - val_loss: 0.5703 - val_acc: 0.7500
Epoch 543/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6851 - acc: 0.7167 - val_loss: 0.5707 - val_acc: 0.7500
Epoch 544/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6486 - acc: 0.7514 - val_loss: 0.5706 - val_acc: 0.7500
Epoch 545/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6682 - acc: 0.7264 - val_loss: 0.5701 - val_acc: 0.7500
Epoch 546/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6563 - acc: 0.7514 - val_loss: 0.5692 - val_acc: 0.7500
Epoch 547/2000
720/720 [==============================] - 0s 15us/step - loss: 0.6507 - acc: 0.7528 - val_loss: 0.5684 - val_acc: 0.7500
Epoch 548/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6737 - acc: 0.7431 - val_loss: 0.5675 - val_acc: 0.7500
Epoch 549/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6807 - acc: 0.7181 - val_loss: 0.5665 - val_acc: 0.7556
Epoch 550/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6536 - acc: 0.7347 - val_loss: 0.5657 - val_acc: 0.7611
Epoch 551/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6670 - acc: 0.7403 - val_loss: 0.5645 - val_acc: 0.7611
Epoch 552/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6556 - acc: 0.7486 - val_loss: 0.5625 - val_acc: 0.7667
Epoch 553/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6607 - acc: 0.7417 - val_loss: 0.5614 - val_acc: 0.7722
Epoch 554/2000
720/720 [==============================] - 0s 24us/step - loss: 0.6772 - acc: 0.7250 - val_loss: 0.5604 - val_acc: 0.7778
Epoch 555/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6704 - acc: 0.7347 - val_loss: 0.5594 - val_acc: 0.7778
Epoch 556/2000
720/720 [==============================] - 0s 24us/step - loss: 0.6681 - acc: 0.7361 - val_loss: 0.5585 - val_acc: 0.7778
Epoch 557/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6691 - acc: 0.7417 - val_loss: 0.5573 - val_acc: 0.7722
Epoch 558/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6362 - acc: 0.7597 - val_loss: 0.5566 - val_acc: 0.7722
Epoch 559/2000
720/720 [==============================] - 0s 25us/step - loss: 0.6178 - acc: 0.7819 - val_loss: 0.5560 - val_acc: 0.7722
Epoch 560/2000
720/720 [==============================] - 0s 4us/step - loss: 0.6582 - acc: 0.7514 - val_loss: 0.5554 - val_acc: 0.7722
Epoch 561/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6601 - acc: 0.7403 - val_loss: 0.5550 - val_acc: 0.7722
Epoch 562/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6454 - acc: 0.7472 - val_loss: 0.5551 - val_acc: 0.7722
Epoch 563/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6108 - acc: 0.7542 - val_loss: 0.5552 - val_acc: 0.7722
Epoch 564/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6643 - acc: 0.7319 - val_loss: 0.5559 - val_acc: 0.7722
Epoch 565/2000
720/720 [==============================] - 0s 10us/step - loss: 0.6571 - acc: 0.7208 - val_loss: 0.5566 - val_acc: 0.7778
Epoch 566/2000
720/720 [==============================] - 0s 38us/step - loss: 0.6486 - acc: 0.7403 - val_loss: 0.5576 - val_acc: 0.7722
Epoch 567/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6238 - acc: 0.7528 - val_loss: 0.5590 - val_acc: 0.7667
Epoch 568/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6349 - acc: 0.7569 - val_loss: 0.5604 - val_acc: 0.7667
Epoch 569/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6834 - acc: 0.7181 - val_loss: 0.5618 - val_acc: 0.7667
Epoch 570/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6457 - acc: 0.7444 - val_loss: 0.5635 - val_acc: 0.7667
Epoch 571/2000
720/720 [==============================] - 0s 31us/step - loss: 0.6425 - acc: 0.7403 - val_loss: 0.5656 - val_acc: 0.7667
Epoch 572/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6658 - acc: 0.7222 - val_loss: 0.5667 - val_acc: 0.7667
Epoch 573/2000
720/720 [==============================] - 0s 10us/step - loss: 0.6657 - acc: 0.7542 - val_loss: 0.5678 - val_acc: 0.7667
Epoch 574/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6438 - acc: 0.7556 - val_loss: 0.5676 - val_acc: 0.7667
Epoch 575/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6656 - acc: 0.7278 - val_loss: 0.5672 - val_acc: 0.7667
Epoch 576/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6733 - acc: 0.7264 - val_loss: 0.5666 - val_acc: 0.7667
Epoch 577/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6773 - acc: 0.7278 - val_loss: 0.5665 - val_acc: 0.7667
Epoch 578/2000
720/720 [==============================] - 0s 9us/step - loss: 0.6413 - acc: 0.7528 - val_loss: 0.5663 - val_acc: 0.7667
Epoch 579/2000
720/720 [==============================] - 0s 29us/step - loss: 0.6526 - acc: 0.7208 - val_loss: 0.5657 - val_acc: 0.7667
Epoch 580/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6688 - acc: 0.7542 - val_loss: 0.5648 - val_acc: 0.7667
Epoch 581/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6622 - acc: 0.7375 - val_loss: 0.5639 - val_acc: 0.7667
Epoch 582/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6698 - acc: 0.7361 - val_loss: 0.5630 - val_acc: 0.7667
Epoch 583/2000
720/720 [==============================] - 0s 33us/step - loss: 0.6703 - acc: 0.7444 - val_loss: 0.5623 - val_acc: 0.7611
Epoch 584/2000
720/720 [==============================] - 0s 12us/step - loss: 0.6513 - acc: 0.7431 - val_loss: 0.5623 - val_acc: 0.7611
Epoch 585/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6496 - acc: 0.7528 - val_loss: 0.5622 - val_acc: 0.7611
Epoch 586/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6476 - acc: 0.7375 - val_loss: 0.5627 - val_acc: 0.7667
Epoch 587/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6557 - acc: 0.7278 - val_loss: 0.5638 - val_acc: 0.7667
Epoch 588/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6706 - acc: 0.7514 - val_loss: 0.5653 - val_acc: 0.7611
Epoch 589/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6781 - acc: 0.7319 - val_loss: 0.5667 - val_acc: 0.7556
Epoch 590/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6500 - acc: 0.7556 - val_loss: 0.5677 - val_acc: 0.7556
Epoch 591/2000
720/720 [==============================] - 0s 29us/step - loss: 0.6815 - acc: 0.7375 - val_loss: 0.5683 - val_acc: 0.7556
Epoch 592/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6764 - acc: 0.7361 - val_loss: 0.5691 - val_acc: 0.7556
Epoch 593/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6368 - acc: 0.7292 - val_loss: 0.5698 - val_acc: 0.7444
Epoch 594/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6814 - acc: 0.7417 - val_loss: 0.5709 - val_acc: 0.7556
Epoch 595/2000
720/720 [==============================] - 0s 32us/step - loss: 0.6351 - acc: 0.7444 - val_loss: 0.5719 - val_acc: 0.7556
Epoch 596/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6384 - acc: 0.7611 - val_loss: 0.5726 - val_acc: 0.7611
Epoch 597/2000
720/720 [==============================] - 0s 8us/step - loss: 0.6326 - acc: 0.7403 - val_loss: 0.5732 - val_acc: 0.7611
Epoch 598/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6351 - acc: 0.7514 - val_loss: 0.5737 - val_acc: 0.7611
Epoch 599/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6503 - acc: 0.7514 - val_loss: 0.5742 - val_acc: 0.7611
Epoch 600/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6294 - acc: 0.7514 - val_loss: 0.5745 - val_acc: 0.7667
Epoch 601/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6605 - acc: 0.7306 - val_loss: 0.5749 - val_acc: 0.7611
Epoch 602/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6522 - acc: 0.7403 - val_loss: 0.5755 - val_acc: 0.7611
Epoch 603/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6499 - acc: 0.7486 - val_loss: 0.5762 - val_acc: 0.7611
Epoch 604/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6159 - acc: 0.7569 - val_loss: 0.5770 - val_acc: 0.7611
Epoch 605/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6504 - acc: 0.7333 - val_loss: 0.5771 - val_acc: 0.7611
Epoch 606/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6443 - acc: 0.7486 - val_loss: 0.5775 - val_acc: 0.7611
Epoch 607/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6650 - acc: 0.7361 - val_loss: 0.5771 - val_acc: 0.7556
Epoch 608/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6613 - acc: 0.7514 - val_loss: 0.5772 - val_acc: 0.7556
Epoch 609/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6609 - acc: 0.7431 - val_loss: 0.5777 - val_acc: 0.7556
Epoch 610/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6482 - acc: 0.7486 - val_loss: 0.5787 - val_acc: 0.7556
Epoch 611/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6341 - acc: 0.7444 - val_loss: 0.5793 - val_acc: 0.7556
Epoch 612/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6548 - acc: 0.7389 - val_loss: 0.5794 - val_acc: 0.7556
Epoch 613/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6524 - acc: 0.7389 - val_loss: 0.5787 - val_acc: 0.7556
Epoch 614/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6582 - acc: 0.7542 - val_loss: 0.5772 - val_acc: 0.7556
Epoch 615/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6628 - acc: 0.7278 - val_loss: 0.5765 - val_acc: 0.7611
Epoch 616/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6401 - acc: 0.7403 - val_loss: 0.5752 - val_acc: 0.7611
Epoch 617/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6782 - acc: 0.7389 - val_loss: 0.5734 - val_acc: 0.7611
Epoch 618/2000
720/720 [==============================] - 0s 28us/step - loss: 0.6545 - acc: 0.7472 - val_loss: 0.5730 - val_acc: 0.7611
Epoch 619/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6642 - acc: 0.7569 - val_loss: 0.5733 - val_acc: 0.7611
Epoch 620/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6381 - acc: 0.7444 - val_loss: 0.5740 - val_acc: 0.7611
Epoch 621/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6522 - acc: 0.7500 - val_loss: 0.5751 - val_acc: 0.7611
Epoch 622/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6454 - acc: 0.7347 - val_loss: 0.5754 - val_acc: 0.7611
Epoch 623/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6673 - acc: 0.7333 - val_loss: 0.5751 - val_acc: 0.7611
Epoch 624/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6345 - acc: 0.7500 - val_loss: 0.5740 - val_acc: 0.7611
Epoch 625/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6403 - acc: 0.7722 - val_loss: 0.5728 - val_acc: 0.7611
Epoch 626/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6576 - acc: 0.7486 - val_loss: 0.5714 - val_acc: 0.7611
Epoch 627/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6651 - acc: 0.7458 - val_loss: 0.5699 - val_acc: 0.7611
Epoch 628/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6653 - acc: 0.7417 - val_loss: 0.5688 - val_acc: 0.7611
Epoch 629/2000
720/720 [==============================] - 0s 31us/step - loss: 0.6723 - acc: 0.7389 - val_loss: 0.5685 - val_acc: 0.7611
Epoch 630/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6377 - acc: 0.7528 - val_loss: 0.5681 - val_acc: 0.7611
Epoch 631/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6424 - acc: 0.7486 - val_loss: 0.5677 - val_acc: 0.7611
Epoch 632/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6559 - acc: 0.7375 - val_loss: 0.5669 - val_acc: 0.7611
Epoch 633/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6530 - acc: 0.7431 - val_loss: 0.5660 - val_acc: 0.7611
Epoch 634/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6813 - acc: 0.7222 - val_loss: 0.5655 - val_acc: 0.7611
Epoch 635/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6431 - acc: 0.7514 - val_loss: 0.5659 - val_acc: 0.7611
Epoch 636/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6318 - acc: 0.7375 - val_loss: 0.5665 - val_acc: 0.7611
Epoch 637/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6369 - acc: 0.7389 - val_loss: 0.5676 - val_acc: 0.7611
Epoch 638/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5986 - acc: 0.7750 - val_loss: 0.5684 - val_acc: 0.7611
Epoch 639/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6614 - acc: 0.7361 - val_loss: 0.5694 - val_acc: 0.7556
Epoch 640/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6283 - acc: 0.7653 - val_loss: 0.5705 - val_acc: 0.7556
Epoch 641/2000
720/720 [==============================] - 0s 25us/step - loss: 0.6224 - acc: 0.7528 - val_loss: 0.5706 - val_acc: 0.7611
Epoch 642/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6370 - acc: 0.7417 - val_loss: 0.5706 - val_acc: 0.7556
Epoch 643/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6348 - acc: 0.7472 - val_loss: 0.5703 - val_acc: 0.7556
Epoch 644/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6627 - acc: 0.7264 - val_loss: 0.5699 - val_acc: 0.7556
Epoch 645/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6826 - acc: 0.7458 - val_loss: 0.5691 - val_acc: 0.7611
Epoch 646/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6391 - acc: 0.7403 - val_loss: 0.5688 - val_acc: 0.7611
Epoch 647/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6206 - acc: 0.7458 - val_loss: 0.5684 - val_acc: 0.7611
Epoch 648/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6566 - acc: 0.7472 - val_loss: 0.5685 - val_acc: 0.7611
Epoch 649/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6273 - acc: 0.7542 - val_loss: 0.5679 - val_acc: 0.7611
Epoch 650/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6760 - acc: 0.7458 - val_loss: 0.5674 - val_acc: 0.7611
Epoch 651/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6207 - acc: 0.7597 - val_loss: 0.5669 - val_acc: 0.7611
Epoch 652/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6460 - acc: 0.7389 - val_loss: 0.5664 - val_acc: 0.7611
Epoch 653/2000
720/720 [==============================] - 0s 33us/step - loss: 0.6142 - acc: 0.7653 - val_loss: 0.5665 - val_acc: 0.7611
Epoch 654/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6466 - acc: 0.7250 - val_loss: 0.5671 - val_acc: 0.7611
Epoch 655/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6475 - acc: 0.7389 - val_loss: 0.5677 - val_acc: 0.7611
Epoch 656/2000
720/720 [==============================] - 0s 35us/step - loss: 0.6125 - acc: 0.7681 - val_loss: 0.5682 - val_acc: 0.7556
Epoch 657/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6423 - acc: 0.7444 - val_loss: 0.5688 - val_acc: 0.7556
Epoch 658/2000
720/720 [==============================] - 0s 14us/step - loss: 0.6557 - acc: 0.7417 - val_loss: 0.5680 - val_acc: 0.7611
Epoch 659/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6293 - acc: 0.7681 - val_loss: 0.5667 - val_acc: 0.7611
Epoch 660/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6513 - acc: 0.7597 - val_loss: 0.5658 - val_acc: 0.7667
Epoch 661/2000
720/720 [==============================] - 0s 8us/step - loss: 0.6234 - acc: 0.7597 - val_loss: 0.5653 - val_acc: 0.7667
Epoch 662/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6275 - acc: 0.7528 - val_loss: 0.5647 - val_acc: 0.7611
Epoch 663/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6257 - acc: 0.7556 - val_loss: 0.5642 - val_acc: 0.7611
Epoch 664/2000
720/720 [==============================] - 0s 30us/step - loss: 0.6711 - acc: 0.7361 - val_loss: 0.5634 - val_acc: 0.7611
Epoch 665/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6367 - acc: 0.7417 - val_loss: 0.5624 - val_acc: 0.7611
Epoch 666/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6233 - acc: 0.7556 - val_loss: 0.5620 - val_acc: 0.7611
Epoch 667/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6414 - acc: 0.7444 - val_loss: 0.5610 - val_acc: 0.7611
Epoch 668/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6551 - acc: 0.7528 - val_loss: 0.5596 - val_acc: 0.7611
Epoch 669/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6180 - acc: 0.7667 - val_loss: 0.5583 - val_acc: 0.7611
Epoch 670/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6770 - acc: 0.7403 - val_loss: 0.5574 - val_acc: 0.7611
Epoch 671/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6407 - acc: 0.7417 - val_loss: 0.5571 - val_acc: 0.7611
Epoch 672/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6397 - acc: 0.7556 - val_loss: 0.5566 - val_acc: 0.7611
Epoch 673/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6409 - acc: 0.7556 - val_loss: 0.5563 - val_acc: 0.7611
Epoch 674/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6413 - acc: 0.7458 - val_loss: 0.5561 - val_acc: 0.7667
Epoch 675/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6493 - acc: 0.7375 - val_loss: 0.5561 - val_acc: 0.7667
Epoch 676/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6432 - acc: 0.7431 - val_loss: 0.5561 - val_acc: 0.7667
Epoch 677/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6648 - acc: 0.7569 - val_loss: 0.5560 - val_acc: 0.7667
Epoch 678/2000
720/720 [==============================] - 0s 28us/step - loss: 0.6623 - acc: 0.7319 - val_loss: 0.5557 - val_acc: 0.7667
Epoch 679/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6427 - acc: 0.7431 - val_loss: 0.5552 - val_acc: 0.7667
Epoch 680/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6355 - acc: 0.7542 - val_loss: 0.5543 - val_acc: 0.7722
Epoch 681/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6207 - acc: 0.7778 - val_loss: 0.5532 - val_acc: 0.7667
Epoch 682/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6308 - acc: 0.7583 - val_loss: 0.5527 - val_acc: 0.7722
Epoch 683/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6728 - acc: 0.7236 - val_loss: 0.5528 - val_acc: 0.7722
Epoch 684/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6451 - acc: 0.7472 - val_loss: 0.5529 - val_acc: 0.7722
Epoch 685/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5944 - acc: 0.7694 - val_loss: 0.5534 - val_acc: 0.7778
Epoch 686/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6277 - acc: 0.7556 - val_loss: 0.5539 - val_acc: 0.7722
Epoch 687/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6561 - acc: 0.7333 - val_loss: 0.5548 - val_acc: 0.7722
Epoch 688/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6538 - acc: 0.7472 - val_loss: 0.5556 - val_acc: 0.7722
Epoch 689/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6352 - acc: 0.7514 - val_loss: 0.5562 - val_acc: 0.7722
Epoch 690/2000
720/720 [==============================] - 0s 24us/step - loss: 0.6169 - acc: 0.7611 - val_loss: 0.5568 - val_acc: 0.7667
Epoch 691/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6403 - acc: 0.7361 - val_loss: 0.5584 - val_acc: 0.7667
Epoch 692/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6578 - acc: 0.7528 - val_loss: 0.5594 - val_acc: 0.7611
Epoch 693/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6357 - acc: 0.7514 - val_loss: 0.5613 - val_acc: 0.7611
Epoch 694/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6383 - acc: 0.7611 - val_loss: 0.5625 - val_acc: 0.7611
Epoch 695/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6370 - acc: 0.7417 - val_loss: 0.5637 - val_acc: 0.7611
Epoch 696/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6125 - acc: 0.7625 - val_loss: 0.5649 - val_acc: 0.7611
Epoch 697/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6492 - acc: 0.7542 - val_loss: 0.5659 - val_acc: 0.7611
Epoch 698/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6298 - acc: 0.7458 - val_loss: 0.5663 - val_acc: 0.7611
Epoch 699/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6415 - acc: 0.7389 - val_loss: 0.5661 - val_acc: 0.7667
Epoch 700/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6241 - acc: 0.7694 - val_loss: 0.5660 - val_acc: 0.7667
Epoch 701/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6383 - acc: 0.7611 - val_loss: 0.5656 - val_acc: 0.7667
Epoch 702/2000
720/720 [==============================] - 0s 25us/step - loss: 0.6383 - acc: 0.7403 - val_loss: 0.5653 - val_acc: 0.7667
Epoch 703/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6353 - acc: 0.7347 - val_loss: 0.5649 - val_acc: 0.7611
Epoch 704/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6300 - acc: 0.7583 - val_loss: 0.5645 - val_acc: 0.7611
Epoch 705/2000
720/720 [==============================] - 0s 25us/step - loss: 0.6365 - acc: 0.7542 - val_loss: 0.5632 - val_acc: 0.7667
Epoch 706/2000
720/720 [==============================] - 0s 14us/step - loss: 0.6655 - acc: 0.7375 - val_loss: 0.5628 - val_acc: 0.7611
Epoch 707/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6514 - acc: 0.7583 - val_loss: 0.5623 - val_acc: 0.7611
Epoch 708/2000
720/720 [==============================] - 0s 8us/step - loss: 0.6544 - acc: 0.7542 - val_loss: 0.5610 - val_acc: 0.7611
Epoch 709/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6486 - acc: 0.7653 - val_loss: 0.5601 - val_acc: 0.7611
Epoch 710/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6227 - acc: 0.7611 - val_loss: 0.5596 - val_acc: 0.7611
Epoch 711/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6252 - acc: 0.7528 - val_loss: 0.5599 - val_acc: 0.7611
Epoch 712/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6380 - acc: 0.7528 - val_loss: 0.5602 - val_acc: 0.7611
Epoch 713/2000
720/720 [==============================] - 0s 32us/step - loss: 0.6205 - acc: 0.7583 - val_loss: 0.5600 - val_acc: 0.7611
Epoch 714/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6254 - acc: 0.7528 - val_loss: 0.5598 - val_acc: 0.7611
Epoch 715/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6244 - acc: 0.7653 - val_loss: 0.5599 - val_acc: 0.7611
Epoch 716/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6117 - acc: 0.7542 - val_loss: 0.5602 - val_acc: 0.7667
Epoch 717/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6516 - acc: 0.7486 - val_loss: 0.5606 - val_acc: 0.7611
Epoch 718/2000
720/720 [==============================] - 0s 33us/step - loss: 0.6266 - acc: 0.7569 - val_loss: 0.5613 - val_acc: 0.7611
Epoch 719/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6062 - acc: 0.7611 - val_loss: 0.5614 - val_acc: 0.7667
Epoch 720/2000
720/720 [==============================] - 0s 8us/step - loss: 0.6302 - acc: 0.7569 - val_loss: 0.5613 - val_acc: 0.7667
Epoch 721/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6027 - acc: 0.7639 - val_loss: 0.5593 - val_acc: 0.7667
Epoch 722/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6239 - acc: 0.7500 - val_loss: 0.5573 - val_acc: 0.7667
Epoch 723/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6345 - acc: 0.7556 - val_loss: 0.5556 - val_acc: 0.7667
Epoch 724/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6542 - acc: 0.7542 - val_loss: 0.5537 - val_acc: 0.7667
Epoch 725/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6481 - acc: 0.7514 - val_loss: 0.5515 - val_acc: 0.7722
Epoch 726/2000
720/720 [==============================] - 0s 31us/step - loss: 0.6485 - acc: 0.7417 - val_loss: 0.5492 - val_acc: 0.7778
Epoch 727/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6346 - acc: 0.7556 - val_loss: 0.5480 - val_acc: 0.7778
Epoch 728/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6537 - acc: 0.7458 - val_loss: 0.5471 - val_acc: 0.7778
Epoch 729/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6462 - acc: 0.7375 - val_loss: 0.5455 - val_acc: 0.7778
Epoch 730/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6495 - acc: 0.7597 - val_loss: 0.5445 - val_acc: 0.7778
Epoch 731/2000
720/720 [==============================] - 0s 31us/step - loss: 0.6279 - acc: 0.7528 - val_loss: 0.5442 - val_acc: 0.7778
Epoch 732/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6042 - acc: 0.7667 - val_loss: 0.5435 - val_acc: 0.7778
Epoch 733/2000
720/720 [==============================] - 0s 13us/step - loss: 0.6142 - acc: 0.7556 - val_loss: 0.5426 - val_acc: 0.7778
Epoch 734/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6398 - acc: 0.7361 - val_loss: 0.5414 - val_acc: 0.7778
Epoch 735/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6606 - acc: 0.7458 - val_loss: 0.5405 - val_acc: 0.7833
Epoch 736/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6459 - acc: 0.7597 - val_loss: 0.5394 - val_acc: 0.7833
Epoch 737/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6338 - acc: 0.7472 - val_loss: 0.5385 - val_acc: 0.7833
Epoch 738/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6560 - acc: 0.7306 - val_loss: 0.5377 - val_acc: 0.7833
Epoch 739/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6261 - acc: 0.7653 - val_loss: 0.5376 - val_acc: 0.7833
Epoch 740/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6399 - acc: 0.7528 - val_loss: 0.5374 - val_acc: 0.7889
Epoch 741/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6240 - acc: 0.7542 - val_loss: 0.5376 - val_acc: 0.7889
Epoch 742/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6282 - acc: 0.7597 - val_loss: 0.5386 - val_acc: 0.7889
Epoch 743/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6370 - acc: 0.7542 - val_loss: 0.5395 - val_acc: 0.7833
Epoch 744/2000
720/720 [==============================] - 0s 15us/step - loss: 0.6223 - acc: 0.7611 - val_loss: 0.5408 - val_acc: 0.7778
Epoch 745/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6088 - acc: 0.7417 - val_loss: 0.5419 - val_acc: 0.7778
Epoch 746/2000
720/720 [==============================] - 0s 9us/step - loss: 0.6127 - acc: 0.7500 - val_loss: 0.5431 - val_acc: 0.7833
Epoch 747/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6349 - acc: 0.7556 - val_loss: 0.5438 - val_acc: 0.7778
Epoch 748/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6197 - acc: 0.7458 - val_loss: 0.5450 - val_acc: 0.7778
Epoch 749/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6255 - acc: 0.7639 - val_loss: 0.5464 - val_acc: 0.7722
Epoch 750/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6502 - acc: 0.7472 - val_loss: 0.5483 - val_acc: 0.7778
Epoch 751/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6170 - acc: 0.7583 - val_loss: 0.5497 - val_acc: 0.7778
Epoch 752/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6595 - acc: 0.7528 - val_loss: 0.5514 - val_acc: 0.7778
Epoch 753/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6242 - acc: 0.7417 - val_loss: 0.5525 - val_acc: 0.7722
Epoch 754/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6227 - acc: 0.7542 - val_loss: 0.5526 - val_acc: 0.7722
Epoch 755/2000
720/720 [==============================] - 0s 31us/step - loss: 0.6304 - acc: 0.7542 - val_loss: 0.5521 - val_acc: 0.7722
Epoch 756/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6110 - acc: 0.7583 - val_loss: 0.5509 - val_acc: 0.7778
Epoch 757/2000
720/720 [==============================] - 0s 4us/step - loss: 0.6267 - acc: 0.7583 - val_loss: 0.5494 - val_acc: 0.7778
Epoch 758/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6402 - acc: 0.7500 - val_loss: 0.5480 - val_acc: 0.7722
Epoch 759/2000
720/720 [==============================] - 0s 33us/step - loss: 0.5939 - acc: 0.7833 - val_loss: 0.5471 - val_acc: 0.7722
Epoch 760/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6519 - acc: 0.7514 - val_loss: 0.5462 - val_acc: 0.7833
Epoch 761/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6378 - acc: 0.7458 - val_loss: 0.5458 - val_acc: 0.7833
Epoch 762/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6306 - acc: 0.7472 - val_loss: 0.5452 - val_acc: 0.7833
Epoch 763/2000
720/720 [==============================] - 0s 34us/step - loss: 0.6067 - acc: 0.7625 - val_loss: 0.5451 - val_acc: 0.7833
Epoch 764/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6245 - acc: 0.7681 - val_loss: 0.5453 - val_acc: 0.7778
Epoch 765/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6262 - acc: 0.7583 - val_loss: 0.5459 - val_acc: 0.7778
Epoch 766/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6152 - acc: 0.7514 - val_loss: 0.5465 - val_acc: 0.7778
Epoch 767/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6326 - acc: 0.7556 - val_loss: 0.5469 - val_acc: 0.7778
Epoch 768/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6248 - acc: 0.7472 - val_loss: 0.5473 - val_acc: 0.7778
Epoch 769/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5906 - acc: 0.7667 - val_loss: 0.5475 - val_acc: 0.7778
Epoch 770/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6137 - acc: 0.7597 - val_loss: 0.5474 - val_acc: 0.7722
Epoch 771/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6398 - acc: 0.7681 - val_loss: 0.5469 - val_acc: 0.7722
Epoch 772/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6208 - acc: 0.7417 - val_loss: 0.5461 - val_acc: 0.7833
Epoch 773/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6519 - acc: 0.7403 - val_loss: 0.5463 - val_acc: 0.7833
Epoch 774/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6283 - acc: 0.7444 - val_loss: 0.5468 - val_acc: 0.7778
Epoch 775/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6352 - acc: 0.7472 - val_loss: 0.5473 - val_acc: 0.7778
Epoch 776/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6626 - acc: 0.7472 - val_loss: 0.5476 - val_acc: 0.7722
Epoch 777/2000
720/720 [==============================] - 0s 35us/step - loss: 0.6280 - acc: 0.7583 - val_loss: 0.5479 - val_acc: 0.7722
Epoch 778/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6306 - acc: 0.7458 - val_loss: 0.5485 - val_acc: 0.7722
Epoch 779/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6472 - acc: 0.7333 - val_loss: 0.5498 - val_acc: 0.7667
Epoch 780/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6293 - acc: 0.7736 - val_loss: 0.5508 - val_acc: 0.7667
Epoch 781/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6398 - acc: 0.7514 - val_loss: 0.5518 - val_acc: 0.7667
Epoch 782/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6468 - acc: 0.7250 - val_loss: 0.5528 - val_acc: 0.7611
Epoch 783/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6149 - acc: 0.7583 - val_loss: 0.5533 - val_acc: 0.7611
Epoch 784/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6191 - acc: 0.7528 - val_loss: 0.5534 - val_acc: 0.7611
Epoch 785/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6513 - acc: 0.7444 - val_loss: 0.5524 - val_acc: 0.7667
Epoch 786/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6377 - acc: 0.7708 - val_loss: 0.5510 - val_acc: 0.7722
Epoch 787/2000
720/720 [==============================] - 0s 24us/step - loss: 0.6373 - acc: 0.7486 - val_loss: 0.5500 - val_acc: 0.7722
Epoch 788/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6206 - acc: 0.7542 - val_loss: 0.5488 - val_acc: 0.7778
Epoch 789/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6232 - acc: 0.7472 - val_loss: 0.5484 - val_acc: 0.7778
Epoch 790/2000
720/720 [==============================] - 0s 29us/step - loss: 0.6310 - acc: 0.7639 - val_loss: 0.5478 - val_acc: 0.7889
Epoch 791/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6386 - acc: 0.7597 - val_loss: 0.5468 - val_acc: 0.7889
Epoch 792/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6289 - acc: 0.7486 - val_loss: 0.5455 - val_acc: 0.7889
Epoch 793/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6101 - acc: 0.7653 - val_loss: 0.5443 - val_acc: 0.7833
Epoch 794/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6142 - acc: 0.7458 - val_loss: 0.5433 - val_acc: 0.7833
Epoch 795/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6149 - acc: 0.7681 - val_loss: 0.5423 - val_acc: 0.7778
Epoch 796/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6343 - acc: 0.7458 - val_loss: 0.5422 - val_acc: 0.7667
Epoch 797/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6092 - acc: 0.7653 - val_loss: 0.5417 - val_acc: 0.7722
Epoch 798/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6161 - acc: 0.7611 - val_loss: 0.5413 - val_acc: 0.7722
Epoch 799/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6167 - acc: 0.7514 - val_loss: 0.5412 - val_acc: 0.7722
Epoch 800/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5959 - acc: 0.7556 - val_loss: 0.5415 - val_acc: 0.7722
Epoch 801/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6288 - acc: 0.7528 - val_loss: 0.5418 - val_acc: 0.7722
Epoch 802/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6469 - acc: 0.7569 - val_loss: 0.5425 - val_acc: 0.7722
Epoch 803/2000
720/720 [==============================] - 0s 29us/step - loss: 0.6197 - acc: 0.7569 - val_loss: 0.5430 - val_acc: 0.7722
Epoch 804/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6242 - acc: 0.7528 - val_loss: 0.5436 - val_acc: 0.7722
Epoch 805/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6305 - acc: 0.7472 - val_loss: 0.5444 - val_acc: 0.7722
Epoch 806/2000
720/720 [==============================] - 0s 28us/step - loss: 0.6282 - acc: 0.7611 - val_loss: 0.5453 - val_acc: 0.7722
Epoch 807/2000
720/720 [==============================] - 0s 9us/step - loss: 0.6588 - acc: 0.7514 - val_loss: 0.5464 - val_acc: 0.7722
Epoch 808/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6242 - acc: 0.7542 - val_loss: 0.5479 - val_acc: 0.7722
Epoch 809/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6357 - acc: 0.7653 - val_loss: 0.5488 - val_acc: 0.7778
Epoch 810/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6327 - acc: 0.7458 - val_loss: 0.5499 - val_acc: 0.7778
Epoch 811/2000
720/720 [==============================] - 0s 14us/step - loss: 0.6697 - acc: 0.7444 - val_loss: 0.5513 - val_acc: 0.7778
Epoch 812/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6200 - acc: 0.7583 - val_loss: 0.5524 - val_acc: 0.7722
Epoch 813/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6043 - acc: 0.7542 - val_loss: 0.5533 - val_acc: 0.7722
Epoch 814/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6173 - acc: 0.7583 - val_loss: 0.5538 - val_acc: 0.7722
Epoch 815/2000
720/720 [==============================] - 0s 39us/step - loss: 0.6254 - acc: 0.7569 - val_loss: 0.5540 - val_acc: 0.7722
Epoch 816/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6368 - acc: 0.7403 - val_loss: 0.5537 - val_acc: 0.7722
Epoch 817/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6196 - acc: 0.7639 - val_loss: 0.5538 - val_acc: 0.7722
Epoch 818/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6351 - acc: 0.7583 - val_loss: 0.5540 - val_acc: 0.7722
Epoch 819/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6102 - acc: 0.7667 - val_loss: 0.5545 - val_acc: 0.7667
Epoch 820/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6212 - acc: 0.7556 - val_loss: 0.5548 - val_acc: 0.7667
Epoch 821/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6306 - acc: 0.7514 - val_loss: 0.5552 - val_acc: 0.7667
Epoch 822/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6190 - acc: 0.7569 - val_loss: 0.5566 - val_acc: 0.7611
Epoch 823/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6300 - acc: 0.7583 - val_loss: 0.5573 - val_acc: 0.7611
Epoch 824/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6511 - acc: 0.7486 - val_loss: 0.5581 - val_acc: 0.7611
Epoch 825/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6235 - acc: 0.7528 - val_loss: 0.5591 - val_acc: 0.7611
Epoch 826/2000
720/720 [==============================] - 0s 25us/step - loss: 0.6350 - acc: 0.7625 - val_loss: 0.5601 - val_acc: 0.7556
Epoch 827/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6263 - acc: 0.7681 - val_loss: 0.5608 - val_acc: 0.7556
Epoch 828/2000
720/720 [==============================] - 0s 26us/step - loss: 0.6171 - acc: 0.7556 - val_loss: 0.5614 - val_acc: 0.7556
Epoch 829/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6238 - acc: 0.7611 - val_loss: 0.5618 - val_acc: 0.7556
Epoch 830/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6402 - acc: 0.7403 - val_loss: 0.5618 - val_acc: 0.7611
Epoch 831/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6272 - acc: 0.7597 - val_loss: 0.5621 - val_acc: 0.7611
Epoch 832/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6281 - acc: 0.7556 - val_loss: 0.5617 - val_acc: 0.7611
Epoch 833/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5960 - acc: 0.7542 - val_loss: 0.5618 - val_acc: 0.7611
Epoch 834/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6310 - acc: 0.7569 - val_loss: 0.5614 - val_acc: 0.7611
Epoch 835/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6213 - acc: 0.7611 - val_loss: 0.5607 - val_acc: 0.7611
Epoch 836/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6088 - acc: 0.7625 - val_loss: 0.5596 - val_acc: 0.7667
Epoch 837/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6101 - acc: 0.7681 - val_loss: 0.5584 - val_acc: 0.7667
Epoch 838/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5924 - acc: 0.7653 - val_loss: 0.5573 - val_acc: 0.7722
Epoch 839/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6194 - acc: 0.7556 - val_loss: 0.5565 - val_acc: 0.7778
Epoch 840/2000
720/720 [==============================] - 0s 32us/step - loss: 0.6148 - acc: 0.7597 - val_loss: 0.5558 - val_acc: 0.7778
Epoch 841/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6214 - acc: 0.7444 - val_loss: 0.5553 - val_acc: 0.7778
Epoch 842/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6270 - acc: 0.7431 - val_loss: 0.5548 - val_acc: 0.7778
Epoch 843/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6199 - acc: 0.7639 - val_loss: 0.5543 - val_acc: 0.7778
Epoch 844/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6222 - acc: 0.7597 - val_loss: 0.5537 - val_acc: 0.7778
Epoch 845/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6103 - acc: 0.7667 - val_loss: 0.5536 - val_acc: 0.7778
Epoch 846/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6134 - acc: 0.7708 - val_loss: 0.5536 - val_acc: 0.7778
Epoch 847/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6273 - acc: 0.7542 - val_loss: 0.5531 - val_acc: 0.7778
Epoch 848/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6188 - acc: 0.7569 - val_loss: 0.5527 - val_acc: 0.7778
Epoch 849/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5993 - acc: 0.7708 - val_loss: 0.5517 - val_acc: 0.7833
Epoch 850/2000
720/720 [==============================] - 0s 24us/step - loss: 0.6177 - acc: 0.7639 - val_loss: 0.5512 - val_acc: 0.7833
Epoch 851/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6174 - acc: 0.7722 - val_loss: 0.5509 - val_acc: 0.7778
Epoch 852/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6305 - acc: 0.7597 - val_loss: 0.5515 - val_acc: 0.7778
Epoch 853/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6420 - acc: 0.7389 - val_loss: 0.5525 - val_acc: 0.7778
Epoch 854/2000
720/720 [==============================] - 0s 31us/step - loss: 0.6304 - acc: 0.7556 - val_loss: 0.5531 - val_acc: 0.7611
Epoch 855/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5997 - acc: 0.7722 - val_loss: 0.5532 - val_acc: 0.7611
Epoch 856/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5990 - acc: 0.7542 - val_loss: 0.5532 - val_acc: 0.7611
Epoch 857/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6161 - acc: 0.7458 - val_loss: 0.5528 - val_acc: 0.7611
Epoch 858/2000
720/720 [==============================] - 0s 35us/step - loss: 0.6111 - acc: 0.7681 - val_loss: 0.5522 - val_acc: 0.7611
Epoch 859/2000
720/720 [==============================] - 0s 4us/step - loss: 0.6288 - acc: 0.7611 - val_loss: 0.5512 - val_acc: 0.7611
Epoch 860/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6069 - acc: 0.7444 - val_loss: 0.5505 - val_acc: 0.7611
Epoch 861/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6433 - acc: 0.7667 - val_loss: 0.5497 - val_acc: 0.7611
Epoch 862/2000
720/720 [==============================] - 0s 30us/step - loss: 0.6219 - acc: 0.7556 - val_loss: 0.5490 - val_acc: 0.7556
Epoch 863/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6088 - acc: 0.7528 - val_loss: 0.5476 - val_acc: 0.7611
Epoch 864/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6352 - acc: 0.7569 - val_loss: 0.5463 - val_acc: 0.7556
Epoch 865/2000
720/720 [==============================] - 0s 38us/step - loss: 0.5977 - acc: 0.7653 - val_loss: 0.5449 - val_acc: 0.7556
Epoch 866/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6359 - acc: 0.7556 - val_loss: 0.5434 - val_acc: 0.7556
Epoch 867/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6167 - acc: 0.7653 - val_loss: 0.5420 - val_acc: 0.7556
Epoch 868/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5965 - acc: 0.7708 - val_loss: 0.5406 - val_acc: 0.7556
Epoch 869/2000
720/720 [==============================] - 0s 25us/step - loss: 0.6315 - acc: 0.7472 - val_loss: 0.5394 - val_acc: 0.7556
Epoch 870/2000
720/720 [==============================] - 0s 1us/step - loss: 0.6089 - acc: 0.7681 - val_loss: 0.5386 - val_acc: 0.7611
Epoch 871/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6126 - acc: 0.7597 - val_loss: 0.5380 - val_acc: 0.7722
Epoch 872/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6409 - acc: 0.7528 - val_loss: 0.5375 - val_acc: 0.7722
Epoch 873/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6154 - acc: 0.7667 - val_loss: 0.5370 - val_acc: 0.7778
Epoch 874/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5933 - acc: 0.7667 - val_loss: 0.5367 - val_acc: 0.7778
Epoch 875/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5983 - acc: 0.7764 - val_loss: 0.5363 - val_acc: 0.7778
Epoch 876/2000
720/720 [==============================] - 0s 15us/step - loss: 0.6053 - acc: 0.7639 - val_loss: 0.5354 - val_acc: 0.7778
Epoch 877/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5982 - acc: 0.7764 - val_loss: 0.5352 - val_acc: 0.7778
Epoch 878/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6400 - acc: 0.7444 - val_loss: 0.5352 - val_acc: 0.7778
Epoch 879/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6074 - acc: 0.7667 - val_loss: 0.5351 - val_acc: 0.7833
Epoch 880/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6215 - acc: 0.7542 - val_loss: 0.5349 - val_acc: 0.7722
Epoch 881/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6176 - acc: 0.7569 - val_loss: 0.5351 - val_acc: 0.7722
Epoch 882/2000
720/720 [==============================] - 0s 28us/step - loss: 0.6239 - acc: 0.7597 - val_loss: 0.5353 - val_acc: 0.7722
Epoch 883/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6098 - acc: 0.7708 - val_loss: 0.5356 - val_acc: 0.7722
Epoch 884/2000
720/720 [==============================] - 0s 14us/step - loss: 0.6248 - acc: 0.7458 - val_loss: 0.5363 - val_acc: 0.7667
Epoch 885/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6239 - acc: 0.7500 - val_loss: 0.5374 - val_acc: 0.7667
Epoch 886/2000
720/720 [==============================] - 0s 0us/step - loss: 0.5742 - acc: 0.7833 - val_loss: 0.5378 - val_acc: 0.7667
Epoch 887/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6195 - acc: 0.7528 - val_loss: 0.5380 - val_acc: 0.7667
Epoch 888/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6448 - acc: 0.7583 - val_loss: 0.5381 - val_acc: 0.7667
Epoch 889/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6123 - acc: 0.7681 - val_loss: 0.5382 - val_acc: 0.7667
Epoch 890/2000
720/720 [==============================] - 0s 33us/step - loss: 0.6043 - acc: 0.7708 - val_loss: 0.5390 - val_acc: 0.7667
Epoch 891/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6353 - acc: 0.7389 - val_loss: 0.5401 - val_acc: 0.7667
Epoch 892/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6356 - acc: 0.7569 - val_loss: 0.5419 - val_acc: 0.7667
Epoch 893/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5887 - acc: 0.7833 - val_loss: 0.5431 - val_acc: 0.7722
Epoch 894/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6345 - acc: 0.7653 - val_loss: 0.5445 - val_acc: 0.7667
Epoch 895/2000
720/720 [==============================] - 0s 33us/step - loss: 0.5938 - acc: 0.7639 - val_loss: 0.5456 - val_acc: 0.7667
Epoch 896/2000
720/720 [==============================] - 0s 20us/step - loss: 0.5727 - acc: 0.7778 - val_loss: 0.5471 - val_acc: 0.7667
Epoch 897/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6175 - acc: 0.7639 - val_loss: 0.5483 - val_acc: 0.7667
Epoch 898/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6497 - acc: 0.7444 - val_loss: 0.5492 - val_acc: 0.7667
Epoch 899/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5892 - acc: 0.7736 - val_loss: 0.5500 - val_acc: 0.7667
Epoch 900/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6080 - acc: 0.7611 - val_loss: 0.5504 - val_acc: 0.7667
Epoch 901/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6042 - acc: 0.7625 - val_loss: 0.5511 - val_acc: 0.7667
Epoch 902/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6240 - acc: 0.7597 - val_loss: 0.5515 - val_acc: 0.7667
Epoch 903/2000
720/720 [==============================] - 0s 29us/step - loss: 0.6306 - acc: 0.7611 - val_loss: 0.5526 - val_acc: 0.7667
Epoch 904/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6111 - acc: 0.7694 - val_loss: 0.5535 - val_acc: 0.7667
Epoch 905/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6467 - acc: 0.7472 - val_loss: 0.5544 - val_acc: 0.7667
Epoch 906/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5943 - acc: 0.7694 - val_loss: 0.5542 - val_acc: 0.7667
Epoch 907/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6087 - acc: 0.7514 - val_loss: 0.5544 - val_acc: 0.7611
Epoch 908/2000
720/720 [==============================] - 0s 29us/step - loss: 0.6399 - acc: 0.7542 - val_loss: 0.5541 - val_acc: 0.7611
Epoch 909/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5707 - acc: 0.7750 - val_loss: 0.5537 - val_acc: 0.7556
Epoch 910/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6156 - acc: 0.7694 - val_loss: 0.5529 - val_acc: 0.7611
Epoch 911/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6063 - acc: 0.7556 - val_loss: 0.5519 - val_acc: 0.7611
Epoch 912/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6352 - acc: 0.7583 - val_loss: 0.5516 - val_acc: 0.7611
Epoch 913/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6020 - acc: 0.7611 - val_loss: 0.5511 - val_acc: 0.7611
Epoch 914/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6132 - acc: 0.7722 - val_loss: 0.5509 - val_acc: 0.7611
Epoch 915/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6205 - acc: 0.7694 - val_loss: 0.5502 - val_acc: 0.7611
Epoch 916/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6046 - acc: 0.7806 - val_loss: 0.5492 - val_acc: 0.7611
Epoch 917/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6026 - acc: 0.7514 - val_loss: 0.5481 - val_acc: 0.7611
Epoch 918/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6118 - acc: 0.7611 - val_loss: 0.5472 - val_acc: 0.7556
Epoch 919/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5848 - acc: 0.7750 - val_loss: 0.5460 - val_acc: 0.7556
Epoch 920/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6330 - acc: 0.7569 - val_loss: 0.5449 - val_acc: 0.7556
Epoch 921/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5987 - acc: 0.7597 - val_loss: 0.5436 - val_acc: 0.7556
Epoch 922/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6095 - acc: 0.7611 - val_loss: 0.5424 - val_acc: 0.7611
Epoch 923/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6193 - acc: 0.7403 - val_loss: 0.5411 - val_acc: 0.7611
Epoch 924/2000
720/720 [==============================] - 0s 15us/step - loss: 0.6259 - acc: 0.7611 - val_loss: 0.5400 - val_acc: 0.7611
Epoch 925/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6147 - acc: 0.7653 - val_loss: 0.5394 - val_acc: 0.7667
Epoch 926/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6174 - acc: 0.7583 - val_loss: 0.5391 - val_acc: 0.7722
Epoch 927/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6053 - acc: 0.7681 - val_loss: 0.5391 - val_acc: 0.7778
Epoch 928/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6143 - acc: 0.7639 - val_loss: 0.5392 - val_acc: 0.7778
Epoch 929/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6087 - acc: 0.7681 - val_loss: 0.5396 - val_acc: 0.7778
Epoch 930/2000
720/720 [==============================] - 0s 31us/step - loss: 0.6157 - acc: 0.7569 - val_loss: 0.5396 - val_acc: 0.7778
Epoch 931/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5937 - acc: 0.7694 - val_loss: 0.5401 - val_acc: 0.7778
Epoch 932/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6430 - acc: 0.7444 - val_loss: 0.5408 - val_acc: 0.7722
Epoch 933/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6203 - acc: 0.7611 - val_loss: 0.5399 - val_acc: 0.7722
Epoch 934/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5933 - acc: 0.7667 - val_loss: 0.5391 - val_acc: 0.7722
Epoch 935/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5960 - acc: 0.7639 - val_loss: 0.5385 - val_acc: 0.7722
Epoch 936/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6122 - acc: 0.7569 - val_loss: 0.5375 - val_acc: 0.7778
Epoch 937/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6041 - acc: 0.7667 - val_loss: 0.5362 - val_acc: 0.7833
Epoch 938/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6002 - acc: 0.7736 - val_loss: 0.5351 - val_acc: 0.7833
Epoch 939/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5829 - acc: 0.7833 - val_loss: 0.5338 - val_acc: 0.7833
Epoch 940/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6168 - acc: 0.7667 - val_loss: 0.5326 - val_acc: 0.7833
Epoch 941/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6020 - acc: 0.7639 - val_loss: 0.5317 - val_acc: 0.7778
Epoch 942/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5928 - acc: 0.7694 - val_loss: 0.5313 - val_acc: 0.7778
Epoch 943/2000
720/720 [==============================] - 0s 28us/step - loss: 0.6073 - acc: 0.7694 - val_loss: 0.5314 - val_acc: 0.7778
Epoch 944/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5859 - acc: 0.7611 - val_loss: 0.5316 - val_acc: 0.7778
Epoch 945/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6175 - acc: 0.7625 - val_loss: 0.5318 - val_acc: 0.7889
Epoch 946/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5943 - acc: 0.7819 - val_loss: 0.5322 - val_acc: 0.7889
Epoch 947/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6156 - acc: 0.7722 - val_loss: 0.5321 - val_acc: 0.7889
Epoch 948/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6217 - acc: 0.7556 - val_loss: 0.5320 - val_acc: 0.7778
Epoch 949/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6326 - acc: 0.7611 - val_loss: 0.5322 - val_acc: 0.7833
Epoch 950/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5800 - acc: 0.7694 - val_loss: 0.5325 - val_acc: 0.7833
Epoch 951/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6296 - acc: 0.7472 - val_loss: 0.5319 - val_acc: 0.7833
Epoch 952/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5989 - acc: 0.7694 - val_loss: 0.5312 - val_acc: 0.7833
Epoch 953/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5933 - acc: 0.7792 - val_loss: 0.5311 - val_acc: 0.7833
Epoch 954/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6171 - acc: 0.7569 - val_loss: 0.5311 - val_acc: 0.7833
Epoch 955/2000
720/720 [==============================] - 0s 32us/step - loss: 0.6158 - acc: 0.7431 - val_loss: 0.5309 - val_acc: 0.7833
Epoch 956/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5970 - acc: 0.7514 - val_loss: 0.5306 - val_acc: 0.7833
Epoch 957/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5799 - acc: 0.7722 - val_loss: 0.5312 - val_acc: 0.7889
Epoch 958/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6241 - acc: 0.7500 - val_loss: 0.5317 - val_acc: 0.7889
Epoch 959/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6072 - acc: 0.7611 - val_loss: 0.5313 - val_acc: 0.7889
Epoch 960/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5827 - acc: 0.7806 - val_loss: 0.5313 - val_acc: 0.7889
Epoch 961/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6127 - acc: 0.7639 - val_loss: 0.5314 - val_acc: 0.7889
Epoch 962/2000
720/720 [==============================] - 0s 15us/step - loss: 0.5914 - acc: 0.7681 - val_loss: 0.5317 - val_acc: 0.7889
Epoch 963/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5821 - acc: 0.7764 - val_loss: 0.5320 - val_acc: 0.7889
Epoch 964/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6089 - acc: 0.7653 - val_loss: 0.5329 - val_acc: 0.7833
Epoch 965/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6037 - acc: 0.7708 - val_loss: 0.5340 - val_acc: 0.7833
Epoch 966/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5904 - acc: 0.7708 - val_loss: 0.5356 - val_acc: 0.7833
Epoch 967/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6071 - acc: 0.7556 - val_loss: 0.5371 - val_acc: 0.7833
Epoch 968/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6040 - acc: 0.7667 - val_loss: 0.5388 - val_acc: 0.7833
Epoch 969/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6166 - acc: 0.7514 - val_loss: 0.5406 - val_acc: 0.7722
Epoch 970/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6294 - acc: 0.7389 - val_loss: 0.5423 - val_acc: 0.7667
Epoch 971/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5882 - acc: 0.7625 - val_loss: 0.5435 - val_acc: 0.7667
Epoch 972/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5990 - acc: 0.7611 - val_loss: 0.5452 - val_acc: 0.7667
Epoch 973/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6249 - acc: 0.7542 - val_loss: 0.5467 - val_acc: 0.7667
Epoch 974/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5980 - acc: 0.7806 - val_loss: 0.5475 - val_acc: 0.7667
Epoch 975/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6225 - acc: 0.7583 - val_loss: 0.5480 - val_acc: 0.7667
Epoch 976/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5781 - acc: 0.7667 - val_loss: 0.5478 - val_acc: 0.7667
Epoch 977/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6339 - acc: 0.7403 - val_loss: 0.5478 - val_acc: 0.7667
Epoch 978/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6066 - acc: 0.7722 - val_loss: 0.5470 - val_acc: 0.7722
Epoch 979/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6178 - acc: 0.7750 - val_loss: 0.5463 - val_acc: 0.7722
Epoch 980/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6078 - acc: 0.7597 - val_loss: 0.5452 - val_acc: 0.7778
Epoch 981/2000
720/720 [==============================] - 0s 36us/step - loss: 0.6031 - acc: 0.7500 - val_loss: 0.5444 - val_acc: 0.7778
Epoch 982/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5938 - acc: 0.7625 - val_loss: 0.5433 - val_acc: 0.7722
Epoch 983/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6038 - acc: 0.7708 - val_loss: 0.5426 - val_acc: 0.7722
Epoch 984/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6205 - acc: 0.7458 - val_loss: 0.5418 - val_acc: 0.7722
Epoch 985/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6228 - acc: 0.7667 - val_loss: 0.5410 - val_acc: 0.7778
Epoch 986/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6021 - acc: 0.7694 - val_loss: 0.5399 - val_acc: 0.7778
Epoch 987/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5959 - acc: 0.7750 - val_loss: 0.5384 - val_acc: 0.7833
Epoch 988/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5818 - acc: 0.7778 - val_loss: 0.5369 - val_acc: 0.7833
Epoch 989/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6114 - acc: 0.7597 - val_loss: 0.5358 - val_acc: 0.7833
Epoch 990/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6079 - acc: 0.7708 - val_loss: 0.5349 - val_acc: 0.7833
Epoch 991/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6264 - acc: 0.7597 - val_loss: 0.5341 - val_acc: 0.7833
Epoch 992/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5934 - acc: 0.7556 - val_loss: 0.5335 - val_acc: 0.7944
Epoch 993/2000
720/720 [==============================] - 0s 29us/step - loss: 0.6068 - acc: 0.7556 - val_loss: 0.5326 - val_acc: 0.7944
Epoch 994/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6241 - acc: 0.7361 - val_loss: 0.5317 - val_acc: 0.7944
Epoch 995/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6247 - acc: 0.7569 - val_loss: 0.5309 - val_acc: 0.7944
Epoch 996/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6194 - acc: 0.7556 - val_loss: 0.5300 - val_acc: 0.7944
Epoch 997/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5910 - acc: 0.7750 - val_loss: 0.5295 - val_acc: 0.7889
Epoch 998/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6155 - acc: 0.7583 - val_loss: 0.5294 - val_acc: 0.7833
Epoch 999/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5982 - acc: 0.7778 - val_loss: 0.5298 - val_acc: 0.7778
Epoch 1000/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6129 - acc: 0.7722 - val_loss: 0.5308 - val_acc: 0.7889
Epoch 1001/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6230 - acc: 0.7667 - val_loss: 0.5325 - val_acc: 0.7944
Epoch 1002/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5647 - acc: 0.7847 - val_loss: 0.5341 - val_acc: 0.7889
Epoch 1003/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6313 - acc: 0.7528 - val_loss: 0.5357 - val_acc: 0.7833
Epoch 1004/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6213 - acc: 0.7736 - val_loss: 0.5366 - val_acc: 0.7833
Epoch 1005/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6180 - acc: 0.7750 - val_loss: 0.5380 - val_acc: 0.7833
Epoch 1006/2000
720/720 [==============================] - 0s 33us/step - loss: 0.6083 - acc: 0.7708 - val_loss: 0.5389 - val_acc: 0.7778
Epoch 1007/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5959 - acc: 0.7750 - val_loss: 0.5392 - val_acc: 0.7778
Epoch 1008/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5864 - acc: 0.7792 - val_loss: 0.5398 - val_acc: 0.7778
Epoch 1009/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6196 - acc: 0.7597 - val_loss: 0.5401 - val_acc: 0.7722
Epoch 1010/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6271 - acc: 0.7486 - val_loss: 0.5402 - val_acc: 0.7722
Epoch 1011/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5950 - acc: 0.7681 - val_loss: 0.5405 - val_acc: 0.7722
Epoch 1012/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5934 - acc: 0.7653 - val_loss: 0.5402 - val_acc: 0.7778
Epoch 1013/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6139 - acc: 0.7722 - val_loss: 0.5400 - val_acc: 0.7778
Epoch 1014/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5974 - acc: 0.7639 - val_loss: 0.5398 - val_acc: 0.7833
Epoch 1015/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6017 - acc: 0.7625 - val_loss: 0.5392 - val_acc: 0.7833
Epoch 1016/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6102 - acc: 0.7597 - val_loss: 0.5388 - val_acc: 0.7833
Epoch 1017/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5863 - acc: 0.7639 - val_loss: 0.5382 - val_acc: 0.7833
Epoch 1018/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6019 - acc: 0.7694 - val_loss: 0.5372 - val_acc: 0.7833
Epoch 1019/2000
720/720 [==============================] - 0s 31us/step - loss: 0.5826 - acc: 0.7639 - val_loss: 0.5362 - val_acc: 0.7833
Epoch 1020/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5931 - acc: 0.7583 - val_loss: 0.5358 - val_acc: 0.7722
Epoch 1021/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5847 - acc: 0.7778 - val_loss: 0.5357 - val_acc: 0.7667
Epoch 1022/2000
720/720 [==============================] - 0s 36us/step - loss: 0.5941 - acc: 0.7653 - val_loss: 0.5354 - val_acc: 0.7667
Epoch 1023/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6076 - acc: 0.7736 - val_loss: 0.5353 - val_acc: 0.7667
Epoch 1024/2000
720/720 [==============================] - 0s 8us/step - loss: 0.6025 - acc: 0.7694 - val_loss: 0.5355 - val_acc: 0.7667
Epoch 1025/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5755 - acc: 0.7847 - val_loss: 0.5352 - val_acc: 0.7667
Epoch 1026/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6254 - acc: 0.7611 - val_loss: 0.5358 - val_acc: 0.7667
Epoch 1027/2000
720/720 [==============================] - 0s 16us/step - loss: 0.6022 - acc: 0.7681 - val_loss: 0.5362 - val_acc: 0.7611
Epoch 1028/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6305 - acc: 0.7514 - val_loss: 0.5363 - val_acc: 0.7611
Epoch 1029/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6252 - acc: 0.7514 - val_loss: 0.5370 - val_acc: 0.7611
Epoch 1030/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5991 - acc: 0.7542 - val_loss: 0.5375 - val_acc: 0.7611
Epoch 1031/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6186 - acc: 0.7458 - val_loss: 0.5379 - val_acc: 0.7667
Epoch 1032/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6008 - acc: 0.7722 - val_loss: 0.5390 - val_acc: 0.7667
Epoch 1033/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6029 - acc: 0.7750 - val_loss: 0.5398 - val_acc: 0.7667
Epoch 1034/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6222 - acc: 0.7583 - val_loss: 0.5402 - val_acc: 0.7667
Epoch 1035/2000
720/720 [==============================] - 0s 26us/step - loss: 0.6049 - acc: 0.7625 - val_loss: 0.5401 - val_acc: 0.7722
Epoch 1036/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6006 - acc: 0.7583 - val_loss: 0.5402 - val_acc: 0.7667
Epoch 1037/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6210 - acc: 0.7556 - val_loss: 0.5402 - val_acc: 0.7611
Epoch 1038/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5941 - acc: 0.7667 - val_loss: 0.5404 - val_acc: 0.7611
Epoch 1039/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5743 - acc: 0.7847 - val_loss: 0.5403 - val_acc: 0.7611
Epoch 1040/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5660 - acc: 0.7611 - val_loss: 0.5404 - val_acc: 0.7611
Epoch 1041/2000
720/720 [==============================] - 0s 0us/step - loss: 0.5951 - acc: 0.7611 - val_loss: 0.5403 - val_acc: 0.7667
Epoch 1042/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5874 - acc: 0.7847 - val_loss: 0.5401 - val_acc: 0.7667
Epoch 1043/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5860 - acc: 0.7861 - val_loss: 0.5395 - val_acc: 0.7667
Epoch 1044/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6094 - acc: 0.7750 - val_loss: 0.5393 - val_acc: 0.7667
Epoch 1045/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6152 - acc: 0.7653 - val_loss: 0.5391 - val_acc: 0.7556
Epoch 1046/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6206 - acc: 0.7708 - val_loss: 0.5393 - val_acc: 0.7556
Epoch 1047/2000
720/720 [==============================] - 0s 35us/step - loss: 0.5829 - acc: 0.7750 - val_loss: 0.5397 - val_acc: 0.7611
Epoch 1048/2000
720/720 [==============================] - 0s 7us/step - loss: 0.6246 - acc: 0.7722 - val_loss: 0.5398 - val_acc: 0.7611
Epoch 1049/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5855 - acc: 0.7861 - val_loss: 0.5398 - val_acc: 0.7611
Epoch 1050/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6351 - acc: 0.7667 - val_loss: 0.5392 - val_acc: 0.7722
Epoch 1051/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6135 - acc: 0.7611 - val_loss: 0.5389 - val_acc: 0.7722
Epoch 1052/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5815 - acc: 0.7792 - val_loss: 0.5387 - val_acc: 0.7722
Epoch 1053/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5658 - acc: 0.7681 - val_loss: 0.5387 - val_acc: 0.7722
Epoch 1054/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5978 - acc: 0.7694 - val_loss: 0.5387 - val_acc: 0.7722
Epoch 1055/2000
720/720 [==============================] - 0s 25us/step - loss: 0.6037 - acc: 0.7681 - val_loss: 0.5384 - val_acc: 0.7722
Epoch 1056/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5920 - acc: 0.7681 - val_loss: 0.5375 - val_acc: 0.7778
Epoch 1057/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6084 - acc: 0.7583 - val_loss: 0.5370 - val_acc: 0.7778
Epoch 1058/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5833 - acc: 0.7708 - val_loss: 0.5369 - val_acc: 0.7778
Epoch 1059/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6006 - acc: 0.7764 - val_loss: 0.5370 - val_acc: 0.7778
Epoch 1060/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6114 - acc: 0.7431 - val_loss: 0.5370 - val_acc: 0.7778
Epoch 1061/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6034 - acc: 0.7667 - val_loss: 0.5370 - val_acc: 0.7778
Epoch 1062/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6115 - acc: 0.7694 - val_loss: 0.5360 - val_acc: 0.7778
Epoch 1063/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5836 - acc: 0.7736 - val_loss: 0.5349 - val_acc: 0.7889
Epoch 1064/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5962 - acc: 0.7806 - val_loss: 0.5333 - val_acc: 0.7889
Epoch 1065/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5870 - acc: 0.7736 - val_loss: 0.5314 - val_acc: 0.7833
Epoch 1066/2000
720/720 [==============================] - 0s 24us/step - loss: 0.6030 - acc: 0.7611 - val_loss: 0.5299 - val_acc: 0.7833
Epoch 1067/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5999 - acc: 0.7625 - val_loss: 0.5278 - val_acc: 0.7833
Epoch 1068/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5690 - acc: 0.7722 - val_loss: 0.5263 - val_acc: 0.7833
Epoch 1069/2000
720/720 [==============================] - 0s 32us/step - loss: 0.6023 - acc: 0.7722 - val_loss: 0.5249 - val_acc: 0.7833
Epoch 1070/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5858 - acc: 0.7569 - val_loss: 0.5244 - val_acc: 0.7833
Epoch 1071/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5875 - acc: 0.7611 - val_loss: 0.5239 - val_acc: 0.7778
Epoch 1072/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5822 - acc: 0.7694 - val_loss: 0.5239 - val_acc: 0.7889
Epoch 1073/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6129 - acc: 0.7528 - val_loss: 0.5241 - val_acc: 0.7889
Epoch 1074/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5958 - acc: 0.7778 - val_loss: 0.5246 - val_acc: 0.7889
Epoch 1075/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5948 - acc: 0.7861 - val_loss: 0.5256 - val_acc: 0.7889
Epoch 1076/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6042 - acc: 0.7569 - val_loss: 0.5264 - val_acc: 0.7833
Epoch 1077/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5879 - acc: 0.7681 - val_loss: 0.5276 - val_acc: 0.7833
Epoch 1078/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5962 - acc: 0.7667 - val_loss: 0.5288 - val_acc: 0.7833
Epoch 1079/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5874 - acc: 0.7778 - val_loss: 0.5297 - val_acc: 0.7833
Epoch 1080/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6311 - acc: 0.7556 - val_loss: 0.5304 - val_acc: 0.7833
Epoch 1081/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6026 - acc: 0.7639 - val_loss: 0.5308 - val_acc: 0.7833
Epoch 1082/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5935 - acc: 0.7792 - val_loss: 0.5311 - val_acc: 0.7833
Epoch 1083/2000
720/720 [==============================] - 0s 26us/step - loss: 0.5973 - acc: 0.7667 - val_loss: 0.5311 - val_acc: 0.7833
Epoch 1084/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5875 - acc: 0.7750 - val_loss: 0.5312 - val_acc: 0.7833
Epoch 1085/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6007 - acc: 0.7611 - val_loss: 0.5317 - val_acc: 0.7889
Epoch 1086/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5650 - acc: 0.7639 - val_loss: 0.5323 - val_acc: 0.7833
Epoch 1087/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6269 - acc: 0.7514 - val_loss: 0.5328 - val_acc: 0.7833
Epoch 1088/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6070 - acc: 0.7611 - val_loss: 0.5334 - val_acc: 0.7833
Epoch 1089/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5670 - acc: 0.7875 - val_loss: 0.5340 - val_acc: 0.7778
Epoch 1090/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5783 - acc: 0.7736 - val_loss: 0.5345 - val_acc: 0.7778
Epoch 1091/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5760 - acc: 0.7792 - val_loss: 0.5349 - val_acc: 0.7778
Epoch 1092/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5858 - acc: 0.7625 - val_loss: 0.5353 - val_acc: 0.7778
Epoch 1093/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5971 - acc: 0.7708 - val_loss: 0.5359 - val_acc: 0.7833
Epoch 1094/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6376 - acc: 0.7583 - val_loss: 0.5358 - val_acc: 0.7778
Epoch 1095/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6196 - acc: 0.7722 - val_loss: 0.5361 - val_acc: 0.7778
Epoch 1096/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5934 - acc: 0.7597 - val_loss: 0.5358 - val_acc: 0.7778
Epoch 1097/2000
720/720 [==============================] - 0s 26us/step - loss: 0.5837 - acc: 0.7736 - val_loss: 0.5356 - val_acc: 0.7778
Epoch 1098/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6091 - acc: 0.7569 - val_loss: 0.5360 - val_acc: 0.7778
Epoch 1099/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6165 - acc: 0.7639 - val_loss: 0.5363 - val_acc: 0.7778
Epoch 1100/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5975 - acc: 0.7764 - val_loss: 0.5367 - val_acc: 0.7722
Epoch 1101/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5875 - acc: 0.7681 - val_loss: 0.5373 - val_acc: 0.7722
Epoch 1102/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5986 - acc: 0.7736 - val_loss: 0.5377 - val_acc: 0.7722
Epoch 1103/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5929 - acc: 0.7778 - val_loss: 0.5381 - val_acc: 0.7722
Epoch 1104/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5751 - acc: 0.7792 - val_loss: 0.5386 - val_acc: 0.7722
Epoch 1105/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5924 - acc: 0.7778 - val_loss: 0.5388 - val_acc: 0.7722
Epoch 1106/2000
720/720 [==============================] - 0s 25us/step - loss: 0.6097 - acc: 0.7792 - val_loss: 0.5385 - val_acc: 0.7778
Epoch 1107/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5941 - acc: 0.7736 - val_loss: 0.5386 - val_acc: 0.7778
Epoch 1108/2000
720/720 [==============================] - 0s 26us/step - loss: 0.5877 - acc: 0.7681 - val_loss: 0.5383 - val_acc: 0.7722
Epoch 1109/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5848 - acc: 0.7681 - val_loss: 0.5378 - val_acc: 0.7667
Epoch 1110/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5867 - acc: 0.7694 - val_loss: 0.5373 - val_acc: 0.7667
Epoch 1111/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6096 - acc: 0.7667 - val_loss: 0.5372 - val_acc: 0.7722
Epoch 1112/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5893 - acc: 0.7806 - val_loss: 0.5375 - val_acc: 0.7722
Epoch 1113/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6024 - acc: 0.7694 - val_loss: 0.5378 - val_acc: 0.7722
Epoch 1114/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5627 - acc: 0.7986 - val_loss: 0.5379 - val_acc: 0.7722
Epoch 1115/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6218 - acc: 0.7542 - val_loss: 0.5379 - val_acc: 0.7722
Epoch 1116/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6064 - acc: 0.7819 - val_loss: 0.5377 - val_acc: 0.7722
Epoch 1117/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6001 - acc: 0.7667 - val_loss: 0.5370 - val_acc: 0.7722
Epoch 1118/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5922 - acc: 0.7694 - val_loss: 0.5362 - val_acc: 0.7778
Epoch 1119/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5796 - acc: 0.7764 - val_loss: 0.5363 - val_acc: 0.7722
Epoch 1120/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5783 - acc: 0.7764 - val_loss: 0.5362 - val_acc: 0.7722
Epoch 1121/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5848 - acc: 0.7681 - val_loss: 0.5355 - val_acc: 0.7722
Epoch 1122/2000
720/720 [==============================] - 0s 29us/step - loss: 0.5899 - acc: 0.7583 - val_loss: 0.5351 - val_acc: 0.7722
Epoch 1123/2000
720/720 [==============================] - 0s 24us/step - loss: 0.6126 - acc: 0.7625 - val_loss: 0.5350 - val_acc: 0.7667
Epoch 1124/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6017 - acc: 0.7764 - val_loss: 0.5354 - val_acc: 0.7722
Epoch 1125/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5896 - acc: 0.7708 - val_loss: 0.5360 - val_acc: 0.7722
Epoch 1126/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5893 - acc: 0.7861 - val_loss: 0.5364 - val_acc: 0.7722
Epoch 1127/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5784 - acc: 0.7847 - val_loss: 0.5372 - val_acc: 0.7722
Epoch 1128/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5824 - acc: 0.7792 - val_loss: 0.5373 - val_acc: 0.7722
Epoch 1129/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6032 - acc: 0.7708 - val_loss: 0.5377 - val_acc: 0.7722
Epoch 1130/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5995 - acc: 0.7778 - val_loss: 0.5383 - val_acc: 0.7778
Epoch 1131/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5953 - acc: 0.7736 - val_loss: 0.5389 - val_acc: 0.7778
Epoch 1132/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5884 - acc: 0.7764 - val_loss: 0.5395 - val_acc: 0.7778
Epoch 1133/2000
720/720 [==============================] - 0s 24us/step - loss: 0.6070 - acc: 0.7694 - val_loss: 0.5405 - val_acc: 0.7722
Epoch 1134/2000
720/720 [==============================] - 0s 32us/step - loss: 0.5820 - acc: 0.7819 - val_loss: 0.5418 - val_acc: 0.7722
Epoch 1135/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5931 - acc: 0.7694 - val_loss: 0.5422 - val_acc: 0.7722
Epoch 1136/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6119 - acc: 0.7694 - val_loss: 0.5424 - val_acc: 0.7778
Epoch 1137/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6038 - acc: 0.7611 - val_loss: 0.5423 - val_acc: 0.7778
Epoch 1138/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5971 - acc: 0.7667 - val_loss: 0.5421 - val_acc: 0.7722
Epoch 1139/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6010 - acc: 0.7694 - val_loss: 0.5415 - val_acc: 0.7722
Epoch 1140/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6168 - acc: 0.7639 - val_loss: 0.5409 - val_acc: 0.7722
Epoch 1141/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6009 - acc: 0.7653 - val_loss: 0.5399 - val_acc: 0.7722
Epoch 1142/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5731 - acc: 0.7861 - val_loss: 0.5388 - val_acc: 0.7722
Epoch 1143/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6043 - acc: 0.7708 - val_loss: 0.5374 - val_acc: 0.7722
Epoch 1144/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5848 - acc: 0.7681 - val_loss: 0.5363 - val_acc: 0.7722
Epoch 1145/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5894 - acc: 0.7653 - val_loss: 0.5352 - val_acc: 0.7778
Epoch 1146/2000
720/720 [==============================] - 0s 35us/step - loss: 0.5810 - acc: 0.7861 - val_loss: 0.5337 - val_acc: 0.7778
Epoch 1147/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5954 - acc: 0.7694 - val_loss: 0.5333 - val_acc: 0.7778
Epoch 1148/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6231 - acc: 0.7653 - val_loss: 0.5335 - val_acc: 0.7722
Epoch 1149/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5782 - acc: 0.7736 - val_loss: 0.5334 - val_acc: 0.7722
Epoch 1150/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5816 - acc: 0.7819 - val_loss: 0.5335 - val_acc: 0.7722
Epoch 1151/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5856 - acc: 0.7694 - val_loss: 0.5334 - val_acc: 0.7778
Epoch 1152/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5914 - acc: 0.7847 - val_loss: 0.5331 - val_acc: 0.7833
Epoch 1153/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5950 - acc: 0.7764 - val_loss: 0.5336 - val_acc: 0.7833
Epoch 1154/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5817 - acc: 0.7681 - val_loss: 0.5345 - val_acc: 0.7778
Epoch 1155/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5688 - acc: 0.7833 - val_loss: 0.5349 - val_acc: 0.7722
Epoch 1156/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5972 - acc: 0.7736 - val_loss: 0.5361 - val_acc: 0.7722
Epoch 1157/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5916 - acc: 0.7653 - val_loss: 0.5378 - val_acc: 0.7722
Epoch 1158/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5727 - acc: 0.7764 - val_loss: 0.5391 - val_acc: 0.7722
Epoch 1159/2000
720/720 [==============================] - 0s 33us/step - loss: 0.5656 - acc: 0.7833 - val_loss: 0.5404 - val_acc: 0.7611
Epoch 1160/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5985 - acc: 0.7667 - val_loss: 0.5409 - val_acc: 0.7611
Epoch 1161/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5991 - acc: 0.7778 - val_loss: 0.5407 - val_acc: 0.7556
Epoch 1162/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5871 - acc: 0.7681 - val_loss: 0.5418 - val_acc: 0.7556
Epoch 1163/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5653 - acc: 0.7847 - val_loss: 0.5425 - val_acc: 0.7667
Epoch 1164/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6131 - acc: 0.7486 - val_loss: 0.5423 - val_acc: 0.7667
Epoch 1165/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5715 - acc: 0.7833 - val_loss: 0.5419 - val_acc: 0.7667
Epoch 1166/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5764 - acc: 0.7875 - val_loss: 0.5416 - val_acc: 0.7556
Epoch 1167/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6176 - acc: 0.7597 - val_loss: 0.5417 - val_acc: 0.7556
Epoch 1168/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5996 - acc: 0.7778 - val_loss: 0.5427 - val_acc: 0.7556
Epoch 1169/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5918 - acc: 0.7708 - val_loss: 0.5429 - val_acc: 0.7611
Epoch 1170/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6004 - acc: 0.7736 - val_loss: 0.5430 - val_acc: 0.7611
Epoch 1171/2000
720/720 [==============================] - 0s 35us/step - loss: 0.6042 - acc: 0.7722 - val_loss: 0.5435 - val_acc: 0.7611
Epoch 1172/2000
720/720 [==============================] - 0s 28us/step - loss: 0.5958 - acc: 0.7597 - val_loss: 0.5441 - val_acc: 0.7611
Epoch 1173/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6172 - acc: 0.7681 - val_loss: 0.5450 - val_acc: 0.7611
Epoch 1174/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5682 - acc: 0.7833 - val_loss: 0.5452 - val_acc: 0.7611
Epoch 1175/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5958 - acc: 0.7708 - val_loss: 0.5454 - val_acc: 0.7611
Epoch 1176/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5855 - acc: 0.7722 - val_loss: 0.5453 - val_acc: 0.7611
Epoch 1177/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5984 - acc: 0.7778 - val_loss: 0.5452 - val_acc: 0.7611
Epoch 1178/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5837 - acc: 0.7653 - val_loss: 0.5446 - val_acc: 0.7611
Epoch 1179/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5788 - acc: 0.7750 - val_loss: 0.5439 - val_acc: 0.7667
Epoch 1180/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5811 - acc: 0.7750 - val_loss: 0.5439 - val_acc: 0.7667
Epoch 1181/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5915 - acc: 0.7639 - val_loss: 0.5442 - val_acc: 0.7722
Epoch 1182/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5780 - acc: 0.7750 - val_loss: 0.5457 - val_acc: 0.7667
Epoch 1183/2000
720/720 [==============================] - 0s 31us/step - loss: 0.5772 - acc: 0.7778 - val_loss: 0.5481 - val_acc: 0.7556
Epoch 1184/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5948 - acc: 0.7625 - val_loss: 0.5496 - val_acc: 0.7500
Epoch 1185/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5970 - acc: 0.7778 - val_loss: 0.5516 - val_acc: 0.7444
Epoch 1186/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6002 - acc: 0.7639 - val_loss: 0.5535 - val_acc: 0.7500
Epoch 1187/2000
720/720 [==============================] - 0s 8us/step - loss: 0.5849 - acc: 0.7778 - val_loss: 0.5555 - val_acc: 0.7556
Epoch 1188/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6227 - acc: 0.7611 - val_loss: 0.5568 - val_acc: 0.7611
Epoch 1189/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5772 - acc: 0.7778 - val_loss: 0.5577 - val_acc: 0.7611
Epoch 1190/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5759 - acc: 0.7764 - val_loss: 0.5583 - val_acc: 0.7556
Epoch 1191/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5911 - acc: 0.7764 - val_loss: 0.5587 - val_acc: 0.7500
Epoch 1192/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5873 - acc: 0.7708 - val_loss: 0.5585 - val_acc: 0.7500
Epoch 1193/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5953 - acc: 0.7708 - val_loss: 0.5575 - val_acc: 0.7556
Epoch 1194/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5864 - acc: 0.7889 - val_loss: 0.5564 - val_acc: 0.7611
Epoch 1195/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5797 - acc: 0.7750 - val_loss: 0.5561 - val_acc: 0.7611
Epoch 1196/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5956 - acc: 0.7875 - val_loss: 0.5560 - val_acc: 0.7611
Epoch 1197/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5795 - acc: 0.7667 - val_loss: 0.5556 - val_acc: 0.7556
Epoch 1198/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5987 - acc: 0.7847 - val_loss: 0.5555 - val_acc: 0.7556
Epoch 1199/2000
720/720 [==============================] - 0s 32us/step - loss: 0.5944 - acc: 0.7792 - val_loss: 0.5552 - val_acc: 0.7556
Epoch 1200/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6025 - acc: 0.7694 - val_loss: 0.5557 - val_acc: 0.7556
Epoch 1201/2000
720/720 [==============================] - 0s 15us/step - loss: 0.5913 - acc: 0.7653 - val_loss: 0.5556 - val_acc: 0.7556
Epoch 1202/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5977 - acc: 0.7639 - val_loss: 0.5547 - val_acc: 0.7556
Epoch 1203/2000
720/720 [==============================] - 0s 16us/step - loss: 0.5640 - acc: 0.7778 - val_loss: 0.5530 - val_acc: 0.7556
Epoch 1204/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5893 - acc: 0.7639 - val_loss: 0.5513 - val_acc: 0.7556
Epoch 1205/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5887 - acc: 0.7625 - val_loss: 0.5495 - val_acc: 0.7500
Epoch 1206/2000
720/720 [==============================] - 0s 1us/step - loss: 0.5723 - acc: 0.7514 - val_loss: 0.5488 - val_acc: 0.7500
Epoch 1207/2000
720/720 [==============================] - 0s 38us/step - loss: 0.5994 - acc: 0.7764 - val_loss: 0.5473 - val_acc: 0.7500
Epoch 1208/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5872 - acc: 0.7694 - val_loss: 0.5462 - val_acc: 0.7556
Epoch 1209/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6072 - acc: 0.7667 - val_loss: 0.5451 - val_acc: 0.7556
Epoch 1210/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5661 - acc: 0.7806 - val_loss: 0.5451 - val_acc: 0.7556
Epoch 1211/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6104 - acc: 0.7639 - val_loss: 0.5455 - val_acc: 0.7556
Epoch 1212/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5911 - acc: 0.7764 - val_loss: 0.5462 - val_acc: 0.7556
Epoch 1213/2000
720/720 [==============================] - 0s 34us/step - loss: 0.5913 - acc: 0.7583 - val_loss: 0.5476 - val_acc: 0.7500
Epoch 1214/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6030 - acc: 0.7694 - val_loss: 0.5483 - val_acc: 0.7500
Epoch 1215/2000
720/720 [==============================] - 0s 16us/step - loss: 0.5435 - acc: 0.7875 - val_loss: 0.5487 - val_acc: 0.7444
Epoch 1216/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6037 - acc: 0.7806 - val_loss: 0.5488 - val_acc: 0.7444
Epoch 1217/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6011 - acc: 0.7764 - val_loss: 0.5492 - val_acc: 0.7389
Epoch 1218/2000
720/720 [==============================] - 0s 0us/step - loss: 0.5812 - acc: 0.7708 - val_loss: 0.5493 - val_acc: 0.7389
Epoch 1219/2000
720/720 [==============================] - 0s 0us/step - loss: 0.6052 - acc: 0.7639 - val_loss: 0.5498 - val_acc: 0.7389
Epoch 1220/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5487 - acc: 0.7861 - val_loss: 0.5505 - val_acc: 0.7389
Epoch 1221/2000
720/720 [==============================] - 0s 38us/step - loss: 0.5794 - acc: 0.7722 - val_loss: 0.5518 - val_acc: 0.7333
Epoch 1222/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5797 - acc: 0.7722 - val_loss: 0.5535 - val_acc: 0.7333
Epoch 1223/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5733 - acc: 0.7819 - val_loss: 0.5546 - val_acc: 0.7333
Epoch 1224/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5981 - acc: 0.7722 - val_loss: 0.5559 - val_acc: 0.7333
Epoch 1225/2000
720/720 [==============================] - 0s 35us/step - loss: 0.6041 - acc: 0.7583 - val_loss: 0.5574 - val_acc: 0.7333
Epoch 1226/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5988 - acc: 0.7694 - val_loss: 0.5585 - val_acc: 0.7389
Epoch 1227/2000
720/720 [==============================] - 0s 15us/step - loss: 0.5868 - acc: 0.7764 - val_loss: 0.5590 - val_acc: 0.7389
Epoch 1228/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5937 - acc: 0.7736 - val_loss: 0.5592 - val_acc: 0.7389
Epoch 1229/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6023 - acc: 0.7722 - val_loss: 0.5584 - val_acc: 0.7389
Epoch 1230/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5984 - acc: 0.7847 - val_loss: 0.5577 - val_acc: 0.7389
Epoch 1231/2000
720/720 [==============================] - 0s 0us/step - loss: 0.5927 - acc: 0.7625 - val_loss: 0.5567 - val_acc: 0.7389
Epoch 1232/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6047 - acc: 0.7708 - val_loss: 0.5556 - val_acc: 0.7444
Epoch 1233/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5904 - acc: 0.7694 - val_loss: 0.5543 - val_acc: 0.7500
Epoch 1234/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5846 - acc: 0.7667 - val_loss: 0.5532 - val_acc: 0.7500
Epoch 1235/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5873 - acc: 0.7681 - val_loss: 0.5522 - val_acc: 0.7500
Epoch 1236/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5762 - acc: 0.7792 - val_loss: 0.5515 - val_acc: 0.7500
Epoch 1237/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5719 - acc: 0.7833 - val_loss: 0.5512 - val_acc: 0.7444
Epoch 1238/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5634 - acc: 0.7861 - val_loss: 0.5512 - val_acc: 0.7444
Epoch 1239/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5727 - acc: 0.7764 - val_loss: 0.5510 - val_acc: 0.7556
Epoch 1240/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5639 - acc: 0.7819 - val_loss: 0.5506 - val_acc: 0.7556
Epoch 1241/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5888 - acc: 0.7778 - val_loss: 0.5508 - val_acc: 0.7556
Epoch 1242/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5730 - acc: 0.7694 - val_loss: 0.5507 - val_acc: 0.7556
Epoch 1243/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5826 - acc: 0.7708 - val_loss: 0.5507 - val_acc: 0.7556
Epoch 1244/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5749 - acc: 0.7764 - val_loss: 0.5510 - val_acc: 0.7611
Epoch 1245/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5529 - acc: 0.7708 - val_loss: 0.5508 - val_acc: 0.7667
Epoch 1246/2000
720/720 [==============================] - 0s 29us/step - loss: 0.6130 - acc: 0.7653 - val_loss: 0.5505 - val_acc: 0.7611
Epoch 1247/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5976 - acc: 0.7764 - val_loss: 0.5499 - val_acc: 0.7611
Epoch 1248/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5913 - acc: 0.7861 - val_loss: 0.5489 - val_acc: 0.7556
Epoch 1249/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5569 - acc: 0.8028 - val_loss: 0.5479 - val_acc: 0.7556
Epoch 1250/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5807 - acc: 0.7722 - val_loss: 0.5472 - val_acc: 0.7556
Epoch 1251/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5838 - acc: 0.7792 - val_loss: 0.5465 - val_acc: 0.7556
Epoch 1252/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5804 - acc: 0.7722 - val_loss: 0.5458 - val_acc: 0.7611
Epoch 1253/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5846 - acc: 0.7625 - val_loss: 0.5453 - val_acc: 0.7556
Epoch 1254/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5913 - acc: 0.7694 - val_loss: 0.5447 - val_acc: 0.7667
Epoch 1255/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5990 - acc: 0.7667 - val_loss: 0.5436 - val_acc: 0.7667
Epoch 1256/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5481 - acc: 0.7944 - val_loss: 0.5435 - val_acc: 0.7722
Epoch 1257/2000
720/720 [==============================] - 0s 17us/step - loss: 0.6109 - acc: 0.7681 - val_loss: 0.5435 - val_acc: 0.7667
Epoch 1258/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5599 - acc: 0.7903 - val_loss: 0.5440 - val_acc: 0.7722
Epoch 1259/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5959 - acc: 0.7597 - val_loss: 0.5445 - val_acc: 0.7722
Epoch 1260/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5870 - acc: 0.7667 - val_loss: 0.5457 - val_acc: 0.7667
Epoch 1261/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5590 - acc: 0.7819 - val_loss: 0.5467 - val_acc: 0.7611
Epoch 1262/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5770 - acc: 0.7639 - val_loss: 0.5471 - val_acc: 0.7611
Epoch 1263/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5678 - acc: 0.7764 - val_loss: 0.5470 - val_acc: 0.7611
Epoch 1264/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5898 - acc: 0.7806 - val_loss: 0.5472 - val_acc: 0.7667
Epoch 1265/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5909 - acc: 0.7750 - val_loss: 0.5473 - val_acc: 0.7667
Epoch 1266/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5844 - acc: 0.7917 - val_loss: 0.5473 - val_acc: 0.7611
Epoch 1267/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5908 - acc: 0.7736 - val_loss: 0.5471 - val_acc: 0.7556
Epoch 1268/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5898 - acc: 0.7583 - val_loss: 0.5470 - val_acc: 0.7556
Epoch 1269/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6161 - acc: 0.7639 - val_loss: 0.5467 - val_acc: 0.7556
Epoch 1270/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5756 - acc: 0.7736 - val_loss: 0.5466 - val_acc: 0.7556
Epoch 1271/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5906 - acc: 0.7694 - val_loss: 0.5458 - val_acc: 0.7556
Epoch 1272/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5903 - acc: 0.7653 - val_loss: 0.5448 - val_acc: 0.7556
Epoch 1273/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5780 - acc: 0.7764 - val_loss: 0.5439 - val_acc: 0.7611
Epoch 1274/2000
720/720 [==============================] - 0s 33us/step - loss: 0.5582 - acc: 0.7792 - val_loss: 0.5434 - val_acc: 0.7667
Epoch 1275/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5883 - acc: 0.7806 - val_loss: 0.5430 - val_acc: 0.7667
Epoch 1276/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5749 - acc: 0.7736 - val_loss: 0.5434 - val_acc: 0.7611
Epoch 1277/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5928 - acc: 0.7833 - val_loss: 0.5438 - val_acc: 0.7611
Epoch 1278/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5935 - acc: 0.7667 - val_loss: 0.5446 - val_acc: 0.7611
Epoch 1279/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5588 - acc: 0.7847 - val_loss: 0.5459 - val_acc: 0.7667
Epoch 1280/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5680 - acc: 0.7972 - val_loss: 0.5468 - val_acc: 0.7667
Epoch 1281/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5845 - acc: 0.7792 - val_loss: 0.5474 - val_acc: 0.7667
Epoch 1282/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5677 - acc: 0.7806 - val_loss: 0.5476 - val_acc: 0.7667
Epoch 1283/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6004 - acc: 0.7625 - val_loss: 0.5474 - val_acc: 0.7722
Epoch 1284/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5881 - acc: 0.7750 - val_loss: 0.5472 - val_acc: 0.7667
Epoch 1285/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5913 - acc: 0.7667 - val_loss: 0.5471 - val_acc: 0.7611
Epoch 1286/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5873 - acc: 0.7819 - val_loss: 0.5471 - val_acc: 0.7556
Epoch 1287/2000
720/720 [==============================] - 0s 31us/step - loss: 0.5506 - acc: 0.7750 - val_loss: 0.5473 - val_acc: 0.7556
Epoch 1288/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5868 - acc: 0.7681 - val_loss: 0.5474 - val_acc: 0.7611
Epoch 1289/2000
720/720 [==============================] - 0s 22us/step - loss: 0.6097 - acc: 0.7611 - val_loss: 0.5475 - val_acc: 0.7611
Epoch 1290/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5673 - acc: 0.7750 - val_loss: 0.5472 - val_acc: 0.7611
Epoch 1291/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5610 - acc: 0.7903 - val_loss: 0.5474 - val_acc: 0.7611
Epoch 1292/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5802 - acc: 0.7806 - val_loss: 0.5470 - val_acc: 0.7611
Epoch 1293/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5672 - acc: 0.7708 - val_loss: 0.5472 - val_acc: 0.7500
Epoch 1294/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5692 - acc: 0.7792 - val_loss: 0.5470 - val_acc: 0.7500
Epoch 1295/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5838 - acc: 0.7750 - val_loss: 0.5466 - val_acc: 0.7500
Epoch 1296/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5701 - acc: 0.7806 - val_loss: 0.5461 - val_acc: 0.7500
Epoch 1297/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5724 - acc: 0.7611 - val_loss: 0.5454 - val_acc: 0.7500
Epoch 1298/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5803 - acc: 0.7736 - val_loss: 0.5448 - val_acc: 0.7500
Epoch 1299/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5732 - acc: 0.7708 - val_loss: 0.5438 - val_acc: 0.7500
Epoch 1300/2000
720/720 [==============================] - 0s 44us/step - loss: 0.5545 - acc: 0.7708 - val_loss: 0.5417 - val_acc: 0.7556
Epoch 1301/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5845 - acc: 0.7708 - val_loss: 0.5398 - val_acc: 0.7556
Epoch 1302/2000
720/720 [==============================] - 0s 26us/step - loss: 0.6104 - acc: 0.7736 - val_loss: 0.5374 - val_acc: 0.7667
Epoch 1303/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5940 - acc: 0.7736 - val_loss: 0.5349 - val_acc: 0.7667
Epoch 1304/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5946 - acc: 0.7806 - val_loss: 0.5332 - val_acc: 0.7722
Epoch 1305/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5863 - acc: 0.7681 - val_loss: 0.5313 - val_acc: 0.7778
Epoch 1306/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5340 - acc: 0.7847 - val_loss: 0.5295 - val_acc: 0.7833
Epoch 1307/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5794 - acc: 0.7667 - val_loss: 0.5282 - val_acc: 0.7833
Epoch 1308/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5910 - acc: 0.7736 - val_loss: 0.5276 - val_acc: 0.7833
Epoch 1309/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5851 - acc: 0.7736 - val_loss: 0.5276 - val_acc: 0.7889
Epoch 1310/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5808 - acc: 0.7625 - val_loss: 0.5280 - val_acc: 0.7833
Epoch 1311/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5653 - acc: 0.7875 - val_loss: 0.5280 - val_acc: 0.7778
Epoch 1312/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5884 - acc: 0.7736 - val_loss: 0.5282 - val_acc: 0.7722
Epoch 1313/2000
720/720 [==============================] - 0s 31us/step - loss: 0.5856 - acc: 0.7806 - val_loss: 0.5284 - val_acc: 0.7667
Epoch 1314/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5908 - acc: 0.7778 - val_loss: 0.5289 - val_acc: 0.7667
Epoch 1315/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5953 - acc: 0.7736 - val_loss: 0.5290 - val_acc: 0.7722
Epoch 1316/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5671 - acc: 0.7861 - val_loss: 0.5288 - val_acc: 0.7722
Epoch 1317/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5744 - acc: 0.7694 - val_loss: 0.5287 - val_acc: 0.7778
Epoch 1318/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5780 - acc: 0.7847 - val_loss: 0.5287 - val_acc: 0.7778
Epoch 1319/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5850 - acc: 0.7875 - val_loss: 0.5287 - val_acc: 0.7778
Epoch 1320/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5841 - acc: 0.7750 - val_loss: 0.5289 - val_acc: 0.7778
Epoch 1321/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5805 - acc: 0.7625 - val_loss: 0.5294 - val_acc: 0.7722
Epoch 1322/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5641 - acc: 0.7708 - val_loss: 0.5299 - val_acc: 0.7722
Epoch 1323/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5767 - acc: 0.7667 - val_loss: 0.5314 - val_acc: 0.7722
Epoch 1324/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5793 - acc: 0.7833 - val_loss: 0.5325 - val_acc: 0.7722
Epoch 1325/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5792 - acc: 0.7806 - val_loss: 0.5339 - val_acc: 0.7722
Epoch 1326/2000
720/720 [==============================] - 0s 29us/step - loss: 0.5870 - acc: 0.7667 - val_loss: 0.5352 - val_acc: 0.7722
Epoch 1327/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5683 - acc: 0.7806 - val_loss: 0.5357 - val_acc: 0.7667
Epoch 1328/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5790 - acc: 0.7681 - val_loss: 0.5358 - val_acc: 0.7611
Epoch 1329/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5811 - acc: 0.7694 - val_loss: 0.5363 - val_acc: 0.7611
Epoch 1330/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5854 - acc: 0.7681 - val_loss: 0.5369 - val_acc: 0.7611
Epoch 1331/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5766 - acc: 0.7889 - val_loss: 0.5371 - val_acc: 0.7611
Epoch 1332/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5876 - acc: 0.7750 - val_loss: 0.5379 - val_acc: 0.7611
Epoch 1333/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5891 - acc: 0.7903 - val_loss: 0.5376 - val_acc: 0.7556
Epoch 1334/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5669 - acc: 0.7875 - val_loss: 0.5379 - val_acc: 0.7611
Epoch 1335/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5924 - acc: 0.7847 - val_loss: 0.5377 - val_acc: 0.7556
Epoch 1336/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5674 - acc: 0.7792 - val_loss: 0.5379 - val_acc: 0.7611
Epoch 1337/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5725 - acc: 0.7708 - val_loss: 0.5384 - val_acc: 0.7611
Epoch 1338/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5597 - acc: 0.7833 - val_loss: 0.5392 - val_acc: 0.7611
Epoch 1339/2000
720/720 [==============================] - 0s 26us/step - loss: 0.5722 - acc: 0.7778 - val_loss: 0.5399 - val_acc: 0.7611
Epoch 1340/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5749 - acc: 0.7722 - val_loss: 0.5406 - val_acc: 0.7611
Epoch 1341/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5674 - acc: 0.7944 - val_loss: 0.5412 - val_acc: 0.7611
Epoch 1342/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5559 - acc: 0.7792 - val_loss: 0.5417 - val_acc: 0.7556
Epoch 1343/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5812 - acc: 0.7903 - val_loss: 0.5428 - val_acc: 0.7500
Epoch 1344/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5742 - acc: 0.7736 - val_loss: 0.5443 - val_acc: 0.7556
Epoch 1345/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5911 - acc: 0.7750 - val_loss: 0.5448 - val_acc: 0.7556
Epoch 1346/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5547 - acc: 0.7903 - val_loss: 0.5448 - val_acc: 0.7500
Epoch 1347/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5967 - acc: 0.7611 - val_loss: 0.5454 - val_acc: 0.7500
Epoch 1348/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5657 - acc: 0.7750 - val_loss: 0.5466 - val_acc: 0.7444
Epoch 1349/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5764 - acc: 0.7833 - val_loss: 0.5474 - val_acc: 0.7500
Epoch 1350/2000
720/720 [==============================] - 0s 28us/step - loss: 0.5810 - acc: 0.7764 - val_loss: 0.5477 - val_acc: 0.7500
Epoch 1351/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5675 - acc: 0.7722 - val_loss: 0.5486 - val_acc: 0.7500
Epoch 1352/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5931 - acc: 0.7792 - val_loss: 0.5483 - val_acc: 0.7500
Epoch 1353/2000
720/720 [==============================] - 0s 28us/step - loss: 0.5716 - acc: 0.7792 - val_loss: 0.5481 - val_acc: 0.7444
Epoch 1354/2000
720/720 [==============================] - 0s 16us/step - loss: 0.5970 - acc: 0.7653 - val_loss: 0.5472 - val_acc: 0.7444
Epoch 1355/2000
720/720 [==============================] - 0s 8us/step - loss: 0.5825 - acc: 0.7667 - val_loss: 0.5465 - val_acc: 0.7444
Epoch 1356/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5944 - acc: 0.7819 - val_loss: 0.5452 - val_acc: 0.7444
Epoch 1357/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5741 - acc: 0.7806 - val_loss: 0.5443 - val_acc: 0.7444
Epoch 1358/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5520 - acc: 0.7875 - val_loss: 0.5439 - val_acc: 0.7500
Epoch 1359/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5581 - acc: 0.7806 - val_loss: 0.5438 - val_acc: 0.7556
Epoch 1360/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5745 - acc: 0.7819 - val_loss: 0.5437 - val_acc: 0.7556
Epoch 1361/2000
720/720 [==============================] - 0s 42us/step - loss: 0.5904 - acc: 0.7778 - val_loss: 0.5435 - val_acc: 0.7500
Epoch 1362/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5917 - acc: 0.7681 - val_loss: 0.5433 - val_acc: 0.7500
Epoch 1363/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5753 - acc: 0.7847 - val_loss: 0.5428 - val_acc: 0.7500
Epoch 1364/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5823 - acc: 0.7681 - val_loss: 0.5416 - val_acc: 0.7500
Epoch 1365/2000
720/720 [==============================] - 0s 35us/step - loss: 0.5963 - acc: 0.7556 - val_loss: 0.5406 - val_acc: 0.7556
Epoch 1366/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5699 - acc: 0.7681 - val_loss: 0.5391 - val_acc: 0.7500
Epoch 1367/2000
720/720 [==============================] - 0s 0us/step - loss: 0.5795 - acc: 0.7806 - val_loss: 0.5390 - val_acc: 0.7556
Epoch 1368/2000
720/720 [==============================] - 0s 0us/step - loss: 0.5805 - acc: 0.7764 - val_loss: 0.5396 - val_acc: 0.7556
Epoch 1369/2000
720/720 [==============================] - 0s 0us/step - loss: 0.5987 - acc: 0.7569 - val_loss: 0.5403 - val_acc: 0.7556
Epoch 1370/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5897 - acc: 0.7722 - val_loss: 0.5409 - val_acc: 0.7556
Epoch 1371/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5753 - acc: 0.7792 - val_loss: 0.5413 - val_acc: 0.7556
Epoch 1372/2000
720/720 [==============================] - 0s 35us/step - loss: 0.5611 - acc: 0.7917 - val_loss: 0.5421 - val_acc: 0.7500
Epoch 1373/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5687 - acc: 0.7792 - val_loss: 0.5421 - val_acc: 0.7500
Epoch 1374/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5584 - acc: 0.7889 - val_loss: 0.5423 - val_acc: 0.7500
Epoch 1375/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5686 - acc: 0.7819 - val_loss: 0.5425 - val_acc: 0.7500
Epoch 1376/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5505 - acc: 0.7819 - val_loss: 0.5430 - val_acc: 0.7556
Epoch 1377/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5705 - acc: 0.7750 - val_loss: 0.5444 - val_acc: 0.7556
Epoch 1378/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5753 - acc: 0.7819 - val_loss: 0.5448 - val_acc: 0.7500
Epoch 1379/2000
720/720 [==============================] - 0s 26us/step - loss: 0.5677 - acc: 0.7722 - val_loss: 0.5447 - val_acc: 0.7556
Epoch 1380/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5650 - acc: 0.7889 - val_loss: 0.5450 - val_acc: 0.7556
Epoch 1381/2000
720/720 [==============================] - 0s 11us/step - loss: 0.5509 - acc: 0.7972 - val_loss: 0.5453 - val_acc: 0.7556
Epoch 1382/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5623 - acc: 0.7847 - val_loss: 0.5459 - val_acc: 0.7556
Epoch 1383/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5489 - acc: 0.7944 - val_loss: 0.5463 - val_acc: 0.7556
Epoch 1384/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5496 - acc: 0.8000 - val_loss: 0.5468 - val_acc: 0.7556
Epoch 1385/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5579 - acc: 0.7792 - val_loss: 0.5468 - val_acc: 0.7556
Epoch 1386/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5845 - acc: 0.7792 - val_loss: 0.5464 - val_acc: 0.7500
Epoch 1387/2000
720/720 [==============================] - 0s 27us/step - loss: 0.5687 - acc: 0.7778 - val_loss: 0.5455 - val_acc: 0.7500
Epoch 1388/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6031 - acc: 0.7736 - val_loss: 0.5454 - val_acc: 0.7500
Epoch 1389/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5795 - acc: 0.7722 - val_loss: 0.5449 - val_acc: 0.7500
Epoch 1390/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5895 - acc: 0.7694 - val_loss: 0.5436 - val_acc: 0.7500
Epoch 1391/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5804 - acc: 0.7764 - val_loss: 0.5424 - val_acc: 0.7500
Epoch 1392/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5826 - acc: 0.7847 - val_loss: 0.5412 - val_acc: 0.7500
Epoch 1393/2000
720/720 [==============================] - 0s 32us/step - loss: 0.5854 - acc: 0.7944 - val_loss: 0.5403 - val_acc: 0.7556
Epoch 1394/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5975 - acc: 0.7736 - val_loss: 0.5401 - val_acc: 0.7611
Epoch 1395/2000
720/720 [==============================] - 0s 12us/step - loss: 0.5524 - acc: 0.7917 - val_loss: 0.5397 - val_acc: 0.7611
Epoch 1396/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5889 - acc: 0.7819 - val_loss: 0.5390 - val_acc: 0.7611
Epoch 1397/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5888 - acc: 0.7819 - val_loss: 0.5383 - val_acc: 0.7611
Epoch 1398/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5798 - acc: 0.7806 - val_loss: 0.5373 - val_acc: 0.7611
Epoch 1399/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5625 - acc: 0.7819 - val_loss: 0.5365 - val_acc: 0.7611
Epoch 1400/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5851 - acc: 0.7722 - val_loss: 0.5359 - val_acc: 0.7667
Epoch 1401/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5573 - acc: 0.7944 - val_loss: 0.5347 - val_acc: 0.7667
Epoch 1402/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5813 - acc: 0.7750 - val_loss: 0.5344 - val_acc: 0.7667
Epoch 1403/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5783 - acc: 0.7764 - val_loss: 0.5345 - val_acc: 0.7667
Epoch 1404/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5717 - acc: 0.7722 - val_loss: 0.5347 - val_acc: 0.7667
Epoch 1405/2000
720/720 [==============================] - 0s 28us/step - loss: 0.5730 - acc: 0.7792 - val_loss: 0.5358 - val_acc: 0.7667
Epoch 1406/2000
720/720 [==============================] - 0s 4us/step - loss: 0.5909 - acc: 0.7736 - val_loss: 0.5363 - val_acc: 0.7667
Epoch 1407/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5927 - acc: 0.7625 - val_loss: 0.5372 - val_acc: 0.7667
Epoch 1408/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5829 - acc: 0.7736 - val_loss: 0.5381 - val_acc: 0.7722
Epoch 1409/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5661 - acc: 0.7847 - val_loss: 0.5391 - val_acc: 0.7667
Epoch 1410/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5931 - acc: 0.7806 - val_loss: 0.5401 - val_acc: 0.7667
Epoch 1411/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5802 - acc: 0.7875 - val_loss: 0.5410 - val_acc: 0.7667
Epoch 1412/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5822 - acc: 0.7736 - val_loss: 0.5420 - val_acc: 0.7611
Epoch 1413/2000
720/720 [==============================] - 0s 20us/step - loss: 0.5848 - acc: 0.7653 - val_loss: 0.5435 - val_acc: 0.7611
Epoch 1414/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5891 - acc: 0.7667 - val_loss: 0.5456 - val_acc: 0.7556
Epoch 1415/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5706 - acc: 0.7722 - val_loss: 0.5471 - val_acc: 0.7556
Epoch 1416/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5389 - acc: 0.8111 - val_loss: 0.5482 - val_acc: 0.7556
Epoch 1417/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5613 - acc: 0.7778 - val_loss: 0.5487 - val_acc: 0.7556
Epoch 1418/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5745 - acc: 0.7861 - val_loss: 0.5492 - val_acc: 0.7556
Epoch 1419/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5552 - acc: 0.7889 - val_loss: 0.5495 - val_acc: 0.7611
Epoch 1420/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5548 - acc: 0.8028 - val_loss: 0.5498 - val_acc: 0.7611
Epoch 1421/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5694 - acc: 0.7667 - val_loss: 0.5498 - val_acc: 0.7556
Epoch 1422/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5443 - acc: 0.7986 - val_loss: 0.5496 - val_acc: 0.7556
Epoch 1423/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5747 - acc: 0.7722 - val_loss: 0.5500 - val_acc: 0.7556
Epoch 1424/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5627 - acc: 0.7833 - val_loss: 0.5506 - val_acc: 0.7556
Epoch 1425/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5506 - acc: 0.7903 - val_loss: 0.5521 - val_acc: 0.7500
Epoch 1426/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5735 - acc: 0.7639 - val_loss: 0.5535 - val_acc: 0.7500
Epoch 1427/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5718 - acc: 0.7681 - val_loss: 0.5555 - val_acc: 0.7444
Epoch 1428/2000
720/720 [==============================] - 0s 38us/step - loss: 0.5789 - acc: 0.7653 - val_loss: 0.5565 - val_acc: 0.7333
Epoch 1429/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5754 - acc: 0.7833 - val_loss: 0.5585 - val_acc: 0.7333
Epoch 1430/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5801 - acc: 0.7639 - val_loss: 0.5602 - val_acc: 0.7389
Epoch 1431/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5710 - acc: 0.7792 - val_loss: 0.5618 - val_acc: 0.7389
Epoch 1432/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5708 - acc: 0.7875 - val_loss: 0.5625 - val_acc: 0.7389
Epoch 1433/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5917 - acc: 0.7806 - val_loss: 0.5628 - val_acc: 0.7389
Epoch 1434/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5653 - acc: 0.7861 - val_loss: 0.5626 - val_acc: 0.7389
Epoch 1435/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5461 - acc: 0.7750 - val_loss: 0.5618 - val_acc: 0.7389
Epoch 1436/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5782 - acc: 0.7764 - val_loss: 0.5612 - val_acc: 0.7389
Epoch 1437/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5399 - acc: 0.8000 - val_loss: 0.5602 - val_acc: 0.7389
Epoch 1438/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5487 - acc: 0.7861 - val_loss: 0.5588 - val_acc: 0.7389
Epoch 1439/2000
720/720 [==============================] - 0s 43us/step - loss: 0.5974 - acc: 0.7806 - val_loss: 0.5581 - val_acc: 0.7333
Epoch 1440/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5690 - acc: 0.7903 - val_loss: 0.5573 - val_acc: 0.7333
Epoch 1441/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5956 - acc: 0.7653 - val_loss: 0.5570 - val_acc: 0.7389
Epoch 1442/2000
720/720 [==============================] - 0s 29us/step - loss: 0.5962 - acc: 0.7750 - val_loss: 0.5575 - val_acc: 0.7389
Epoch 1443/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5741 - acc: 0.7847 - val_loss: 0.5586 - val_acc: 0.7444
Epoch 1444/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5888 - acc: 0.7861 - val_loss: 0.5584 - val_acc: 0.7444
Epoch 1445/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5650 - acc: 0.7889 - val_loss: 0.5579 - val_acc: 0.7444
Epoch 1446/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5780 - acc: 0.7722 - val_loss: 0.5582 - val_acc: 0.7444
Epoch 1447/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5559 - acc: 0.7806 - val_loss: 0.5576 - val_acc: 0.7444
Epoch 1448/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5763 - acc: 0.7694 - val_loss: 0.5571 - val_acc: 0.7444
Epoch 1449/2000
720/720 [==============================] - 0s 18us/step - loss: 0.6047 - acc: 0.7694 - val_loss: 0.5564 - val_acc: 0.7389
Epoch 1450/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5725 - acc: 0.7847 - val_loss: 0.5551 - val_acc: 0.7389
Epoch 1451/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5735 - acc: 0.7931 - val_loss: 0.5535 - val_acc: 0.7389
Epoch 1452/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5677 - acc: 0.7778 - val_loss: 0.5510 - val_acc: 0.7444
Epoch 1453/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5750 - acc: 0.7778 - val_loss: 0.5487 - val_acc: 0.7500
Epoch 1454/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5371 - acc: 0.7944 - val_loss: 0.5467 - val_acc: 0.7500
Epoch 1455/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5924 - acc: 0.7528 - val_loss: 0.5456 - val_acc: 0.7500
Epoch 1456/2000
720/720 [==============================] - 0s 32us/step - loss: 0.5682 - acc: 0.7819 - val_loss: 0.5450 - val_acc: 0.7556
Epoch 1457/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5847 - acc: 0.7861 - val_loss: 0.5451 - val_acc: 0.7500
Epoch 1458/2000
720/720 [==============================] - 0s 6us/step - loss: 0.5688 - acc: 0.7903 - val_loss: 0.5446 - val_acc: 0.7500
Epoch 1459/2000
720/720 [==============================] - 0s 40us/step - loss: 0.5577 - acc: 0.7861 - val_loss: 0.5447 - val_acc: 0.7500
Epoch 1460/2000
720/720 [==============================] - 0s 4us/step - loss: 0.5807 - acc: 0.7764 - val_loss: 0.5450 - val_acc: 0.7500
Epoch 1461/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5942 - acc: 0.7764 - val_loss: 0.5459 - val_acc: 0.7500
Epoch 1462/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5737 - acc: 0.7944 - val_loss: 0.5468 - val_acc: 0.7444
Epoch 1463/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5709 - acc: 0.7889 - val_loss: 0.5475 - val_acc: 0.7556
Epoch 1464/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5640 - acc: 0.7833 - val_loss: 0.5478 - val_acc: 0.7611
Epoch 1465/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5737 - acc: 0.7750 - val_loss: 0.5470 - val_acc: 0.7611
Epoch 1466/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5861 - acc: 0.7806 - val_loss: 0.5455 - val_acc: 0.7667
Epoch 1467/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5773 - acc: 0.7653 - val_loss: 0.5444 - val_acc: 0.7667
Epoch 1468/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5918 - acc: 0.7694 - val_loss: 0.5437 - val_acc: 0.7667
Epoch 1469/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5787 - acc: 0.7764 - val_loss: 0.5427 - val_acc: 0.7722
Epoch 1470/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5502 - acc: 0.7958 - val_loss: 0.5421 - val_acc: 0.7611
Epoch 1471/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5749 - acc: 0.7722 - val_loss: 0.5406 - val_acc: 0.7611
Epoch 1472/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5770 - acc: 0.7750 - val_loss: 0.5402 - val_acc: 0.7611
Epoch 1473/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5458 - acc: 0.7764 - val_loss: 0.5404 - val_acc: 0.7611
Epoch 1474/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5755 - acc: 0.7778 - val_loss: 0.5408 - val_acc: 0.7611
Epoch 1475/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5952 - acc: 0.7806 - val_loss: 0.5415 - val_acc: 0.7611
Epoch 1476/2000
720/720 [==============================] - 0s 33us/step - loss: 0.5504 - acc: 0.7847 - val_loss: 0.5422 - val_acc: 0.7667
Epoch 1477/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5842 - acc: 0.7792 - val_loss: 0.5422 - val_acc: 0.7722
Epoch 1478/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5744 - acc: 0.7986 - val_loss: 0.5428 - val_acc: 0.7722
Epoch 1479/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5771 - acc: 0.7764 - val_loss: 0.5442 - val_acc: 0.7722
Epoch 1480/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5941 - acc: 0.7667 - val_loss: 0.5462 - val_acc: 0.7722
Epoch 1481/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5470 - acc: 0.7861 - val_loss: 0.5482 - val_acc: 0.7611
Epoch 1482/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5624 - acc: 0.7764 - val_loss: 0.5506 - val_acc: 0.7556
Epoch 1483/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5774 - acc: 0.7722 - val_loss: 0.5529 - val_acc: 0.7556
Epoch 1484/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5787 - acc: 0.7819 - val_loss: 0.5552 - val_acc: 0.7556
Epoch 1485/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5585 - acc: 0.7917 - val_loss: 0.5570 - val_acc: 0.7556
Epoch 1486/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5696 - acc: 0.7861 - val_loss: 0.5581 - val_acc: 0.7556
Epoch 1487/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5585 - acc: 0.7847 - val_loss: 0.5584 - val_acc: 0.7556
Epoch 1488/2000
720/720 [==============================] - 0s 36us/step - loss: 0.5750 - acc: 0.7889 - val_loss: 0.5586 - val_acc: 0.7556
Epoch 1489/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5569 - acc: 0.7917 - val_loss: 0.5582 - val_acc: 0.7556
Epoch 1490/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5714 - acc: 0.7931 - val_loss: 0.5566 - val_acc: 0.7556
Epoch 1491/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5749 - acc: 0.7750 - val_loss: 0.5545 - val_acc: 0.7556
Epoch 1492/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5736 - acc: 0.7736 - val_loss: 0.5534 - val_acc: 0.7556
Epoch 1493/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5572 - acc: 0.7764 - val_loss: 0.5530 - val_acc: 0.7611
Epoch 1494/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5819 - acc: 0.7806 - val_loss: 0.5520 - val_acc: 0.7611
Epoch 1495/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5645 - acc: 0.7833 - val_loss: 0.5510 - val_acc: 0.7611
Epoch 1496/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5624 - acc: 0.7625 - val_loss: 0.5505 - val_acc: 0.7611
Epoch 1497/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5623 - acc: 0.7889 - val_loss: 0.5503 - val_acc: 0.7556
Epoch 1498/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5677 - acc: 0.7778 - val_loss: 0.5504 - val_acc: 0.7556
Epoch 1499/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5766 - acc: 0.7722 - val_loss: 0.5512 - val_acc: 0.7556
Epoch 1500/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5745 - acc: 0.7931 - val_loss: 0.5513 - val_acc: 0.7556
Epoch 1501/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5756 - acc: 0.7806 - val_loss: 0.5509 - val_acc: 0.7611
Epoch 1502/2000
720/720 [==============================] - 0s 29us/step - loss: 0.5422 - acc: 0.7847 - val_loss: 0.5498 - val_acc: 0.7611
Epoch 1503/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5709 - acc: 0.7847 - val_loss: 0.5485 - val_acc: 0.7667
Epoch 1504/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5419 - acc: 0.7833 - val_loss: 0.5470 - val_acc: 0.7667
Epoch 1505/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5700 - acc: 0.7722 - val_loss: 0.5458 - val_acc: 0.7667
Epoch 1506/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5543 - acc: 0.7917 - val_loss: 0.5441 - val_acc: 0.7667
Epoch 1507/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5636 - acc: 0.8000 - val_loss: 0.5425 - val_acc: 0.7667
Epoch 1508/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5711 - acc: 0.7764 - val_loss: 0.5421 - val_acc: 0.7667
Epoch 1509/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5546 - acc: 0.7889 - val_loss: 0.5423 - val_acc: 0.7722
Epoch 1510/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5524 - acc: 0.7875 - val_loss: 0.5426 - val_acc: 0.7722
Epoch 1511/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5418 - acc: 0.7958 - val_loss: 0.5433 - val_acc: 0.7722
Epoch 1512/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5547 - acc: 0.7917 - val_loss: 0.5432 - val_acc: 0.7611
Epoch 1513/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5666 - acc: 0.7819 - val_loss: 0.5433 - val_acc: 0.7611
Epoch 1514/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5697 - acc: 0.7736 - val_loss: 0.5439 - val_acc: 0.7667
Epoch 1515/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5586 - acc: 0.7847 - val_loss: 0.5451 - val_acc: 0.7667
Epoch 1516/2000
720/720 [==============================] - 0s 32us/step - loss: 0.5671 - acc: 0.7694 - val_loss: 0.5461 - val_acc: 0.7667
Epoch 1517/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5877 - acc: 0.7847 - val_loss: 0.5469 - val_acc: 0.7667
Epoch 1518/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5929 - acc: 0.7819 - val_loss: 0.5476 - val_acc: 0.7667
Epoch 1519/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5520 - acc: 0.7806 - val_loss: 0.5486 - val_acc: 0.7667
Epoch 1520/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5555 - acc: 0.7819 - val_loss: 0.5493 - val_acc: 0.7667
Epoch 1521/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5558 - acc: 0.7819 - val_loss: 0.5492 - val_acc: 0.7667
Epoch 1522/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5475 - acc: 0.7931 - val_loss: 0.5489 - val_acc: 0.7667
Epoch 1523/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5755 - acc: 0.7653 - val_loss: 0.5489 - val_acc: 0.7722
Epoch 1524/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5711 - acc: 0.7778 - val_loss: 0.5492 - val_acc: 0.7611
Epoch 1525/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5780 - acc: 0.7736 - val_loss: 0.5494 - val_acc: 0.7611
Epoch 1526/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5832 - acc: 0.7764 - val_loss: 0.5493 - val_acc: 0.7611
Epoch 1527/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5663 - acc: 0.7736 - val_loss: 0.5495 - val_acc: 0.7611
Epoch 1528/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5746 - acc: 0.7861 - val_loss: 0.5499 - val_acc: 0.7611
Epoch 1529/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5670 - acc: 0.7819 - val_loss: 0.5499 - val_acc: 0.7556
Epoch 1530/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5637 - acc: 0.7806 - val_loss: 0.5496 - val_acc: 0.7500
Epoch 1531/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5581 - acc: 0.7903 - val_loss: 0.5496 - val_acc: 0.7500
Epoch 1532/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5492 - acc: 0.7833 - val_loss: 0.5500 - val_acc: 0.7500
Epoch 1533/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5423 - acc: 0.7833 - val_loss: 0.5500 - val_acc: 0.7500
Epoch 1534/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5467 - acc: 0.7875 - val_loss: 0.5501 - val_acc: 0.7444
Epoch 1535/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5734 - acc: 0.7792 - val_loss: 0.5502 - val_acc: 0.7444
Epoch 1536/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5381 - acc: 0.7847 - val_loss: 0.5500 - val_acc: 0.7444
Epoch 1537/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5704 - acc: 0.7736 - val_loss: 0.5504 - val_acc: 0.7444
Epoch 1538/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5677 - acc: 0.7847 - val_loss: 0.5512 - val_acc: 0.7444
Epoch 1539/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5816 - acc: 0.7778 - val_loss: 0.5506 - val_acc: 0.7500
Epoch 1540/2000
720/720 [==============================] - 0s 32us/step - loss: 0.5652 - acc: 0.7861 - val_loss: 0.5492 - val_acc: 0.7556
Epoch 1541/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5790 - acc: 0.7778 - val_loss: 0.5477 - val_acc: 0.7556
Epoch 1542/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5350 - acc: 0.8014 - val_loss: 0.5468 - val_acc: 0.7556
Epoch 1543/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5513 - acc: 0.7819 - val_loss: 0.5457 - val_acc: 0.7556
Epoch 1544/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5523 - acc: 0.8000 - val_loss: 0.5448 - val_acc: 0.7556
Epoch 1545/2000
720/720 [==============================] - 0s 19us/step - loss: 0.6013 - acc: 0.7750 - val_loss: 0.5436 - val_acc: 0.7556
Epoch 1546/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5522 - acc: 0.7806 - val_loss: 0.5433 - val_acc: 0.7556
Epoch 1547/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5764 - acc: 0.7847 - val_loss: 0.5433 - val_acc: 0.7556
Epoch 1548/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5735 - acc: 0.7861 - val_loss: 0.5434 - val_acc: 0.7556
Epoch 1549/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5538 - acc: 0.7833 - val_loss: 0.5438 - val_acc: 0.7556
Epoch 1550/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5649 - acc: 0.7778 - val_loss: 0.5453 - val_acc: 0.7556
Epoch 1551/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5615 - acc: 0.7819 - val_loss: 0.5461 - val_acc: 0.7556
Epoch 1552/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5664 - acc: 0.7847 - val_loss: 0.5471 - val_acc: 0.7556
Epoch 1553/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5509 - acc: 0.7917 - val_loss: 0.5484 - val_acc: 0.7611
Epoch 1554/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5517 - acc: 0.8014 - val_loss: 0.5507 - val_acc: 0.7556
Epoch 1555/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5650 - acc: 0.7750 - val_loss: 0.5531 - val_acc: 0.7500
Epoch 1556/2000
720/720 [==============================] - 0s 33us/step - loss: 0.5631 - acc: 0.7861 - val_loss: 0.5551 - val_acc: 0.7500
Epoch 1557/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5491 - acc: 0.7875 - val_loss: 0.5566 - val_acc: 0.7500
Epoch 1558/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5843 - acc: 0.7847 - val_loss: 0.5575 - val_acc: 0.7500
Epoch 1559/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5572 - acc: 0.7722 - val_loss: 0.5579 - val_acc: 0.7500
Epoch 1560/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5579 - acc: 0.7861 - val_loss: 0.5585 - val_acc: 0.7500
Epoch 1561/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5715 - acc: 0.7875 - val_loss: 0.5594 - val_acc: 0.7444
Epoch 1562/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5924 - acc: 0.7764 - val_loss: 0.5599 - val_acc: 0.7444
Epoch 1563/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5662 - acc: 0.7819 - val_loss: 0.5597 - val_acc: 0.7444
Epoch 1564/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5504 - acc: 0.7944 - val_loss: 0.5598 - val_acc: 0.7444
Epoch 1565/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5675 - acc: 0.7944 - val_loss: 0.5606 - val_acc: 0.7444
Epoch 1566/2000
720/720 [==============================] - 0s 21us/step - loss: 0.6034 - acc: 0.7722 - val_loss: 0.5621 - val_acc: 0.7500
Epoch 1567/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5737 - acc: 0.7806 - val_loss: 0.5638 - val_acc: 0.7500
Epoch 1568/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5445 - acc: 0.8042 - val_loss: 0.5654 - val_acc: 0.7500
Epoch 1569/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5590 - acc: 0.7750 - val_loss: 0.5665 - val_acc: 0.7500
Epoch 1570/2000
720/720 [==============================] - 0s 32us/step - loss: 0.5821 - acc: 0.7681 - val_loss: 0.5664 - val_acc: 0.7500
Epoch 1571/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5931 - acc: 0.7667 - val_loss: 0.5667 - val_acc: 0.7500
Epoch 1572/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5619 - acc: 0.7917 - val_loss: 0.5673 - val_acc: 0.7500
Epoch 1573/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5686 - acc: 0.7972 - val_loss: 0.5681 - val_acc: 0.7500
Epoch 1574/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5549 - acc: 0.7972 - val_loss: 0.5688 - val_acc: 0.7611
Epoch 1575/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5861 - acc: 0.7722 - val_loss: 0.5697 - val_acc: 0.7611
Epoch 1576/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5949 - acc: 0.7750 - val_loss: 0.5714 - val_acc: 0.7556
Epoch 1577/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5887 - acc: 0.7764 - val_loss: 0.5717 - val_acc: 0.7556
Epoch 1578/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5969 - acc: 0.7694 - val_loss: 0.5707 - val_acc: 0.7556
Epoch 1579/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5480 - acc: 0.7986 - val_loss: 0.5687 - val_acc: 0.7556
Epoch 1580/2000
720/720 [==============================] - 0s 32us/step - loss: 0.5700 - acc: 0.7806 - val_loss: 0.5672 - val_acc: 0.7500
Epoch 1581/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5540 - acc: 0.7875 - val_loss: 0.5662 - val_acc: 0.7500
Epoch 1582/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5728 - acc: 0.7819 - val_loss: 0.5648 - val_acc: 0.7500
Epoch 1583/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5392 - acc: 0.8069 - val_loss: 0.5634 - val_acc: 0.7500
Epoch 1584/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5548 - acc: 0.7889 - val_loss: 0.5616 - val_acc: 0.7500
Epoch 1585/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5463 - acc: 0.7972 - val_loss: 0.5594 - val_acc: 0.7500
Epoch 1586/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5606 - acc: 0.7750 - val_loss: 0.5573 - val_acc: 0.7500
Epoch 1587/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5622 - acc: 0.7889 - val_loss: 0.5552 - val_acc: 0.7500
Epoch 1588/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5630 - acc: 0.7708 - val_loss: 0.5540 - val_acc: 0.7556
Epoch 1589/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5679 - acc: 0.7889 - val_loss: 0.5529 - val_acc: 0.7556
Epoch 1590/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5760 - acc: 0.7778 - val_loss: 0.5518 - val_acc: 0.7556
Epoch 1591/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5677 - acc: 0.7958 - val_loss: 0.5508 - val_acc: 0.7556
Epoch 1592/2000
720/720 [==============================] - 0s 33us/step - loss: 0.5680 - acc: 0.7806 - val_loss: 0.5507 - val_acc: 0.7556
Epoch 1593/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5495 - acc: 0.7875 - val_loss: 0.5516 - val_acc: 0.7556
Epoch 1594/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5765 - acc: 0.7917 - val_loss: 0.5521 - val_acc: 0.7556
Epoch 1595/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5572 - acc: 0.7819 - val_loss: 0.5516 - val_acc: 0.7500
Epoch 1596/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5615 - acc: 0.7778 - val_loss: 0.5517 - val_acc: 0.7500
Epoch 1597/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5556 - acc: 0.7931 - val_loss: 0.5528 - val_acc: 0.7444
Epoch 1598/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5614 - acc: 0.7917 - val_loss: 0.5545 - val_acc: 0.7500
Epoch 1599/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5668 - acc: 0.7903 - val_loss: 0.5543 - val_acc: 0.7500
Epoch 1600/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5503 - acc: 0.7903 - val_loss: 0.5546 - val_acc: 0.7444
Epoch 1601/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5157 - acc: 0.7889 - val_loss: 0.5556 - val_acc: 0.7444
Epoch 1602/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5431 - acc: 0.8056 - val_loss: 0.5561 - val_acc: 0.7444
Epoch 1603/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5500 - acc: 0.7806 - val_loss: 0.5570 - val_acc: 0.7444
Epoch 1604/2000
720/720 [==============================] - 0s 26us/step - loss: 0.5529 - acc: 0.7903 - val_loss: 0.5576 - val_acc: 0.7389
Epoch 1605/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5701 - acc: 0.7806 - val_loss: 0.5572 - val_acc: 0.7444
Epoch 1606/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5360 - acc: 0.7806 - val_loss: 0.5575 - val_acc: 0.7444
Epoch 1607/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5411 - acc: 0.7778 - val_loss: 0.5574 - val_acc: 0.7444
Epoch 1608/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5868 - acc: 0.7847 - val_loss: 0.5569 - val_acc: 0.7444
Epoch 1609/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5592 - acc: 0.7778 - val_loss: 0.5563 - val_acc: 0.7444
Epoch 1610/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5484 - acc: 0.7736 - val_loss: 0.5565 - val_acc: 0.7444
Epoch 1611/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5658 - acc: 0.7764 - val_loss: 0.5574 - val_acc: 0.7444
Epoch 1612/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5389 - acc: 0.7917 - val_loss: 0.5588 - val_acc: 0.7444
Epoch 1613/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5766 - acc: 0.7847 - val_loss: 0.5601 - val_acc: 0.7444
Epoch 1614/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5510 - acc: 0.7875 - val_loss: 0.5602 - val_acc: 0.7444
Epoch 1615/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5396 - acc: 0.7903 - val_loss: 0.5599 - val_acc: 0.7444
Epoch 1616/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5681 - acc: 0.7847 - val_loss: 0.5592 - val_acc: 0.7444
Epoch 1617/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5495 - acc: 0.7889 - val_loss: 0.5580 - val_acc: 0.7444
Epoch 1618/2000
720/720 [==============================] - 0s 28us/step - loss: 0.5690 - acc: 0.7875 - val_loss: 0.5572 - val_acc: 0.7444
Epoch 1619/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5780 - acc: 0.7806 - val_loss: 0.5556 - val_acc: 0.7444
Epoch 1620/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5914 - acc: 0.7694 - val_loss: 0.5536 - val_acc: 0.7444
Epoch 1621/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5780 - acc: 0.7694 - val_loss: 0.5511 - val_acc: 0.7444
Epoch 1622/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5654 - acc: 0.7806 - val_loss: 0.5472 - val_acc: 0.7500
Epoch 1623/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5393 - acc: 0.7875 - val_loss: 0.5440 - val_acc: 0.7500
Epoch 1624/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5526 - acc: 0.7889 - val_loss: 0.5423 - val_acc: 0.7500
Epoch 1625/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5376 - acc: 0.7958 - val_loss: 0.5405 - val_acc: 0.7556
Epoch 1626/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5236 - acc: 0.7861 - val_loss: 0.5398 - val_acc: 0.7611
Epoch 1627/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5456 - acc: 0.7917 - val_loss: 0.5401 - val_acc: 0.7611
Epoch 1628/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5705 - acc: 0.7806 - val_loss: 0.5399 - val_acc: 0.7667
Epoch 1629/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5358 - acc: 0.7750 - val_loss: 0.5401 - val_acc: 0.7667
Epoch 1630/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5410 - acc: 0.8014 - val_loss: 0.5402 - val_acc: 0.7722
Epoch 1631/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5698 - acc: 0.7792 - val_loss: 0.5404 - val_acc: 0.7722
Epoch 1632/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5583 - acc: 0.7944 - val_loss: 0.5409 - val_acc: 0.7722
Epoch 1633/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5546 - acc: 0.7903 - val_loss: 0.5414 - val_acc: 0.7667
Epoch 1634/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5726 - acc: 0.7819 - val_loss: 0.5415 - val_acc: 0.7722
Epoch 1635/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5798 - acc: 0.7639 - val_loss: 0.5416 - val_acc: 0.7722
Epoch 1636/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5619 - acc: 0.7778 - val_loss: 0.5422 - val_acc: 0.7667
Epoch 1637/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5517 - acc: 0.7819 - val_loss: 0.5428 - val_acc: 0.7722
Epoch 1638/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5848 - acc: 0.7889 - val_loss: 0.5434 - val_acc: 0.7722
Epoch 1639/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5764 - acc: 0.7875 - val_loss: 0.5436 - val_acc: 0.7722
Epoch 1640/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5372 - acc: 0.7931 - val_loss: 0.5443 - val_acc: 0.7722
Epoch 1641/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5492 - acc: 0.7847 - val_loss: 0.5451 - val_acc: 0.7667
Epoch 1642/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5736 - acc: 0.7806 - val_loss: 0.5450 - val_acc: 0.7667
Epoch 1643/2000
720/720 [==============================] - 0s 32us/step - loss: 0.5491 - acc: 0.7944 - val_loss: 0.5453 - val_acc: 0.7667
Epoch 1644/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5357 - acc: 0.8000 - val_loss: 0.5449 - val_acc: 0.7667
Epoch 1645/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5651 - acc: 0.7778 - val_loss: 0.5447 - val_acc: 0.7611
Epoch 1646/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5461 - acc: 0.7917 - val_loss: 0.5446 - val_acc: 0.7667
Epoch 1647/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5387 - acc: 0.7806 - val_loss: 0.5443 - val_acc: 0.7667
Epoch 1648/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5644 - acc: 0.7792 - val_loss: 0.5447 - val_acc: 0.7667
Epoch 1649/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5615 - acc: 0.7833 - val_loss: 0.5453 - val_acc: 0.7667
Epoch 1650/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5272 - acc: 0.7944 - val_loss: 0.5460 - val_acc: 0.7611
Epoch 1651/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5721 - acc: 0.7819 - val_loss: 0.5474 - val_acc: 0.7611
Epoch 1652/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5655 - acc: 0.7833 - val_loss: 0.5486 - val_acc: 0.7611
Epoch 1653/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5790 - acc: 0.7750 - val_loss: 0.5502 - val_acc: 0.7500
Epoch 1654/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5713 - acc: 0.7681 - val_loss: 0.5509 - val_acc: 0.7500
Epoch 1655/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5452 - acc: 0.7806 - val_loss: 0.5515 - val_acc: 0.7500
Epoch 1656/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5844 - acc: 0.7806 - val_loss: 0.5518 - val_acc: 0.7500
Epoch 1657/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5782 - acc: 0.7792 - val_loss: 0.5525 - val_acc: 0.7611
Epoch 1658/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5778 - acc: 0.7861 - val_loss: 0.5539 - val_acc: 0.7611
Epoch 1659/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5530 - acc: 0.8014 - val_loss: 0.5561 - val_acc: 0.7667
Epoch 1660/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5281 - acc: 0.8014 - val_loss: 0.5577 - val_acc: 0.7667
Epoch 1661/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5580 - acc: 0.7806 - val_loss: 0.5592 - val_acc: 0.7556
Epoch 1662/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5525 - acc: 0.7708 - val_loss: 0.5604 - val_acc: 0.7556
Epoch 1663/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5749 - acc: 0.7806 - val_loss: 0.5606 - val_acc: 0.7556
Epoch 1664/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5329 - acc: 0.8111 - val_loss: 0.5612 - val_acc: 0.7611
Epoch 1665/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5446 - acc: 0.7903 - val_loss: 0.5618 - val_acc: 0.7611
Epoch 1666/2000
720/720 [==============================] - 0s 31us/step - loss: 0.5616 - acc: 0.7931 - val_loss: 0.5609 - val_acc: 0.7611
Epoch 1667/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5497 - acc: 0.7861 - val_loss: 0.5585 - val_acc: 0.7611
Epoch 1668/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5442 - acc: 0.7931 - val_loss: 0.5561 - val_acc: 0.7556
Epoch 1669/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5243 - acc: 0.8111 - val_loss: 0.5538 - val_acc: 0.7611
Epoch 1670/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5901 - acc: 0.7792 - val_loss: 0.5516 - val_acc: 0.7556
Epoch 1671/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5729 - acc: 0.7736 - val_loss: 0.5495 - val_acc: 0.7556
Epoch 1672/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5766 - acc: 0.7833 - val_loss: 0.5477 - val_acc: 0.7667
Epoch 1673/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5719 - acc: 0.7958 - val_loss: 0.5463 - val_acc: 0.7722
Epoch 1674/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5391 - acc: 0.7847 - val_loss: 0.5446 - val_acc: 0.7722
Epoch 1675/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5236 - acc: 0.8069 - val_loss: 0.5429 - val_acc: 0.7611
Epoch 1676/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5679 - acc: 0.7778 - val_loss: 0.5411 - val_acc: 0.7722
Epoch 1677/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5285 - acc: 0.8264 - val_loss: 0.5399 - val_acc: 0.7667
Epoch 1678/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5699 - acc: 0.7778 - val_loss: 0.5395 - val_acc: 0.7722
Epoch 1679/2000
720/720 [==============================] - 0s 35us/step - loss: 0.6023 - acc: 0.7792 - val_loss: 0.5399 - val_acc: 0.7778
Epoch 1680/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5838 - acc: 0.7861 - val_loss: 0.5413 - val_acc: 0.7778
Epoch 1681/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5748 - acc: 0.7806 - val_loss: 0.5439 - val_acc: 0.7778
Epoch 1682/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5719 - acc: 0.7861 - val_loss: 0.5468 - val_acc: 0.7778
Epoch 1683/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5683 - acc: 0.7889 - val_loss: 0.5490 - val_acc: 0.7722
Epoch 1684/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5612 - acc: 0.7736 - val_loss: 0.5512 - val_acc: 0.7667
Epoch 1685/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5669 - acc: 0.7875 - val_loss: 0.5532 - val_acc: 0.7667
Epoch 1686/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5711 - acc: 0.7931 - val_loss: 0.5548 - val_acc: 0.7667
Epoch 1687/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5470 - acc: 0.7917 - val_loss: 0.5560 - val_acc: 0.7667
Epoch 1688/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5372 - acc: 0.8014 - val_loss: 0.5566 - val_acc: 0.7667
Epoch 1689/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5494 - acc: 0.7944 - val_loss: 0.5567 - val_acc: 0.7611
Epoch 1690/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5624 - acc: 0.7847 - val_loss: 0.5565 - val_acc: 0.7611
Epoch 1691/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5656 - acc: 0.7889 - val_loss: 0.5567 - val_acc: 0.7611
Epoch 1692/2000
720/720 [==============================] - 0s 26us/step - loss: 0.5633 - acc: 0.7806 - val_loss: 0.5570 - val_acc: 0.7611
Epoch 1693/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5645 - acc: 0.7806 - val_loss: 0.5571 - val_acc: 0.7611
Epoch 1694/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5646 - acc: 0.7792 - val_loss: 0.5575 - val_acc: 0.7500
Epoch 1695/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5766 - acc: 0.7778 - val_loss: 0.5580 - val_acc: 0.7500
Epoch 1696/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5738 - acc: 0.7694 - val_loss: 0.5585 - val_acc: 0.7444
Epoch 1697/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5451 - acc: 0.7986 - val_loss: 0.5593 - val_acc: 0.7444
Epoch 1698/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5553 - acc: 0.7889 - val_loss: 0.5595 - val_acc: 0.7444
Epoch 1699/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5535 - acc: 0.7972 - val_loss: 0.5597 - val_acc: 0.7444
Epoch 1700/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5423 - acc: 0.7861 - val_loss: 0.5598 - val_acc: 0.7444
Epoch 1701/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5503 - acc: 0.7903 - val_loss: 0.5591 - val_acc: 0.7444
Epoch 1702/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5620 - acc: 0.7778 - val_loss: 0.5591 - val_acc: 0.7500
Epoch 1703/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5304 - acc: 0.7931 - val_loss: 0.5591 - val_acc: 0.7444
Epoch 1704/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5532 - acc: 0.7861 - val_loss: 0.5589 - val_acc: 0.7500
Epoch 1705/2000
720/720 [==============================] - 0s 29us/step - loss: 0.5642 - acc: 0.7861 - val_loss: 0.5586 - val_acc: 0.7500
Epoch 1706/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5234 - acc: 0.8014 - val_loss: 0.5587 - val_acc: 0.7500
Epoch 1707/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5385 - acc: 0.8000 - val_loss: 0.5595 - val_acc: 0.7556
Epoch 1708/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5410 - acc: 0.7944 - val_loss: 0.5599 - val_acc: 0.7556
Epoch 1709/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5590 - acc: 0.7819 - val_loss: 0.5611 - val_acc: 0.7556
Epoch 1710/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5450 - acc: 0.7861 - val_loss: 0.5618 - val_acc: 0.7556
Epoch 1711/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5640 - acc: 0.7778 - val_loss: 0.5624 - val_acc: 0.7556
Epoch 1712/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5617 - acc: 0.7750 - val_loss: 0.5629 - val_acc: 0.7556
Epoch 1713/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5516 - acc: 0.7792 - val_loss: 0.5634 - val_acc: 0.7556
Epoch 1714/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5498 - acc: 0.7681 - val_loss: 0.5632 - val_acc: 0.7556
Epoch 1715/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5475 - acc: 0.7958 - val_loss: 0.5621 - val_acc: 0.7556
Epoch 1716/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5657 - acc: 0.7792 - val_loss: 0.5606 - val_acc: 0.7500
Epoch 1717/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5419 - acc: 0.7889 - val_loss: 0.5594 - val_acc: 0.7444
Epoch 1718/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5825 - acc: 0.7722 - val_loss: 0.5590 - val_acc: 0.7444
Epoch 1719/2000
720/720 [==============================] - 0s 29us/step - loss: 0.5729 - acc: 0.7694 - val_loss: 0.5580 - val_acc: 0.7444
Epoch 1720/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5903 - acc: 0.7569 - val_loss: 0.5566 - val_acc: 0.7444
Epoch 1721/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5512 - acc: 0.7889 - val_loss: 0.5564 - val_acc: 0.7389
Epoch 1722/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5275 - acc: 0.7972 - val_loss: 0.5558 - val_acc: 0.7444
Epoch 1723/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5861 - acc: 0.7819 - val_loss: 0.5552 - val_acc: 0.7444
Epoch 1724/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5424 - acc: 0.7972 - val_loss: 0.5547 - val_acc: 0.7389
Epoch 1725/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5475 - acc: 0.7917 - val_loss: 0.5540 - val_acc: 0.7389
Epoch 1726/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5379 - acc: 0.7833 - val_loss: 0.5534 - val_acc: 0.7389
Epoch 1727/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5564 - acc: 0.8014 - val_loss: 0.5525 - val_acc: 0.7389
Epoch 1728/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5601 - acc: 0.7722 - val_loss: 0.5519 - val_acc: 0.7389
Epoch 1729/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5602 - acc: 0.7819 - val_loss: 0.5522 - val_acc: 0.7389
Epoch 1730/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5545 - acc: 0.7792 - val_loss: 0.5523 - val_acc: 0.7500
Epoch 1731/2000
720/720 [==============================] - 0s 29us/step - loss: 0.5569 - acc: 0.7861 - val_loss: 0.5533 - val_acc: 0.7500
Epoch 1732/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5567 - acc: 0.7833 - val_loss: 0.5550 - val_acc: 0.7500
Epoch 1733/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5878 - acc: 0.7694 - val_loss: 0.5579 - val_acc: 0.7500
Epoch 1734/2000
720/720 [==============================] - 0s 36us/step - loss: 0.5566 - acc: 0.7958 - val_loss: 0.5605 - val_acc: 0.7444
Epoch 1735/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5293 - acc: 0.7847 - val_loss: 0.5634 - val_acc: 0.7444
Epoch 1736/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5454 - acc: 0.7861 - val_loss: 0.5650 - val_acc: 0.7444
Epoch 1737/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5384 - acc: 0.7889 - val_loss: 0.5664 - val_acc: 0.7556
Epoch 1738/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5495 - acc: 0.7903 - val_loss: 0.5674 - val_acc: 0.7556
Epoch 1739/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5529 - acc: 0.7736 - val_loss: 0.5687 - val_acc: 0.7500
Epoch 1740/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5304 - acc: 0.7958 - val_loss: 0.5699 - val_acc: 0.7500
Epoch 1741/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5479 - acc: 0.8014 - val_loss: 0.5701 - val_acc: 0.7389
Epoch 1742/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5585 - acc: 0.7806 - val_loss: 0.5705 - val_acc: 0.7444
Epoch 1743/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5798 - acc: 0.7833 - val_loss: 0.5702 - val_acc: 0.7500
Epoch 1744/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5422 - acc: 0.7972 - val_loss: 0.5699 - val_acc: 0.7500
Epoch 1745/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5588 - acc: 0.7847 - val_loss: 0.5703 - val_acc: 0.7444
Epoch 1746/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5413 - acc: 0.7917 - val_loss: 0.5703 - val_acc: 0.7500
Epoch 1747/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5323 - acc: 0.8014 - val_loss: 0.5695 - val_acc: 0.7500
Epoch 1748/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5399 - acc: 0.7889 - val_loss: 0.5677 - val_acc: 0.7500
Epoch 1749/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5332 - acc: 0.7889 - val_loss: 0.5669 - val_acc: 0.7500
Epoch 1750/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5650 - acc: 0.7875 - val_loss: 0.5664 - val_acc: 0.7444
Epoch 1751/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5536 - acc: 0.7903 - val_loss: 0.5643 - val_acc: 0.7444
Epoch 1752/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5529 - acc: 0.7944 - val_loss: 0.5618 - val_acc: 0.7556
Epoch 1753/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5733 - acc: 0.7889 - val_loss: 0.5598 - val_acc: 0.7556
Epoch 1754/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5617 - acc: 0.7792 - val_loss: 0.5573 - val_acc: 0.7556
Epoch 1755/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5393 - acc: 0.7861 - val_loss: 0.5551 - val_acc: 0.7500
Epoch 1756/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5578 - acc: 0.7792 - val_loss: 0.5536 - val_acc: 0.7500
Epoch 1757/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5455 - acc: 0.7875 - val_loss: 0.5525 - val_acc: 0.7500
Epoch 1758/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5847 - acc: 0.7819 - val_loss: 0.5513 - val_acc: 0.7556
Epoch 1759/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5191 - acc: 0.7958 - val_loss: 0.5500 - val_acc: 0.7556
Epoch 1760/2000
720/720 [==============================] - 0s 31us/step - loss: 0.5119 - acc: 0.7972 - val_loss: 0.5490 - val_acc: 0.7556
Epoch 1761/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5308 - acc: 0.7806 - val_loss: 0.5484 - val_acc: 0.7556
Epoch 1762/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5687 - acc: 0.7861 - val_loss: 0.5479 - val_acc: 0.7611
Epoch 1763/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5630 - acc: 0.7806 - val_loss: 0.5478 - val_acc: 0.7611
Epoch 1764/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5376 - acc: 0.7875 - val_loss: 0.5481 - val_acc: 0.7611
Epoch 1765/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5434 - acc: 0.7806 - val_loss: 0.5479 - val_acc: 0.7667
Epoch 1766/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5398 - acc: 0.7972 - val_loss: 0.5476 - val_acc: 0.7667
Epoch 1767/2000
720/720 [==============================] - 0s 15us/step - loss: 0.5430 - acc: 0.7903 - val_loss: 0.5464 - val_acc: 0.7667
Epoch 1768/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5453 - acc: 0.7847 - val_loss: 0.5451 - val_acc: 0.7667
Epoch 1769/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5702 - acc: 0.7819 - val_loss: 0.5437 - val_acc: 0.7722
Epoch 1770/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5470 - acc: 0.7778 - val_loss: 0.5428 - val_acc: 0.7722
Epoch 1771/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5599 - acc: 0.7792 - val_loss: 0.5424 - val_acc: 0.7722
Epoch 1772/2000
720/720 [==============================] - 0s 31us/step - loss: 0.5569 - acc: 0.7833 - val_loss: 0.5421 - val_acc: 0.7722
Epoch 1773/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5382 - acc: 0.7931 - val_loss: 0.5422 - val_acc: 0.7722
Epoch 1774/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5218 - acc: 0.8000 - val_loss: 0.5422 - val_acc: 0.7667
Epoch 1775/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5533 - acc: 0.7792 - val_loss: 0.5424 - val_acc: 0.7611
Epoch 1776/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5813 - acc: 0.7847 - val_loss: 0.5432 - val_acc: 0.7500
Epoch 1777/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5487 - acc: 0.7875 - val_loss: 0.5441 - val_acc: 0.7500
Epoch 1778/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5528 - acc: 0.7778 - val_loss: 0.5461 - val_acc: 0.7500
Epoch 1779/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5310 - acc: 0.7903 - val_loss: 0.5487 - val_acc: 0.7500
Epoch 1780/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5443 - acc: 0.7917 - val_loss: 0.5507 - val_acc: 0.7556
Epoch 1781/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5552 - acc: 0.7861 - val_loss: 0.5528 - val_acc: 0.7500
Epoch 1782/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5241 - acc: 0.8000 - val_loss: 0.5544 - val_acc: 0.7500
Epoch 1783/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5645 - acc: 0.7764 - val_loss: 0.5560 - val_acc: 0.7500
Epoch 1784/2000
720/720 [==============================] - 0s 29us/step - loss: 0.5517 - acc: 0.7958 - val_loss: 0.5563 - val_acc: 0.7500
Epoch 1785/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5440 - acc: 0.7819 - val_loss: 0.5561 - val_acc: 0.7500
Epoch 1786/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5545 - acc: 0.7861 - val_loss: 0.5558 - val_acc: 0.7500
Epoch 1787/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5544 - acc: 0.8014 - val_loss: 0.5555 - val_acc: 0.7500
Epoch 1788/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5341 - acc: 0.7861 - val_loss: 0.5552 - val_acc: 0.7500
Epoch 1789/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5766 - acc: 0.7778 - val_loss: 0.5549 - val_acc: 0.7500
Epoch 1790/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5402 - acc: 0.7958 - val_loss: 0.5540 - val_acc: 0.7500
Epoch 1791/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5691 - acc: 0.7833 - val_loss: 0.5531 - val_acc: 0.7500
Epoch 1792/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5635 - acc: 0.7889 - val_loss: 0.5519 - val_acc: 0.7500
Epoch 1793/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5574 - acc: 0.7833 - val_loss: 0.5499 - val_acc: 0.7556
Epoch 1794/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5282 - acc: 0.7972 - val_loss: 0.5479 - val_acc: 0.7611
Epoch 1795/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5243 - acc: 0.8028 - val_loss: 0.5454 - val_acc: 0.7667
Epoch 1796/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5455 - acc: 0.7861 - val_loss: 0.5431 - val_acc: 0.7778
Epoch 1797/2000
720/720 [==============================] - 0s 35us/step - loss: 0.5607 - acc: 0.7847 - val_loss: 0.5412 - val_acc: 0.7778
Epoch 1798/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5447 - acc: 0.8028 - val_loss: 0.5392 - val_acc: 0.7778
Epoch 1799/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5393 - acc: 0.8042 - val_loss: 0.5376 - val_acc: 0.7889
Epoch 1800/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5421 - acc: 0.7792 - val_loss: 0.5359 - val_acc: 0.7889
Epoch 1801/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5616 - acc: 0.7889 - val_loss: 0.5347 - val_acc: 0.7889
Epoch 1802/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5770 - acc: 0.7736 - val_loss: 0.5343 - val_acc: 0.7944
Epoch 1803/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5445 - acc: 0.7917 - val_loss: 0.5337 - val_acc: 0.8000
Epoch 1804/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5528 - acc: 0.7819 - val_loss: 0.5332 - val_acc: 0.8056
Epoch 1805/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5635 - acc: 0.7889 - val_loss: 0.5331 - val_acc: 0.8056
Epoch 1806/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5631 - acc: 0.7972 - val_loss: 0.5323 - val_acc: 0.7944
Epoch 1807/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5614 - acc: 0.7806 - val_loss: 0.5322 - val_acc: 0.7944
Epoch 1808/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5498 - acc: 0.7819 - val_loss: 0.5322 - val_acc: 0.7944
Epoch 1809/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5336 - acc: 0.8097 - val_loss: 0.5328 - val_acc: 0.7889
Epoch 1810/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5667 - acc: 0.7903 - val_loss: 0.5333 - val_acc: 0.7889
Epoch 1811/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5441 - acc: 0.7875 - val_loss: 0.5337 - val_acc: 0.7889
Epoch 1812/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5403 - acc: 0.7875 - val_loss: 0.5344 - val_acc: 0.7833
Epoch 1813/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5643 - acc: 0.8097 - val_loss: 0.5347 - val_acc: 0.7833
Epoch 1814/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5614 - acc: 0.7944 - val_loss: 0.5357 - val_acc: 0.7778
Epoch 1815/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5300 - acc: 0.7944 - val_loss: 0.5368 - val_acc: 0.7667
Epoch 1816/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5557 - acc: 0.8042 - val_loss: 0.5378 - val_acc: 0.7667
Epoch 1817/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5791 - acc: 0.7722 - val_loss: 0.5386 - val_acc: 0.7667
Epoch 1818/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5479 - acc: 0.8000 - val_loss: 0.5399 - val_acc: 0.7667
Epoch 1819/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5630 - acc: 0.7903 - val_loss: 0.5413 - val_acc: 0.7611
Epoch 1820/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5407 - acc: 0.7917 - val_loss: 0.5430 - val_acc: 0.7611
Epoch 1821/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5919 - acc: 0.7667 - val_loss: 0.5451 - val_acc: 0.7611
Epoch 1822/2000
720/720 [==============================] - 0s 26us/step - loss: 0.5440 - acc: 0.7917 - val_loss: 0.5471 - val_acc: 0.7722
Epoch 1823/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5375 - acc: 0.7833 - val_loss: 0.5486 - val_acc: 0.7722
Epoch 1824/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5684 - acc: 0.7861 - val_loss: 0.5504 - val_acc: 0.7722
Epoch 1825/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5321 - acc: 0.7903 - val_loss: 0.5526 - val_acc: 0.7667
Epoch 1826/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5695 - acc: 0.7722 - val_loss: 0.5553 - val_acc: 0.7556
Epoch 1827/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5362 - acc: 0.7986 - val_loss: 0.5575 - val_acc: 0.7556
Epoch 1828/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5752 - acc: 0.7875 - val_loss: 0.5582 - val_acc: 0.7556
Epoch 1829/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5396 - acc: 0.7792 - val_loss: 0.5586 - val_acc: 0.7556
Epoch 1830/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5634 - acc: 0.7861 - val_loss: 0.5590 - val_acc: 0.7500
Epoch 1831/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5289 - acc: 0.7958 - val_loss: 0.5587 - val_acc: 0.7556
Epoch 1832/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5695 - acc: 0.7889 - val_loss: 0.5579 - val_acc: 0.7556
Epoch 1833/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5652 - acc: 0.7792 - val_loss: 0.5560 - val_acc: 0.7556
Epoch 1834/2000
720/720 [==============================] - 0s 29us/step - loss: 0.5692 - acc: 0.7736 - val_loss: 0.5546 - val_acc: 0.7556
Epoch 1835/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5504 - acc: 0.7958 - val_loss: 0.5537 - val_acc: 0.7556
Epoch 1836/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5409 - acc: 0.7681 - val_loss: 0.5533 - val_acc: 0.7500
Epoch 1837/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5524 - acc: 0.8000 - val_loss: 0.5524 - val_acc: 0.7500
Epoch 1838/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5372 - acc: 0.7958 - val_loss: 0.5513 - val_acc: 0.7500
Epoch 1839/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5567 - acc: 0.7847 - val_loss: 0.5510 - val_acc: 0.7500
Epoch 1840/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5566 - acc: 0.7903 - val_loss: 0.5509 - val_acc: 0.7500
Epoch 1841/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5599 - acc: 0.7944 - val_loss: 0.5511 - val_acc: 0.7556
Epoch 1842/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5401 - acc: 0.7958 - val_loss: 0.5509 - val_acc: 0.7611
Epoch 1843/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5560 - acc: 0.7944 - val_loss: 0.5511 - val_acc: 0.7611
Epoch 1844/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5723 - acc: 0.7833 - val_loss: 0.5511 - val_acc: 0.7611
Epoch 1845/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5594 - acc: 0.7806 - val_loss: 0.5506 - val_acc: 0.7556
Epoch 1846/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5296 - acc: 0.7847 - val_loss: 0.5500 - val_acc: 0.7556
Epoch 1847/2000
720/720 [==============================] - 0s 33us/step - loss: 0.5512 - acc: 0.7819 - val_loss: 0.5498 - val_acc: 0.7556
Epoch 1848/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5700 - acc: 0.7903 - val_loss: 0.5495 - val_acc: 0.7611
Epoch 1849/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5521 - acc: 0.7958 - val_loss: 0.5486 - val_acc: 0.7611
Epoch 1850/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5523 - acc: 0.7903 - val_loss: 0.5482 - val_acc: 0.7611
Epoch 1851/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5552 - acc: 0.7875 - val_loss: 0.5473 - val_acc: 0.7667
Epoch 1852/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5657 - acc: 0.7861 - val_loss: 0.5468 - val_acc: 0.7722
Epoch 1853/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5360 - acc: 0.7764 - val_loss: 0.5469 - val_acc: 0.7722
Epoch 1854/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5591 - acc: 0.7833 - val_loss: 0.5471 - val_acc: 0.7722
Epoch 1855/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5552 - acc: 0.7889 - val_loss: 0.5475 - val_acc: 0.7722
Epoch 1856/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5325 - acc: 0.7931 - val_loss: 0.5478 - val_acc: 0.7722
Epoch 1857/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5393 - acc: 0.7833 - val_loss: 0.5478 - val_acc: 0.7722
Epoch 1858/2000
720/720 [==============================] - 0s 29us/step - loss: 0.5285 - acc: 0.7986 - val_loss: 0.5479 - val_acc: 0.7722
Epoch 1859/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5320 - acc: 0.8028 - val_loss: 0.5481 - val_acc: 0.7722
Epoch 1860/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5526 - acc: 0.7792 - val_loss: 0.5484 - val_acc: 0.7778
Epoch 1861/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5441 - acc: 0.7861 - val_loss: 0.5479 - val_acc: 0.7778
Epoch 1862/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5551 - acc: 0.7833 - val_loss: 0.5467 - val_acc: 0.7778
Epoch 1863/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5634 - acc: 0.7750 - val_loss: 0.5457 - val_acc: 0.7722
Epoch 1864/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5366 - acc: 0.7875 - val_loss: 0.5449 - val_acc: 0.7722
Epoch 1865/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5569 - acc: 0.7903 - val_loss: 0.5441 - val_acc: 0.7722
Epoch 1866/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5766 - acc: 0.7681 - val_loss: 0.5432 - val_acc: 0.7722
Epoch 1867/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5595 - acc: 0.7722 - val_loss: 0.5420 - val_acc: 0.7778
Epoch 1868/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5391 - acc: 0.7903 - val_loss: 0.5412 - val_acc: 0.7778
Epoch 1869/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5339 - acc: 0.7819 - val_loss: 0.5403 - val_acc: 0.7778
Epoch 1870/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5579 - acc: 0.7861 - val_loss: 0.5399 - val_acc: 0.7778
Epoch 1871/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5473 - acc: 0.7833 - val_loss: 0.5393 - val_acc: 0.7778
Epoch 1872/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5595 - acc: 0.7722 - val_loss: 0.5384 - val_acc: 0.7778
Epoch 1873/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5539 - acc: 0.7986 - val_loss: 0.5372 - val_acc: 0.7778
Epoch 1874/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5496 - acc: 0.7903 - val_loss: 0.5363 - val_acc: 0.7778
Epoch 1875/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5537 - acc: 0.7778 - val_loss: 0.5358 - val_acc: 0.7778
Epoch 1876/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5556 - acc: 0.7917 - val_loss: 0.5345 - val_acc: 0.7778
Epoch 1877/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5457 - acc: 0.7931 - val_loss: 0.5336 - val_acc: 0.7778
Epoch 1878/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5468 - acc: 0.7847 - val_loss: 0.5321 - val_acc: 0.7778
Epoch 1879/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5333 - acc: 0.8028 - val_loss: 0.5309 - val_acc: 0.7833
Epoch 1880/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5398 - acc: 0.7931 - val_loss: 0.5302 - val_acc: 0.7833
Epoch 1881/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5543 - acc: 0.8000 - val_loss: 0.5301 - val_acc: 0.7833
Epoch 1882/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5706 - acc: 0.8000 - val_loss: 0.5305 - val_acc: 0.7833
Epoch 1883/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5419 - acc: 0.7944 - val_loss: 0.5312 - val_acc: 0.7833
Epoch 1884/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5218 - acc: 0.7972 - val_loss: 0.5321 - val_acc: 0.7833
Epoch 1885/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5372 - acc: 0.7944 - val_loss: 0.5333 - val_acc: 0.7833
Epoch 1886/2000
720/720 [==============================] - 0s 35us/step - loss: 0.5695 - acc: 0.7806 - val_loss: 0.5346 - val_acc: 0.7833
Epoch 1887/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5531 - acc: 0.7972 - val_loss: 0.5366 - val_acc: 0.7778
Epoch 1888/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5347 - acc: 0.8000 - val_loss: 0.5380 - val_acc: 0.7722
Epoch 1889/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5330 - acc: 0.8000 - val_loss: 0.5399 - val_acc: 0.7722
Epoch 1890/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5205 - acc: 0.7972 - val_loss: 0.5414 - val_acc: 0.7778
Epoch 1891/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5486 - acc: 0.7986 - val_loss: 0.5431 - val_acc: 0.7778
Epoch 1892/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5626 - acc: 0.7819 - val_loss: 0.5444 - val_acc: 0.7722
Epoch 1893/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5464 - acc: 0.7847 - val_loss: 0.5457 - val_acc: 0.7722
Epoch 1894/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5403 - acc: 0.8069 - val_loss: 0.5466 - val_acc: 0.7667
Epoch 1895/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5260 - acc: 0.7889 - val_loss: 0.5471 - val_acc: 0.7667
Epoch 1896/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5467 - acc: 0.8000 - val_loss: 0.5470 - val_acc: 0.7611
Epoch 1897/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5516 - acc: 0.7903 - val_loss: 0.5473 - val_acc: 0.7556
Epoch 1898/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5561 - acc: 0.7903 - val_loss: 0.5483 - val_acc: 0.7611
Epoch 1899/2000
720/720 [==============================] - 0s 32us/step - loss: 0.5720 - acc: 0.7819 - val_loss: 0.5491 - val_acc: 0.7611
Epoch 1900/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5388 - acc: 0.7958 - val_loss: 0.5496 - val_acc: 0.7611
Epoch 1901/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5337 - acc: 0.8014 - val_loss: 0.5502 - val_acc: 0.7611
Epoch 1902/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5759 - acc: 0.7833 - val_loss: 0.5509 - val_acc: 0.7611
Epoch 1903/2000
720/720 [==============================] - 0s 32us/step - loss: 0.5639 - acc: 0.8069 - val_loss: 0.5515 - val_acc: 0.7556
Epoch 1904/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5589 - acc: 0.7847 - val_loss: 0.5514 - val_acc: 0.7556
Epoch 1905/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5697 - acc: 0.7708 - val_loss: 0.5508 - val_acc: 0.7556
Epoch 1906/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5336 - acc: 0.8028 - val_loss: 0.5503 - val_acc: 0.7556
Epoch 1907/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5508 - acc: 0.7819 - val_loss: 0.5494 - val_acc: 0.7556
Epoch 1908/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5341 - acc: 0.7889 - val_loss: 0.5487 - val_acc: 0.7611
Epoch 1909/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5550 - acc: 0.7875 - val_loss: 0.5482 - val_acc: 0.7611
Epoch 1910/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5515 - acc: 0.7986 - val_loss: 0.5485 - val_acc: 0.7611
Epoch 1911/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5441 - acc: 0.7903 - val_loss: 0.5494 - val_acc: 0.7611
Epoch 1912/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5296 - acc: 0.7986 - val_loss: 0.5502 - val_acc: 0.7611
Epoch 1913/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5583 - acc: 0.7931 - val_loss: 0.5502 - val_acc: 0.7556
Epoch 1914/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5545 - acc: 0.7917 - val_loss: 0.5495 - val_acc: 0.7611
Epoch 1915/2000
720/720 [==============================] - 0s 29us/step - loss: 0.5360 - acc: 0.7931 - val_loss: 0.5482 - val_acc: 0.7611
Epoch 1916/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5736 - acc: 0.7861 - val_loss: 0.5472 - val_acc: 0.7611
Epoch 1917/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5338 - acc: 0.7931 - val_loss: 0.5462 - val_acc: 0.7722
Epoch 1918/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5503 - acc: 0.7917 - val_loss: 0.5452 - val_acc: 0.7667
Epoch 1919/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5656 - acc: 0.8000 - val_loss: 0.5446 - val_acc: 0.7778
Epoch 1920/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5501 - acc: 0.7889 - val_loss: 0.5442 - val_acc: 0.7833
Epoch 1921/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5315 - acc: 0.7958 - val_loss: 0.5441 - val_acc: 0.7889
Epoch 1922/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5796 - acc: 0.7833 - val_loss: 0.5442 - val_acc: 0.7889
Epoch 1923/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5460 - acc: 0.7986 - val_loss: 0.5447 - val_acc: 0.7889
Epoch 1924/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5545 - acc: 0.7931 - val_loss: 0.5458 - val_acc: 0.7889
Epoch 1925/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5409 - acc: 0.7986 - val_loss: 0.5469 - val_acc: 0.7889
Epoch 1926/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5573 - acc: 0.7819 - val_loss: 0.5489 - val_acc: 0.7889
Epoch 1927/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5569 - acc: 0.7861 - val_loss: 0.5510 - val_acc: 0.7833
Epoch 1928/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5447 - acc: 0.7931 - val_loss: 0.5530 - val_acc: 0.7778
Epoch 1929/2000
720/720 [==============================] - 0s 31us/step - loss: 0.5254 - acc: 0.7833 - val_loss: 0.5554 - val_acc: 0.7722
Epoch 1930/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5525 - acc: 0.8000 - val_loss: 0.5576 - val_acc: 0.7611
Epoch 1931/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5515 - acc: 0.7819 - val_loss: 0.5593 - val_acc: 0.7611
Epoch 1932/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5601 - acc: 0.7875 - val_loss: 0.5604 - val_acc: 0.7556
Epoch 1933/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5524 - acc: 0.7889 - val_loss: 0.5610 - val_acc: 0.7556
Epoch 1934/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5276 - acc: 0.7917 - val_loss: 0.5613 - val_acc: 0.7556
Epoch 1935/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5369 - acc: 0.7792 - val_loss: 0.5608 - val_acc: 0.7556
Epoch 1936/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5302 - acc: 0.7917 - val_loss: 0.5600 - val_acc: 0.7611
Epoch 1937/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5489 - acc: 0.7931 - val_loss: 0.5594 - val_acc: 0.7556
Epoch 1938/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5527 - acc: 0.7889 - val_loss: 0.5587 - val_acc: 0.7556
Epoch 1939/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5499 - acc: 0.7875 - val_loss: 0.5582 - val_acc: 0.7500
Epoch 1940/2000
720/720 [==============================] - 0s 35us/step - loss: 0.5486 - acc: 0.7736 - val_loss: 0.5580 - val_acc: 0.7556
Epoch 1941/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5481 - acc: 0.7931 - val_loss: 0.5581 - val_acc: 0.7611
Epoch 1942/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5648 - acc: 0.7764 - val_loss: 0.5576 - val_acc: 0.7611
Epoch 1943/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5455 - acc: 0.7958 - val_loss: 0.5572 - val_acc: 0.7611
Epoch 1944/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5196 - acc: 0.7944 - val_loss: 0.5570 - val_acc: 0.7667
Epoch 1945/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5735 - acc: 0.7833 - val_loss: 0.5563 - val_acc: 0.7667
Epoch 1946/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5410 - acc: 0.7833 - val_loss: 0.5556 - val_acc: 0.7667
Epoch 1947/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5192 - acc: 0.8167 - val_loss: 0.5548 - val_acc: 0.7667
Epoch 1948/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5450 - acc: 0.7972 - val_loss: 0.5542 - val_acc: 0.7667
Epoch 1949/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5460 - acc: 0.7889 - val_loss: 0.5535 - val_acc: 0.7667
Epoch 1950/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5669 - acc: 0.7778 - val_loss: 0.5527 - val_acc: 0.7667
Epoch 1951/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5694 - acc: 0.7889 - val_loss: 0.5515 - val_acc: 0.7667
Epoch 1952/2000
720/720 [==============================] - 0s 28us/step - loss: 0.5194 - acc: 0.7972 - val_loss: 0.5505 - val_acc: 0.7667
Epoch 1953/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5462 - acc: 0.7931 - val_loss: 0.5489 - val_acc: 0.7667
Epoch 1954/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5583 - acc: 0.7986 - val_loss: 0.5473 - val_acc: 0.7667
Epoch 1955/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5231 - acc: 0.8042 - val_loss: 0.5457 - val_acc: 0.7667
Epoch 1956/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5630 - acc: 0.7736 - val_loss: 0.5442 - val_acc: 0.7611
Epoch 1957/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5364 - acc: 0.7986 - val_loss: 0.5428 - val_acc: 0.7611
Epoch 1958/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5362 - acc: 0.7847 - val_loss: 0.5415 - val_acc: 0.7611
Epoch 1959/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5295 - acc: 0.8000 - val_loss: 0.5398 - val_acc: 0.7667
Epoch 1960/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5526 - acc: 0.7889 - val_loss: 0.5385 - val_acc: 0.7722
Epoch 1961/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5602 - acc: 0.7806 - val_loss: 0.5377 - val_acc: 0.7778
Epoch 1962/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5492 - acc: 0.7875 - val_loss: 0.5370 - val_acc: 0.7889
Epoch 1963/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5483 - acc: 0.7750 - val_loss: 0.5371 - val_acc: 0.7889
Epoch 1964/2000
720/720 [==============================] - 0s 32us/step - loss: 0.5519 - acc: 0.7875 - val_loss: 0.5370 - val_acc: 0.7889
Epoch 1965/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5671 - acc: 0.7917 - val_loss: 0.5371 - val_acc: 0.7833
Epoch 1966/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5518 - acc: 0.7833 - val_loss: 0.5371 - val_acc: 0.7833
Epoch 1967/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5578 - acc: 0.7931 - val_loss: 0.5368 - val_acc: 0.7833
Epoch 1968/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5226 - acc: 0.8028 - val_loss: 0.5366 - val_acc: 0.7778
Epoch 1969/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5425 - acc: 0.7917 - val_loss: 0.5364 - val_acc: 0.7778
Epoch 1970/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5513 - acc: 0.7861 - val_loss: 0.5368 - val_acc: 0.7722
Epoch 1971/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5502 - acc: 0.7889 - val_loss: 0.5377 - val_acc: 0.7722
Epoch 1972/2000
720/720 [==============================] - 0s 22us/step - loss: 0.5361 - acc: 0.7958 - val_loss: 0.5386 - val_acc: 0.7667
Epoch 1973/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5441 - acc: 0.7889 - val_loss: 0.5394 - val_acc: 0.7722
Epoch 1974/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5526 - acc: 0.7944 - val_loss: 0.5401 - val_acc: 0.7722
Epoch 1975/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5470 - acc: 0.7972 - val_loss: 0.5415 - val_acc: 0.7667
Epoch 1976/2000
720/720 [==============================] - 0s 17us/step - loss: 0.5488 - acc: 0.7847 - val_loss: 0.5425 - val_acc: 0.7667
Epoch 1977/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5603 - acc: 0.7819 - val_loss: 0.5441 - val_acc: 0.7667
Epoch 1978/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5396 - acc: 0.7861 - val_loss: 0.5458 - val_acc: 0.7778
Epoch 1979/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5639 - acc: 0.7944 - val_loss: 0.5473 - val_acc: 0.7722
Epoch 1980/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5417 - acc: 0.7944 - val_loss: 0.5485 - val_acc: 0.7667
Epoch 1981/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5387 - acc: 0.7931 - val_loss: 0.5495 - val_acc: 0.7667
Epoch 1982/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5727 - acc: 0.7792 - val_loss: 0.5500 - val_acc: 0.7667
Epoch 1983/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5617 - acc: 0.7778 - val_loss: 0.5506 - val_acc: 0.7667
Epoch 1984/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5789 - acc: 0.7847 - val_loss: 0.5509 - val_acc: 0.7722
Epoch 1985/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5328 - acc: 0.8028 - val_loss: 0.5517 - val_acc: 0.7722
Epoch 1986/2000
720/720 [==============================] - 0s 35us/step - loss: 0.5331 - acc: 0.8014 - val_loss: 0.5519 - val_acc: 0.7722
Epoch 1987/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5362 - acc: 0.8014 - val_loss: 0.5518 - val_acc: 0.7722
Epoch 1988/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5287 - acc: 0.8000 - val_loss: 0.5510 - val_acc: 0.7722
Epoch 1989/2000
720/720 [==============================] - 0s 25us/step - loss: 0.5767 - acc: 0.7806 - val_loss: 0.5501 - val_acc: 0.7722
Epoch 1990/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5541 - acc: 0.7819 - val_loss: 0.5496 - val_acc: 0.7667
Epoch 1991/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5355 - acc: 0.7806 - val_loss: 0.5495 - val_acc: 0.7722
Epoch 1992/2000
720/720 [==============================] - 0s 24us/step - loss: 0.5269 - acc: 0.7931 - val_loss: 0.5491 - val_acc: 0.7722
Epoch 1993/2000
720/720 [==============================] - 0s 26us/step - loss: 0.5344 - acc: 0.7889 - val_loss: 0.5487 - val_acc: 0.7722
Epoch 1994/2000
720/720 [==============================] - 0s 21us/step - loss: 0.5422 - acc: 0.8042 - val_loss: 0.5482 - val_acc: 0.7722
Epoch 1995/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5411 - acc: 0.8069 - val_loss: 0.5476 - val_acc: 0.7778
Epoch 1996/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5416 - acc: 0.7861 - val_loss: 0.5470 - val_acc: 0.7778
Epoch 1997/2000
720/720 [==============================] - 0s 18us/step - loss: 0.5435 - acc: 0.8000 - val_loss: 0.5462 - val_acc: 0.7778
Epoch 1998/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5619 - acc: 0.7833 - val_loss: 0.5456 - val_acc: 0.7778
Epoch 1999/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5493 - acc: 0.7889 - val_loss: 0.5455 - val_acc: 0.7722
Epoch 2000/2000
720/720 [==============================] - 0s 19us/step - loss: 0.5238 - acc: 0.7986 - val_loss: 0.5457 - val_acc: 0.7722
Wall time: 33.4 s



In [151]:

    
train_loss, train_accuracy = model.evaluate(X_train, y_train, batch_size=BATCH_SIZE)
train_loss, train_accuracy









    



900/900 [==============================] - 0s 7us/step






    Out[151]:





(0.48023340106010437, 0.8133333325386047)



In [152]:

    
test_loss, test_accuracy = model.evaluate(X_test, y_test, batch_size=BATCH_SIZE)
test_loss, test_accuracy









    



600/600 [==============================] - 0s 7us/step






    Out[152]:





(0.5219466090202332, 0.7933333516120911)



In [153]:

    
plot_history(history)



In [154]:

    
plot_history(history, init_phase_samples=250, plot_line=True)

Scores around 80% look good now, there might even be a bit more potential here, but we are not going after a final percent here

We now seem to have a decent model, so we save it for the next steps



In [155]:

    
model.save('insurance.hdf5')



In [157]:

    
# the model has a decent size as we only have a little more than 10.000 parameters
!ls -l









    



total 6320
-rw-r--r-- 1 olive 197609    9293 Aug  8 10:59 0-generate.ipynb
drwxr-xr-x 1 olive 197609       0 Aug  8 10:58 data
drwxr-xr-x 1 olive 197609       0 Aug  8 12:01 figures
-rw-r--r-- 1 olive 197609  179808 Aug  9 12:10 insurance.hdf5
-rw-r--r-- 1 olive 197609   26822 Aug  9 10:27 insurance-customers-1500.csv
-rw-r--r-- 1 olive 197609  621648 Aug  8 11:52 U3-M1-example.ipynb
-rw-r--r-- 1 olive 197609 3620457 Aug  9 10:31 U3-M2-nn-intro.ipynb
-rw-r--r-- 1 olive 197609 2002409 Aug  9 12:13 U3-M3-nn-no-bullshit.ipynb



In [ ]:

	max speed	age	thousand miles per year
0	98.0	44.0	25.0
1	118.0	54.0	24.0
2	111.0	26.0	34.0
3	97.0	25.0	10.0
4	114.0	38.0	22.0

	max speed	age	thousand miles per year
count	1500.000000	1500.000000	1500.000000
mean	122.492667	44.952667	30.344000
std	17.604333	17.191727	15.463152
min	68.000000	9.000000	-21.000000
25%	108.000000	32.000000	18.000000
50%	120.000000	42.000000	29.000000
75%	137.000000	55.000000	42.000000
max	166.000000	102.000000	84.000000