Loading all data and labels from file


In [242]:
# Loading all data and labels from file
import h5py
import numpy as np
from keras.utils.np_utils import to_categorical

feature_file = "../preprocess/MSRII-c3d-features.h5"
mode = "r"
with h5py.File(feature_file, mode) as h5:
        '''
        print(h5.keys())
        print(h5['features'])
        print(h5['labels'])
        '''
        data = np.array(h5['features'])
        labels = np.array(h5['labels'])
        labels[np.where(labels > 0)] = 1
        labels = to_categorical(labels, 2)

print(data.shape)
print(labels.shape)

# Seperate data and labels into one training set and one test set
data_rows, _ = data.shape
print(data_rows)

np.random.seed(1993)
rand_permed_rows_seed = np.random.permutation(data_rows)
print(rand_permed_rows_seed)

rand_permed_data = data[rand_permed_rows_seed]
rand_permed_labels = labels[rand_permed_rows_seed]

test_data_rows = 500
X_test = rand_permed_data[0:test_data_rows, :]
y_test = rand_permed_labels[0:test_data_rows, :]
X_train = rand_permed_data[test_data_rows: , :]
y_train = rand_permed_labels[test_data_rows: , :]


(2359, 4096)
(2359, 2)
2359
[1160  640 2349 ..., 1969 1721 1441]

MLP model


In [243]:
# MLP model (with tanh sigmoid layers)
from keras.models import Sequential
from keras.layers import Dense, Dropout, Activation
from keras.optimizers import SGD

# Create model
model = Sequential()

# Dense(#) is a fully-connected layer with [#] hidden units.
# in the first layer, you must specify the expected input data shape:
# here, 4096-dimensional vectors.
model.add(Dense(256, input_dim=4096, init='uniform'))
model.add(Activation('sigmoid'))
model.add(Dropout(0.5))

model.add(Dense(256, init='uniform'))
model.add(Activation('sigmoid'))
model.add(Dropout(0.5))

model.add(Dense(256, init='uniform'))
model.add(Activation('sigmoid'))
model.add(Dropout(0.5))

model.add(Dense(2, init='uniform'))
model.add(Activation('softmax'))


# Compile model
sgd = SGD(lr=0.1, decay=1e-6, momentum=0.9, nesterov=True)

model.compile(loss='binary_crossentropy',
              optimizer=sgd,
              metrics=['accuracy'])

model.summary()


____________________________________________________________________________________________________
Layer (type)                     Output Shape          Param #     Connected to                     
====================================================================================================
dense_95 (Dense)                 (None, 256)           1048832     dense_input_37[0][0]             
____________________________________________________________________________________________________
activation_95 (Activation)       (None, 256)           0           dense_95[0][0]                   
____________________________________________________________________________________________________
dropout_59 (Dropout)             (None, 256)           0           activation_95[0][0]              
____________________________________________________________________________________________________
dense_96 (Dense)                 (None, 256)           65792       dropout_59[0][0]                 
____________________________________________________________________________________________________
activation_96 (Activation)       (None, 256)           0           dense_96[0][0]                   
____________________________________________________________________________________________________
dropout_60 (Dropout)             (None, 256)           0           activation_96[0][0]              
____________________________________________________________________________________________________
dense_97 (Dense)                 (None, 256)           65792       dropout_60[0][0]                 
____________________________________________________________________________________________________
activation_97 (Activation)       (None, 256)           0           dense_97[0][0]                   
____________________________________________________________________________________________________
dropout_61 (Dropout)             (None, 256)           0           activation_97[0][0]              
____________________________________________________________________________________________________
dense_98 (Dense)                 (None, 2)             514         dropout_61[0][0]                 
____________________________________________________________________________________________________
activation_98 (Activation)       (None, 2)             0           dense_98[0][0]                   
====================================================================================================
Total params: 1180930
____________________________________________________________________________________________________

In [244]:
batch_size = 16
nb_epoch = 1000

best_accuracy = 0.0
best_epoch = 0
np.random.seed(1993)
for ep in range(1, nb_epoch):
    H = model.fit(X_train,
                  y_train,
                  batch_size=batch_size,
                  nb_epoch=1, verbose=0,
                  validation_split=0.2)
    loss = H.history['val_loss']
    accuracy = H.history['val_acc']
    
    print('epoch\t' + str(ep) + ':\t(loss, accuracy) = ' + str(loss) + ',\t' + str(accuracy))
    
    if accuracy > best_accuracy:
        best_accuracy = accuracy
        best_epoch = ep
        best_W = model.get_weights()


print('-------------------------------------------------------------------------------')
print('best_accuracy: ' + str(best_accuracy) + ' generated at epoch ' + str(best_epoch))
        
model.reset_states()
model.set_weights(best_W)


epoch	1:	(loss, accuracy) = [0.42142141121689991],	[0.82795698924731187]
epoch	2:	(loss, accuracy) = [0.39969678351315119],	[0.83064516129032262]
epoch	3:	(loss, accuracy) = [0.32082391498229834],	[0.84408602150537637]
epoch	4:	(loss, accuracy) = [0.339049643406304],	[0.88709677419354838]
epoch	5:	(loss, accuracy) = [0.3716523100932439],	[0.86559139784946237]
epoch	6:	(loss, accuracy) = [0.28076701995826536],	[0.88709677419354838]
epoch	7:	(loss, accuracy) = [0.34247423884689165],	[0.83333333333333337]
epoch	8:	(loss, accuracy) = [0.36123437939151642],	[0.81989247311827962]
epoch	9:	(loss, accuracy) = [0.31102135072472276],	[0.87634408602150538]
epoch	10:	(loss, accuracy) = [0.32850412175219545],	[0.86827956989247312]
epoch	11:	(loss, accuracy) = [0.38395608929536673],	[0.80107526881720426]
epoch	12:	(loss, accuracy) = [0.28270673607626268],	[0.89247311827956988]
epoch	13:	(loss, accuracy) = [0.34698003434365793],	[0.84946236559139787]
epoch	14:	(loss, accuracy) = [0.29556079513283184],	[0.88978494623655913]
epoch	15:	(loss, accuracy) = [0.27977152801649546],	[0.88172043010752688]
epoch	16:	(loss, accuracy) = [0.36381085489385873],	[0.88978494623655913]
epoch	17:	(loss, accuracy) = [0.27240076829348842],	[0.89784946236559138]
epoch	18:	(loss, accuracy) = [0.29458423583738264],	[0.86559139784946237]
epoch	19:	(loss, accuracy) = [0.28410724109859875],	[0.86827956989247312]
epoch	20:	(loss, accuracy) = [0.31707735952510629],	[0.88709677419354838]
epoch	21:	(loss, accuracy) = [0.31627819246502331],	[0.89247311827956988]
epoch	22:	(loss, accuracy) = [0.3171341327890273],	[0.88172043010752688]
epoch	23:	(loss, accuracy) = [0.28295195975931742],	[0.90860215053763438]
epoch	24:	(loss, accuracy) = [0.34799728935123769],	[0.88172043010752688]
epoch	25:	(loss, accuracy) = [0.30526743004078505],	[0.90053763440860213]
epoch	26:	(loss, accuracy) = [0.30193826043477623],	[0.88978494623655913]
epoch	27:	(loss, accuracy) = [0.34996256464591591],	[0.83333333333333337]
epoch	28:	(loss, accuracy) = [0.26343101895945048],	[0.89247311827956988]
epoch	29:	(loss, accuracy) = [0.29246620849896504],	[0.90860215053763438]
epoch	30:	(loss, accuracy) = [0.26223496756246012],	[0.87903225806451613]
epoch	31:	(loss, accuracy) = [0.28144738847209561],	[0.89784946236559138]
epoch	32:	(loss, accuracy) = [0.29788140984632638],	[0.85483870967741937]
epoch	33:	(loss, accuracy) = [0.27480425277063925],	[0.90053763440860213]
epoch	34:	(loss, accuracy) = [0.30687509389013373],	[0.88440860215053763]
epoch	35:	(loss, accuracy) = [0.29185766927016676],	[0.86290322580645162]
epoch	36:	(loss, accuracy) = [0.25875630526132481],	[0.89247311827956988]
epoch	37:	(loss, accuracy) = [0.28819676492643614],	[0.86559139784946237]
epoch	38:	(loss, accuracy) = [0.24695185523840688],	[0.90860215053763438]
epoch	39:	(loss, accuracy) = [0.25193942306182715],	[0.90053763440860213]
epoch	40:	(loss, accuracy) = [0.24359030564946513],	[0.90322580645161288]
epoch	41:	(loss, accuracy) = [0.26412489850033993],	[0.89516129032258063]
epoch	42:	(loss, accuracy) = [0.28791834285823248],	[0.88172043010752688]
epoch	43:	(loss, accuracy) = [0.25769237761375724],	[0.90860215053763438]
epoch	44:	(loss, accuracy) = [0.26961427846903441],	[0.88440860215053763]
epoch	45:	(loss, accuracy) = [0.26993012107828612],	[0.88440860215053763]
epoch	46:	(loss, accuracy) = [0.25157792609865948],	[0.89784946236559138]
epoch	47:	(loss, accuracy) = [0.26646642174611812],	[0.90053763440860213]
epoch	48:	(loss, accuracy) = [0.27028436998846711],	[0.90053763440860213]
epoch	49:	(loss, accuracy) = [0.25851324228670008],	[0.91129032258064513]
epoch	50:	(loss, accuracy) = [0.25358475536428471],	[0.89784946236559138]
epoch	51:	(loss, accuracy) = [0.25359413688701971],	[0.90591397849462363]
epoch	52:	(loss, accuracy) = [0.2516463618044571],	[0.90053763440860213]
epoch	53:	(loss, accuracy) = [0.25391755477395112],	[0.90860215053763438]
epoch	54:	(loss, accuracy) = [0.24075749035804503],	[0.91397849462365588]
epoch	55:	(loss, accuracy) = [0.29763123749565051],	[0.88978494623655913]
epoch	56:	(loss, accuracy) = [0.24983541082630875],	[0.91666666666666663]
epoch	57:	(loss, accuracy) = [0.26249195306852302],	[0.90322580645161288]
epoch	58:	(loss, accuracy) = [0.28449067861963345],	[0.89784946236559138]
epoch	59:	(loss, accuracy) = [0.23599007351183762],	[0.91129032258064513]
epoch	60:	(loss, accuracy) = [0.24660847039632899],	[0.91666666666666663]
epoch	61:	(loss, accuracy) = [0.25447799838198126],	[0.91129032258064513]
epoch	62:	(loss, accuracy) = [0.25586309764654408],	[0.89784946236559138]
epoch	63:	(loss, accuracy) = [0.25533082051783479],	[0.87903225806451613]
epoch	64:	(loss, accuracy) = [0.23918745730833341],	[0.90053763440860213]
epoch	65:	(loss, accuracy) = [0.24040360764790608],	[0.89784946236559138]
epoch	66:	(loss, accuracy) = [0.26055425725957398],	[0.90860215053763438]
epoch	67:	(loss, accuracy) = [0.2404307502732482],	[0.90860215053763438]
epoch	68:	(loss, accuracy) = [0.27857025790839424],	[0.91935483870967738]
epoch	69:	(loss, accuracy) = [0.23926101614951448],	[0.90860215053763438]
epoch	70:	(loss, accuracy) = [0.27086916057172644],	[0.86827956989247312]
epoch	71:	(loss, accuracy) = [0.25194943798405511],	[0.89247311827956988]
epoch	72:	(loss, accuracy) = [0.27439106027445487],	[0.90591397849462363]
epoch	73:	(loss, accuracy) = [0.23890035034668061],	[0.90860215053763438]
epoch	74:	(loss, accuracy) = [0.27352204896830101],	[0.91129032258064513]
epoch	75:	(loss, accuracy) = [0.26220127307279134],	[0.88709677419354838]
epoch	76:	(loss, accuracy) = [0.26008606281492019],	[0.90322580645161288]
epoch	77:	(loss, accuracy) = [0.24438343950176752],	[0.91129032258064513]
epoch	78:	(loss, accuracy) = [0.24163075930048381],	[0.90860215053763438]
epoch	79:	(loss, accuracy) = [0.27079578481053795],	[0.88978494623655913]
epoch	80:	(loss, accuracy) = [0.25966864656056127],	[0.90053763440860213]
epoch	81:	(loss, accuracy) = [0.25181690539403628],	[0.91397849462365588]
epoch	82:	(loss, accuracy) = [0.27967764573392045],	[0.89247311827956988]
epoch	83:	(loss, accuracy) = [0.24181345101165516],	[0.91397849462365588]
epoch	84:	(loss, accuracy) = [0.25144245034904888],	[0.89247311827956988]
epoch	85:	(loss, accuracy) = [0.2899975139767893],	[0.90860215053763438]
epoch	86:	(loss, accuracy) = [0.24140912851178517],	[0.91129032258064513]
epoch	87:	(loss, accuracy) = [0.24895239661457719],	[0.90053763440860213]
epoch	88:	(loss, accuracy) = [0.25141012730697793],	[0.91397849462365588]
epoch	89:	(loss, accuracy) = [0.27720877019468176],	[0.91666666666666663]
epoch	90:	(loss, accuracy) = [0.22545552932687343],	[0.91935483870967738]
epoch	91:	(loss, accuracy) = [0.2351087395161871],	[0.92204301075268813]
epoch	92:	(loss, accuracy) = [0.25051235816171091],	[0.90591397849462363]
epoch	93:	(loss, accuracy) = [0.23530311021272854],	[0.90591397849462363]
epoch	94:	(loss, accuracy) = [0.25086833889125498],	[0.91935483870967738]
epoch	95:	(loss, accuracy) = [0.2416732963374866],	[0.89516129032258063]
epoch	96:	(loss, accuracy) = [0.26972142823280826],	[0.90322580645161288]
epoch	97:	(loss, accuracy) = [0.2532804246230792],	[0.89784946236559138]
epoch	98:	(loss, accuracy) = [0.2492636962723668],	[0.90860215053763438]
epoch	99:	(loss, accuracy) = [0.24771080943205023],	[0.90322580645161288]
epoch	100:	(loss, accuracy) = [0.24303273159650066],	[0.90322580645161288]
epoch	101:	(loss, accuracy) = [0.26583168928020745],	[0.89516129032258063]
epoch	102:	(loss, accuracy) = [0.25835563194367195],	[0.90860215053763438]
epoch	103:	(loss, accuracy) = [0.26273011664549512],	[0.90860215053763438]
epoch	104:	(loss, accuracy) = [0.2344500582304693],	[0.91666666666666663]
epoch	105:	(loss, accuracy) = [0.21441572888564037],	[0.90322580645161288]
epoch	106:	(loss, accuracy) = [0.23969751460257396],	[0.91666666666666663]
epoch	107:	(loss, accuracy) = [0.25506298183914156],	[0.91397849462365588]
epoch	108:	(loss, accuracy) = [0.24594866684688035],	[0.91129032258064513]
epoch	109:	(loss, accuracy) = [0.25467541897969859],	[0.90860215053763438]
epoch	110:	(loss, accuracy) = [0.2371491075202983],	[0.91129032258064513]
epoch	111:	(loss, accuracy) = [0.22754753280871659],	[0.90591397849462363]
epoch	112:	(loss, accuracy) = [0.23301069288244169],	[0.92204301075268813]
epoch	113:	(loss, accuracy) = [0.25728285144413671],	[0.90591397849462363]
epoch	114:	(loss, accuracy) = [0.29180705519292943],	[0.89784946236559138]
epoch	115:	(loss, accuracy) = [0.25444508665391513],	[0.91129032258064513]
epoch	116:	(loss, accuracy) = [0.26126292864641837],	[0.91666666666666663]
epoch	117:	(loss, accuracy) = [0.24373458802539816],	[0.91666666666666663]
epoch	118:	(loss, accuracy) = [0.23133317326065353],	[0.91666666666666663]
epoch	119:	(loss, accuracy) = [0.24995015225102823],	[0.90860215053763438]
epoch	120:	(loss, accuracy) = [0.25879941912748483],	[0.88440860215053763]
epoch	121:	(loss, accuracy) = [0.22529528111780203],	[0.90053763440860213]
epoch	122:	(loss, accuracy) = [0.24940153932379139],	[0.88978494623655913]
epoch	123:	(loss, accuracy) = [0.25224196414152783],	[0.89516129032258063]
epoch	124:	(loss, accuracy) = [0.23674986271127577],	[0.90860215053763438]
epoch	125:	(loss, accuracy) = [0.23943914496089502],	[0.89516129032258063]
epoch	126:	(loss, accuracy) = [0.25203958699499729],	[0.90053763440860213]
epoch	127:	(loss, accuracy) = [0.238167114976433],	[0.91666666666666663]
epoch	128:	(loss, accuracy) = [0.25814595490053138],	[0.90860215053763438]
epoch	129:	(loss, accuracy) = [0.2525432483162931],	[0.88709677419354838]
epoch	130:	(loss, accuracy) = [0.21897013285147246],	[0.91666666666666663]
epoch	131:	(loss, accuracy) = [0.23698777569237575],	[0.88978494623655913]
epoch	132:	(loss, accuracy) = [0.22197070773891223],	[0.91129032258064513]
epoch	133:	(loss, accuracy) = [0.21544589552908175],	[0.90322580645161288]
epoch	134:	(loss, accuracy) = [0.21477639314628416],	[0.91129032258064513]
epoch	135:	(loss, accuracy) = [0.24161248009211272],	[0.91129032258064513]
epoch	136:	(loss, accuracy) = [0.21985003790788113],	[0.91397849462365588]
epoch	137:	(loss, accuracy) = [0.24554243443473692],	[0.90322580645161288]
epoch	138:	(loss, accuracy) = [0.23726034327660517],	[0.90860215053763438]
epoch	139:	(loss, accuracy) = [0.22572949686918847],	[0.90053763440860213]
epoch	140:	(loss, accuracy) = [0.23564932741705449],	[0.91129032258064513]
epoch	141:	(loss, accuracy) = [0.23496231800245662],	[0.90591397849462363]
epoch	142:	(loss, accuracy) = [0.24506823774126749],	[0.91129032258064513]
epoch	143:	(loss, accuracy) = [0.22757281037548216],	[0.91666666666666663]
epoch	144:	(loss, accuracy) = [0.20979961045887521],	[0.92204301075268813]
epoch	145:	(loss, accuracy) = [0.25595196449668495],	[0.90860215053763438]
epoch	146:	(loss, accuracy) = [0.29135395169899025],	[0.90053763440860213]
epoch	147:	(loss, accuracy) = [0.25545759937695917],	[0.90322580645161288]
epoch	148:	(loss, accuracy) = [0.26219143177713117],	[0.91666666666666663]
epoch	149:	(loss, accuracy) = [0.25633647279833915],	[0.88978494623655913]
epoch	150:	(loss, accuracy) = [0.24069692621067648],	[0.90860215053763438]
epoch	151:	(loss, accuracy) = [0.25314594924409861],	[0.91397849462365588]
epoch	152:	(loss, accuracy) = [0.20457215839496223],	[0.91129032258064513]
epoch	153:	(loss, accuracy) = [0.30536418518311875],	[0.89784946236559138]
epoch	154:	(loss, accuracy) = [0.25694457202228488],	[0.90860215053763438]
epoch	155:	(loss, accuracy) = [0.23999732280130026],	[0.91666666666666663]
epoch	156:	(loss, accuracy) = [0.22250044105514402],	[0.91666666666666663]
epoch	157:	(loss, accuracy) = [0.28974611945049739],	[0.91129032258064513]
epoch	158:	(loss, accuracy) = [0.23228818222239453],	[0.90860215053763438]
epoch	159:	(loss, accuracy) = [0.24489360405833169],	[0.91397849462365588]
epoch	160:	(loss, accuracy) = [0.26606543838817587],	[0.90591397849462363]
epoch	161:	(loss, accuracy) = [0.27369206444790928],	[0.91666666666666663]
epoch	162:	(loss, accuracy) = [0.24485380462901565],	[0.91129032258064513]
epoch	163:	(loss, accuracy) = [0.27383593951542212],	[0.91397849462365588]
epoch	164:	(loss, accuracy) = [0.2997766723956472],	[0.89516129032258063]
epoch	165:	(loss, accuracy) = [0.23859884069171003],	[0.91935483870967738]
epoch	166:	(loss, accuracy) = [0.29760902501162023],	[0.91397849462365588]
epoch	167:	(loss, accuracy) = [0.24966320473580592],	[0.91397849462365588]
epoch	168:	(loss, accuracy) = [0.24197740684593877],	[0.88440860215053763]
epoch	169:	(loss, accuracy) = [0.2457004808770713],	[0.91129032258064513]
epoch	170:	(loss, accuracy) = [0.2529864488670262],	[0.89247311827956988]
epoch	171:	(loss, accuracy) = [0.23018078598123726],	[0.90860215053763438]
epoch	172:	(loss, accuracy) = [0.22446503842710167],	[0.90860215053763438]
epoch	173:	(loss, accuracy) = [0.26298581644572239],	[0.91666666666666663]
epoch	174:	(loss, accuracy) = [0.24618221551019659],	[0.89516129032258063]
epoch	175:	(loss, accuracy) = [0.2620003376837059],	[0.88978494623655913]
epoch	176:	(loss, accuracy) = [0.23931840372582278],	[0.91666666666666663]
epoch	177:	(loss, accuracy) = [0.22758192845409916],	[0.90860215053763438]
epoch	178:	(loss, accuracy) = [0.22235306071978744],	[0.90053763440860213]
epoch	179:	(loss, accuracy) = [0.31576245378262252],	[0.91129032258064513]
epoch	180:	(loss, accuracy) = [0.24736718767352642],	[0.91935483870967738]
epoch	181:	(loss, accuracy) = [0.24355631473884787],	[0.90322580645161288]
epoch	182:	(loss, accuracy) = [0.26083026437829898],	[0.92204301075268813]
epoch	183:	(loss, accuracy) = [0.22890744069891591],	[0.91129032258064513]
epoch	184:	(loss, accuracy) = [0.2322492876480664],	[0.90053763440860213]
epoch	185:	(loss, accuracy) = [0.22440781772777599],	[0.90322580645161288]
epoch	186:	(loss, accuracy) = [0.25099827541458991],	[0.90860215053763438]
epoch	187:	(loss, accuracy) = [0.26874935342579759],	[0.90860215053763438]
epoch	188:	(loss, accuracy) = [0.25692725057403248],	[0.88978494623655913]
epoch	189:	(loss, accuracy) = [0.33852351068328784],	[0.88978494623655913]
epoch	190:	(loss, accuracy) = [0.24511538910609421],	[0.91129032258064513]
epoch	191:	(loss, accuracy) = [0.22870922056577539],	[0.91129032258064513]
epoch	192:	(loss, accuracy) = [0.22639357793315124],	[0.91129032258064513]
epoch	193:	(loss, accuracy) = [0.22133243374366274],	[0.91397849462365588]
epoch	194:	(loss, accuracy) = [0.2623483691644925],	[0.90591397849462363]
epoch	195:	(loss, accuracy) = [0.22491274113135953],	[0.91397849462365588]
epoch	196:	(loss, accuracy) = [0.24174154129239819],	[0.91935483870967738]
epoch	197:	(loss, accuracy) = [0.25123255099019698],	[0.90591397849462363]
epoch	198:	(loss, accuracy) = [0.25232506269008242],	[0.90860215053763438]
epoch	199:	(loss, accuracy) = [0.22961327497677136],	[0.91666666666666663]
epoch	200:	(loss, accuracy) = [0.22881012594187131],	[0.90322580645161288]
epoch	201:	(loss, accuracy) = [0.23041429100257735],	[0.90860215053763438]
epoch	202:	(loss, accuracy) = [0.2251244243234396],	[0.91397849462365588]
epoch	203:	(loss, accuracy) = [0.24026510185532032],	[0.90860215053763438]
epoch	204:	(loss, accuracy) = [0.22966151848755856],	[0.90322580645161288]
epoch	205:	(loss, accuracy) = [0.24259813161947394],	[0.91397849462365588]
epoch	206:	(loss, accuracy) = [0.22850790367491783],	[0.91129032258064513]
epoch	207:	(loss, accuracy) = [0.22687928919349948],	[0.90591397849462363]
epoch	208:	(loss, accuracy) = [0.23576317487224455],	[0.91397849462365588]
epoch	209:	(loss, accuracy) = [0.23535330973124952],	[0.91397849462365588]
epoch	210:	(loss, accuracy) = [0.22617208529063451],	[0.91666666666666663]
epoch	211:	(loss, accuracy) = [0.22313214017338651],	[0.92204301075268813]
epoch	212:	(loss, accuracy) = [0.24370065467652455],	[0.91129032258064513]
epoch	213:	(loss, accuracy) = [0.25158924196836768],	[0.91935483870967738]
epoch	214:	(loss, accuracy) = [0.29202648553676824],	[0.91397849462365588]
epoch	215:	(loss, accuracy) = [0.27822790443096107],	[0.90053763440860213]
epoch	216:	(loss, accuracy) = [0.24516251434882483],	[0.91666666666666663]
epoch	217:	(loss, accuracy) = [0.2723203414390164],	[0.89784946236559138]
epoch	218:	(loss, accuracy) = [0.24908512442182468],	[0.92204301075268813]
epoch	219:	(loss, accuracy) = [0.23214875065511273],	[0.90860215053763438]
epoch	220:	(loss, accuracy) = [0.241407496994862],	[0.90053763440860213]
epoch	221:	(loss, accuracy) = [0.26259053442426905],	[0.90860215053763438]
epoch	222:	(loss, accuracy) = [0.27992643536098544],	[0.91397849462365588]
epoch	223:	(loss, accuracy) = [0.25304910045878221],	[0.90591397849462363]
epoch	224:	(loss, accuracy) = [0.216380623199286],	[0.92741935483870963]
epoch	225:	(loss, accuracy) = [0.23631658180746981],	[0.91129032258064513]
epoch	226:	(loss, accuracy) = [0.22894865807185891],	[0.90053763440860213]
epoch	227:	(loss, accuracy) = [0.2428800571429473],	[0.91397849462365588]
epoch	228:	(loss, accuracy) = [0.22532530142975751],	[0.91397849462365588]
epoch	229:	(loss, accuracy) = [0.22699018710002464],	[0.90591397849462363]
epoch	230:	(loss, accuracy) = [0.24060521133604548],	[0.92204301075268813]
epoch	231:	(loss, accuracy) = [0.23466966732314998],	[0.91397849462365588]
epoch	232:	(loss, accuracy) = [0.24337417860665628],	[0.92204301075268813]
epoch	233:	(loss, accuracy) = [0.25774901133951961],	[0.89516129032258063]
epoch	234:	(loss, accuracy) = [0.24172298521083849],	[0.91666666666666663]
epoch	235:	(loss, accuracy) = [0.24960460382143176],	[0.91129032258064513]
epoch	236:	(loss, accuracy) = [0.24538399591561286],	[0.90591397849462363]
epoch	237:	(loss, accuracy) = [0.22416928843144449],	[0.91397849462365588]
epoch	238:	(loss, accuracy) = [0.21480748574099234],	[0.91935483870967738]
epoch	239:	(loss, accuracy) = [0.20854110258721537],	[0.92204301075268813]
epoch	240:	(loss, accuracy) = [0.21506238131914088],	[0.91397849462365588]
epoch	241:	(loss, accuracy) = [0.23721576776976386],	[0.92473118279569888]
epoch	242:	(loss, accuracy) = [0.28167322846830534],	[0.90860215053763438]
epoch	243:	(loss, accuracy) = [0.23535883018086035],	[0.91397849462365588]
epoch	244:	(loss, accuracy) = [0.25714786842425341],	[0.92204301075268813]
epoch	245:	(loss, accuracy) = [0.25976888340727616],	[0.90860215053763438]
epoch	246:	(loss, accuracy) = [0.24307465799633535],	[0.91397849462365588]
epoch	247:	(loss, accuracy) = [0.23579460682888184],	[0.91397849462365588]
epoch	248:	(loss, accuracy) = [0.22794453014609634],	[0.91666666666666663]
epoch	249:	(loss, accuracy) = [0.30560478960634557],	[0.90860215053763438]
epoch	250:	(loss, accuracy) = [0.26148039047476107],	[0.91666666666666663]
epoch	251:	(loss, accuracy) = [0.2261912808703479],	[0.91129032258064513]
epoch	252:	(loss, accuracy) = [0.24671866007710017],	[0.91666666666666663]
epoch	253:	(loss, accuracy) = [0.22860663816813501],	[0.90591397849462363]
epoch	254:	(loss, accuracy) = [0.22701903773091173],	[0.91935483870967738]
epoch	255:	(loss, accuracy) = [0.23319856885580287],	[0.92473118279569888]
epoch	256:	(loss, accuracy) = [0.20737764485661062],	[0.92741935483870963]
epoch	257:	(loss, accuracy) = [0.23437793789211139],	[0.91397849462365588]
epoch	258:	(loss, accuracy) = [0.22703258349730443],	[0.91935483870967738]
epoch	259:	(loss, accuracy) = [0.21201528100076542],	[0.93010752688172038]
epoch	260:	(loss, accuracy) = [0.19465426045159498],	[0.93279569892473113]
epoch	261:	(loss, accuracy) = [0.22256326781565783],	[0.93548387096774188]
epoch	262:	(loss, accuracy) = [0.25636599711593122],	[0.91935483870967738]
epoch	263:	(loss, accuracy) = [0.20823909446436872],	[0.91935483870967738]
epoch	264:	(loss, accuracy) = [0.23285726231512843],	[0.90860215053763438]
epoch	265:	(loss, accuracy) = [0.20581007320233571],	[0.90860215053763438]
epoch	266:	(loss, accuracy) = [0.26240153173585573],	[0.90860215053763438]
epoch	267:	(loss, accuracy) = [0.21809878479188649],	[0.92204301075268813]
epoch	268:	(loss, accuracy) = [0.22398196572377796],	[0.92741935483870963]
epoch	269:	(loss, accuracy) = [0.21998697729601013],	[0.92473118279569888]
epoch	270:	(loss, accuracy) = [0.23071906194891981],	[0.91129032258064513]
epoch	271:	(loss, accuracy) = [0.22906713980820873],	[0.92473118279569888]
epoch	272:	(loss, accuracy) = [0.22761092523253093],	[0.90053763440860213]
epoch	273:	(loss, accuracy) = [0.25887603937618192],	[0.91666666666666663]
epoch	274:	(loss, accuracy) = [0.20391502360542935],	[0.93010752688172038]
epoch	275:	(loss, accuracy) = [0.21684324479992351],	[0.90860215053763438]
epoch	276:	(loss, accuracy) = [0.24238035434316244],	[0.91397849462365588]
epoch	277:	(loss, accuracy) = [0.28938465705141425],	[0.90860215053763438]
epoch	278:	(loss, accuracy) = [0.23356378995763358],	[0.91397849462365588]
epoch	279:	(loss, accuracy) = [0.24185261474822156],	[0.91129032258064513]
epoch	280:	(loss, accuracy) = [0.21803871389999185],	[0.90053763440860213]
epoch	281:	(loss, accuracy) = [0.24290076509037967],	[0.92741935483870963]
epoch	282:	(loss, accuracy) = [0.21346157916410957],	[0.90860215053763438]
epoch	283:	(loss, accuracy) = [0.26273841796422837],	[0.91666666666666663]
epoch	284:	(loss, accuracy) = [0.25584658519214681],	[0.89784946236559138]
epoch	285:	(loss, accuracy) = [0.25436839299096214],	[0.90322580645161288]
epoch	286:	(loss, accuracy) = [0.27521932141114308],	[0.90860215053763438]
epoch	287:	(loss, accuracy) = [0.25659895644232789],	[0.91666666666666663]
epoch	288:	(loss, accuracy) = [0.26742800958554752],	[0.91935483870967738]
epoch	289:	(loss, accuracy) = [0.2260933324534406],	[0.90860215053763438]
epoch	290:	(loss, accuracy) = [0.22829062187223023],	[0.90860215053763438]
epoch	291:	(loss, accuracy) = [0.25224395198447092],	[0.88978494623655913]
epoch	292:	(loss, accuracy) = [0.25692376996120136],	[0.91935483870967738]
epoch	293:	(loss, accuracy) = [0.27314634122435122],	[0.92204301075268813]
epoch	294:	(loss, accuracy) = [0.22160457621418661],	[0.91935483870967738]
epoch	295:	(loss, accuracy) = [0.2183004381355419],	[0.91935483870967738]
epoch	296:	(loss, accuracy) = [0.25839240434429339],	[0.90591397849462363]
epoch	297:	(loss, accuracy) = [0.24093330627487552],	[0.90053763440860213]
epoch	298:	(loss, accuracy) = [0.22764925316717194],	[0.91935483870967738]
epoch	299:	(loss, accuracy) = [0.25315515557304025],	[0.90591397849462363]
epoch	300:	(loss, accuracy) = [0.22881216132732971],	[0.91397849462365588]
epoch	301:	(loss, accuracy) = [0.21204304376677161],	[0.92741935483870963]
epoch	302:	(loss, accuracy) = [0.22210393811986651],	[0.92473118279569888]
epoch	303:	(loss, accuracy) = [0.22244574115561541],	[0.90053763440860213]
epoch	304:	(loss, accuracy) = [0.24813167097908195],	[0.91129032258064513]
epoch	305:	(loss, accuracy) = [0.23450839767853418],	[0.92204301075268813]
epoch	306:	(loss, accuracy) = [0.25045107601470845],	[0.92204301075268813]
epoch	307:	(loss, accuracy) = [0.24616120377134892],	[0.91666666666666663]
epoch	308:	(loss, accuracy) = [0.22929030881133131],	[0.92473118279569888]
epoch	309:	(loss, accuracy) = [0.23653777222078975],	[0.91666666666666663]
epoch	310:	(loss, accuracy) = [0.25735716670951858],	[0.91129032258064513]
epoch	311:	(loss, accuracy) = [0.19993381142135588],	[0.92473118279569888]
epoch	312:	(loss, accuracy) = [0.21022265576707419],	[0.91666666666666663]
epoch	313:	(loss, accuracy) = [0.24745555774819467],	[0.91129032258064513]
epoch	314:	(loss, accuracy) = [0.25798893856104982],	[0.91397849462365588]
epoch	315:	(loss, accuracy) = [0.27218312313479764],	[0.92473118279569888]
epoch	316:	(loss, accuracy) = [0.2294957150995571],	[0.91129032258064513]
epoch	317:	(loss, accuracy) = [0.2854371940296504],	[0.91397849462365588]
epoch	318:	(loss, accuracy) = [0.26017729382240967],	[0.91935483870967738]
epoch	319:	(loss, accuracy) = [0.27159389403838946],	[0.91397849462365588]
epoch	320:	(loss, accuracy) = [0.22603753835503612],	[0.91397849462365588]
epoch	321:	(loss, accuracy) = [0.23663547735220641],	[0.91935483870967738]
epoch	322:	(loss, accuracy) = [0.27394533453769582],	[0.91129032258064513]
epoch	323:	(loss, accuracy) = [0.21941610269488826],	[0.90860215053763438]
epoch	324:	(loss, accuracy) = [0.2306832801150058],	[0.92473118279569888]
epoch	325:	(loss, accuracy) = [0.24497310188348576],	[0.90591397849462363]
epoch	326:	(loss, accuracy) = [0.22906507900164974],	[0.91397849462365588]
epoch	327:	(loss, accuracy) = [0.21818363650511668],	[0.92473118279569888]
epoch	328:	(loss, accuracy) = [0.22753272033346597],	[0.92473118279569888]
epoch	329:	(loss, accuracy) = [0.22260836439747964],	[0.92741935483870963]
epoch	330:	(loss, accuracy) = [0.23841832309801092],	[0.91935483870967738]
epoch	331:	(loss, accuracy) = [0.22255559267616401],	[0.91129032258064513]
epoch	332:	(loss, accuracy) = [0.22154862534815586],	[0.92741935483870963]
epoch	333:	(loss, accuracy) = [0.2506879464552928],	[0.93548387096774188]
epoch	334:	(loss, accuracy) = [0.21557287400167796],	[0.91935483870967738]
epoch	335:	(loss, accuracy) = [0.23604934631536403],	[0.92204301075268813]
epoch	336:	(loss, accuracy) = [0.20838765593706279],	[0.91129032258064513]
epoch	337:	(loss, accuracy) = [0.25763662440842516],	[0.91397849462365588]
epoch	338:	(loss, accuracy) = [0.22957150678160371],	[0.90860215053763438]
epoch	339:	(loss, accuracy) = [0.23254679586057381],	[0.91666666666666663]
epoch	340:	(loss, accuracy) = [0.21996773316735221],	[0.92473118279569888]
epoch	341:	(loss, accuracy) = [0.21698891702959294],	[0.89784946236559138]
epoch	342:	(loss, accuracy) = [0.23098219549583812],	[0.92204301075268813]
epoch	343:	(loss, accuracy) = [0.27160048422213362],	[0.91935483870967738]
epoch	344:	(loss, accuracy) = [0.24014030244722162],	[0.91397849462365588]
epoch	345:	(loss, accuracy) = [0.21687062973937682],	[0.91935483870967738]
epoch	346:	(loss, accuracy) = [0.29082791150737836],	[0.90860215053763438]
epoch	347:	(loss, accuracy) = [0.22218936689758814],	[0.92204301075268813]
epoch	348:	(loss, accuracy) = [0.24628578570561224],	[0.92741935483870963]
epoch	349:	(loss, accuracy) = [0.21600132274331266],	[0.92473118279569888]
epoch	350:	(loss, accuracy) = [0.2612105095258323],	[0.91397849462365588]
epoch	351:	(loss, accuracy) = [0.20691630572721523],	[0.93010752688172038]
epoch	352:	(loss, accuracy) = [0.25214766493688029],	[0.92741935483870963]
epoch	353:	(loss, accuracy) = [0.21345713328049387],	[0.91935483870967738]
epoch	354:	(loss, accuracy) = [0.24143674260666292],	[0.91129032258064513]
epoch	355:	(loss, accuracy) = [0.23265788950006006],	[0.91935483870967738]
epoch	356:	(loss, accuracy) = [0.20940035973144797],	[0.93279569892473113]
epoch	357:	(loss, accuracy) = [0.21855521386349072],	[0.93279569892473113]
epoch	358:	(loss, accuracy) = [0.21823700725711803],	[0.93548387096774188]
epoch	359:	(loss, accuracy) = [0.25558241576917712],	[0.91397849462365588]
epoch	360:	(loss, accuracy) = [0.23954229344243325],	[0.91935483870967738]
epoch	361:	(loss, accuracy) = [0.22101918213389893],	[0.91397849462365588]
epoch	362:	(loss, accuracy) = [0.24717031884938478],	[0.91129032258064513]
epoch	363:	(loss, accuracy) = [0.28386930708012353],	[0.91129032258064513]
epoch	364:	(loss, accuracy) = [0.26330644774541101],	[0.91129032258064513]
epoch	365:	(loss, accuracy) = [0.31380111442738645],	[0.90322580645161288]
epoch	366:	(loss, accuracy) = [0.23290220165364844],	[0.91397849462365588]
epoch	367:	(loss, accuracy) = [0.20779972157931775],	[0.92204301075268813]
epoch	368:	(loss, accuracy) = [0.26336272736831057],	[0.90860215053763438]
epoch	369:	(loss, accuracy) = [0.22417348947736523],	[0.92204301075268813]
epoch	370:	(loss, accuracy) = [0.19832462591109096],	[0.92741935483870963]
epoch	371:	(loss, accuracy) = [0.22411483542252614],	[0.90860215053763438]
epoch	372:	(loss, accuracy) = [0.22703808978680642],	[0.91397849462365588]
epoch	373:	(loss, accuracy) = [0.22006579197602727],	[0.92473118279569888]
epoch	374:	(loss, accuracy) = [0.24338729813775067],	[0.90860215053763438]
epoch	375:	(loss, accuracy) = [0.27070023850988478],	[0.92204301075268813]
epoch	376:	(loss, accuracy) = [0.20780737553873369],	[0.91666666666666663]
epoch	377:	(loss, accuracy) = [0.22290403371857059],	[0.92741935483870963]
epoch	378:	(loss, accuracy) = [0.21411162839140943],	[0.90860215053763438]
epoch	379:	(loss, accuracy) = [0.20521099142409782],	[0.93279569892473113]
epoch	380:	(loss, accuracy) = [0.23368525716866698],	[0.93010752688172038]
epoch	381:	(loss, accuracy) = [0.20464333421200193],	[0.93548387096774188]
epoch	382:	(loss, accuracy) = [0.2556108066872243],	[0.92204301075268813]
epoch	383:	(loss, accuracy) = [0.21289895400304787],	[0.93279569892473113]
epoch	384:	(loss, accuracy) = [0.19735690975381481],	[0.93010752688172038]
epoch	385:	(loss, accuracy) = [0.22698091945901352],	[0.90860215053763438]
epoch	386:	(loss, accuracy) = [0.20835310060490844],	[0.92741935483870963]
epoch	387:	(loss, accuracy) = [0.20537492610834618],	[0.92741935483870963]
epoch	388:	(loss, accuracy) = [0.20828347850430717],	[0.93010752688172038]
epoch	389:	(loss, accuracy) = [0.23535419790254486],	[0.92473118279569888]
epoch	390:	(loss, accuracy) = [0.20438104875946558],	[0.92473118279569888]
epoch	391:	(loss, accuracy) = [0.22062161568832653],	[0.92741935483870963]
epoch	392:	(loss, accuracy) = [0.28154468062704291],	[0.91666666666666663]
epoch	393:	(loss, accuracy) = [0.22450906850437644],	[0.93279569892473113]
epoch	394:	(loss, accuracy) = [0.25888787009703218],	[0.92204301075268813]
epoch	395:	(loss, accuracy) = [0.29440018262273521],	[0.90322580645161288]
epoch	396:	(loss, accuracy) = [0.24660743090013662],	[0.91666666666666663]
epoch	397:	(loss, accuracy) = [0.24794950903022803],	[0.93010752688172038]
epoch	398:	(loss, accuracy) = [0.23215905705126383],	[0.92473118279569888]
epoch	399:	(loss, accuracy) = [0.3020185735176808],	[0.91935483870967738]
epoch	400:	(loss, accuracy) = [0.21172742974213374],	[0.92473118279569888]
epoch	401:	(loss, accuracy) = [0.22443335571436471],	[0.92204301075268813]
epoch	402:	(loss, accuracy) = [0.21759212283437612],	[0.93010752688172038]
epoch	403:	(loss, accuracy) = [0.2539182415492432],	[0.91666666666666663]
epoch	404:	(loss, accuracy) = [0.24506262191120656],	[0.91935483870967738]
epoch	405:	(loss, accuracy) = [0.24961091545961236],	[0.91129032258064513]
epoch	406:	(loss, accuracy) = [0.25518058924635334],	[0.92473118279569888]
epoch	407:	(loss, accuracy) = [0.23032050530716616],	[0.92741935483870963]
epoch	408:	(loss, accuracy) = [0.22441297669404298],	[0.91666666666666663]
epoch	409:	(loss, accuracy) = [0.25950482617362691],	[0.91397849462365588]
epoch	410:	(loss, accuracy) = [0.21683679206637285],	[0.93010752688172038]
epoch	411:	(loss, accuracy) = [0.24564178501536207],	[0.92204301075268813]
epoch	412:	(loss, accuracy) = [0.25768048981184599],	[0.92473118279569888]
epoch	413:	(loss, accuracy) = [0.2536000240624191],	[0.90591397849462363]
epoch	414:	(loss, accuracy) = [0.19714964565730864],	[0.93279569892473113]
epoch	415:	(loss, accuracy) = [0.18815854538272145],	[0.92204301075268813]
epoch	416:	(loss, accuracy) = [0.32401400247728951],	[0.90322580645161288]
epoch	417:	(loss, accuracy) = [0.31637339134730641],	[0.91397849462365588]
epoch	418:	(loss, accuracy) = [0.2419478656343555],	[0.92473118279569888]
epoch	419:	(loss, accuracy) = [0.26118185910927033],	[0.91935483870967738]
epoch	420:	(loss, accuracy) = [0.20749733567998935],	[0.91935483870967738]
epoch	421:	(loss, accuracy) = [0.21255472186271862],	[0.92204301075268813]
epoch	422:	(loss, accuracy) = [0.23926741006453672],	[0.91129032258064513]
epoch	423:	(loss, accuracy) = [0.23156450021891825],	[0.91935483870967738]
epoch	424:	(loss, accuracy) = [0.230257371901184],	[0.90322580645161288]
epoch	425:	(loss, accuracy) = [0.26934616596147576],	[0.91129032258064513]
epoch	426:	(loss, accuracy) = [0.25263615854344862],	[0.93010752688172038]
epoch	427:	(loss, accuracy) = [0.26032757959378661],	[0.91935483870967738]
epoch	428:	(loss, accuracy) = [0.27800424260798323],	[0.90860215053763438]
epoch	429:	(loss, accuracy) = [0.29001550763965617],	[0.91666666666666663]
epoch	430:	(loss, accuracy) = [0.30323962757103545],	[0.90591397849462363]
epoch	431:	(loss, accuracy) = [0.24191735540666887],	[0.92204301075268813]
epoch	432:	(loss, accuracy) = [0.27019471915498855],	[0.91397849462365588]
epoch	433:	(loss, accuracy) = [0.257368978022808],	[0.91935483870967738]
epoch	434:	(loss, accuracy) = [0.2852192459758171],	[0.91666666666666663]
epoch	435:	(loss, accuracy) = [0.27709372952500338],	[0.90860215053763438]
epoch	436:	(loss, accuracy) = [0.22643462111873011],	[0.91935483870967738]
epoch	437:	(loss, accuracy) = [0.2485374298787886],	[0.91935483870967738]
epoch	438:	(loss, accuracy) = [0.2565309673107119],	[0.91129032258064513]
epoch	439:	(loss, accuracy) = [0.21979187995756186],	[0.91129032258064513]
epoch	440:	(loss, accuracy) = [0.3017173595325921],	[0.90860215053763438]
epoch	441:	(loss, accuracy) = [0.2548732313688003],	[0.91935483870967738]
epoch	442:	(loss, accuracy) = [0.23726527079419102],	[0.93548387096774188]
epoch	443:	(loss, accuracy) = [0.26701535006123844],	[0.91666666666666663]
epoch	444:	(loss, accuracy) = [0.24836904690751144],	[0.90860215053763438]
epoch	445:	(loss, accuracy) = [0.21952530382181046],	[0.91397849462365588]
epoch	446:	(loss, accuracy) = [0.25408630756040412],	[0.92473118279569888]
epoch	447:	(loss, accuracy) = [0.25728737113757],	[0.92204301075268813]
epoch	448:	(loss, accuracy) = [0.25192829658107091],	[0.90591397849462363]
epoch	449:	(loss, accuracy) = [0.25509230143600897],	[0.92204301075268813]
epoch	450:	(loss, accuracy) = [0.25955923143974557],	[0.92741935483870963]
epoch	451:	(loss, accuracy) = [0.26385493363223728],	[0.92473118279569888]
epoch	452:	(loss, accuracy) = [0.24744736110811594],	[0.92741935483870963]
epoch	453:	(loss, accuracy) = [0.22787817385328071],	[0.93010752688172038]
epoch	454:	(loss, accuracy) = [0.25597755826248597],	[0.91397849462365588]
epoch	455:	(loss, accuracy) = [0.24409227061175531],	[0.91397849462365588]
epoch	456:	(loss, accuracy) = [0.24320411223477573],	[0.91129032258064513]
epoch	457:	(loss, accuracy) = [0.22768860572688682],	[0.93010752688172038]
epoch	458:	(loss, accuracy) = [0.22424567518855937],	[0.93010752688172038]
epoch	459:	(loss, accuracy) = [0.20689078178056466],	[0.92741935483870963]
epoch	460:	(loss, accuracy) = [0.22116319942338172],	[0.92204301075268813]
epoch	461:	(loss, accuracy) = [0.28042161945874494],	[0.92473118279569888]
epoch	462:	(loss, accuracy) = [0.21117391666617766],	[0.92741935483870963]
epoch	463:	(loss, accuracy) = [0.21727048572633537],	[0.93279569892473113]
epoch	464:	(loss, accuracy) = [0.30312192325870835],	[0.89247311827956988]
epoch	465:	(loss, accuracy) = [0.24477588283198495],	[0.92473118279569888]
epoch	466:	(loss, accuracy) = [0.22281920875833239],	[0.92204301075268813]
epoch	467:	(loss, accuracy) = [0.22024596951180889],	[0.92741935483870963]
epoch	468:	(loss, accuracy) = [0.23297801712948468],	[0.92204301075268813]
epoch	469:	(loss, accuracy) = [0.24720124725592874],	[0.92204301075268813]
epoch	470:	(loss, accuracy) = [0.22464635221147408],	[0.92741935483870963]
epoch	471:	(loss, accuracy) = [0.22069846966894724],	[0.93279569892473113]
epoch	472:	(loss, accuracy) = [0.28275571517165632],	[0.90591397849462363]
epoch	473:	(loss, accuracy) = [0.21883931779052301],	[0.92473118279569888]
epoch	474:	(loss, accuracy) = [0.2637091303063977],	[0.92204301075268813]
epoch	475:	(loss, accuracy) = [0.2245018943463282],	[0.93279569892473113]
epoch	476:	(loss, accuracy) = [0.23154144449239616],	[0.93010752688172038]
epoch	477:	(loss, accuracy) = [0.22264999940350491],	[0.92204301075268813]
epoch	478:	(loss, accuracy) = [0.23237336585198037],	[0.94086021505376349]
epoch	479:	(loss, accuracy) = [0.23276592167194493],	[0.91935483870967738]
epoch	480:	(loss, accuracy) = [0.2251719781347821],	[0.93548387096774188]
epoch	481:	(loss, accuracy) = [0.19480281731774729],	[0.93010752688172038]
epoch	482:	(loss, accuracy) = [0.20862974312597066],	[0.92204301075268813]
epoch	483:	(loss, accuracy) = [0.21888822253032397],	[0.92473118279569888]
epoch	484:	(loss, accuracy) = [0.23450485898321996],	[0.92473118279569888]
epoch	485:	(loss, accuracy) = [0.22114260539272299],	[0.93279569892473113]
epoch	486:	(loss, accuracy) = [0.2421357351685724],	[0.91935483870967738]
epoch	487:	(loss, accuracy) = [0.24985551457571728],	[0.90322580645161288]
epoch	488:	(loss, accuracy) = [0.2170883275328144],	[0.93010752688172038]
epoch	489:	(loss, accuracy) = [0.22643634833155141],	[0.90860215053763438]
epoch	490:	(loss, accuracy) = [0.23337268295587713],	[0.91666666666666663]
epoch	491:	(loss, accuracy) = [0.20826035326406842],	[0.92741935483870963]
epoch	492:	(loss, accuracy) = [0.26699914492826948],	[0.91666666666666663]
epoch	493:	(loss, accuracy) = [0.23557212442079539],	[0.92741935483870963]
epoch	494:	(loss, accuracy) = [0.22180625754759037],	[0.93010752688172038]
epoch	495:	(loss, accuracy) = [0.26845739682715747],	[0.91129032258064513]
epoch	496:	(loss, accuracy) = [0.25362424964025138],	[0.91129032258064513]
epoch	497:	(loss, accuracy) = [0.20686788943105489],	[0.91666666666666663]
epoch	498:	(loss, accuracy) = [0.23465789186577962],	[0.92473118279569888]
epoch	499:	(loss, accuracy) = [0.25551582230956005],	[0.90860215053763438]
epoch	500:	(loss, accuracy) = [0.24886146548794963],	[0.93279569892473113]
epoch	501:	(loss, accuracy) = [0.24952814549017416],	[0.93010752688172038]
epoch	502:	(loss, accuracy) = [0.29179222919848019],	[0.90860215053763438]
epoch	503:	(loss, accuracy) = [0.27043216479741916],	[0.92204301075268813]
epoch	504:	(loss, accuracy) = [0.23630561847840587],	[0.92204301075268813]
epoch	505:	(loss, accuracy) = [0.22812209428808783],	[0.93010752688172038]
epoch	506:	(loss, accuracy) = [0.19049478274199269],	[0.93548387096774188]
epoch	507:	(loss, accuracy) = [0.2320326729827831],	[0.92204301075268813]
epoch	508:	(loss, accuracy) = [0.21721814085118551],	[0.92204301075268813]
epoch	509:	(loss, accuracy) = [0.20928058468846863],	[0.91129032258064513]
epoch	510:	(loss, accuracy) = [0.22083375857321805],	[0.92204301075268813]
epoch	511:	(loss, accuracy) = [0.21235934380562074],	[0.92741935483870963]
epoch	512:	(loss, accuracy) = [0.23189936905738809],	[0.91129032258064513]
epoch	513:	(loss, accuracy) = [0.2072048926105102],	[0.92741935483870963]
epoch	514:	(loss, accuracy) = [0.2230187958126427],	[0.92741935483870963]
epoch	515:	(loss, accuracy) = [0.21897700965724964],	[0.93010752688172038]
epoch	516:	(loss, accuracy) = [0.21701109279147399],	[0.92204301075268813]
epoch	517:	(loss, accuracy) = [0.22291203455058156],	[0.92473118279569888]
epoch	518:	(loss, accuracy) = [0.21364515990279215],	[0.92473118279569888]
epoch	519:	(loss, accuracy) = [0.22263383678090509],	[0.92204301075268813]
epoch	520:	(loss, accuracy) = [0.22588822616124024],	[0.92741935483870963]
epoch	521:	(loss, accuracy) = [0.23094409277101838],	[0.92741935483870963]
epoch	522:	(loss, accuracy) = [0.23275202620393967],	[0.91397849462365588]
epoch	523:	(loss, accuracy) = [0.20968856111228948],	[0.92473118279569888]
epoch	524:	(loss, accuracy) = [0.23453520501773523],	[0.92741935483870963]
epoch	525:	(loss, accuracy) = [0.22207853194045765],	[0.92204301075268813]
epoch	526:	(loss, accuracy) = [0.24172149439372362],	[0.91397849462365588]
epoch	527:	(loss, accuracy) = [0.19823135155183014],	[0.92204301075268813]
epoch	528:	(loss, accuracy) = [0.20813663006429711],	[0.93817204301075274]
epoch	529:	(loss, accuracy) = [0.20484953768230896],	[0.91666666666666663]
epoch	530:	(loss, accuracy) = [0.1946018885781047],	[0.93010752688172038]
epoch	531:	(loss, accuracy) = [0.19982587513063224],	[0.93548387096774188]
epoch	532:	(loss, accuracy) = [0.21665452216421405],	[0.93548387096774188]
epoch	533:	(loss, accuracy) = [0.19475102680985645],	[0.93817204301075274]
epoch	534:	(loss, accuracy) = [0.22679803957061101],	[0.91935483870967738]
epoch	535:	(loss, accuracy) = [0.20964680580041742],	[0.93817204301075274]
epoch	536:	(loss, accuracy) = [0.2155452085438595],	[0.92741935483870963]
epoch	537:	(loss, accuracy) = [0.21502274998854246],	[0.92473118279569888]
epoch	538:	(loss, accuracy) = [0.20788675161098602],	[0.92741935483870963]
epoch	539:	(loss, accuracy) = [0.23161736258395738],	[0.91935483870967738]
epoch	540:	(loss, accuracy) = [0.20335556588746528],	[0.92473118279569888]
epoch	541:	(loss, accuracy) = [0.22958116641929072],	[0.93010752688172038]
epoch	542:	(loss, accuracy) = [0.23015360955789846],	[0.92473118279569888]
epoch	543:	(loss, accuracy) = [0.23626224301074461],	[0.93010752688172038]
epoch	544:	(loss, accuracy) = [0.21968212898980866],	[0.91935483870967738]
epoch	545:	(loss, accuracy) = [0.21666766351629649],	[0.92741935483870963]
epoch	546:	(loss, accuracy) = [0.21363247872921087],	[0.91397849462365588]
epoch	547:	(loss, accuracy) = [0.21552172795899452],	[0.92204301075268813]
epoch	548:	(loss, accuracy) = [0.20904939731342659],	[0.92741935483870963]
epoch	549:	(loss, accuracy) = [0.21560497594476546],	[0.92204301075268813]
epoch	550:	(loss, accuracy) = [0.25083159482086537],	[0.92473118279569888]
epoch	551:	(loss, accuracy) = [0.21719886975172625],	[0.93010752688172038]
epoch	552:	(loss, accuracy) = [0.17417272384608945],	[0.93279569892473113]
epoch	553:	(loss, accuracy) = [0.20043727111632145],	[0.93279569892473113]
epoch	554:	(loss, accuracy) = [0.20803737404045239],	[0.92473118279569888]
epoch	555:	(loss, accuracy) = [0.2089994312889914],	[0.92741935483870963]
epoch	556:	(loss, accuracy) = [0.207390548380953],	[0.91935483870967738]
epoch	557:	(loss, accuracy) = [0.20957369781950469],	[0.91935483870967738]
epoch	558:	(loss, accuracy) = [0.19685424229390519],	[0.92741935483870963]
epoch	559:	(loss, accuracy) = [0.19539393563704785],	[0.91666666666666663]
epoch	560:	(loss, accuracy) = [0.23134287440728757],	[0.92741935483870963]
epoch	561:	(loss, accuracy) = [0.22055496402605568],	[0.90860215053763438]
epoch	562:	(loss, accuracy) = [0.22028295916094576],	[0.93279569892473113]
epoch	563:	(loss, accuracy) = [0.24391501426937118],	[0.92741935483870963]
epoch	564:	(loss, accuracy) = [0.23330642435178961],	[0.93010752688172038]
epoch	565:	(loss, accuracy) = [0.19063180977458594],	[0.94354838709677424]
epoch	566:	(loss, accuracy) = [0.23732792413843576],	[0.91666666666666663]
epoch	567:	(loss, accuracy) = [0.21015960432749281],	[0.93279569892473113]
epoch	568:	(loss, accuracy) = [0.20632096500166],	[0.93010752688172038]
epoch	569:	(loss, accuracy) = [0.21387093213276678],	[0.93279569892473113]
epoch	570:	(loss, accuracy) = [0.23300021689044692],	[0.93010752688172038]
epoch	571:	(loss, accuracy) = [0.23727890193682685],	[0.93279569892473113]
epoch	572:	(loss, accuracy) = [0.19714198695615895],	[0.93279569892473113]
epoch	573:	(loss, accuracy) = [0.21387531824650302],	[0.93010752688172038]
epoch	574:	(loss, accuracy) = [0.23651930838022181],	[0.92741935483870963]
epoch	575:	(loss, accuracy) = [0.21361144321159489],	[0.92204301075268813]
epoch	576:	(loss, accuracy) = [0.20709799859492528],	[0.93279569892473113]
epoch	577:	(loss, accuracy) = [0.22052362801567202],	[0.91935483870967738]
epoch	578:	(loss, accuracy) = [0.1990878091253821],	[0.93010752688172038]
epoch	579:	(loss, accuracy) = [0.21985600998885529],	[0.92741935483870963]
epoch	580:	(loss, accuracy) = [0.25041640712879598],	[0.92473118279569888]
epoch	581:	(loss, accuracy) = [0.23257008222963221],	[0.92741935483870963]
epoch	582:	(loss, accuracy) = [0.22969071018279238],	[0.92741935483870963]
epoch	583:	(loss, accuracy) = [0.19964719285327259],	[0.93279569892473113]
epoch	584:	(loss, accuracy) = [0.28219668175624585],	[0.90591397849462363]
epoch	585:	(loss, accuracy) = [0.21936821656662128],	[0.91129032258064513]
epoch	586:	(loss, accuracy) = [0.22592141511299277],	[0.93010752688172038]
epoch	587:	(loss, accuracy) = [0.27512243178783247],	[0.92204301075268813]
epoch	588:	(loss, accuracy) = [0.22302971162422691],	[0.92741935483870963]
epoch	589:	(loss, accuracy) = [0.24120160882731759],	[0.92473118279569888]
epoch	590:	(loss, accuracy) = [0.21466308297409165],	[0.91935483870967738]
epoch	591:	(loss, accuracy) = [0.22231224806158131],	[0.93010752688172038]
epoch	592:	(loss, accuracy) = [0.22276724016253827],	[0.92741935483870963]
epoch	593:	(loss, accuracy) = [0.28452863852663707],	[0.91666666666666663]
epoch	594:	(loss, accuracy) = [0.27368427488467184],	[0.92204301075268813]
epoch	595:	(loss, accuracy) = [0.25268522150293793],	[0.92741935483870963]
epoch	596:	(loss, accuracy) = [0.24667048486330176],	[0.91397849462365588]
epoch	597:	(loss, accuracy) = [0.20584039934860762],	[0.92204301075268813]
epoch	598:	(loss, accuracy) = [0.2128794262466091],	[0.92473118279569888]
epoch	599:	(loss, accuracy) = [0.21274367445624204],	[0.93010752688172038]
epoch	600:	(loss, accuracy) = [0.19883822958155345],	[0.92741935483870963]
epoch	601:	(loss, accuracy) = [0.19628841876082362],	[0.92741935483870963]
epoch	602:	(loss, accuracy) = [0.24135612031965648],	[0.92473118279569888]
epoch	603:	(loss, accuracy) = [0.26097803907869482],	[0.92473118279569888]
epoch	604:	(loss, accuracy) = [0.20151286314351743],	[0.92741935483870963]
epoch	605:	(loss, accuracy) = [0.23682992526840779],	[0.91666666666666663]
epoch	606:	(loss, accuracy) = [0.21552450214863145],	[0.93010752688172038]
epoch	607:	(loss, accuracy) = [0.19386335875919108],	[0.93010752688172038]
epoch	608:	(loss, accuracy) = [0.24377623230959938],	[0.92204301075268813]
epoch	609:	(loss, accuracy) = [0.20738437175951016],	[0.92741935483870963]
epoch	610:	(loss, accuracy) = [0.18610860266151927],	[0.92473118279569888]
epoch	611:	(loss, accuracy) = [0.22248373600223692],	[0.93279569892473113]
epoch	612:	(loss, accuracy) = [0.19375209908892391],	[0.93010752688172038]
epoch	613:	(loss, accuracy) = [0.27217570391874157],	[0.93279569892473113]
epoch	614:	(loss, accuracy) = [0.2141873490826417],	[0.93548387096774188]
epoch	615:	(loss, accuracy) = [0.2178710014359044],	[0.93010752688172038]
epoch	616:	(loss, accuracy) = [0.22998618554469119],	[0.93548387096774188]
epoch	617:	(loss, accuracy) = [0.23141129923764095],	[0.92473118279569888]
epoch	618:	(loss, accuracy) = [0.197255632479585],	[0.93817204301075274]
epoch	619:	(loss, accuracy) = [0.2107554342102019],	[0.93010752688172038]
epoch	620:	(loss, accuracy) = [0.24552194302606206],	[0.93279569892473113]
epoch	621:	(loss, accuracy) = [0.19774557990572786],	[0.93279569892473113]
epoch	622:	(loss, accuracy) = [0.25459616910353283],	[0.93279569892473113]
epoch	623:	(loss, accuracy) = [0.25276750679157917],	[0.93010752688172038]
epoch	624:	(loss, accuracy) = [0.22018470916576605],	[0.92204301075268813]
epoch	625:	(loss, accuracy) = [0.21637917393618214],	[0.93010752688172038]
epoch	626:	(loss, accuracy) = [0.25186735153028],	[0.92473118279569888]
epoch	627:	(loss, accuracy) = [0.18943596573206045],	[0.92473118279569888]
epoch	628:	(loss, accuracy) = [0.19769273051411235],	[0.91935483870967738]
epoch	629:	(loss, accuracy) = [0.20920975058169294],	[0.93279569892473113]
epoch	630:	(loss, accuracy) = [0.2169276368015656],	[0.93548387096774188]
epoch	631:	(loss, accuracy) = [0.20511712344183075],	[0.91397849462365588]
epoch	632:	(loss, accuracy) = [0.22544634303138142],	[0.92473118279569888]
epoch	633:	(loss, accuracy) = [0.18964889367181126],	[0.92741935483870963]
epoch	634:	(loss, accuracy) = [0.18424729700450615],	[0.93010752688172038]
epoch	635:	(loss, accuracy) = [0.21691861979022461],	[0.92741935483870963]
epoch	636:	(loss, accuracy) = [0.21591360208588423],	[0.92741935483870963]
epoch	637:	(loss, accuracy) = [0.2460942524435219],	[0.92473118279569888]
epoch	638:	(loss, accuracy) = [0.26273183030031261],	[0.92204301075268813]
epoch	639:	(loss, accuracy) = [0.22949495000304074],	[0.93010752688172038]
epoch	640:	(loss, accuracy) = [0.19971399430826467],	[0.93279569892473113]
epoch	641:	(loss, accuracy) = [0.23574774912608568],	[0.90860215053763438]
epoch	642:	(loss, accuracy) = [0.20509918718048001],	[0.91935483870967738]
epoch	643:	(loss, accuracy) = [0.27615015430786516],	[0.92204301075268813]
epoch	644:	(loss, accuracy) = [0.25712987785077385],	[0.92204301075268813]
epoch	645:	(loss, accuracy) = [0.23885872004733932],	[0.92473118279569888]
epoch	646:	(loss, accuracy) = [0.22045748085985262],	[0.93010752688172038]
epoch	647:	(loss, accuracy) = [0.216152575087323],	[0.91935483870967738]
epoch	648:	(loss, accuracy) = [0.23308487006673409],	[0.92204301075268813]
epoch	649:	(loss, accuracy) = [0.23849516455084085],	[0.92204301075268813]
epoch	650:	(loss, accuracy) = [0.21864604763686657],	[0.92473118279569888]
epoch	651:	(loss, accuracy) = [0.22945049956881552],	[0.92473118279569888]
epoch	652:	(loss, accuracy) = [0.24456782835305377],	[0.91935483870967738]
epoch	653:	(loss, accuracy) = [0.25885491635930796],	[0.91129032258064513]
epoch	654:	(loss, accuracy) = [0.23308129821934045],	[0.92741935483870963]
epoch	655:	(loss, accuracy) = [0.21528441466951884],	[0.93010752688172038]
epoch	656:	(loss, accuracy) = [0.22587612331394227],	[0.91397849462365588]
epoch	657:	(loss, accuracy) = [0.2395793020484909],	[0.92741935483870963]
epoch	658:	(loss, accuracy) = [0.21508903987705708],	[0.93548387096774188]
epoch	659:	(loss, accuracy) = [0.2099201928533774],	[0.92741935483870963]
epoch	660:	(loss, accuracy) = [0.24360820474303377],	[0.91397849462365588]
epoch	661:	(loss, accuracy) = [0.21688362675648865],	[0.92204301075268813]
epoch	662:	(loss, accuracy) = [0.25081356815613243],	[0.91666666666666663]
epoch	663:	(loss, accuracy) = [0.20985929212803323],	[0.92473118279569888]
epoch	664:	(loss, accuracy) = [0.2381048439000483],	[0.92204301075268813]
epoch	665:	(loss, accuracy) = [0.26240520948864599],	[0.92473118279569888]
epoch	666:	(loss, accuracy) = [0.2499256623528337],	[0.92473118279569888]
epoch	667:	(loss, accuracy) = [0.22316639685142103],	[0.90322580645161288]
epoch	668:	(loss, accuracy) = [0.30878178937540901],	[0.92204301075268813]
epoch	669:	(loss, accuracy) = [0.29787292990893605],	[0.91129032258064513]
epoch	670:	(loss, accuracy) = [0.2278809250602799],	[0.91666666666666663]
epoch	671:	(loss, accuracy) = [0.23653704174343618],	[0.91935483870967738]
epoch	672:	(loss, accuracy) = [0.22193713385050975],	[0.91935483870967738]
epoch	673:	(loss, accuracy) = [0.19553282901003796],	[0.92741935483870963]
epoch	674:	(loss, accuracy) = [0.2420023268749637],	[0.91397849462365588]
epoch	675:	(loss, accuracy) = [0.22717301591589886],	[0.92741935483870963]
epoch	676:	(loss, accuracy) = [0.2185644492286668],	[0.94086021505376349]
epoch	677:	(loss, accuracy) = [0.21847473557597846],	[0.91129032258064513]
epoch	678:	(loss, accuracy) = [0.25849671727947648],	[0.92741935483870963]
epoch	679:	(loss, accuracy) = [0.2312236512530475],	[0.92741935483870963]
epoch	680:	(loss, accuracy) = [0.31127846966527645],	[0.91129032258064513]
epoch	681:	(loss, accuracy) = [0.24750685610718304],	[0.93279569892473113]
epoch	682:	(loss, accuracy) = [0.23162763660913835],	[0.92473118279569888]
epoch	683:	(loss, accuracy) = [0.24927350373498053],	[0.92473118279569888]
epoch	684:	(loss, accuracy) = [0.28184781387768765],	[0.92741935483870963]
epoch	685:	(loss, accuracy) = [0.23711742461228402],	[0.92473118279569888]
epoch	686:	(loss, accuracy) = [0.27715289944116905],	[0.92741935483870963]
epoch	687:	(loss, accuracy) = [0.23119996146609387],	[0.92741935483870963]
epoch	688:	(loss, accuracy) = [0.24164314348731311],	[0.91397849462365588]
epoch	689:	(loss, accuracy) = [0.26863645031667682],	[0.91935483870967738]
epoch	690:	(loss, accuracy) = [0.30163801911096738],	[0.91129032258064513]
epoch	691:	(loss, accuracy) = [0.25256157775599791],	[0.91935483870967738]
epoch	692:	(loss, accuracy) = [0.24431147556551683],	[0.91935483870967738]
epoch	693:	(loss, accuracy) = [0.22400914437778455],	[0.93010752688172038]
epoch	694:	(loss, accuracy) = [0.26948575376437839],	[0.91935483870967738]
epoch	695:	(loss, accuracy) = [0.21002779100891403],	[0.92741935483870963]
epoch	696:	(loss, accuracy) = [0.21345629760875337],	[0.92741935483870963]
epoch	697:	(loss, accuracy) = [0.2386907246289274],	[0.92741935483870963]
epoch	698:	(loss, accuracy) = [0.19982317986307285],	[0.93010752688172038]
epoch	699:	(loss, accuracy) = [0.28619513280191511],	[0.91935483870967738]
epoch	700:	(loss, accuracy) = [0.19130362058058381],	[0.93010752688172038]
epoch	701:	(loss, accuracy) = [0.17877694309478806],	[0.94354838709677424]
epoch	702:	(loss, accuracy) = [0.19762923981573793],	[0.92741935483870963]
epoch	703:	(loss, accuracy) = [0.26006968246812945],	[0.90860215053763438]
epoch	704:	(loss, accuracy) = [0.20292170397857184],	[0.92741935483870963]
epoch	705:	(loss, accuracy) = [0.22911585869908493],	[0.91666666666666663]
epoch	706:	(loss, accuracy) = [0.23232801947292062],	[0.92473118279569888]
epoch	707:	(loss, accuracy) = [0.21240581576061504],	[0.92473118279569888]
epoch	708:	(loss, accuracy) = [0.21486001297511081],	[0.91935483870967738]
epoch	709:	(loss, accuracy) = [0.24936868480196403],	[0.91397849462365588]
epoch	710:	(loss, accuracy) = [0.24868337766978368],	[0.91935483870967738]
epoch	711:	(loss, accuracy) = [0.21200262490780122],	[0.92204301075268813]
epoch	712:	(loss, accuracy) = [0.22748619901837522],	[0.92204301075268813]
epoch	713:	(loss, accuracy) = [0.27485110464515866],	[0.91666666666666663]
epoch	714:	(loss, accuracy) = [0.26117378785725565],	[0.92473118279569888]
epoch	715:	(loss, accuracy) = [0.20902225840336053],	[0.91129032258064513]
epoch	716:	(loss, accuracy) = [0.20516058898741199],	[0.91935483870967738]
epoch	717:	(loss, accuracy) = [0.20139121005852376],	[0.92741935483870963]
epoch	718:	(loss, accuracy) = [0.24491598612318435],	[0.91935483870967738]
epoch	719:	(loss, accuracy) = [0.26005065776608005],	[0.91397849462365588]
epoch	720:	(loss, accuracy) = [0.20978624806288751],	[0.91935483870967738]
epoch	721:	(loss, accuracy) = [0.23782897023584254],	[0.91935483870967738]
epoch	722:	(loss, accuracy) = [0.26275734019575903],	[0.90860215053763438]
epoch	723:	(loss, accuracy) = [0.23624735140311781],	[0.91935483870967738]
epoch	724:	(loss, accuracy) = [0.25651723460885145],	[0.92204301075268813]
epoch	725:	(loss, accuracy) = [0.21390584627947501],	[0.91129032258064513]
epoch	726:	(loss, accuracy) = [0.25346225541415474],	[0.93279569892473113]
epoch	727:	(loss, accuracy) = [0.23193890030335595],	[0.92741935483870963]
epoch	728:	(loss, accuracy) = [0.22442226963848758],	[0.92473118279569888]
epoch	729:	(loss, accuracy) = [0.25934779508820466],	[0.93010752688172038]
epoch	730:	(loss, accuracy) = [0.29021190713730549],	[0.92741935483870963]
epoch	731:	(loss, accuracy) = [0.22499136276222687],	[0.92473118279569888]
epoch	732:	(loss, accuracy) = [0.22939843022494869],	[0.92473118279569888]
epoch	733:	(loss, accuracy) = [0.20406317891132447],	[0.92204301075268813]
epoch	734:	(loss, accuracy) = [0.21559706725861116],	[0.92473118279569888]
epoch	735:	(loss, accuracy) = [0.25779267436554354],	[0.90860215053763438]
epoch	736:	(loss, accuracy) = [0.23229922438340803],	[0.92473118279569888]
epoch	737:	(loss, accuracy) = [0.22605185734949285],	[0.91666666666666663]
epoch	738:	(loss, accuracy) = [0.21927372151885621],	[0.92473118279569888]
epoch	739:	(loss, accuracy) = [0.21588528062146839],	[0.92473118279569888]
epoch	740:	(loss, accuracy) = [0.2690701341326599],	[0.92473118279569888]
epoch	741:	(loss, accuracy) = [0.21121196573980713],	[0.92204301075268813]
epoch	742:	(loss, accuracy) = [0.23146568659582847],	[0.92741935483870963]
epoch	743:	(loss, accuracy) = [0.27347758357282931],	[0.93010752688172038]
epoch	744:	(loss, accuracy) = [0.32815284451960475],	[0.92741935483870963]
epoch	745:	(loss, accuracy) = [0.26855036339682514],	[0.91935483870967738]
epoch	746:	(loss, accuracy) = [0.22013749634867075],	[0.92741935483870963]
epoch	747:	(loss, accuracy) = [0.20347317406326854],	[0.92473118279569888]
epoch	748:	(loss, accuracy) = [0.22816469252950722],	[0.92473118279569888]
epoch	749:	(loss, accuracy) = [0.19596737152045612],	[0.93548387096774188]
epoch	750:	(loss, accuracy) = [0.19245780333976753],	[0.93279569892473113]
epoch	751:	(loss, accuracy) = [0.20512665371580791],	[0.93010752688172038]
epoch	752:	(loss, accuracy) = [0.21213020917068245],	[0.92473118279569888]
epoch	753:	(loss, accuracy) = [0.26867957003114207],	[0.91935483870967738]
epoch	754:	(loss, accuracy) = [0.24232825912254793],	[0.92473118279569888]
epoch	755:	(loss, accuracy) = [0.24422216141516323],	[0.91666666666666663]
epoch	756:	(loss, accuracy) = [0.19181940436202993],	[0.93010752688172038]
epoch	757:	(loss, accuracy) = [0.21596739275921736],	[0.92741935483870963]
epoch	758:	(loss, accuracy) = [0.28872219366972807],	[0.91935483870967738]
epoch	759:	(loss, accuracy) = [0.29343470899007651],	[0.91666666666666663]
epoch	760:	(loss, accuracy) = [0.2410963188621506],	[0.93010752688172038]
epoch	761:	(loss, accuracy) = [0.21112803268616878],	[0.93817204301075274]
epoch	762:	(loss, accuracy) = [0.22464825495356514],	[0.93817204301075274]
epoch	763:	(loss, accuracy) = [0.24096548465651371],	[0.92204301075268813]
epoch	764:	(loss, accuracy) = [0.23209942536809111],	[0.93010752688172038]
epoch	765:	(loss, accuracy) = [0.23563549655079041],	[0.91666666666666663]
epoch	766:	(loss, accuracy) = [0.21452375375215085],	[0.92473118279569888]
epoch	767:	(loss, accuracy) = [0.2302688394963581],	[0.92204301075268813]
epoch	768:	(loss, accuracy) = [0.20715165717066616],	[0.93010752688172038]
epoch	769:	(loss, accuracy) = [0.24130480073051908],	[0.92473118279569888]
epoch	770:	(loss, accuracy) = [0.20097653317435454],	[0.93010752688172038]
epoch	771:	(loss, accuracy) = [0.22385899407628884],	[0.93010752688172038]
epoch	772:	(loss, accuracy) = [0.21253716636709469],	[0.92204301075268813]
epoch	773:	(loss, accuracy) = [0.2175927854002884],	[0.92204301075268813]
epoch	774:	(loss, accuracy) = [0.22717155226235908],	[0.92204301075268813]
epoch	775:	(loss, accuracy) = [0.23790514593323073],	[0.93010752688172038]
epoch	776:	(loss, accuracy) = [0.27086548255856641],	[0.92741935483870963]
epoch	777:	(loss, accuracy) = [0.21358725767562625],	[0.91397849462365588]
epoch	778:	(loss, accuracy) = [0.22007827782222339],	[0.92473118279569888]
epoch	779:	(loss, accuracy) = [0.23159541179155629],	[0.92473118279569888]
epoch	780:	(loss, accuracy) = [0.29167439562008185],	[0.93010752688172038]
epoch	781:	(loss, accuracy) = [0.22217081116652618],	[0.93010752688172038]
epoch	782:	(loss, accuracy) = [0.24159081412419195],	[0.91935483870967738]
epoch	783:	(loss, accuracy) = [0.24493675153722527],	[0.93279569892473113]
epoch	784:	(loss, accuracy) = [0.30563049022388716],	[0.90322580645161288]
epoch	785:	(loss, accuracy) = [0.22096976532190238],	[0.92204301075268813]
epoch	786:	(loss, accuracy) = [0.21813172892096541],	[0.92473118279569888]
epoch	787:	(loss, accuracy) = [0.20777678441616795],	[0.91666666666666663]
epoch	788:	(loss, accuracy) = [0.2302094201997964],	[0.91935483870967738]
epoch	789:	(loss, accuracy) = [0.24241720822449492],	[0.92473118279569888]
epoch	790:	(loss, accuracy) = [0.19886208642073858],	[0.92204301075268813]
epoch	791:	(loss, accuracy) = [0.20811210373937283],	[0.92741935483870963]
epoch	792:	(loss, accuracy) = [0.21525260073543395],	[0.92473118279569888]
epoch	793:	(loss, accuracy) = [0.22964345373874229],	[0.92741935483870963]
epoch	794:	(loss, accuracy) = [0.27251278352673336],	[0.91935483870967738]
epoch	795:	(loss, accuracy) = [0.32718828538124778],	[0.92741935483870963]
epoch	796:	(loss, accuracy) = [0.25964589533646421],	[0.92741935483870963]
epoch	797:	(loss, accuracy) = [0.2358468731324519],	[0.91397849462365588]
epoch	798:	(loss, accuracy) = [0.23417495303757249],	[0.92204301075268813]
epoch	799:	(loss, accuracy) = [0.22153045686202183],	[0.93010752688172038]
epoch	800:	(loss, accuracy) = [0.22249491874288807],	[0.94354838709677424]
epoch	801:	(loss, accuracy) = [0.21946988597021549],	[0.94354838709677424]
epoch	802:	(loss, accuracy) = [0.23633330552187817],	[0.94086021505376349]
epoch	803:	(loss, accuracy) = [0.20684746587749131],	[0.93279569892473113]
epoch	804:	(loss, accuracy) = [0.21110292970733616],	[0.93817204301075274]
epoch	805:	(loss, accuracy) = [0.24551182781015674],	[0.92741935483870963]
epoch	806:	(loss, accuracy) = [0.20988728161100098],	[0.92741935483870963]
epoch	807:	(loss, accuracy) = [0.21223807818586787],	[0.92741935483870963]
epoch	808:	(loss, accuracy) = [0.21354863049602638],	[0.92204301075268813]
epoch	809:	(loss, accuracy) = [0.22822423355393512],	[0.91935483870967738]
epoch	810:	(loss, accuracy) = [0.25485715000159159],	[0.91666666666666663]
epoch	811:	(loss, accuracy) = [0.23695024742834991],	[0.92204301075268813]
epoch	812:	(loss, accuracy) = [0.27532030540888991],	[0.93279569892473113]
epoch	813:	(loss, accuracy) = [0.21412760071376319],	[0.91397849462365588]
epoch	814:	(loss, accuracy) = [0.24845824301523226],	[0.93279569892473113]
epoch	815:	(loss, accuracy) = [0.21757807420386421],	[0.94086021505376349]
epoch	816:	(loss, accuracy) = [0.22944163117477651],	[0.93010752688172038]
epoch	817:	(loss, accuracy) = [0.23892254586662015],	[0.92473118279569888]
epoch	818:	(loss, accuracy) = [0.2115884458405837],	[0.93010752688172038]
epoch	819:	(loss, accuracy) = [0.21707321824105355],	[0.92204301075268813]
epoch	820:	(loss, accuracy) = [0.25958811717611108],	[0.91935483870967738]
epoch	821:	(loss, accuracy) = [0.22819081807799477],	[0.92473118279569888]
epoch	822:	(loss, accuracy) = [0.28407692302003384],	[0.92473118279569888]
epoch	823:	(loss, accuracy) = [0.24368951674450628],	[0.93279569892473113]
epoch	824:	(loss, accuracy) = [0.24352317446121766],	[0.93279569892473113]
epoch	825:	(loss, accuracy) = [0.24586961939129778],	[0.91397849462365588]
epoch	826:	(loss, accuracy) = [0.27633217305085189],	[0.92204301075268813]
epoch	827:	(loss, accuracy) = [0.25564176164647584],	[0.91397849462365588]
epoch	828:	(loss, accuracy) = [0.24567834679938613],	[0.92473118279569888]
epoch	829:	(loss, accuracy) = [0.24036225255438556],	[0.92741935483870963]
epoch	830:	(loss, accuracy) = [0.21647355698489695],	[0.93010752688172038]
epoch	831:	(loss, accuracy) = [0.29368052432333591],	[0.91129032258064513]
epoch	832:	(loss, accuracy) = [0.2257031569637919],	[0.92204301075268813]
epoch	833:	(loss, accuracy) = [0.22973478914949522],	[0.92204301075268813]
epoch	834:	(loss, accuracy) = [0.26324522487759111],	[0.92741935483870963]
epoch	835:	(loss, accuracy) = [0.2470032958193652],	[0.92204301075268813]
epoch	836:	(loss, accuracy) = [0.25668978964990025],	[0.92741935483870963]
epoch	837:	(loss, accuracy) = [0.24517519468121152],	[0.93279569892473113]
epoch	838:	(loss, accuracy) = [0.26695874327122765],	[0.92204301075268813]
epoch	839:	(loss, accuracy) = [0.22913609434580129],	[0.92204301075268813]
epoch	840:	(loss, accuracy) = [0.24598860157082877],	[0.93279569892473113]
epoch	841:	(loss, accuracy) = [0.27119526011188344],	[0.91397849462365588]
epoch	842:	(loss, accuracy) = [0.2797250499077622],	[0.92204301075268813]
epoch	843:	(loss, accuracy) = [0.29769308646509962],	[0.93010752688172038]
epoch	844:	(loss, accuracy) = [0.23314951708720577],	[0.92741935483870963]
epoch	845:	(loss, accuracy) = [0.22782162426199803],	[0.93279569892473113]
epoch	846:	(loss, accuracy) = [0.25207087591851268],	[0.92741935483870963]
epoch	847:	(loss, accuracy) = [0.21298671273454542],	[0.93010752688172038]
epoch	848:	(loss, accuracy) = [0.25589054033801117],	[0.91666666666666663]
epoch	849:	(loss, accuracy) = [0.23116207391684573],	[0.92741935483870963]
epoch	850:	(loss, accuracy) = [0.20728709576250884],	[0.94086021505376349]
epoch	851:	(loss, accuracy) = [0.22904484160244465],	[0.93010752688172038]
epoch	852:	(loss, accuracy) = [0.27054600690000802],	[0.91666666666666663]
epoch	853:	(loss, accuracy) = [0.22580309256270367],	[0.93279569892473113]
epoch	854:	(loss, accuracy) = [0.2248861661321053],	[0.92204301075268813]
epoch	855:	(loss, accuracy) = [0.20752281633516154],	[0.93817204301075274]
epoch	856:	(loss, accuracy) = [0.20826717775054676],	[0.92204301075268813]
epoch	857:	(loss, accuracy) = [0.21184353271539333],	[0.93010752688172038]
epoch	858:	(loss, accuracy) = [0.25055140919072094],	[0.92473118279569888]
epoch	859:	(loss, accuracy) = [0.24233184607639427],	[0.92473118279569888]
epoch	860:	(loss, accuracy) = [0.25480485672471664],	[0.92473118279569888]
epoch	861:	(loss, accuracy) = [0.2304713030756321],	[0.93279569892473113]
epoch	862:	(loss, accuracy) = [0.22407236099443448],	[0.93010752688172038]
epoch	863:	(loss, accuracy) = [0.21033816628899143],	[0.93279569892473113]
epoch	864:	(loss, accuracy) = [0.20369678884944928],	[0.93548387096774188]
epoch	865:	(loss, accuracy) = [0.19975322609146437],	[0.92741935483870963]
epoch	866:	(loss, accuracy) = [0.23531118037319312],	[0.92741935483870963]
epoch	867:	(loss, accuracy) = [0.19908986371310969],	[0.93279569892473113]
epoch	868:	(loss, accuracy) = [0.19379408356122751],	[0.93279569892473113]
epoch	869:	(loss, accuracy) = [0.250698440663156],	[0.92741935483870963]
epoch	870:	(loss, accuracy) = [0.2766340760306345],	[0.91935483870967738]
epoch	871:	(loss, accuracy) = [0.24225480933623608],	[0.92473118279569888]
epoch	872:	(loss, accuracy) = [0.23714392956206073],	[0.93010752688172038]
epoch	873:	(loss, accuracy) = [0.22191079900479846],	[0.93279569892473113]
epoch	874:	(loss, accuracy) = [0.23601197953566269],	[0.93279569892473113]
epoch	875:	(loss, accuracy) = [0.23426980783246579],	[0.93548387096774188]
epoch	876:	(loss, accuracy) = [0.2653479002971923],	[0.92473118279569888]
epoch	877:	(loss, accuracy) = [0.25973629070914062],	[0.91666666666666663]
epoch	878:	(loss, accuracy) = [0.21321235457935961],	[0.92473118279569888]
epoch	879:	(loss, accuracy) = [0.21080473156004984],	[0.94354838709677424]
epoch	880:	(loss, accuracy) = [0.24356422591603971],	[0.92473118279569888]
epoch	881:	(loss, accuracy) = [0.22442871542216869],	[0.92473118279569888]
epoch	882:	(loss, accuracy) = [0.21364851731566653],	[0.92741935483870963]
epoch	883:	(loss, accuracy) = [0.26565708585023401],	[0.90860215053763438]
epoch	884:	(loss, accuracy) = [0.26435583680918218],	[0.92473118279569888]
epoch	885:	(loss, accuracy) = [0.25601004891758483],	[0.92473118279569888]
epoch	886:	(loss, accuracy) = [0.23494549546270602],	[0.92204301075268813]
epoch	887:	(loss, accuracy) = [0.24722964453300642],	[0.93548387096774188]
epoch	888:	(loss, accuracy) = [0.20309710979301443],	[0.91397849462365588]
epoch	889:	(loss, accuracy) = [0.22402054874316579],	[0.93279569892473113]
epoch	890:	(loss, accuracy) = [0.26595511455940063],	[0.93010752688172038]
epoch	891:	(loss, accuracy) = [0.23762603143295172],	[0.91935483870967738]
epoch	892:	(loss, accuracy) = [0.21657695547146824],	[0.92204301075268813]
epoch	893:	(loss, accuracy) = [0.21278602304938499],	[0.93279569892473113]
epoch	894:	(loss, accuracy) = [0.21100387457878358],	[0.93279569892473113]
epoch	895:	(loss, accuracy) = [0.2049467637033392],	[0.92473118279569888]
epoch	896:	(loss, accuracy) = [0.23738938176463689],	[0.92741935483870963]
epoch	897:	(loss, accuracy) = [0.22486863973280113],	[0.92741935483870963]
epoch	898:	(loss, accuracy) = [0.20450883007217799],	[0.92204301075268813]
epoch	899:	(loss, accuracy) = [0.22399349084564596],	[0.93817204301075274]
epoch	900:	(loss, accuracy) = [0.22329042829893608],	[0.92741935483870963]
epoch	901:	(loss, accuracy) = [0.21416969085612925],	[0.92204301075268813]
epoch	902:	(loss, accuracy) = [0.23972738400271904],	[0.93010752688172038]
epoch	903:	(loss, accuracy) = [0.21305388878400047],	[0.93817204301075274]
epoch	904:	(loss, accuracy) = [0.20687623697543336],	[0.93279569892473113]
epoch	905:	(loss, accuracy) = [0.28090052986617692],	[0.91397849462365588]
epoch	906:	(loss, accuracy) = [0.23034769280623363],	[0.92204301075268813]
epoch	907:	(loss, accuracy) = [0.23445399198681116],	[0.92473118279569888]
epoch	908:	(loss, accuracy) = [0.21065645690967319],	[0.93010752688172038]
epoch	909:	(loss, accuracy) = [0.21569558627583008],	[0.92473118279569888]
epoch	910:	(loss, accuracy) = [0.23992425961149555],	[0.93010752688172038]
epoch	911:	(loss, accuracy) = [0.22099083901372968],	[0.92473118279569888]
epoch	912:	(loss, accuracy) = [0.23306402671952001],	[0.92741935483870963]
epoch	913:	(loss, accuracy) = [0.23661132974760427],	[0.93548387096774188]
epoch	914:	(loss, accuracy) = [0.33663386149802593],	[0.92204301075268813]
epoch	915:	(loss, accuracy) = [0.24729254434726411],	[0.92741935483870963]
epoch	916:	(loss, accuracy) = [0.29200723323900935],	[0.92473118279569888]
epoch	917:	(loss, accuracy) = [0.23320922530406424],	[0.92741935483870963]
epoch	918:	(loss, accuracy) = [0.25706702941197462],	[0.92473118279569888]
epoch	919:	(loss, accuracy) = [0.24053490832598218],	[0.93010752688172038]
epoch	920:	(loss, accuracy) = [0.24659206950911872],	[0.93010752688172038]
epoch	921:	(loss, accuracy) = [0.21621238972531051],	[0.94086021505376349]
epoch	922:	(loss, accuracy) = [0.20114610534441726],	[0.93548387096774188]
epoch	923:	(loss, accuracy) = [0.23982944054108474],	[0.93010752688172038]
epoch	924:	(loss, accuracy) = [0.25255087664180625],	[0.92741935483870963]
epoch	925:	(loss, accuracy) = [0.21407378671230168],	[0.94086021505376349]
epoch	926:	(loss, accuracy) = [0.2416044062489183],	[0.92741935483870963]
epoch	927:	(loss, accuracy) = [0.23998665660169097],	[0.92741935483870963]
epoch	928:	(loss, accuracy) = [0.25594696544751683],	[0.93279569892473113]
epoch	929:	(loss, accuracy) = [0.23251380058886703],	[0.92204301075268813]
epoch	930:	(loss, accuracy) = [0.26887215867949027],	[0.92741935483870963]
epoch	931:	(loss, accuracy) = [0.22883886263094921],	[0.91129032258064513]
epoch	932:	(loss, accuracy) = [0.25446797121611614],	[0.92741935483870963]
epoch	933:	(loss, accuracy) = [0.27359863631277076],	[0.93279569892473113]
epoch	934:	(loss, accuracy) = [0.22642848091400278],	[0.92204301075268813]
epoch	935:	(loss, accuracy) = [0.24882919518076765],	[0.93010752688172038]
epoch	936:	(loss, accuracy) = [0.21984219714318232],	[0.92741935483870963]
epoch	937:	(loss, accuracy) = [0.23277824870010297],	[0.93010752688172038]
epoch	938:	(loss, accuracy) = [0.23516677776151287],	[0.92741935483870963]
epoch	939:	(loss, accuracy) = [0.2539405853071961],	[0.92473118279569888]
epoch	940:	(loss, accuracy) = [0.24841455472457993],	[0.92741935483870963]
epoch	941:	(loss, accuracy) = [0.27739340961430103],	[0.92473118279569888]
epoch	942:	(loss, accuracy) = [0.27863400596474369],	[0.92741935483870963]
epoch	943:	(loss, accuracy) = [0.24117915869079609],	[0.92204301075268813]
epoch	944:	(loss, accuracy) = [0.28083663797306435],	[0.91129032258064513]
epoch	945:	(loss, accuracy) = [0.24733697500966129],	[0.93010752688172038]
epoch	946:	(loss, accuracy) = [0.28024923442537464],	[0.92741935483870963]
epoch	947:	(loss, accuracy) = [0.24381014338308965],	[0.92741935483870963]
epoch	948:	(loss, accuracy) = [0.22645472853709894],	[0.93279569892473113]
epoch	949:	(loss, accuracy) = [0.25565392668459125],	[0.93279569892473113]
epoch	950:	(loss, accuracy) = [0.22228210969948239],	[0.93010752688172038]
epoch	951:	(loss, accuracy) = [0.23300593630761229],	[0.93279569892473113]
epoch	952:	(loss, accuracy) = [0.27433280622641687],	[0.92741935483870963]
epoch	953:	(loss, accuracy) = [0.24202175666728326],	[0.92473118279569888]
epoch	954:	(loss, accuracy) = [0.21491416830629592],	[0.92473118279569888]
epoch	955:	(loss, accuracy) = [0.21906826017744918],	[0.93010752688172038]
epoch	956:	(loss, accuracy) = [0.24448763232763296],	[0.92741935483870963]
epoch	957:	(loss, accuracy) = [0.27631028083663794],	[0.92741935483870963]
epoch	958:	(loss, accuracy) = [0.23556095181453612],	[0.93548387096774188]
epoch	959:	(loss, accuracy) = [0.32580169523635538],	[0.91397849462365588]
epoch	960:	(loss, accuracy) = [0.27162084157668775],	[0.92473118279569888]
epoch	961:	(loss, accuracy) = [0.33208150922831509],	[0.91397849462365588]
epoch	962:	(loss, accuracy) = [0.23055834013728366],	[0.92204301075268813]
epoch	963:	(loss, accuracy) = [0.25905044787308024],	[0.91935483870967738]
epoch	964:	(loss, accuracy) = [0.22338591786151532],	[0.93548387096774188]
epoch	965:	(loss, accuracy) = [0.22555563324231215],	[0.93010752688172038]
epoch	966:	(loss, accuracy) = [0.23358902690671784],	[0.91666666666666663]
epoch	967:	(loss, accuracy) = [0.23898484669024905],	[0.92741935483870963]
epoch	968:	(loss, accuracy) = [0.27403253471974526],	[0.91129032258064513]
epoch	969:	(loss, accuracy) = [0.27850063255066754],	[0.92741935483870963]
epoch	970:	(loss, accuracy) = [0.31543917570924085],	[0.90053763440860213]
epoch	971:	(loss, accuracy) = [0.23906539488203263],	[0.92204301075268813]
epoch	972:	(loss, accuracy) = [0.25152465036659633],	[0.91935483870967738]
epoch	973:	(loss, accuracy) = [0.23611976021540262],	[0.92204301075268813]
epoch	974:	(loss, accuracy) = [0.24545204022308431],	[0.92473118279569888]
epoch	975:	(loss, accuracy) = [0.2225657334320888],	[0.93010752688172038]
epoch	976:	(loss, accuracy) = [0.27840781504205697],	[0.93279569892473113]
epoch	977:	(loss, accuracy) = [0.29552811881657487],	[0.92473118279569888]
epoch	978:	(loss, accuracy) = [0.3397160349657849],	[0.91935483870967738]
epoch	979:	(loss, accuracy) = [0.2461710059164112],	[0.92741935483870963]
epoch	980:	(loss, accuracy) = [0.27031988922446487],	[0.92741935483870963]
epoch	981:	(loss, accuracy) = [0.27640672251632215],	[0.92741935483870963]
epoch	982:	(loss, accuracy) = [0.3172070775850756],	[0.93010752688172038]
epoch	983:	(loss, accuracy) = [0.28189675785320739],	[0.91666666666666663]
epoch	984:	(loss, accuracy) = [0.29131340367659447],	[0.92741935483870963]
epoch	985:	(loss, accuracy) = [0.21558742626740407],	[0.92741935483870963]
epoch	986:	(loss, accuracy) = [0.22543161052970156],	[0.92204301075268813]
epoch	987:	(loss, accuracy) = [0.25734746211799242],	[0.93279569892473113]
epoch	988:	(loss, accuracy) = [0.25995962937132167],	[0.93279569892473113]
epoch	989:	(loss, accuracy) = [0.26446991599094805],	[0.92741935483870963]
epoch	990:	(loss, accuracy) = [0.25517647925974624],	[0.93548387096774188]
epoch	991:	(loss, accuracy) = [0.21389782536394333],	[0.93279569892473113]
epoch	992:	(loss, accuracy) = [0.22071418577745075],	[0.92741935483870963]
epoch	993:	(loss, accuracy) = [0.23296332158028119],	[0.92204301075268813]
epoch	994:	(loss, accuracy) = [0.23078954434623161],	[0.92741935483870963]
epoch	995:	(loss, accuracy) = [0.22717587407478082],	[0.91935483870967738]
epoch	996:	(loss, accuracy) = [0.23420957736771114],	[0.92473118279569888]
epoch	997:	(loss, accuracy) = [0.24840783879601508],	[0.92204301075268813]
epoch	998:	(loss, accuracy) = [0.1976495153140477],	[0.93010752688172038]
epoch	999:	(loss, accuracy) = [0.24656545679755909],	[0.91397849462365588]
-------------------------------------------------------------------------------
best_accuracy: [0.94354838709677424] generated at epoch 565

In [245]:
# Test
loss, accuracy = model.evaluate(X_test, y_test, batch_size=16)
accuracy


352/500 [====================>.........] - ETA: 0s
Out[245]:
0.91200000000000003