In [5]:

    

import tensorflow as tf


    

In [2]:

    

import numpy as np
import pandas as pd


    

In [3]:

    

n_inputs = 28 * 28
n_hidden1 = 300
n_hidden2 = 100
n_outputs = 10


    

In [6]:

    

X = tf.placeholder(tf.float32, shape=(None, n_inputs), name='X')


    

In [7]:

    

y = tf.placeholder(dtype=tf.int64, shape=(None), name='y')


    

In [8]:

    

is_training = tf.placeholder(tf.bool, shape=(), name='is_training')


    

In [9]:

    

from tensorflow.contrib.layers import dropout


    

In [10]:

    

from tensorflow.contrib.layers import fully_connected


    

In [11]:

    

keep_prob = 0.5
X_drop = dropout(X, keep_prob, is_training=is_training)


    

In [12]:

    

hidden1 = fully_connected(X_drop, n_hidden1, scope="hidden1")
hidden1_drop = dropout(hidden1, keep_prob, is_training=is_training)


    

In [13]:

    

hidden2 = fully_connected(hidden1_drop, n_hidden2, scope="hidden2")
hidden2_drop = dropout(hidden2, keep_prob, is_training=is_training)


    

In [14]:

    

logits = fully_connected(hidden2_drop, n_outputs, activation_fn=None, scope="outputs")


    

In [15]:

    

with tf.name_scope('loss'):
    xentropy = tf.nn.sparse_softmax_cross_entropy_with_logits(labels=y, logits=logits)
    loss = tf.reduce_mean(xentropy, name="loss")


    

In [16]:

    

learning_rate = 0.01
with tf.name_scope('train'):
    optimizer = tf.train.GradientDescentOptimizer(learning_rate=learning_rate)
    training_op = optimizer.minimize(loss)


    

In [17]:

    

with tf.name_scope('eval'):
    correct = tf.nn.in_top_k(logits, y, 1)
    accuracy = tf.reduce_mean(tf.cast(correct, tf.float32))


    

In [18]:

    

init = tf.global_variables_initializer()
saver = tf.train.Saver()


    

In [19]:

    

from tensorflow.examples.tutorials.mnist import input_data
mnist = input_data.read_data_sets('/tmp/data/')


    

    




Successfully downloaded train-images-idx3-ubyte.gz 9912422 bytes.
Extracting /tmp/data/train-images-idx3-ubyte.gz
Successfully downloaded train-labels-idx1-ubyte.gz 28881 bytes.
Extracting /tmp/data/train-labels-idx1-ubyte.gz
Successfully downloaded t10k-images-idx3-ubyte.gz 1648877 bytes.
Extracting /tmp/data/t10k-images-idx3-ubyte.gz
Successfully downloaded t10k-labels-idx1-ubyte.gz 4542 bytes.
Extracting /tmp/data/t10k-labels-idx1-ubyte.gz

In [20]:

    

n_epochs = 400
batch_size = 50


    

In [21]:

    

with tf.Session() as sess:
    init.run()
    for epoch in range(n_epochs):
        for iteration in range(mnist.train.num_examples // batch_size):
            X_batch, y_batch = mnist.train.next_batch(batch_size=batch_size)
            sess.run(training_op, feed_dict={is_training: True, X: X_batch, y: y_batch})
        acc_train = accuracy.eval(feed_dict={is_training: False, X: X_batch, y: y_batch})
        acc_test  = accuracy.eval(feed_dict={is_training: False, X: mnist.test.images, y: mnist.test.labels})
        print(epoch, "Train accuracy:", acc_train, "Test accuracy:", acc_test)
        
    save_path = saver.save(sess, './my_model_final.ckpt')


    

    




0 Train accuracy: 0.72 Test accuracy: 0.8481
1 Train accuracy: 0.86 Test accuracy: 0.8831
2 Train accuracy: 0.8 Test accuracy: 0.8998
3 Train accuracy: 0.94 Test accuracy: 0.9103
4 Train accuracy: 0.92 Test accuracy: 0.9159
5 Train accuracy: 0.86 Test accuracy: 0.9226
6 Train accuracy: 0.94 Test accuracy: 0.9288
7 Train accuracy: 0.9 Test accuracy: 0.9306
8 Train accuracy: 0.92 Test accuracy: 0.9344
9 Train accuracy: 0.96 Test accuracy: 0.9385
10 Train accuracy: 0.92 Test accuracy: 0.9417
11 Train accuracy: 0.9 Test accuracy: 0.9428
12 Train accuracy: 0.96 Test accuracy: 0.9461
13 Train accuracy: 0.92 Test accuracy: 0.9464
14 Train accuracy: 0.96 Test accuracy: 0.948
15 Train accuracy: 0.98 Test accuracy: 0.9491
16 Train accuracy: 0.96 Test accuracy: 0.9506
17 Train accuracy: 0.88 Test accuracy: 0.9529
18 Train accuracy: 0.94 Test accuracy: 0.9524
19 Train accuracy: 0.98 Test accuracy: 0.9545
20 Train accuracy: 0.96 Test accuracy: 0.9556
21 Train accuracy: 1.0 Test accuracy: 0.9564
22 Train accuracy: 0.98 Test accuracy: 0.9564
23 Train accuracy: 0.96 Test accuracy: 0.9573
24 Train accuracy: 0.96 Test accuracy: 0.9572
25 Train accuracy: 0.92 Test accuracy: 0.9581
26 Train accuracy: 0.98 Test accuracy: 0.9596
27 Train accuracy: 0.96 Test accuracy: 0.959
28 Train accuracy: 0.98 Test accuracy: 0.9599
29 Train accuracy: 0.96 Test accuracy: 0.9604
30 Train accuracy: 1.0 Test accuracy: 0.9617
31 Train accuracy: 0.98 Test accuracy: 0.9613
32 Train accuracy: 0.98 Test accuracy: 0.9628
33 Train accuracy: 1.0 Test accuracy: 0.9631
34 Train accuracy: 0.96 Test accuracy: 0.9627
35 Train accuracy: 0.98 Test accuracy: 0.9635
36 Train accuracy: 0.94 Test accuracy: 0.9645
37 Train accuracy: 0.96 Test accuracy: 0.9638
38 Train accuracy: 0.98 Test accuracy: 0.9645
39 Train accuracy: 1.0 Test accuracy: 0.9649
40 Train accuracy: 1.0 Test accuracy: 0.9658
41 Train accuracy: 0.96 Test accuracy: 0.9646
42 Train accuracy: 0.98 Test accuracy: 0.9655
43 Train accuracy: 0.94 Test accuracy: 0.9655
44 Train accuracy: 1.0 Test accuracy: 0.966
45 Train accuracy: 0.98 Test accuracy: 0.967
46 Train accuracy: 1.0 Test accuracy: 0.9669
47 Train accuracy: 0.98 Test accuracy: 0.9681
48 Train accuracy: 1.0 Test accuracy: 0.9675
49 Train accuracy: 0.98 Test accuracy: 0.9678
50 Train accuracy: 1.0 Test accuracy: 0.9686
51 Train accuracy: 0.98 Test accuracy: 0.9686
52 Train accuracy: 0.94 Test accuracy: 0.9678
53 Train accuracy: 1.0 Test accuracy: 0.9687
54 Train accuracy: 1.0 Test accuracy: 0.9682
55 Train accuracy: 0.96 Test accuracy: 0.9684
56 Train accuracy: 0.98 Test accuracy: 0.9694
57 Train accuracy: 0.96 Test accuracy: 0.9697
58 Train accuracy: 0.98 Test accuracy: 0.9685
59 Train accuracy: 0.96 Test accuracy: 0.9698
60 Train accuracy: 0.98 Test accuracy: 0.9702
61 Train accuracy: 0.98 Test accuracy: 0.97
62 Train accuracy: 0.98 Test accuracy: 0.9698
63 Train accuracy: 1.0 Test accuracy: 0.9705
64 Train accuracy: 0.96 Test accuracy: 0.9701
65 Train accuracy: 0.94 Test accuracy: 0.97
66 Train accuracy: 0.98 Test accuracy: 0.9713
67 Train accuracy: 1.0 Test accuracy: 0.9711
68 Train accuracy: 0.96 Test accuracy: 0.9706
69 Train accuracy: 0.96 Test accuracy: 0.9703
70 Train accuracy: 1.0 Test accuracy: 0.9704
71 Train accuracy: 0.96 Test accuracy: 0.9715
72 Train accuracy: 1.0 Test accuracy: 0.9704
73 Train accuracy: 0.98 Test accuracy: 0.9719
74 Train accuracy: 0.92 Test accuracy: 0.9725
75 Train accuracy: 0.92 Test accuracy: 0.972
76 Train accuracy: 0.98 Test accuracy: 0.9723
77 Train accuracy: 0.98 Test accuracy: 0.9722
78 Train accuracy: 0.96 Test accuracy: 0.9726
79 Train accuracy: 1.0 Test accuracy: 0.9717
80 Train accuracy: 0.98 Test accuracy: 0.9729
81 Train accuracy: 0.98 Test accuracy: 0.9717
82 Train accuracy: 0.96 Test accuracy: 0.9732
83 Train accuracy: 0.96 Test accuracy: 0.9728
84 Train accuracy: 1.0 Test accuracy: 0.973
85 Train accuracy: 0.98 Test accuracy: 0.9725
86 Train accuracy: 0.98 Test accuracy: 0.9725
87 Train accuracy: 0.98 Test accuracy: 0.9727
88 Train accuracy: 0.94 Test accuracy: 0.973
89 Train accuracy: 0.98 Test accuracy: 0.974
90 Train accuracy: 0.98 Test accuracy: 0.9733
91 Train accuracy: 0.98 Test accuracy: 0.9739
92 Train accuracy: 0.98 Test accuracy: 0.9738
93 Train accuracy: 1.0 Test accuracy: 0.9733
94 Train accuracy: 1.0 Test accuracy: 0.9739
95 Train accuracy: 1.0 Test accuracy: 0.9741
96 Train accuracy: 0.96 Test accuracy: 0.9741
97 Train accuracy: 0.98 Test accuracy: 0.9744
98 Train accuracy: 0.94 Test accuracy: 0.9735
99 Train accuracy: 0.98 Test accuracy: 0.9747
100 Train accuracy: 0.98 Test accuracy: 0.9745
101 Train accuracy: 1.0 Test accuracy: 0.9753
102 Train accuracy: 0.96 Test accuracy: 0.9751
103 Train accuracy: 1.0 Test accuracy: 0.9739
104 Train accuracy: 1.0 Test accuracy: 0.9752
105 Train accuracy: 0.96 Test accuracy: 0.9752
106 Train accuracy: 1.0 Test accuracy: 0.9748
107 Train accuracy: 1.0 Test accuracy: 0.9749
108 Train accuracy: 0.94 Test accuracy: 0.9754
109 Train accuracy: 1.0 Test accuracy: 0.9743
110 Train accuracy: 0.98 Test accuracy: 0.9745
111 Train accuracy: 0.98 Test accuracy: 0.9755
112 Train accuracy: 1.0 Test accuracy: 0.975
113 Train accuracy: 1.0 Test accuracy: 0.9754
114 Train accuracy: 0.98 Test accuracy: 0.9768
115 Train accuracy: 0.94 Test accuracy: 0.9757
116 Train accuracy: 0.98 Test accuracy: 0.976
117 Train accuracy: 0.98 Test accuracy: 0.9755
118 Train accuracy: 0.98 Test accuracy: 0.9756
119 Train accuracy: 0.98 Test accuracy: 0.9759
120 Train accuracy: 1.0 Test accuracy: 0.9749
121 Train accuracy: 0.98 Test accuracy: 0.9753
122 Train accuracy: 1.0 Test accuracy: 0.9758
123 Train accuracy: 0.98 Test accuracy: 0.9762
124 Train accuracy: 0.98 Test accuracy: 0.9763
125 Train accuracy: 0.98 Test accuracy: 0.9757
126 Train accuracy: 0.98 Test accuracy: 0.9755
127 Train accuracy: 0.96 Test accuracy: 0.9755
128 Train accuracy: 1.0 Test accuracy: 0.9755
129 Train accuracy: 0.96 Test accuracy: 0.9765
130 Train accuracy: 0.98 Test accuracy: 0.9759
131 Train accuracy: 0.98 Test accuracy: 0.9762
132 Train accuracy: 1.0 Test accuracy: 0.9767
133 Train accuracy: 1.0 Test accuracy: 0.9766
134 Train accuracy: 1.0 Test accuracy: 0.9769
135 Train accuracy: 0.98 Test accuracy: 0.9767
136 Train accuracy: 1.0 Test accuracy: 0.9755
137 Train accuracy: 1.0 Test accuracy: 0.9766
138 Train accuracy: 0.96 Test accuracy: 0.9752
139 Train accuracy: 1.0 Test accuracy: 0.9764
140 Train accuracy: 0.96 Test accuracy: 0.9767
141 Train accuracy: 0.98 Test accuracy: 0.9762
142 Train accuracy: 0.98 Test accuracy: 0.9782
143 Train accuracy: 0.96 Test accuracy: 0.9769
144 Train accuracy: 0.98 Test accuracy: 0.9764
145 Train accuracy: 0.98 Test accuracy: 0.9762
146 Train accuracy: 1.0 Test accuracy: 0.976
147 Train accuracy: 0.98 Test accuracy: 0.9764
148 Train accuracy: 0.98 Test accuracy: 0.9771
149 Train accuracy: 0.98 Test accuracy: 0.9766
150 Train accuracy: 1.0 Test accuracy: 0.9775
151 Train accuracy: 1.0 Test accuracy: 0.9772
152 Train accuracy: 1.0 Test accuracy: 0.977
153 Train accuracy: 0.98 Test accuracy: 0.9773
154 Train accuracy: 0.94 Test accuracy: 0.9767
155 Train accuracy: 0.98 Test accuracy: 0.9767
156 Train accuracy: 1.0 Test accuracy: 0.9773
157 Train accuracy: 1.0 Test accuracy: 0.9763
158 Train accuracy: 1.0 Test accuracy: 0.9766
159 Train accuracy: 0.98 Test accuracy: 0.9778
160 Train accuracy: 0.98 Test accuracy: 0.9765
161 Train accuracy: 1.0 Test accuracy: 0.9779
162 Train accuracy: 1.0 Test accuracy: 0.9774
163 Train accuracy: 0.96 Test accuracy: 0.9769
164 Train accuracy: 1.0 Test accuracy: 0.9771
165 Train accuracy: 0.98 Test accuracy: 0.9766
166 Train accuracy: 0.98 Test accuracy: 0.9769
167 Train accuracy: 1.0 Test accuracy: 0.9776
168 Train accuracy: 0.98 Test accuracy: 0.9779
169 Train accuracy: 0.98 Test accuracy: 0.9768
170 Train accuracy: 0.96 Test accuracy: 0.9769
171 Train accuracy: 0.98 Test accuracy: 0.9775
172 Train accuracy: 0.98 Test accuracy: 0.9773
173 Train accuracy: 0.94 Test accuracy: 0.9775
174 Train accuracy: 1.0 Test accuracy: 0.978
175 Train accuracy: 0.98 Test accuracy: 0.9773
176 Train accuracy: 0.98 Test accuracy: 0.9768
177 Train accuracy: 1.0 Test accuracy: 0.9776
178 Train accuracy: 0.98 Test accuracy: 0.977
179 Train accuracy: 1.0 Test accuracy: 0.9772
180 Train accuracy: 0.98 Test accuracy: 0.9785
181 Train accuracy: 1.0 Test accuracy: 0.9777
182 Train accuracy: 1.0 Test accuracy: 0.9777
183 Train accuracy: 1.0 Test accuracy: 0.978
184 Train accuracy: 0.98 Test accuracy: 0.9779
185 Train accuracy: 0.98 Test accuracy: 0.9781
186 Train accuracy: 0.96 Test accuracy: 0.9787
187 Train accuracy: 0.98 Test accuracy: 0.9771
188 Train accuracy: 1.0 Test accuracy: 0.9779
189 Train accuracy: 1.0 Test accuracy: 0.9782
190 Train accuracy: 0.98 Test accuracy: 0.977
191 Train accuracy: 1.0 Test accuracy: 0.978
192 Train accuracy: 0.98 Test accuracy: 0.9785
193 Train accuracy: 1.0 Test accuracy: 0.9785
194 Train accuracy: 1.0 Test accuracy: 0.9786
195 Train accuracy: 0.96 Test accuracy: 0.9781
196 Train accuracy: 1.0 Test accuracy: 0.9779
197 Train accuracy: 0.98 Test accuracy: 0.9782
198 Train accuracy: 0.98 Test accuracy: 0.9788
199 Train accuracy: 1.0 Test accuracy: 0.9787
200 Train accuracy: 1.0 Test accuracy: 0.9774
201 Train accuracy: 0.98 Test accuracy: 0.9788
202 Train accuracy: 0.98 Test accuracy: 0.9784
203 Train accuracy: 0.96 Test accuracy: 0.9786
204 Train accuracy: 1.0 Test accuracy: 0.978
205 Train accuracy: 0.96 Test accuracy: 0.9783
206 Train accuracy: 0.94 Test accuracy: 0.9794
207 Train accuracy: 0.94 Test accuracy: 0.979
208 Train accuracy: 1.0 Test accuracy: 0.9785
209 Train accuracy: 0.98 Test accuracy: 0.9782
210 Train accuracy: 1.0 Test accuracy: 0.9783
211 Train accuracy: 0.98 Test accuracy: 0.9785
212 Train accuracy: 0.98 Test accuracy: 0.9781
213 Train accuracy: 1.0 Test accuracy: 0.9777
214 Train accuracy: 1.0 Test accuracy: 0.9789
215 Train accuracy: 1.0 Test accuracy: 0.9788
216 Train accuracy: 1.0 Test accuracy: 0.9788
217 Train accuracy: 0.96 Test accuracy: 0.9783
218 Train accuracy: 1.0 Test accuracy: 0.979
219 Train accuracy: 1.0 Test accuracy: 0.9794
220 Train accuracy: 1.0 Test accuracy: 0.9787
221 Train accuracy: 0.96 Test accuracy: 0.9785
222 Train accuracy: 1.0 Test accuracy: 0.9789
223 Train accuracy: 0.98 Test accuracy: 0.9789
224 Train accuracy: 0.96 Test accuracy: 0.9785
225 Train accuracy: 0.96 Test accuracy: 0.9793
226 Train accuracy: 0.96 Test accuracy: 0.9784
227 Train accuracy: 1.0 Test accuracy: 0.9794
228 Train accuracy: 1.0 Test accuracy: 0.9794
229 Train accuracy: 1.0 Test accuracy: 0.9793
230 Train accuracy: 0.98 Test accuracy: 0.9791
231 Train accuracy: 1.0 Test accuracy: 0.9794
232 Train accuracy: 0.98 Test accuracy: 0.9784
233 Train accuracy: 1.0 Test accuracy: 0.9782
234 Train accuracy: 0.96 Test accuracy: 0.9785
235 Train accuracy: 1.0 Test accuracy: 0.9789
236 Train accuracy: 0.98 Test accuracy: 0.979
237 Train accuracy: 1.0 Test accuracy: 0.9787
238 Train accuracy: 0.98 Test accuracy: 0.9785
239 Train accuracy: 0.98 Test accuracy: 0.9792
240 Train accuracy: 1.0 Test accuracy: 0.9797
241 Train accuracy: 1.0 Test accuracy: 0.9797
242 Train accuracy: 0.96 Test accuracy: 0.9796
243 Train accuracy: 1.0 Test accuracy: 0.9798
244 Train accuracy: 0.98 Test accuracy: 0.9801
245 Train accuracy: 1.0 Test accuracy: 0.9794
246 Train accuracy: 1.0 Test accuracy: 0.979
247 Train accuracy: 0.98 Test accuracy: 0.9789
248 Train accuracy: 1.0 Test accuracy: 0.9791
249 Train accuracy: 1.0 Test accuracy: 0.9787
250 Train accuracy: 1.0 Test accuracy: 0.9791
251 Train accuracy: 0.98 Test accuracy: 0.9785
252 Train accuracy: 1.0 Test accuracy: 0.979
253 Train accuracy: 0.96 Test accuracy: 0.9792
254 Train accuracy: 1.0 Test accuracy: 0.9795
255 Train accuracy: 1.0 Test accuracy: 0.9795
256 Train accuracy: 1.0 Test accuracy: 0.9791
257 Train accuracy: 1.0 Test accuracy: 0.9791
258 Train accuracy: 0.98 Test accuracy: 0.9784
259 Train accuracy: 0.98 Test accuracy: 0.9796
260 Train accuracy: 0.98 Test accuracy: 0.979
261 Train accuracy: 1.0 Test accuracy: 0.9791
262 Train accuracy: 1.0 Test accuracy: 0.9781
263 Train accuracy: 1.0 Test accuracy: 0.9788
264 Train accuracy: 1.0 Test accuracy: 0.9787
265 Train accuracy: 1.0 Test accuracy: 0.9792
266 Train accuracy: 0.98 Test accuracy: 0.9797
267 Train accuracy: 1.0 Test accuracy: 0.9793
268 Train accuracy: 0.98 Test accuracy: 0.979
269 Train accuracy: 1.0 Test accuracy: 0.9788
270 Train accuracy: 0.98 Test accuracy: 0.979
271 Train accuracy: 1.0 Test accuracy: 0.98
272 Train accuracy: 1.0 Test accuracy: 0.9792
273 Train accuracy: 1.0 Test accuracy: 0.9787
274 Train accuracy: 0.98 Test accuracy: 0.9789
275 Train accuracy: 0.96 Test accuracy: 0.9796
276 Train accuracy: 1.0 Test accuracy: 0.9802
277 Train accuracy: 0.98 Test accuracy: 0.9794
278 Train accuracy: 1.0 Test accuracy: 0.9796
279 Train accuracy: 1.0 Test accuracy: 0.9795
280 Train accuracy: 0.98 Test accuracy: 0.9791
281 Train accuracy: 1.0 Test accuracy: 0.98
282 Train accuracy: 1.0 Test accuracy: 0.9796
283 Train accuracy: 0.98 Test accuracy: 0.9793
284 Train accuracy: 0.98 Test accuracy: 0.9803
285 Train accuracy: 1.0 Test accuracy: 0.9796
286 Train accuracy: 0.98 Test accuracy: 0.9793
287 Train accuracy: 0.98 Test accuracy: 0.9804
288 Train accuracy: 1.0 Test accuracy: 0.9798
289 Train accuracy: 0.98 Test accuracy: 0.98
290 Train accuracy: 1.0 Test accuracy: 0.9796
291 Train accuracy: 1.0 Test accuracy: 0.9795
292 Train accuracy: 1.0 Test accuracy: 0.9788
293 Train accuracy: 0.98 Test accuracy: 0.9798
294 Train accuracy: 0.98 Test accuracy: 0.9802
295 Train accuracy: 1.0 Test accuracy: 0.98
296 Train accuracy: 1.0 Test accuracy: 0.9805
297 Train accuracy: 1.0 Test accuracy: 0.9798
298 Train accuracy: 1.0 Test accuracy: 0.9793
299 Train accuracy: 1.0 Test accuracy: 0.98
300 Train accuracy: 0.94 Test accuracy: 0.9799
301 Train accuracy: 1.0 Test accuracy: 0.9803
302 Train accuracy: 0.96 Test accuracy: 0.9799
303 Train accuracy: 0.98 Test accuracy: 0.9795
304 Train accuracy: 1.0 Test accuracy: 0.9798
305 Train accuracy: 1.0 Test accuracy: 0.9804
306 Train accuracy: 0.98 Test accuracy: 0.9795
307 Train accuracy: 0.96 Test accuracy: 0.9799
308 Train accuracy: 0.96 Test accuracy: 0.9794
309 Train accuracy: 0.98 Test accuracy: 0.9799
310 Train accuracy: 1.0 Test accuracy: 0.9798
311 Train accuracy: 1.0 Test accuracy: 0.9801
312 Train accuracy: 1.0 Test accuracy: 0.9797
313 Train accuracy: 1.0 Test accuracy: 0.98
314 Train accuracy: 0.98 Test accuracy: 0.9801
315 Train accuracy: 0.96 Test accuracy: 0.9794
316 Train accuracy: 0.98 Test accuracy: 0.9795
317 Train accuracy: 1.0 Test accuracy: 0.9791
318 Train accuracy: 1.0 Test accuracy: 0.9791
319 Train accuracy: 1.0 Test accuracy: 0.9802
320 Train accuracy: 1.0 Test accuracy: 0.9799
321 Train accuracy: 1.0 Test accuracy: 0.9796
322 Train accuracy: 1.0 Test accuracy: 0.9799
323 Train accuracy: 0.98 Test accuracy: 0.98
324 Train accuracy: 0.98 Test accuracy: 0.98
325 Train accuracy: 1.0 Test accuracy: 0.9805
326 Train accuracy: 0.98 Test accuracy: 0.9798
327 Train accuracy: 0.96 Test accuracy: 0.9807
328 Train accuracy: 0.96 Test accuracy: 0.9806
329 Train accuracy: 0.98 Test accuracy: 0.9803
330 Train accuracy: 1.0 Test accuracy: 0.9801
331 Train accuracy: 0.98 Test accuracy: 0.9801
332 Train accuracy: 1.0 Test accuracy: 0.9809
333 Train accuracy: 0.98 Test accuracy: 0.9811
334 Train accuracy: 1.0 Test accuracy: 0.9804
335 Train accuracy: 0.98 Test accuracy: 0.9803
336 Train accuracy: 0.98 Test accuracy: 0.9799
337 Train accuracy: 0.98 Test accuracy: 0.9802
338 Train accuracy: 0.98 Test accuracy: 0.9805
339 Train accuracy: 1.0 Test accuracy: 0.9802
340 Train accuracy: 0.94 Test accuracy: 0.9807
341 Train accuracy: 1.0 Test accuracy: 0.9809
342 Train accuracy: 0.98 Test accuracy: 0.9804
343 Train accuracy: 0.98 Test accuracy: 0.9806
344 Train accuracy: 1.0 Test accuracy: 0.9803
345 Train accuracy: 0.96 Test accuracy: 0.9802
346 Train accuracy: 1.0 Test accuracy: 0.981
347 Train accuracy: 0.98 Test accuracy: 0.9804
348 Train accuracy: 0.98 Test accuracy: 0.9794
349 Train accuracy: 0.98 Test accuracy: 0.9799
350 Train accuracy: 0.98 Test accuracy: 0.9796
351 Train accuracy: 1.0 Test accuracy: 0.9805
352 Train accuracy: 0.98 Test accuracy: 0.9797
353 Train accuracy: 0.98 Test accuracy: 0.9807
354 Train accuracy: 1.0 Test accuracy: 0.9809
355 Train accuracy: 1.0 Test accuracy: 0.9803
356 Train accuracy: 0.98 Test accuracy: 0.9804
357 Train accuracy: 0.98 Test accuracy: 0.9808
358 Train accuracy: 1.0 Test accuracy: 0.9808
359 Train accuracy: 0.96 Test accuracy: 0.9807
360 Train accuracy: 1.0 Test accuracy: 0.9802
361 Train accuracy: 1.0 Test accuracy: 0.98
362 Train accuracy: 1.0 Test accuracy: 0.9802
363 Train accuracy: 1.0 Test accuracy: 0.98
364 Train accuracy: 0.98 Test accuracy: 0.9807
365 Train accuracy: 0.98 Test accuracy: 0.98
366 Train accuracy: 1.0 Test accuracy: 0.9799
367 Train accuracy: 1.0 Test accuracy: 0.9804
368 Train accuracy: 0.98 Test accuracy: 0.981
369 Train accuracy: 0.96 Test accuracy: 0.98
370 Train accuracy: 1.0 Test accuracy: 0.9793
371 Train accuracy: 1.0 Test accuracy: 0.98
372 Train accuracy: 0.98 Test accuracy: 0.9801
373 Train accuracy: 1.0 Test accuracy: 0.9798
374 Train accuracy: 1.0 Test accuracy: 0.9809
375 Train accuracy: 1.0 Test accuracy: 0.9794
376 Train accuracy: 1.0 Test accuracy: 0.9797
377 Train accuracy: 0.96 Test accuracy: 0.98
378 Train accuracy: 1.0 Test accuracy: 0.9802
379 Train accuracy: 0.98 Test accuracy: 0.9803
380 Train accuracy: 0.96 Test accuracy: 0.9801
381 Train accuracy: 1.0 Test accuracy: 0.9803
382 Train accuracy: 1.0 Test accuracy: 0.9806
383 Train accuracy: 1.0 Test accuracy: 0.9799
384 Train accuracy: 0.98 Test accuracy: 0.9806
385 Train accuracy: 1.0 Test accuracy: 0.981
386 Train accuracy: 0.96 Test accuracy: 0.9795
387 Train accuracy: 1.0 Test accuracy: 0.9802
388 Train accuracy: 1.0 Test accuracy: 0.9806
389 Train accuracy: 1.0 Test accuracy: 0.9801
390 Train accuracy: 1.0 Test accuracy: 0.9806
391 Train accuracy: 1.0 Test accuracy: 0.9803
392 Train accuracy: 0.98 Test accuracy: 0.9802
393 Train accuracy: 1.0 Test accuracy: 0.9796
394 Train accuracy: 1.0 Test accuracy: 0.9796
395 Train accuracy: 0.98 Test accuracy: 0.9799
396 Train accuracy: 0.98 Test accuracy: 0.9804
397 Train accuracy: 1.0 Test accuracy: 0.9809
398 Train accuracy: 1.0 Test accuracy: 0.9806
399 Train accuracy: 1.0 Test accuracy: 0.9801

In [ ]: