If only a few labeled training examples are available, it can often be beneficial to use pre-training, i.e., first train the neural network on an different task with more training data so that the weights of the network already capture e.g. basic image statistics, and then fine tune the network with the given labeled examples for the real task.
In the past it has been shown that, at least for image classification tasks, it is more helpful to use the labels of a different task when performing the pre-training than e.g. an unsupervised method such as Auto-Encoders, as only with labels the model is able to learn the distinction between important image patches (e.g. faces) and irrelevant pixels (see also this blog post). This is no different when performing the pre-training with a SimEc, i.e., with a data driven similarity function such as a linear kernel, the pre-training is not very effective, while if a similarity function is available that captures class related differences (here simulated by computing a weighted average between the linear kernel and the class based similarity matrix), then pre-training can be about as effective as with a classifier that was trained on other labels.
In this notebook we compare pre-training with a classifier (clf), an Auto-Encoder (AE) as well as a Similarity Encoder (SimEc) on the CIFAR10 dataset.
In [1]:
from __future__ import unicode_literals, division, print_function, absolute_import
from builtins import range
from time import time
from copy import deepcopy
import random
random.seed(28)
import numpy as np
np.random.seed(28)
import matplotlib.pyplot as plt
from scipy.spatial.distance import pdist, squareform
from sklearn.metrics.pairwise import rbf_kernel
from sklearn.metrics.pairwise import linear_kernel
import torch
import torch.nn as nn
import torch.optim as optim
from torch.utils.data.sampler import SubsetRandomSampler
torch.manual_seed(28)
torch.cuda.manual_seed(28)
torch.backends.cudnn.deterministic = True
import torchvision
from torchvision import datasets, transforms
from simec_torch import SimilarityEncoder, Dense
from utils import check_similarity_match
from utils_plotting import get_colors
from utils_torch import examine_param_space
%matplotlib inline
%load_ext autoreload
%autoreload 2
In [2]:
## basic CNN for classification
class CNN(nn.Module):
def __init__(self):
super(CNN, self).__init__()
self.conv1 = nn.Conv2d(3, 16, 5, padding=2) # b x 3 x 32 x 32 --> b x 16 x 32 x 32
self.relu1 = nn.ReLU(True)
self.maxp1 = nn.MaxPool2d(2, return_indices=True) # --> b x 16 x 16 x 16
self.mp1id = None
self.conv2 = nn.Conv2d(16, 8, 3, padding=1) # --> b x 8 x 16 x 16
self.relu2 = nn.ReLU(True)
self.maxp2 = nn.MaxPool2d(2, return_indices=True) # --> b x 8 x 8 x 8
self.mp2id = None
self.nonlin1 = Dense(512, 512, activation=torch.tanh)
self.nonlin2 = Dense(512, 512, activation=torch.tanh)
def forward(self, x):
x = self.conv1(x)
x = self.relu1(x)
x, self.mp1id = self.maxp1(x)
x = self.conv2(x)
x = self.relu2(x)
x, self.mp2id = self.maxp2(x)
x = x.view(-1, 512)
x = self.nonlin1(x)
x = self.nonlin2(x)
return x
## classifier based on CNN
class CLF(nn.Module):
def __init__(self, cnn, n_classes=10):
super(CLF, self).__init__()
self.cnn = cnn
self.lastlayer = nn.Sequential(
nn.Linear(512, n_classes),
nn.LogSoftmax(dim=1)
)
def forward(self, x):
x = self.cnn(x)
x = self.lastlayer(x)
return x
## AE based on CNN
class AE(nn.Module):
def __init__(self, cnn):
super(AE, self).__init__()
self.encoder = cnn
self.nonlin1 = Dense(512, 512, activation=torch.tanh)
self.nonlin2 = Dense(512, 512, activation=torch.tanh)
self.maxup2 = nn.MaxUnpool2d(2) # b x 8 x 8 x 8 --> b x 8 x 16 x 16
self.convt2 = nn.ConvTranspose2d(8, 16, 3, padding=1) # --> b x 16 x 16 x 16
self.relu2 = nn.ReLU(True)
self.maxup1 = nn.MaxUnpool2d(2) # --> b x 16 x 32 x 32
self.convt1 = nn.ConvTranspose2d(16, 3, 5, padding=2) # --> b x 3 x 32 x 32
def forward(self, x):
x = self.encoder(x)
x = self.nonlin1(x)
x = self.nonlin2(x)
x = x.view(-1, 8, 8, 8)
x = self.maxup2(x, self.encoder.mp2id)
x = self.convt2(x)
x = self.relu2(x)
x = self.maxup1(x, self.encoder.mp1id)
x = self.convt1(x)
return x
## AE with only a single linear layer
class AE1L(nn.Module):
def __init__(self, cnn):
super(AE1L, self).__init__()
self.encoder = cnn
self.lastlayer = nn.Linear(512, 3*32*32)
def forward(self, x):
x = self.encoder(x)
x = self.lastlayer(x)
x = x.view(-1, 3, 32, 32)
return x
def compare_state_dicts(sd1, sd2):
# check if the state dicts of two models are the same
is_equal = True
for p in sd1:
if not torch.all(torch.eq(sd1[p], sd2[p])):
is_equal = False
break
print(is_equal)
In [3]:
use_cuda = torch.cuda.is_available()
device = torch.device("cuda" if use_cuda else "cpu")
kwargs = {'num_workers': 1, 'pin_memory': True} if use_cuda else {}
img_transform = transforms.Compose([
transforms.ToTensor(),
transforms.Normalize(mean=[0.4914, 0.4822, 0.4465],
std=[0.2023, 0.1994, 0.2010])
])
# load the data
train_dataset = datasets.CIFAR10('./data/cifar10', train=True, download=True, transform=img_transform)
test_dataset = datasets.CIFAR10('./data/cifar10', train=False, transform=img_transform)
# get indices for training, validation, and test data
n_valid = 5000
np.random.seed(15)
indices = np.random.permutation(len(train_dataset))
indices, indices_val = indices[:-n_valid], indices[-n_valid:]
indices_test = np.random.permutation(len(test_dataset))
# get some loaders
train_loader_all = torch.utils.data.DataLoader(
train_dataset, batch_size=32, sampler=SubsetRandomSampler(indices), **kwargs
)
valid_loader = torch.utils.data.DataLoader(
train_dataset, batch_size=128, sampler=SubsetRandomSampler(indices_val), **kwargs
)
test_loader_all = torch.utils.data.DataLoader(
test_dataset, batch_size=128, sampler=SubsetRandomSampler(indices_test), **kwargs
)
Files already downloaded and verified
In [4]:
def imshow(img):
img = img / 5 + 0.5 # unnormalize
npimg = img.numpy()
plt.figure()
plt.imshow(np.transpose(npimg, (1, 2, 0)))
classes = ('plane', 'car', 'bird', 'cat',
'deer', 'dog', 'frog', 'horse', 'ship', 'truck')
# get some random training images
dataiter = iter(train_loader_all)
images, labels = dataiter.next()
# show images
imshow(torchvision.utils.make_grid(images[:5]))
# print labels
plt.title(' '.join('%12s ' % classes[labels[j]] for j in range(5)))
Clipping input data to the valid range for imshow with RGB data ([0..1] for floats or [0..255] for integers).
Out[4]:
Text(0.5, 1.0, ' horse dog deer ship deer ')
In [5]:
n_training_examples = [25, 50, 100, 250, 500, 750, 1000, 2500, 5000, 10000, 15000, 20000, 25000, 30000, 35000, 40000, 45000]
def train_clf(model, epoch, train_loader, optimizer, lr_scheduler):
criterion = nn.NLLLoss()
model.train()
running_loss = 0.
for batch_idx, (data, target) in enumerate(train_loader):
# for t1 the loss still expects the labels to be between 0 and 4
if target.min() > 4:
target -= 5
data, target = data.to(device), target.to(device)
optimizer.zero_grad()
output = model(data)
loss = criterion(output, target)
running_loss += loss.item()
loss.backward()
optimizer.step()
print('[epoch %d] loss: %.7f' % (epoch + 1, running_loss / (batch_idx + 1)))
lr_scheduler.step(running_loss)
def test_clf(model, test_loader):
criterion = nn.NLLLoss(reduction="sum")
model.eval()
test_loss = 0
correct = 0
with torch.no_grad():
for data, target in test_loader:
if target.min() > 4:
target -= 5
data, target = data.to(device), target.to(device)
output = model(data)
test_loss += criterion(output, target).item() # sum up batch loss
pred = output.max(1, keepdim=True)[1] # get the index of the max log-probability
correct += pred.eq(target.view_as(pred)).sum().item()
test_loss /= len(test_loader.sampler)
print('Test set: Average loss: {:.4f}, Accuracy: {}/{} ({:.0f}%)'.format(
test_loss, correct, len(test_loader.sampler),
100. * correct / len(test_loader.sampler)))
return correct / len(test_loader.sampler)
def clf_with_ntrain(n_train, cnn_dict=None, frozen=False):
test_accs = []
for seed in [11, 12, 13]:
print("## seed:", seed)
# get train_loader with specific number of training examples
np.random.seed(seed)
tindices = np.random.permutation(indices)
train_loader = torch.utils.data.DataLoader(
train_dataset, batch_size=32, sampler=SubsetRandomSampler(tindices[:n_train]), **kwargs
)
# pretrained cnn?
cnn = CNN()
if cnn_dict is not None:
cnn.load_state_dict(cnn_dict)
if frozen:
for p in cnn.parameters():
p.requires_grad = False
model = CLF(cnn).to(device)
print("Validation accuracy before training:")
_ = test_clf(model, valid_loader)
optimizer = optim.Adam(model.parameters(), lr=0.001)
lr_scheduler = optim.lr_scheduler.ReduceLROnPlateau(optimizer, patience=0, eps=0., verbose=True)
best_acc = 0
best_model = None
for epoch in range(50):
train_clf(model, epoch, train_loader, optimizer, lr_scheduler)
val_acc = test_clf(model, valid_loader)
if val_acc >= best_acc:
best_acc = val_acc
best_model = deepcopy(model.state_dict())
model.load_state_dict(best_model)
print("Validation:")
_ = test_clf(model, valid_loader)
print("Test")
test_accs.append(test_clf(model, test_loader_all))
return np.mean(test_accs), np.std(test_accs)
In [6]:
# CLF without pretraining
test_accuracies_clf = []
for n_train in n_training_examples:
print(n_train)
test_accuracies_clf.append(clf_with_ntrain(n_train))
25
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3131, Accuracy: 361/5000 (7%)
[epoch 1] loss: 2.3259628
Test set: Average loss: 2.3548, Accuracy: 589/5000 (12%)
[epoch 2] loss: 2.0239921
Test set: Average loss: 2.5436, Accuracy: 563/5000 (11%)
[epoch 3] loss: 1.8023823
Test set: Average loss: 2.6773, Accuracy: 741/5000 (15%)
[epoch 4] loss: 1.5832568
Test set: Average loss: 2.6831, Accuracy: 835/5000 (17%)
[epoch 5] loss: 1.3261188
Test set: Average loss: 2.6736, Accuracy: 792/5000 (16%)
[epoch 6] loss: 1.0498534
Test set: Average loss: 2.7315, Accuracy: 725/5000 (14%)
[epoch 7] loss: 0.7848161
Test set: Average loss: 2.8717, Accuracy: 724/5000 (14%)
[epoch 8] loss: 0.5575764
Test set: Average loss: 3.0718, Accuracy: 701/5000 (14%)
[epoch 9] loss: 0.3745236
Test set: Average loss: 3.3395, Accuracy: 713/5000 (14%)
[epoch 10] loss: 0.2431545
Test set: Average loss: 3.6719, Accuracy: 751/5000 (15%)
[epoch 11] loss: 0.1573123
Test set: Average loss: 4.0251, Accuracy: 771/5000 (15%)
[epoch 12] loss: 0.0994908
Test set: Average loss: 4.3799, Accuracy: 789/5000 (16%)
[epoch 13] loss: 0.0620288
Test set: Average loss: 4.7278, Accuracy: 783/5000 (16%)
[epoch 14] loss: 0.0380739
Test set: Average loss: 5.0570, Accuracy: 785/5000 (16%)
[epoch 15] loss: 0.0226436
Test set: Average loss: 5.3637, Accuracy: 783/5000 (16%)
[epoch 16] loss: 0.0136785
Test set: Average loss: 5.6441, Accuracy: 781/5000 (16%)
[epoch 17] loss: 0.0086423
Test set: Average loss: 5.8965, Accuracy: 780/5000 (16%)
[epoch 18] loss: 0.0056780
Test set: Average loss: 6.1225, Accuracy: 772/5000 (15%)
[epoch 19] loss: 0.0038711
Test set: Average loss: 6.3249, Accuracy: 768/5000 (15%)
[epoch 20] loss: 0.0027515
Test set: Average loss: 6.5067, Accuracy: 768/5000 (15%)
[epoch 21] loss: 0.0020385
Test set: Average loss: 6.6703, Accuracy: 776/5000 (16%)
[epoch 22] loss: 0.0015667
Test set: Average loss: 6.8176, Accuracy: 775/5000 (16%)
[epoch 23] loss: 0.0012406
Test set: Average loss: 6.9503, Accuracy: 776/5000 (16%)
[epoch 24] loss: 0.0010067
Test set: Average loss: 7.0699, Accuracy: 776/5000 (16%)
[epoch 25] loss: 0.0008332
Test set: Average loss: 7.1779, Accuracy: 776/5000 (16%)
[epoch 26] loss: 0.0007016
Test set: Average loss: 7.2753, Accuracy: 774/5000 (15%)
[epoch 27] loss: 0.0005995
Test set: Average loss: 7.3633, Accuracy: 769/5000 (15%)
[epoch 28] loss: 0.0005190
Test set: Average loss: 7.4427, Accuracy: 767/5000 (15%)
[epoch 29] loss: 0.0004548
Test set: Average loss: 7.5145, Accuracy: 770/5000 (15%)
[epoch 30] loss: 0.0004029
Test set: Average loss: 7.5794, Accuracy: 769/5000 (15%)
[epoch 31] loss: 0.0003606
Test set: Average loss: 7.6380, Accuracy: 771/5000 (15%)
[epoch 32] loss: 0.0003257
Test set: Average loss: 7.6910, Accuracy: 772/5000 (15%)
[epoch 33] loss: 0.0002967
Test set: Average loss: 7.7389, Accuracy: 772/5000 (15%)
[epoch 34] loss: 0.0002724
Test set: Average loss: 7.7823, Accuracy: 772/5000 (15%)
[epoch 35] loss: 0.0002519
Test set: Average loss: 7.8215, Accuracy: 772/5000 (15%)
[epoch 36] loss: 0.0002345
Test set: Average loss: 7.8570, Accuracy: 771/5000 (15%)
[epoch 37] loss: 0.0002193
Test set: Average loss: 7.8891, Accuracy: 770/5000 (15%)
[epoch 38] loss: 0.0002064
Test set: Average loss: 7.9181, Accuracy: 769/5000 (15%)
[epoch 39] loss: 0.0001950
Test set: Average loss: 7.9444, Accuracy: 771/5000 (15%)
[epoch 40] loss: 0.0001852
Test set: Average loss: 7.9683, Accuracy: 770/5000 (15%)
[epoch 41] loss: 0.0001764
Test set: Average loss: 7.9899, Accuracy: 771/5000 (15%)
[epoch 42] loss: 0.0001687
Test set: Average loss: 8.0095, Accuracy: 771/5000 (15%)
[epoch 43] loss: 0.0001619
Test set: Average loss: 8.0272, Accuracy: 771/5000 (15%)
[epoch 44] loss: 0.0001558
Test set: Average loss: 8.0433, Accuracy: 770/5000 (15%)
[epoch 45] loss: 0.0001502
Test set: Average loss: 8.0580, Accuracy: 769/5000 (15%)
[epoch 46] loss: 0.0001452
Test set: Average loss: 8.0712, Accuracy: 767/5000 (15%)
[epoch 47] loss: 0.0001406
Test set: Average loss: 8.0833, Accuracy: 767/5000 (15%)
[epoch 48] loss: 0.0001365
Test set: Average loss: 8.0943, Accuracy: 767/5000 (15%)
[epoch 49] loss: 0.0001327
Test set: Average loss: 8.1044, Accuracy: 767/5000 (15%)
[epoch 50] loss: 0.0001295
Test set: Average loss: 8.1135, Accuracy: 768/5000 (15%)
Validation:
Test set: Average loss: 2.6831, Accuracy: 835/5000 (17%)
Test
Test set: Average loss: 2.6594, Accuracy: 1713/10000 (17%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3091, Accuracy: 353/5000 (7%)
[epoch 1] loss: 2.3011065
Test set: Average loss: 2.3313, Accuracy: 596/5000 (12%)
[epoch 2] loss: 1.9718766
Test set: Average loss: 2.4763, Accuracy: 659/5000 (13%)
[epoch 3] loss: 1.7214866
Test set: Average loss: 2.6246, Accuracy: 719/5000 (14%)
[epoch 4] loss: 1.4948268
Test set: Average loss: 2.7323, Accuracy: 735/5000 (15%)
[epoch 5] loss: 1.2623398
Test set: Average loss: 2.8176, Accuracy: 752/5000 (15%)
[epoch 6] loss: 1.0233351
Test set: Average loss: 2.9113, Accuracy: 788/5000 (16%)
[epoch 7] loss: 0.8039324
Test set: Average loss: 3.0414, Accuracy: 804/5000 (16%)
[epoch 8] loss: 0.6078486
Test set: Average loss: 3.2009, Accuracy: 789/5000 (16%)
[epoch 9] loss: 0.4241167
Test set: Average loss: 3.4029, Accuracy: 763/5000 (15%)
[epoch 10] loss: 0.2775501
Test set: Average loss: 3.6457, Accuracy: 761/5000 (15%)
[epoch 11] loss: 0.1780570
Test set: Average loss: 3.9083, Accuracy: 767/5000 (15%)
[epoch 12] loss: 0.1114173
Test set: Average loss: 4.1707, Accuracy: 755/5000 (15%)
[epoch 13] loss: 0.0673784
Test set: Average loss: 4.4124, Accuracy: 756/5000 (15%)
[epoch 14] loss: 0.0394167
Test set: Average loss: 4.6236, Accuracy: 770/5000 (15%)
[epoch 15] loss: 0.0227375
Test set: Average loss: 4.8075, Accuracy: 767/5000 (15%)
[epoch 16] loss: 0.0133755
Test set: Average loss: 4.9704, Accuracy: 767/5000 (15%)
[epoch 17] loss: 0.0082319
Test set: Average loss: 5.1171, Accuracy: 772/5000 (15%)
[epoch 18] loss: 0.0053418
Test set: Average loss: 5.2503, Accuracy: 767/5000 (15%)
[epoch 19] loss: 0.0036475
Test set: Average loss: 5.3716, Accuracy: 776/5000 (16%)
[epoch 20] loss: 0.0026103
Test set: Average loss: 5.4825, Accuracy: 776/5000 (16%)
[epoch 21] loss: 0.0019496
Test set: Average loss: 5.5840, Accuracy: 777/5000 (16%)
[epoch 22] loss: 0.0015128
Test set: Average loss: 5.6770, Accuracy: 777/5000 (16%)
[epoch 23] loss: 0.0012136
Test set: Average loss: 5.7624, Accuracy: 781/5000 (16%)
[epoch 24] loss: 0.0010007
Test set: Average loss: 5.8410, Accuracy: 780/5000 (16%)
[epoch 25] loss: 0.0008430
Test set: Average loss: 5.9136, Accuracy: 783/5000 (16%)
[epoch 26] loss: 0.0007224
Test set: Average loss: 5.9808, Accuracy: 784/5000 (16%)
[epoch 27] loss: 0.0006270
Test set: Average loss: 6.0431, Accuracy: 784/5000 (16%)
[epoch 28] loss: 0.0005499
Test set: Average loss: 6.1012, Accuracy: 783/5000 (16%)
[epoch 29] loss: 0.0004866
Test set: Average loss: 6.1555, Accuracy: 781/5000 (16%)
[epoch 30] loss: 0.0004342
Test set: Average loss: 6.2063, Accuracy: 780/5000 (16%)
[epoch 31] loss: 0.0003904
Test set: Average loss: 6.2540, Accuracy: 779/5000 (16%)
[epoch 32] loss: 0.0003534
Test set: Average loss: 6.2988, Accuracy: 776/5000 (16%)
[epoch 33] loss: 0.0003219
Test set: Average loss: 6.3410, Accuracy: 774/5000 (15%)
[epoch 34] loss: 0.0002950
Test set: Average loss: 6.3808, Accuracy: 776/5000 (16%)
[epoch 35] loss: 0.0002717
Test set: Average loss: 6.4183, Accuracy: 775/5000 (16%)
[epoch 36] loss: 0.0002517
Test set: Average loss: 6.4536, Accuracy: 774/5000 (15%)
[epoch 37] loss: 0.0002340
Test set: Average loss: 6.4870, Accuracy: 769/5000 (15%)
[epoch 38] loss: 0.0002186
Test set: Average loss: 6.5185, Accuracy: 765/5000 (15%)
[epoch 39] loss: 0.0002048
Test set: Average loss: 6.5482, Accuracy: 761/5000 (15%)
[epoch 40] loss: 0.0001926
Test set: Average loss: 6.5763, Accuracy: 761/5000 (15%)
[epoch 41] loss: 0.0001817
Test set: Average loss: 6.6028, Accuracy: 760/5000 (15%)
[epoch 42] loss: 0.0001720
Test set: Average loss: 6.6278, Accuracy: 760/5000 (15%)
[epoch 43] loss: 0.0001631
Test set: Average loss: 6.6514, Accuracy: 760/5000 (15%)
[epoch 44] loss: 0.0001552
Test set: Average loss: 6.6737, Accuracy: 761/5000 (15%)
[epoch 45] loss: 0.0001479
Test set: Average loss: 6.6948, Accuracy: 758/5000 (15%)
[epoch 46] loss: 0.0001413
Test set: Average loss: 6.7147, Accuracy: 758/5000 (15%)
[epoch 47] loss: 0.0001353
Test set: Average loss: 6.7334, Accuracy: 758/5000 (15%)
[epoch 48] loss: 0.0001299
Test set: Average loss: 6.7512, Accuracy: 758/5000 (15%)
[epoch 49] loss: 0.0001249
Test set: Average loss: 6.7679, Accuracy: 758/5000 (15%)
[epoch 50] loss: 0.0001203
Test set: Average loss: 6.7838, Accuracy: 757/5000 (15%)
Validation:
Test set: Average loss: 3.0414, Accuracy: 804/5000 (16%)
Test
Test set: Average loss: 3.0349, Accuracy: 1617/10000 (16%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3016, Accuracy: 581/5000 (12%)
[epoch 1] loss: 2.2725379
Test set: Average loss: 2.3834, Accuracy: 531/5000 (11%)
[epoch 2] loss: 1.9128057
Test set: Average loss: 2.6608, Accuracy: 545/5000 (11%)
[epoch 3] loss: 1.7305446
Test set: Average loss: 2.7070, Accuracy: 688/5000 (14%)
[epoch 4] loss: 1.5193002
Test set: Average loss: 2.7108, Accuracy: 716/5000 (14%)
[epoch 5] loss: 1.3199401
Test set: Average loss: 2.7052, Accuracy: 721/5000 (14%)
[epoch 6] loss: 1.0874630
Test set: Average loss: 2.7858, Accuracy: 700/5000 (14%)
[epoch 7] loss: 0.8955489
Test set: Average loss: 2.9222, Accuracy: 715/5000 (14%)
[epoch 8] loss: 0.7250426
Test set: Average loss: 3.0584, Accuracy: 724/5000 (14%)
[epoch 9] loss: 0.5502970
Test set: Average loss: 3.2825, Accuracy: 737/5000 (15%)
[epoch 10] loss: 0.4220529
Test set: Average loss: 3.6073, Accuracy: 769/5000 (15%)
[epoch 11] loss: 0.3235128
Test set: Average loss: 3.9373, Accuracy: 770/5000 (15%)
[epoch 12] loss: 0.2489225
Test set: Average loss: 4.2127, Accuracy: 781/5000 (16%)
[epoch 13] loss: 0.1871598
Test set: Average loss: 4.4542, Accuracy: 764/5000 (15%)
[epoch 14] loss: 0.1346360
Test set: Average loss: 4.6860, Accuracy: 747/5000 (15%)
[epoch 15] loss: 0.0924147
Test set: Average loss: 4.9006, Accuracy: 706/5000 (14%)
[epoch 16] loss: 0.0629016
Test set: Average loss: 5.0913, Accuracy: 672/5000 (13%)
[epoch 17] loss: 0.0475179
Test set: Average loss: 5.2479, Accuracy: 627/5000 (13%)
[epoch 18] loss: 0.0379796
Test set: Average loss: 5.3658, Accuracy: 613/5000 (12%)
[epoch 19] loss: 0.0280957
Test set: Average loss: 5.4611, Accuracy: 604/5000 (12%)
[epoch 20] loss: 0.0192854
Test set: Average loss: 5.5515, Accuracy: 613/5000 (12%)
[epoch 21] loss: 0.0132330
Test set: Average loss: 5.6436, Accuracy: 633/5000 (13%)
[epoch 22] loss: 0.0093955
Test set: Average loss: 5.7378, Accuracy: 640/5000 (13%)
[epoch 23] loss: 0.0069468
Test set: Average loss: 5.8336, Accuracy: 658/5000 (13%)
[epoch 24] loss: 0.0053307
Test set: Average loss: 5.9301, Accuracy: 665/5000 (13%)
[epoch 25] loss: 0.0042047
Test set: Average loss: 6.0263, Accuracy: 679/5000 (14%)
[epoch 26] loss: 0.0033862
Test set: Average loss: 6.1212, Accuracy: 690/5000 (14%)
[epoch 27] loss: 0.0027735
Test set: Average loss: 6.2142, Accuracy: 702/5000 (14%)
[epoch 28] loss: 0.0023044
Test set: Average loss: 6.3043, Accuracy: 704/5000 (14%)
[epoch 29] loss: 0.0019380
Test set: Average loss: 6.3908, Accuracy: 705/5000 (14%)
[epoch 30] loss: 0.0016490
Test set: Average loss: 6.4731, Accuracy: 709/5000 (14%)
[epoch 31] loss: 0.0014194
Test set: Average loss: 6.5507, Accuracy: 715/5000 (14%)
[epoch 32] loss: 0.0012352
Test set: Average loss: 6.6233, Accuracy: 709/5000 (14%)
[epoch 33] loss: 0.0010862
Test set: Average loss: 6.6909, Accuracy: 711/5000 (14%)
[epoch 34] loss: 0.0009647
Test set: Average loss: 6.7534, Accuracy: 710/5000 (14%)
[epoch 35] loss: 0.0008646
Test set: Average loss: 6.8111, Accuracy: 705/5000 (14%)
[epoch 36] loss: 0.0007812
Test set: Average loss: 6.8641, Accuracy: 701/5000 (14%)
[epoch 37] loss: 0.0007112
Test set: Average loss: 6.9127, Accuracy: 700/5000 (14%)
[epoch 38] loss: 0.0006519
Test set: Average loss: 6.9573, Accuracy: 699/5000 (14%)
[epoch 39] loss: 0.0006010
Test set: Average loss: 6.9980, Accuracy: 698/5000 (14%)
[epoch 40] loss: 0.0005576
Test set: Average loss: 7.0354, Accuracy: 694/5000 (14%)
[epoch 41] loss: 0.0005199
Test set: Average loss: 7.0696, Accuracy: 697/5000 (14%)
[epoch 42] loss: 0.0004872
Test set: Average loss: 7.1008, Accuracy: 703/5000 (14%)
[epoch 43] loss: 0.0004587
Test set: Average loss: 7.1295, Accuracy: 704/5000 (14%)
[epoch 44] loss: 0.0004336
Test set: Average loss: 7.1558, Accuracy: 706/5000 (14%)
[epoch 45] loss: 0.0004118
Test set: Average loss: 7.1799, Accuracy: 704/5000 (14%)
[epoch 46] loss: 0.0003924
Test set: Average loss: 7.2020, Accuracy: 703/5000 (14%)
[epoch 47] loss: 0.0003751
Test set: Average loss: 7.2224, Accuracy: 701/5000 (14%)
[epoch 48] loss: 0.0003597
Test set: Average loss: 7.2411, Accuracy: 700/5000 (14%)
[epoch 49] loss: 0.0003460
Test set: Average loss: 7.2584, Accuracy: 701/5000 (14%)
[epoch 50] loss: 0.0003337
Test set: Average loss: 7.2743, Accuracy: 699/5000 (14%)
Validation:
Test set: Average loss: 4.2127, Accuracy: 781/5000 (16%)
Test
Test set: Average loss: 4.1851, Accuracy: 1533/10000 (15%)
50
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3056, Accuracy: 442/5000 (9%)
[epoch 1] loss: 2.2795725
Test set: Average loss: 2.3914, Accuracy: 483/5000 (10%)
[epoch 2] loss: 1.9729041
Test set: Average loss: 2.5608, Accuracy: 686/5000 (14%)
[epoch 3] loss: 1.7687774
Test set: Average loss: 2.5373, Accuracy: 860/5000 (17%)
[epoch 4] loss: 1.5033976
Test set: Average loss: 2.4464, Accuracy: 1070/5000 (21%)
[epoch 5] loss: 1.1999972
Test set: Average loss: 2.4866, Accuracy: 1047/5000 (21%)
[epoch 6] loss: 0.9172316
Test set: Average loss: 2.6386, Accuracy: 1029/5000 (21%)
[epoch 7] loss: 0.6924538
Test set: Average loss: 2.9325, Accuracy: 981/5000 (20%)
[epoch 8] loss: 0.4533847
Test set: Average loss: 3.0473, Accuracy: 1045/5000 (21%)
[epoch 9] loss: 0.2786824
Test set: Average loss: 3.2905, Accuracy: 1011/5000 (20%)
[epoch 10] loss: 0.1957814
Test set: Average loss: 3.6577, Accuracy: 959/5000 (19%)
[epoch 11] loss: 0.1185520
Test set: Average loss: 4.0090, Accuracy: 983/5000 (20%)
[epoch 12] loss: 0.0673660
Test set: Average loss: 4.3616, Accuracy: 970/5000 (19%)
[epoch 13] loss: 0.0385474
Test set: Average loss: 4.6499, Accuracy: 989/5000 (20%)
[epoch 14] loss: 0.0234706
Test set: Average loss: 4.8793, Accuracy: 986/5000 (20%)
[epoch 15] loss: 0.0147431
Test set: Average loss: 5.0688, Accuracy: 996/5000 (20%)
[epoch 16] loss: 0.0092876
Test set: Average loss: 5.2152, Accuracy: 1002/5000 (20%)
[epoch 17] loss: 0.0065269
Test set: Average loss: 5.3427, Accuracy: 1004/5000 (20%)
[epoch 18] loss: 0.0048917
Test set: Average loss: 5.4476, Accuracy: 1002/5000 (20%)
[epoch 19] loss: 0.0037697
Test set: Average loss: 5.5285, Accuracy: 1005/5000 (20%)
[epoch 20] loss: 0.0028360
Test set: Average loss: 5.5942, Accuracy: 999/5000 (20%)
[epoch 21] loss: 0.0022474
Test set: Average loss: 5.6489, Accuracy: 1003/5000 (20%)
[epoch 22] loss: 0.0018167
Test set: Average loss: 5.6955, Accuracy: 1004/5000 (20%)
[epoch 23] loss: 0.0015079
Test set: Average loss: 5.7350, Accuracy: 1003/5000 (20%)
[epoch 24] loss: 0.0013421
Test set: Average loss: 5.7672, Accuracy: 1000/5000 (20%)
[epoch 25] loss: 0.0011181
Test set: Average loss: 5.7939, Accuracy: 996/5000 (20%)
[epoch 26] loss: 0.0010844
Test set: Average loss: 5.8164, Accuracy: 1002/5000 (20%)
[epoch 27] loss: 0.0009891
Test set: Average loss: 5.8355, Accuracy: 1005/5000 (20%)
[epoch 28] loss: 0.0008699
Test set: Average loss: 5.8523, Accuracy: 1010/5000 (20%)
[epoch 29] loss: 0.0009016
Epoch 28: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 5.8665, Accuracy: 1019/5000 (20%)
[epoch 30] loss: 0.0007903
Test set: Average loss: 5.8677, Accuracy: 1020/5000 (20%)
[epoch 31] loss: 0.0007816
Test set: Average loss: 5.8688, Accuracy: 1022/5000 (20%)
[epoch 32] loss: 0.0008057
Epoch 31: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 5.8698, Accuracy: 1022/5000 (20%)
[epoch 33] loss: 0.0007044
Test set: Average loss: 5.8699, Accuracy: 1022/5000 (20%)
[epoch 34] loss: 0.0007535
Epoch 33: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 35] loss: 0.0007334
Epoch 34: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 36] loss: 0.0007299
Epoch 35: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 37] loss: 0.0007828
Epoch 36: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 38] loss: 0.0008023
Epoch 37: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 39] loss: 0.0007909
Epoch 38: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 40] loss: 0.0007410
Epoch 39: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 41] loss: 0.0008111
Epoch 40: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 42] loss: 0.0007697
Epoch 41: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 43] loss: 0.0007849
Epoch 42: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 44] loss: 0.0007723
Epoch 43: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 45] loss: 0.0007655
Epoch 44: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 46] loss: 0.0007358
Epoch 45: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 47] loss: 0.0007495
Epoch 46: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 48] loss: 0.0007973
Epoch 47: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 49] loss: 0.0007884
Epoch 48: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
[epoch 50] loss: 0.0007424
Epoch 49: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 5.8700, Accuracy: 1022/5000 (20%)
Validation:
Test set: Average loss: 2.4464, Accuracy: 1070/5000 (21%)
Test
Test set: Average loss: 2.4215, Accuracy: 2138/10000 (21%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3040, Accuracy: 553/5000 (11%)
[epoch 1] loss: 2.2623062
Test set: Average loss: 2.3644, Accuracy: 547/5000 (11%)
[epoch 2] loss: 1.9653229
Test set: Average loss: 2.3857, Accuracy: 715/5000 (14%)
[epoch 3] loss: 1.6597276
Test set: Average loss: 2.3929, Accuracy: 800/5000 (16%)
[epoch 4] loss: 1.4720602
Test set: Average loss: 2.5096, Accuracy: 792/5000 (16%)
[epoch 5] loss: 1.2089296
Test set: Average loss: 2.6092, Accuracy: 920/5000 (18%)
[epoch 6] loss: 0.9333265
Test set: Average loss: 2.7751, Accuracy: 963/5000 (19%)
[epoch 7] loss: 0.7926442
Test set: Average loss: 2.8614, Accuracy: 933/5000 (19%)
[epoch 8] loss: 0.5753166
Test set: Average loss: 2.9745, Accuracy: 892/5000 (18%)
[epoch 9] loss: 0.4427978
Test set: Average loss: 3.1631, Accuracy: 936/5000 (19%)
[epoch 10] loss: 0.3716431
Test set: Average loss: 3.3407, Accuracy: 962/5000 (19%)
[epoch 11] loss: 0.2393794
Test set: Average loss: 3.5826, Accuracy: 918/5000 (18%)
[epoch 12] loss: 0.1669947
Test set: Average loss: 3.7478, Accuracy: 906/5000 (18%)
[epoch 13] loss: 0.1074424
Test set: Average loss: 3.8909, Accuracy: 914/5000 (18%)
[epoch 14] loss: 0.0696103
Test set: Average loss: 4.0201, Accuracy: 909/5000 (18%)
[epoch 15] loss: 0.0445803
Test set: Average loss: 4.1978, Accuracy: 915/5000 (18%)
[epoch 16] loss: 0.0284031
Test set: Average loss: 4.4104, Accuracy: 901/5000 (18%)
[epoch 17] loss: 0.0196419
Test set: Average loss: 4.6124, Accuracy: 884/5000 (18%)
[epoch 18] loss: 0.0142077
Test set: Average loss: 4.7696, Accuracy: 873/5000 (17%)
[epoch 19] loss: 0.0106662
Test set: Average loss: 4.8911, Accuracy: 879/5000 (18%)
[epoch 20] loss: 0.0069770
Test set: Average loss: 4.9916, Accuracy: 888/5000 (18%)
[epoch 21] loss: 0.0049267
Test set: Average loss: 5.0838, Accuracy: 892/5000 (18%)
[epoch 22] loss: 0.0040242
Test set: Average loss: 5.1647, Accuracy: 875/5000 (18%)
[epoch 23] loss: 0.0030166
Test set: Average loss: 5.2392, Accuracy: 884/5000 (18%)
[epoch 24] loss: 0.0028144
Test set: Average loss: 5.3053, Accuracy: 879/5000 (18%)
[epoch 25] loss: 0.0023444
Test set: Average loss: 5.3624, Accuracy: 864/5000 (17%)
[epoch 26] loss: 0.0022976
Test set: Average loss: 5.4116, Accuracy: 864/5000 (17%)
[epoch 27] loss: 0.0020668
Test set: Average loss: 5.4525, Accuracy: 864/5000 (17%)
[epoch 28] loss: 0.0018453
Test set: Average loss: 5.4892, Accuracy: 866/5000 (17%)
[epoch 29] loss: 0.0016935
Test set: Average loss: 5.5199, Accuracy: 865/5000 (17%)
[epoch 30] loss: 0.0015532
Test set: Average loss: 5.5476, Accuracy: 867/5000 (17%)
[epoch 31] loss: 0.0014305
Test set: Average loss: 5.5714, Accuracy: 864/5000 (17%)
[epoch 32] loss: 0.0012791
Test set: Average loss: 5.5906, Accuracy: 866/5000 (17%)
[epoch 33] loss: 0.0012406
Test set: Average loss: 5.6069, Accuracy: 865/5000 (17%)
[epoch 34] loss: 0.0011368
Test set: Average loss: 5.6203, Accuracy: 868/5000 (17%)
[epoch 35] loss: 0.0011146
Test set: Average loss: 5.6310, Accuracy: 870/5000 (17%)
[epoch 36] loss: 0.0010604
Test set: Average loss: 5.6391, Accuracy: 868/5000 (17%)
[epoch 37] loss: 0.0009609
Test set: Average loss: 5.6466, Accuracy: 866/5000 (17%)
[epoch 38] loss: 0.0009293
Test set: Average loss: 5.6527, Accuracy: 867/5000 (17%)
[epoch 39] loss: 0.0009291
Test set: Average loss: 5.6579, Accuracy: 869/5000 (17%)
[epoch 40] loss: 0.0008965
Test set: Average loss: 5.6626, Accuracy: 869/5000 (17%)
[epoch 41] loss: 0.0008617
Test set: Average loss: 5.6662, Accuracy: 871/5000 (17%)
[epoch 42] loss: 0.0008249
Test set: Average loss: 5.6690, Accuracy: 871/5000 (17%)
[epoch 43] loss: 0.0008067
Test set: Average loss: 5.6714, Accuracy: 866/5000 (17%)
[epoch 44] loss: 0.0008003
Test set: Average loss: 5.6736, Accuracy: 870/5000 (17%)
[epoch 45] loss: 0.0007751
Test set: Average loss: 5.6750, Accuracy: 869/5000 (17%)
[epoch 46] loss: 0.0007368
Test set: Average loss: 5.6771, Accuracy: 869/5000 (17%)
[epoch 47] loss: 0.0007585
Epoch 46: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 5.6796, Accuracy: 869/5000 (17%)
[epoch 48] loss: 0.0007130
Test set: Average loss: 5.6799, Accuracy: 869/5000 (17%)
[epoch 49] loss: 0.0007209
Epoch 48: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 5.6802, Accuracy: 869/5000 (17%)
[epoch 50] loss: 0.0007226
Epoch 49: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 5.6802, Accuracy: 869/5000 (17%)
Validation:
Test set: Average loss: 2.7751, Accuracy: 963/5000 (19%)
Test
Test set: Average loss: 2.7537, Accuracy: 1979/10000 (20%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3048, Accuracy: 499/5000 (10%)
[epoch 1] loss: 2.2498606
Test set: Average loss: 2.4098, Accuracy: 525/5000 (10%)
[epoch 2] loss: 1.9389116
Test set: Average loss: 2.4568, Accuracy: 714/5000 (14%)
[epoch 3] loss: 1.6723886
Test set: Average loss: 2.3966, Accuracy: 778/5000 (16%)
[epoch 4] loss: 1.4148474
Test set: Average loss: 2.3996, Accuracy: 846/5000 (17%)
[epoch 5] loss: 1.1850298
Test set: Average loss: 2.5577, Accuracy: 880/5000 (18%)
[epoch 6] loss: 0.9202076
Test set: Average loss: 2.8271, Accuracy: 909/5000 (18%)
[epoch 7] loss: 0.6356780
Test set: Average loss: 3.0105, Accuracy: 913/5000 (18%)
[epoch 8] loss: 0.4762838
Test set: Average loss: 3.1022, Accuracy: 919/5000 (18%)
[epoch 9] loss: 0.3258061
Test set: Average loss: 3.3488, Accuracy: 892/5000 (18%)
[epoch 10] loss: 0.2850950
Test set: Average loss: 3.6492, Accuracy: 907/5000 (18%)
[epoch 11] loss: 0.1644434
Test set: Average loss: 4.0528, Accuracy: 911/5000 (18%)
[epoch 12] loss: 0.1855294
Epoch 11: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 4.1796, Accuracy: 927/5000 (19%)
[epoch 13] loss: 0.0575246
Test set: Average loss: 4.1794, Accuracy: 924/5000 (18%)
[epoch 14] loss: 0.0612658
Epoch 13: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 4.1798, Accuracy: 930/5000 (19%)
[epoch 15] loss: 0.0556489
Test set: Average loss: 4.1799, Accuracy: 928/5000 (19%)
[epoch 16] loss: 0.0551203
Test set: Average loss: 4.1800, Accuracy: 926/5000 (19%)
[epoch 17] loss: 0.0566353
Epoch 16: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 4.1801, Accuracy: 926/5000 (19%)
[epoch 18] loss: 0.0602593
Epoch 17: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 19] loss: 0.0514205
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 20] loss: 0.0504181
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 21] loss: 0.0497206
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 22] loss: 0.0617274
Epoch 21: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 23] loss: 0.0556157
Epoch 22: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 24] loss: 0.0579423
Epoch 23: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 25] loss: 0.0529673
Epoch 24: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 26] loss: 0.0527958
Epoch 25: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 27] loss: 0.0536698
Epoch 26: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 28] loss: 0.0570766
Epoch 27: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 29] loss: 0.0531651
Epoch 28: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 30] loss: 0.0552600
Epoch 29: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 31] loss: 0.0524985
Epoch 30: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 32] loss: 0.0564559
Epoch 31: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 33] loss: 0.0548446
Epoch 32: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 34] loss: 0.0560838
Epoch 33: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 35] loss: 0.0542802
Epoch 34: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 36] loss: 0.0546498
Epoch 35: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 37] loss: 0.0504499
Epoch 36: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 38] loss: 0.0546020
Epoch 37: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 39] loss: 0.0523219
Epoch 38: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 40] loss: 0.0559857
Epoch 39: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 41] loss: 0.0615027
Epoch 40: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 42] loss: 0.0513699
Epoch 41: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 43] loss: 0.0475107
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 44] loss: 0.0489849
Epoch 43: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 45] loss: 0.0560510
Epoch 44: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 46] loss: 0.0528322
Epoch 45: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 47] loss: 0.0544055
Epoch 46: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 48] loss: 0.0559576
Epoch 47: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 49] loss: 0.0527060
Epoch 48: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
[epoch 50] loss: 0.0558407
Epoch 49: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 4.1801, Accuracy: 927/5000 (19%)
Validation:
Test set: Average loss: 4.1798, Accuracy: 930/5000 (19%)
Test
Test set: Average loss: 4.0793, Accuracy: 1806/10000 (18%)
100
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3079, Accuracy: 479/5000 (10%)
[epoch 1] loss: 2.2920039
Test set: Average loss: 2.3765, Accuracy: 676/5000 (14%)
[epoch 2] loss: 2.0409051
Test set: Average loss: 2.3630, Accuracy: 819/5000 (16%)
[epoch 3] loss: 1.7069964
Test set: Average loss: 2.3880, Accuracy: 964/5000 (19%)
[epoch 4] loss: 1.6255817
Test set: Average loss: 2.6483, Accuracy: 811/5000 (16%)
[epoch 5] loss: 1.4524394
Test set: Average loss: 2.4902, Accuracy: 1051/5000 (21%)
[epoch 6] loss: 1.2305623
Test set: Average loss: 2.6340, Accuracy: 1038/5000 (21%)
[epoch 7] loss: 0.9234129
Test set: Average loss: 2.6341, Accuracy: 1012/5000 (20%)
[epoch 8] loss: 1.5740706
Epoch 7: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.0813, Accuracy: 996/5000 (20%)
[epoch 9] loss: 0.6690101
Test set: Average loss: 3.1039, Accuracy: 976/5000 (20%)
[epoch 10] loss: 0.8466179
Epoch 9: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.0146, Accuracy: 1008/5000 (20%)
[epoch 11] loss: 0.6637637
Test set: Average loss: 3.0001, Accuracy: 1011/5000 (20%)
[epoch 12] loss: 0.5555912
Test set: Average loss: 2.9823, Accuracy: 1022/5000 (20%)
[epoch 13] loss: 0.6029748
Epoch 12: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.9653, Accuracy: 1030/5000 (21%)
[epoch 14] loss: 0.7234332
Epoch 13: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.9634, Accuracy: 1030/5000 (21%)
[epoch 15] loss: 0.6662804
Epoch 14: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.9633, Accuracy: 1031/5000 (21%)
[epoch 16] loss: 0.7133749
Epoch 15: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 17] loss: 0.6427864
Epoch 16: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 18] loss: 0.6557515
Epoch 17: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 19] loss: 0.6674170
Epoch 18: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 20] loss: 0.7044077
Epoch 19: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 21] loss: 0.7599970
Epoch 20: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 22] loss: 0.7119451
Epoch 21: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 23] loss: 0.7231526
Epoch 22: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 24] loss: 0.6768522
Epoch 23: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 25] loss: 0.5946286
Epoch 24: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 26] loss: 0.7573260
Epoch 25: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 27] loss: 0.5777168
Epoch 26: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 28] loss: 0.6565621
Epoch 27: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 29] loss: 0.6805914
Epoch 28: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 30] loss: 0.7662243
Epoch 29: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 31] loss: 0.6448515
Epoch 30: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 32] loss: 0.6920633
Epoch 31: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 33] loss: 0.6259791
Epoch 32: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 34] loss: 0.6876372
Epoch 33: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 35] loss: 0.6493282
Epoch 34: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 36] loss: 0.7323562
Epoch 35: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 37] loss: 0.7458332
Epoch 36: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 38] loss: 0.6111279
Epoch 37: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 39] loss: 0.6401069
Epoch 38: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 40] loss: 0.5624423
Epoch 39: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 41] loss: 0.6323823
Epoch 40: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 42] loss: 0.6451189
Epoch 41: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 43] loss: 0.6263101
Epoch 42: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 44] loss: 0.6342784
Epoch 43: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 45] loss: 0.6781245
Epoch 44: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 46] loss: 0.6517632
Epoch 45: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.9656, Accuracy: 1031/5000 (21%)
[epoch 47] loss: 0.7699248
Epoch 46: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 48] loss: 0.6876967
Epoch 47: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 49] loss: 0.6421155
Epoch 48: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
[epoch 50] loss: 1.6778869
Epoch 49: reducing learning rate of group 0 to 1.0000e-43.
Test set: Average loss: 2.9632, Accuracy: 1031/5000 (21%)
Validation:
Test set: Average loss: 2.4902, Accuracy: 1051/5000 (21%)
Test
Test set: Average loss: 2.4216, Accuracy: 2139/10000 (21%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3004, Accuracy: 540/5000 (11%)
[epoch 1] loss: 2.3458626
Test set: Average loss: 2.2874, Accuracy: 742/5000 (15%)
[epoch 2] loss: 2.0529314
Test set: Average loss: 2.2550, Accuracy: 830/5000 (17%)
[epoch 3] loss: 2.0944591
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.2648, Accuracy: 1006/5000 (20%)
[epoch 4] loss: 1.8359798
Test set: Average loss: 2.2633, Accuracy: 1002/5000 (20%)
[epoch 5] loss: 2.0766841
Epoch 4: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.2503, Accuracy: 1024/5000 (20%)
[epoch 6] loss: 1.7675173
Test set: Average loss: 2.2488, Accuracy: 1027/5000 (21%)
[epoch 7] loss: 1.6844304
Test set: Average loss: 2.2477, Accuracy: 1026/5000 (21%)
[epoch 8] loss: 1.6870714
Epoch 7: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.2466, Accuracy: 1025/5000 (20%)
[epoch 9] loss: 1.6485105
Test set: Average loss: 2.2464, Accuracy: 1024/5000 (20%)
[epoch 10] loss: 1.8344640
Epoch 9: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.2463, Accuracy: 1024/5000 (20%)
[epoch 11] loss: 1.7593336
Epoch 10: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.2463, Accuracy: 1024/5000 (20%)
[epoch 12] loss: 1.7425064
Epoch 11: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 13] loss: 1.7618212
Epoch 12: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 14] loss: 1.6888034
Epoch 13: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 15] loss: 1.6685426
Epoch 14: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 16] loss: 1.8761038
Epoch 15: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 17] loss: 1.6806635
Epoch 16: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 18] loss: 1.6819896
Epoch 17: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 19] loss: 1.6752619
Epoch 18: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 20] loss: 1.9109255
Epoch 19: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 21] loss: 1.7968738
Epoch 20: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 22] loss: 1.7697368
Epoch 21: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 23] loss: 1.6935332
Epoch 22: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 24] loss: 1.8939703
Epoch 23: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 25] loss: 1.7069130
Epoch 24: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 26] loss: 1.6942985
Epoch 25: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 27] loss: 1.7295031
Epoch 26: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 28] loss: 1.8020370
Epoch 27: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 29] loss: 1.8359096
Epoch 28: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 30] loss: 1.7530652
Epoch 29: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 31] loss: 1.7739000
Epoch 30: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 32] loss: 1.7210010
Epoch 31: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 33] loss: 1.5749112
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 34] loss: 1.9035912
Epoch 33: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 35] loss: 1.7108397
Epoch 34: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 36] loss: 1.7523423
Epoch 35: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 37] loss: 1.8015946
Epoch 36: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 38] loss: 1.9468872
Epoch 37: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 39] loss: 1.7417078
Epoch 38: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 40] loss: 1.7112124
Epoch 39: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 41] loss: 1.6922768
Epoch 40: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 42] loss: 1.6138071
Epoch 41: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 43] loss: 1.6394092
Epoch 42: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 44] loss: 2.0988940
Epoch 43: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 45] loss: 1.6672677
Epoch 44: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 46] loss: 1.7076561
Epoch 45: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 47] loss: 1.7048031
Epoch 46: reducing learning rate of group 0 to 1.0000e-43.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 48] loss: 1.6831562
Epoch 47: reducing learning rate of group 0 to 1.0000e-44.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 49] loss: 1.7805693
Epoch 48: reducing learning rate of group 0 to 1.0000e-45.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
[epoch 50] loss: 1.7365853
Epoch 49: reducing learning rate of group 0 to 1.0000e-46.
Test set: Average loss: 2.2463, Accuracy: 1025/5000 (20%)
Validation:
Test set: Average loss: 2.2488, Accuracy: 1027/5000 (21%)
Test
Test set: Average loss: 2.2309, Accuracy: 2138/10000 (21%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3079, Accuracy: 539/5000 (11%)
[epoch 1] loss: 2.3248788
Test set: Average loss: 2.3368, Accuracy: 753/5000 (15%)
[epoch 2] loss: 2.0581036
Test set: Average loss: 2.2935, Accuracy: 877/5000 (18%)
[epoch 3] loss: 1.9965823
Test set: Average loss: 2.3576, Accuracy: 857/5000 (17%)
[epoch 4] loss: 1.7420849
Test set: Average loss: 2.2968, Accuracy: 978/5000 (20%)
[epoch 5] loss: 1.3973794
Test set: Average loss: 2.5395, Accuracy: 919/5000 (18%)
[epoch 6] loss: 1.3435018
Test set: Average loss: 2.7974, Accuracy: 892/5000 (18%)
[epoch 7] loss: 0.9543481
Test set: Average loss: 2.5184, Accuracy: 1004/5000 (20%)
[epoch 8] loss: 0.8483768
Test set: Average loss: 2.5492, Accuracy: 1094/5000 (22%)
[epoch 9] loss: 0.7802566
Test set: Average loss: 2.7985, Accuracy: 1106/5000 (22%)
[epoch 10] loss: 0.6185964
Test set: Average loss: 3.1453, Accuracy: 1018/5000 (20%)
[epoch 11] loss: 0.5347039
Test set: Average loss: 3.2627, Accuracy: 1069/5000 (21%)
[epoch 12] loss: 0.3841259
Test set: Average loss: 3.1340, Accuracy: 1094/5000 (22%)
[epoch 13] loss: 0.3624259
Test set: Average loss: 3.1466, Accuracy: 1070/5000 (21%)
[epoch 14] loss: 0.4839094
Epoch 13: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.4701, Accuracy: 1064/5000 (21%)
[epoch 15] loss: 0.2762478
Test set: Average loss: 3.4665, Accuracy: 1067/5000 (21%)
[epoch 16] loss: 0.1807775
Test set: Average loss: 3.4368, Accuracy: 1055/5000 (21%)
[epoch 17] loss: 0.1427893
Test set: Average loss: 3.4289, Accuracy: 1075/5000 (22%)
[epoch 18] loss: 0.1691230
Epoch 17: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.4218, Accuracy: 1085/5000 (22%)
[epoch 19] loss: 0.1440751
Epoch 18: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.4196, Accuracy: 1086/5000 (22%)
[epoch 20] loss: 0.1156662
Test set: Average loss: 3.4192, Accuracy: 1086/5000 (22%)
[epoch 21] loss: 0.1653463
Epoch 20: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.4190, Accuracy: 1086/5000 (22%)
[epoch 22] loss: 0.1105039
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 23] loss: 0.1481895
Epoch 22: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 24] loss: 0.1104891
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 25] loss: 0.1552165
Epoch 24: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 26] loss: 0.1255445
Epoch 25: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 27] loss: 0.1369255
Epoch 26: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 28] loss: 0.1151710
Epoch 27: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 29] loss: 0.1827460
Epoch 28: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 30] loss: 0.1135921
Epoch 29: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 31] loss: 0.1708445
Epoch 30: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 32] loss: 0.1177415
Epoch 31: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 33] loss: 1.4808749
Epoch 32: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 34] loss: 0.1135687
Epoch 33: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 35] loss: 0.1649373
Epoch 34: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 36] loss: 0.1405462
Epoch 35: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 37] loss: 0.1313713
Epoch 36: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 38] loss: 0.1444016
Epoch 37: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 39] loss: 0.1409663
Epoch 38: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 40] loss: 0.1178600
Epoch 39: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 41] loss: 0.1242445
Epoch 40: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 42] loss: 0.1519280
Epoch 41: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 43] loss: 0.1306676
Epoch 42: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 44] loss: 0.1232979
Epoch 43: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 45] loss: 0.1716197
Epoch 44: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 46] loss: 0.1505568
Epoch 45: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 47] loss: 0.1150223
Epoch 46: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 48] loss: 0.1226595
Epoch 47: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 49] loss: 0.1330352
Epoch 48: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
[epoch 50] loss: 0.1443941
Epoch 49: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 3.4189, Accuracy: 1086/5000 (22%)
Validation:
Test set: Average loss: 2.7985, Accuracy: 1106/5000 (22%)
Test
Test set: Average loss: 2.7758, Accuracy: 2207/10000 (22%)
250
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3019, Accuracy: 587/5000 (12%)
[epoch 1] loss: 2.2933942
Test set: Average loss: 2.2071, Accuracy: 1028/5000 (21%)
[epoch 2] loss: 2.0096363
Test set: Average loss: 2.1275, Accuracy: 1258/5000 (25%)
[epoch 3] loss: 1.7403138
Test set: Average loss: 2.1249, Accuracy: 1176/5000 (24%)
[epoch 4] loss: 1.4653279
Test set: Average loss: 2.0808, Accuracy: 1328/5000 (27%)
[epoch 5] loss: 1.1942800
Test set: Average loss: 2.1899, Accuracy: 1440/5000 (29%)
[epoch 6] loss: 0.9330606
Test set: Average loss: 2.3081, Accuracy: 1406/5000 (28%)
[epoch 7] loss: 0.6721661
Test set: Average loss: 2.4153, Accuracy: 1426/5000 (29%)
[epoch 8] loss: 0.5311363
Test set: Average loss: 2.7024, Accuracy: 1378/5000 (28%)
[epoch 9] loss: 0.3575566
Test set: Average loss: 3.0457, Accuracy: 1407/5000 (28%)
[epoch 10] loss: 0.2846871
Test set: Average loss: 3.0532, Accuracy: 1366/5000 (27%)
[epoch 11] loss: 0.1987048
Test set: Average loss: 3.5546, Accuracy: 1293/5000 (26%)
[epoch 12] loss: 0.1756242
Test set: Average loss: 3.5620, Accuracy: 1419/5000 (28%)
[epoch 13] loss: 0.1254596
Test set: Average loss: 3.4987, Accuracy: 1347/5000 (27%)
[epoch 14] loss: 0.0753598
Test set: Average loss: 3.8162, Accuracy: 1363/5000 (27%)
[epoch 15] loss: 0.0467299
Test set: Average loss: 3.8227, Accuracy: 1429/5000 (29%)
[epoch 16] loss: 0.0292576
Test set: Average loss: 3.9201, Accuracy: 1403/5000 (28%)
[epoch 17] loss: 0.0167885
Test set: Average loss: 4.0682, Accuracy: 1415/5000 (28%)
[epoch 18] loss: 0.0117046
Test set: Average loss: 4.1545, Accuracy: 1435/5000 (29%)
[epoch 19] loss: 0.0075774
Test set: Average loss: 4.1879, Accuracy: 1410/5000 (28%)
[epoch 20] loss: 0.0064352
Test set: Average loss: 4.2116, Accuracy: 1408/5000 (28%)
[epoch 21] loss: 0.0053758
Test set: Average loss: 4.2341, Accuracy: 1431/5000 (29%)
[epoch 22] loss: 0.0047850
Test set: Average loss: 4.2719, Accuracy: 1431/5000 (29%)
[epoch 23] loss: 0.0042034
Test set: Average loss: 4.3110, Accuracy: 1415/5000 (28%)
[epoch 24] loss: 0.0037890
Test set: Average loss: 4.3398, Accuracy: 1415/5000 (28%)
[epoch 25] loss: 0.0035352
Test set: Average loss: 4.3676, Accuracy: 1415/5000 (28%)
[epoch 26] loss: 0.0032559
Test set: Average loss: 4.3955, Accuracy: 1410/5000 (28%)
[epoch 27] loss: 0.0030673
Test set: Average loss: 4.4150, Accuracy: 1408/5000 (28%)
[epoch 28] loss: 0.0028555
Test set: Average loss: 4.4425, Accuracy: 1405/5000 (28%)
[epoch 29] loss: 0.0026776
Test set: Average loss: 4.4587, Accuracy: 1413/5000 (28%)
[epoch 30] loss: 0.0025191
Test set: Average loss: 4.4777, Accuracy: 1409/5000 (28%)
[epoch 31] loss: 0.0023791
Test set: Average loss: 4.4975, Accuracy: 1416/5000 (28%)
[epoch 32] loss: 0.0022626
Test set: Average loss: 4.5210, Accuracy: 1404/5000 (28%)
[epoch 33] loss: 0.0021481
Test set: Average loss: 4.5341, Accuracy: 1405/5000 (28%)
[epoch 34] loss: 0.0020535
Test set: Average loss: 4.5542, Accuracy: 1407/5000 (28%)
[epoch 35] loss: 0.0019673
Test set: Average loss: 4.5704, Accuracy: 1416/5000 (28%)
[epoch 36] loss: 0.0018662
Test set: Average loss: 4.5905, Accuracy: 1404/5000 (28%)
[epoch 37] loss: 0.0017688
Test set: Average loss: 4.6072, Accuracy: 1403/5000 (28%)
[epoch 38] loss: 0.0017078
Test set: Average loss: 4.6197, Accuracy: 1413/5000 (28%)
[epoch 39] loss: 0.0016141
Test set: Average loss: 4.6295, Accuracy: 1411/5000 (28%)
[epoch 40] loss: 0.0015579
Test set: Average loss: 4.6425, Accuracy: 1412/5000 (28%)
[epoch 41] loss: 0.0015075
Test set: Average loss: 4.6668, Accuracy: 1413/5000 (28%)
[epoch 42] loss: 0.0014233
Test set: Average loss: 4.6803, Accuracy: 1408/5000 (28%)
[epoch 43] loss: 0.0013760
Test set: Average loss: 4.6946, Accuracy: 1412/5000 (28%)
[epoch 44] loss: 0.0013265
Test set: Average loss: 4.7048, Accuracy: 1407/5000 (28%)
[epoch 45] loss: 0.0012885
Test set: Average loss: 4.7183, Accuracy: 1412/5000 (28%)
[epoch 46] loss: 0.0012311
Test set: Average loss: 4.7334, Accuracy: 1410/5000 (28%)
[epoch 47] loss: 0.0011877
Test set: Average loss: 4.7465, Accuracy: 1410/5000 (28%)
[epoch 48] loss: 0.0011349
Test set: Average loss: 4.7592, Accuracy: 1412/5000 (28%)
[epoch 49] loss: 0.0011092
Test set: Average loss: 4.7766, Accuracy: 1408/5000 (28%)
[epoch 50] loss: 0.0010707
Test set: Average loss: 4.7848, Accuracy: 1411/5000 (28%)
Validation:
Test set: Average loss: 2.1899, Accuracy: 1440/5000 (29%)
Test
Test set: Average loss: 2.1732, Accuracy: 2792/10000 (28%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3033, Accuracy: 539/5000 (11%)
[epoch 1] loss: 2.2378636
Test set: Average loss: 2.1035, Accuracy: 1101/5000 (22%)
[epoch 2] loss: 1.8687165
Test set: Average loss: 1.9712, Accuracy: 1360/5000 (27%)
[epoch 3] loss: 1.5881682
Test set: Average loss: 1.9823, Accuracy: 1510/5000 (30%)
[epoch 4] loss: 1.3107443
Test set: Average loss: 1.9895, Accuracy: 1522/5000 (30%)
[epoch 5] loss: 1.0931553
Test set: Average loss: 2.0187, Accuracy: 1502/5000 (30%)
[epoch 6] loss: 0.8674385
Test set: Average loss: 2.2172, Accuracy: 1566/5000 (31%)
[epoch 7] loss: 0.6653418
Test set: Average loss: 2.3314, Accuracy: 1520/5000 (30%)
[epoch 8] loss: 0.4873414
Test set: Average loss: 2.4225, Accuracy: 1622/5000 (32%)
[epoch 9] loss: 0.3924071
Test set: Average loss: 2.6176, Accuracy: 1533/5000 (31%)
[epoch 10] loss: 0.2459835
Test set: Average loss: 2.7685, Accuracy: 1570/5000 (31%)
[epoch 11] loss: 0.1602720
Test set: Average loss: 2.9299, Accuracy: 1558/5000 (31%)
[epoch 12] loss: 0.1026210
Test set: Average loss: 3.1027, Accuracy: 1546/5000 (31%)
[epoch 13] loss: 0.0678768
Test set: Average loss: 3.2551, Accuracy: 1526/5000 (31%)
[epoch 14] loss: 0.0400169
Test set: Average loss: 3.3754, Accuracy: 1581/5000 (32%)
[epoch 15] loss: 0.0286613
Test set: Average loss: 3.5126, Accuracy: 1540/5000 (31%)
[epoch 16] loss: 0.0195467
Test set: Average loss: 3.5834, Accuracy: 1561/5000 (31%)
[epoch 17] loss: 0.0144577
Test set: Average loss: 3.6096, Accuracy: 1588/5000 (32%)
[epoch 18] loss: 0.0110050
Test set: Average loss: 3.6532, Accuracy: 1569/5000 (31%)
[epoch 19] loss: 0.0093610
Test set: Average loss: 3.7212, Accuracy: 1574/5000 (31%)
[epoch 20] loss: 0.0079096
Test set: Average loss: 3.7763, Accuracy: 1566/5000 (31%)
[epoch 21] loss: 0.0068997
Test set: Average loss: 3.7988, Accuracy: 1574/5000 (31%)
[epoch 22] loss: 0.0061855
Test set: Average loss: 3.8288, Accuracy: 1558/5000 (31%)
[epoch 23] loss: 0.0055511
Test set: Average loss: 3.8692, Accuracy: 1575/5000 (32%)
[epoch 24] loss: 0.0051397
Test set: Average loss: 3.9070, Accuracy: 1574/5000 (31%)
[epoch 25] loss: 0.0047074
Test set: Average loss: 3.9397, Accuracy: 1558/5000 (31%)
[epoch 26] loss: 0.0043963
Test set: Average loss: 3.9586, Accuracy: 1561/5000 (31%)
[epoch 27] loss: 0.0040119
Test set: Average loss: 3.9884, Accuracy: 1566/5000 (31%)
[epoch 28] loss: 0.0037285
Test set: Average loss: 4.0086, Accuracy: 1563/5000 (31%)
[epoch 29] loss: 0.0034983
Test set: Average loss: 4.0373, Accuracy: 1560/5000 (31%)
[epoch 30] loss: 0.0032338
Test set: Average loss: 4.0553, Accuracy: 1556/5000 (31%)
[epoch 31] loss: 0.0030468
Test set: Average loss: 4.0759, Accuracy: 1564/5000 (31%)
[epoch 32] loss: 0.0028666
Test set: Average loss: 4.0983, Accuracy: 1559/5000 (31%)
[epoch 33] loss: 0.0027137
Test set: Average loss: 4.1219, Accuracy: 1560/5000 (31%)
[epoch 34] loss: 0.0025546
Test set: Average loss: 4.1344, Accuracy: 1564/5000 (31%)
[epoch 35] loss: 0.0024468
Test set: Average loss: 4.1563, Accuracy: 1560/5000 (31%)
[epoch 36] loss: 0.0023086
Test set: Average loss: 4.1786, Accuracy: 1551/5000 (31%)
[epoch 37] loss: 0.0021914
Test set: Average loss: 4.1952, Accuracy: 1554/5000 (31%)
[epoch 38] loss: 0.0020728
Test set: Average loss: 4.2076, Accuracy: 1558/5000 (31%)
[epoch 39] loss: 0.0019807
Test set: Average loss: 4.2211, Accuracy: 1553/5000 (31%)
[epoch 40] loss: 0.0018929
Test set: Average loss: 4.2406, Accuracy: 1548/5000 (31%)
[epoch 41] loss: 0.0018123
Test set: Average loss: 4.2574, Accuracy: 1551/5000 (31%)
[epoch 42] loss: 0.0017294
Test set: Average loss: 4.2760, Accuracy: 1542/5000 (31%)
[epoch 43] loss: 0.0016582
Test set: Average loss: 4.2882, Accuracy: 1539/5000 (31%)
[epoch 44] loss: 0.0015877
Test set: Average loss: 4.2992, Accuracy: 1546/5000 (31%)
[epoch 45] loss: 0.0015286
Test set: Average loss: 4.3105, Accuracy: 1540/5000 (31%)
[epoch 46] loss: 0.0014566
Test set: Average loss: 4.3282, Accuracy: 1545/5000 (31%)
[epoch 47] loss: 0.0014006
Test set: Average loss: 4.3432, Accuracy: 1548/5000 (31%)
[epoch 48] loss: 0.0013466
Test set: Average loss: 4.3569, Accuracy: 1541/5000 (31%)
[epoch 49] loss: 0.0012970
Test set: Average loss: 4.3733, Accuracy: 1537/5000 (31%)
[epoch 50] loss: 0.0012528
Test set: Average loss: 4.3815, Accuracy: 1541/5000 (31%)
Validation:
Test set: Average loss: 2.4225, Accuracy: 1622/5000 (32%)
Test
Test set: Average loss: 2.4210, Accuracy: 3236/10000 (32%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2961, Accuracy: 533/5000 (11%)
[epoch 1] loss: 2.2640587
Test set: Average loss: 2.1756, Accuracy: 1013/5000 (20%)
[epoch 2] loss: 1.9721439
Test set: Average loss: 2.0149, Accuracy: 1324/5000 (26%)
[epoch 3] loss: 1.6662701
Test set: Average loss: 2.0323, Accuracy: 1374/5000 (27%)
[epoch 4] loss: 1.3478999
Test set: Average loss: 2.0695, Accuracy: 1465/5000 (29%)
[epoch 5] loss: 1.1214124
Test set: Average loss: 2.1698, Accuracy: 1490/5000 (30%)
[epoch 6] loss: 0.8079830
Test set: Average loss: 2.3033, Accuracy: 1508/5000 (30%)
[epoch 7] loss: 0.6169034
Test set: Average loss: 2.4785, Accuracy: 1483/5000 (30%)
[epoch 8] loss: 0.4179061
Test set: Average loss: 2.7310, Accuracy: 1527/5000 (31%)
[epoch 9] loss: 0.3078114
Test set: Average loss: 3.1614, Accuracy: 1472/5000 (29%)
[epoch 10] loss: 0.2370111
Test set: Average loss: 3.1748, Accuracy: 1407/5000 (28%)
[epoch 11] loss: 0.1508628
Test set: Average loss: 3.2926, Accuracy: 1487/5000 (30%)
[epoch 12] loss: 0.1034307
Test set: Average loss: 3.5227, Accuracy: 1482/5000 (30%)
[epoch 13] loss: 0.0809947
Test set: Average loss: 3.6125, Accuracy: 1477/5000 (30%)
[epoch 14] loss: 0.0408272
Test set: Average loss: 3.7090, Accuracy: 1525/5000 (30%)
[epoch 15] loss: 0.0323788
Test set: Average loss: 3.8183, Accuracy: 1492/5000 (30%)
[epoch 16] loss: 0.0185642
Test set: Average loss: 3.9149, Accuracy: 1495/5000 (30%)
[epoch 17] loss: 0.0120954
Test set: Average loss: 4.0082, Accuracy: 1470/5000 (29%)
[epoch 18] loss: 0.0095976
Test set: Average loss: 4.0633, Accuracy: 1472/5000 (29%)
[epoch 19] loss: 0.0071654
Test set: Average loss: 4.0946, Accuracy: 1485/5000 (30%)
[epoch 20] loss: 0.0062509
Test set: Average loss: 4.1235, Accuracy: 1487/5000 (30%)
[epoch 21] loss: 0.0052099
Test set: Average loss: 4.1577, Accuracy: 1476/5000 (30%)
[epoch 22] loss: 0.0046416
Test set: Average loss: 4.1735, Accuracy: 1478/5000 (30%)
[epoch 23] loss: 0.0042101
Test set: Average loss: 4.2093, Accuracy: 1482/5000 (30%)
[epoch 24] loss: 0.0038420
Test set: Average loss: 4.2440, Accuracy: 1489/5000 (30%)
[epoch 25] loss: 0.0035773
Test set: Average loss: 4.2726, Accuracy: 1490/5000 (30%)
[epoch 26] loss: 0.0033116
Test set: Average loss: 4.2954, Accuracy: 1483/5000 (30%)
[epoch 27] loss: 0.0030977
Test set: Average loss: 4.3166, Accuracy: 1483/5000 (30%)
[epoch 28] loss: 0.0028889
Test set: Average loss: 4.3362, Accuracy: 1485/5000 (30%)
[epoch 29] loss: 0.0027057
Test set: Average loss: 4.3627, Accuracy: 1483/5000 (30%)
[epoch 30] loss: 0.0025674
Test set: Average loss: 4.3842, Accuracy: 1484/5000 (30%)
[epoch 31] loss: 0.0024206
Test set: Average loss: 4.4040, Accuracy: 1477/5000 (30%)
[epoch 32] loss: 0.0022814
Test set: Average loss: 4.4239, Accuracy: 1481/5000 (30%)
[epoch 33] loss: 0.0021700
Test set: Average loss: 4.4407, Accuracy: 1483/5000 (30%)
[epoch 34] loss: 0.0020715
Test set: Average loss: 4.4573, Accuracy: 1480/5000 (30%)
[epoch 35] loss: 0.0019611
Test set: Average loss: 4.4773, Accuracy: 1480/5000 (30%)
[epoch 36] loss: 0.0018575
Test set: Average loss: 4.4940, Accuracy: 1479/5000 (30%)
[epoch 37] loss: 0.0017931
Test set: Average loss: 4.5134, Accuracy: 1482/5000 (30%)
[epoch 38] loss: 0.0017116
Test set: Average loss: 4.5293, Accuracy: 1481/5000 (30%)
[epoch 39] loss: 0.0016448
Test set: Average loss: 4.5408, Accuracy: 1481/5000 (30%)
[epoch 40] loss: 0.0015652
Test set: Average loss: 4.5565, Accuracy: 1483/5000 (30%)
[epoch 41] loss: 0.0015029
Test set: Average loss: 4.5731, Accuracy: 1484/5000 (30%)
[epoch 42] loss: 0.0014319
Test set: Average loss: 4.5873, Accuracy: 1487/5000 (30%)
[epoch 43] loss: 0.0013872
Test set: Average loss: 4.6082, Accuracy: 1481/5000 (30%)
[epoch 44] loss: 0.0013252
Test set: Average loss: 4.6182, Accuracy: 1486/5000 (30%)
[epoch 45] loss: 0.0012811
Test set: Average loss: 4.6257, Accuracy: 1486/5000 (30%)
[epoch 46] loss: 0.0012302
Test set: Average loss: 4.6439, Accuracy: 1485/5000 (30%)
[epoch 47] loss: 0.0011931
Test set: Average loss: 4.6593, Accuracy: 1480/5000 (30%)
[epoch 48] loss: 0.0011448
Test set: Average loss: 4.6703, Accuracy: 1482/5000 (30%)
[epoch 49] loss: 0.0011016
Test set: Average loss: 4.6836, Accuracy: 1483/5000 (30%)
[epoch 50] loss: 0.0010648
Test set: Average loss: 4.6918, Accuracy: 1483/5000 (30%)
Validation:
Test set: Average loss: 2.7310, Accuracy: 1527/5000 (31%)
Test
Test set: Average loss: 2.7308, Accuracy: 3044/10000 (30%)
500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3041, Accuracy: 475/5000 (10%)
[epoch 1] loss: 2.1943808
Test set: Average loss: 2.0395, Accuracy: 1270/5000 (25%)
[epoch 2] loss: 1.8305064
Test set: Average loss: 1.9367, Accuracy: 1466/5000 (29%)
[epoch 3] loss: 1.5599023
Test set: Average loss: 1.8944, Accuracy: 1654/5000 (33%)
[epoch 4] loss: 1.4301700
Test set: Average loss: 1.8016, Accuracy: 1805/5000 (36%)
[epoch 5] loss: 1.1812722
Test set: Average loss: 1.8995, Accuracy: 1767/5000 (35%)
[epoch 6] loss: 0.9545499
Test set: Average loss: 2.0979, Accuracy: 1621/5000 (32%)
[epoch 7] loss: 0.8719030
Test set: Average loss: 2.3033, Accuracy: 1634/5000 (33%)
[epoch 8] loss: 0.6590419
Test set: Average loss: 2.3115, Accuracy: 1693/5000 (34%)
[epoch 9] loss: 0.4730019
Test set: Average loss: 2.6053, Accuracy: 1718/5000 (34%)
[epoch 10] loss: 0.3402192
Test set: Average loss: 2.7956, Accuracy: 1609/5000 (32%)
[epoch 11] loss: 0.2561768
Test set: Average loss: 3.0891, Accuracy: 1629/5000 (33%)
[epoch 12] loss: 0.1960567
Test set: Average loss: 3.1079, Accuracy: 1675/5000 (34%)
[epoch 13] loss: 0.1189798
Test set: Average loss: 3.4152, Accuracy: 1655/5000 (33%)
[epoch 14] loss: 0.0793149
Test set: Average loss: 3.5646, Accuracy: 1612/5000 (32%)
[epoch 15] loss: 0.0477492
Test set: Average loss: 3.6667, Accuracy: 1667/5000 (33%)
[epoch 16] loss: 0.0275191
Test set: Average loss: 3.7697, Accuracy: 1712/5000 (34%)
[epoch 17] loss: 0.0176057
Test set: Average loss: 3.8524, Accuracy: 1663/5000 (33%)
[epoch 18] loss: 0.0124861
Test set: Average loss: 3.9164, Accuracy: 1710/5000 (34%)
[epoch 19] loss: 0.0087815
Test set: Average loss: 4.0099, Accuracy: 1690/5000 (34%)
[epoch 20] loss: 0.0074828
Test set: Average loss: 4.0417, Accuracy: 1710/5000 (34%)
[epoch 21] loss: 0.0062553
Test set: Average loss: 4.1011, Accuracy: 1697/5000 (34%)
[epoch 22] loss: 0.0054497
Test set: Average loss: 4.1314, Accuracy: 1701/5000 (34%)
[epoch 23] loss: 0.0049183
Test set: Average loss: 4.1857, Accuracy: 1697/5000 (34%)
[epoch 24] loss: 0.0043999
Test set: Average loss: 4.2086, Accuracy: 1696/5000 (34%)
[epoch 25] loss: 0.0040907
Test set: Average loss: 4.2567, Accuracy: 1685/5000 (34%)
[epoch 26] loss: 0.0037571
Test set: Average loss: 4.2874, Accuracy: 1690/5000 (34%)
[epoch 27] loss: 0.0034286
Test set: Average loss: 4.3167, Accuracy: 1689/5000 (34%)
[epoch 28] loss: 0.0031706
Test set: Average loss: 4.3425, Accuracy: 1691/5000 (34%)
[epoch 29] loss: 0.0029440
Test set: Average loss: 4.3765, Accuracy: 1687/5000 (34%)
[epoch 30] loss: 0.0027504
Test set: Average loss: 4.4019, Accuracy: 1685/5000 (34%)
[epoch 31] loss: 0.0025931
Test set: Average loss: 4.4250, Accuracy: 1687/5000 (34%)
[epoch 32] loss: 0.0024326
Test set: Average loss: 4.4507, Accuracy: 1685/5000 (34%)
[epoch 33] loss: 0.0022930
Test set: Average loss: 4.4785, Accuracy: 1692/5000 (34%)
[epoch 34] loss: 0.0021419
Test set: Average loss: 4.5000, Accuracy: 1694/5000 (34%)
[epoch 35] loss: 0.0020324
Test set: Average loss: 4.5246, Accuracy: 1686/5000 (34%)
[epoch 36] loss: 0.0019228
Test set: Average loss: 4.5448, Accuracy: 1693/5000 (34%)
[epoch 37] loss: 0.0018125
Test set: Average loss: 4.5638, Accuracy: 1681/5000 (34%)
[epoch 38] loss: 0.0017184
Test set: Average loss: 4.5862, Accuracy: 1688/5000 (34%)
[epoch 39] loss: 0.0016429
Test set: Average loss: 4.6037, Accuracy: 1687/5000 (34%)
[epoch 40] loss: 0.0015564
Test set: Average loss: 4.6301, Accuracy: 1688/5000 (34%)
[epoch 41] loss: 0.0014850
Test set: Average loss: 4.6455, Accuracy: 1684/5000 (34%)
[epoch 42] loss: 0.0014261
Test set: Average loss: 4.6609, Accuracy: 1691/5000 (34%)
[epoch 43] loss: 0.0013531
Test set: Average loss: 4.6828, Accuracy: 1684/5000 (34%)
[epoch 44] loss: 0.0013001
Test set: Average loss: 4.7013, Accuracy: 1682/5000 (34%)
[epoch 45] loss: 0.0012449
Test set: Average loss: 4.7123, Accuracy: 1681/5000 (34%)
[epoch 46] loss: 0.0011861
Test set: Average loss: 4.7356, Accuracy: 1679/5000 (34%)
[epoch 47] loss: 0.0011325
Test set: Average loss: 4.7446, Accuracy: 1685/5000 (34%)
[epoch 48] loss: 0.0010929
Test set: Average loss: 4.7655, Accuracy: 1682/5000 (34%)
[epoch 49] loss: 0.0010508
Test set: Average loss: 4.7813, Accuracy: 1685/5000 (34%)
[epoch 50] loss: 0.0010111
Test set: Average loss: 4.7934, Accuracy: 1683/5000 (34%)
Validation:
Test set: Average loss: 1.8016, Accuracy: 1805/5000 (36%)
Test
Test set: Average loss: 1.7689, Accuracy: 3613/10000 (36%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3042, Accuracy: 484/5000 (10%)
[epoch 1] loss: 2.1864921
Test set: Average loss: 2.0222, Accuracy: 1362/5000 (27%)
[epoch 2] loss: 1.8156085
Test set: Average loss: 1.9189, Accuracy: 1446/5000 (29%)
[epoch 3] loss: 1.5262044
Test set: Average loss: 1.8743, Accuracy: 1643/5000 (33%)
[epoch 4] loss: 1.3060446
Test set: Average loss: 1.9714, Accuracy: 1551/5000 (31%)
[epoch 5] loss: 1.2059558
Test set: Average loss: 1.8932, Accuracy: 1784/5000 (36%)
[epoch 6] loss: 0.9659210
Test set: Average loss: 2.0112, Accuracy: 1754/5000 (35%)
[epoch 7] loss: 0.8322535
Test set: Average loss: 2.2139, Accuracy: 1689/5000 (34%)
[epoch 8] loss: 0.7028351
Test set: Average loss: 2.2943, Accuracy: 1715/5000 (34%)
[epoch 9] loss: 0.5011615
Test set: Average loss: 2.4045, Accuracy: 1735/5000 (35%)
[epoch 10] loss: 0.3217951
Test set: Average loss: 2.7258, Accuracy: 1602/5000 (32%)
[epoch 11] loss: 0.2453531
Test set: Average loss: 2.7720, Accuracy: 1642/5000 (33%)
[epoch 12] loss: 0.1573387
Test set: Average loss: 2.9155, Accuracy: 1656/5000 (33%)
[epoch 13] loss: 0.1287347
Test set: Average loss: 3.1648, Accuracy: 1645/5000 (33%)
[epoch 14] loss: 0.1053982
Test set: Average loss: 3.2250, Accuracy: 1618/5000 (32%)
[epoch 15] loss: 0.0627554
Test set: Average loss: 3.4533, Accuracy: 1633/5000 (33%)
[epoch 16] loss: 0.0432290
Test set: Average loss: 3.5417, Accuracy: 1613/5000 (32%)
[epoch 17] loss: 0.0325075
Test set: Average loss: 3.6987, Accuracy: 1624/5000 (32%)
[epoch 18] loss: 0.0172876
Test set: Average loss: 3.7835, Accuracy: 1617/5000 (32%)
[epoch 19] loss: 0.0120093
Test set: Average loss: 3.8141, Accuracy: 1643/5000 (33%)
[epoch 20] loss: 0.0084719
Test set: Average loss: 3.8976, Accuracy: 1617/5000 (32%)
[epoch 21] loss: 0.0067734
Test set: Average loss: 3.9295, Accuracy: 1627/5000 (33%)
[epoch 22] loss: 0.0057544
Test set: Average loss: 3.9855, Accuracy: 1623/5000 (32%)
[epoch 23] loss: 0.0051223
Test set: Average loss: 4.0288, Accuracy: 1625/5000 (32%)
[epoch 24] loss: 0.0045328
Test set: Average loss: 4.0648, Accuracy: 1614/5000 (32%)
[epoch 25] loss: 0.0041422
Test set: Average loss: 4.0986, Accuracy: 1619/5000 (32%)
[epoch 26] loss: 0.0037562
Test set: Average loss: 4.1354, Accuracy: 1620/5000 (32%)
[epoch 27] loss: 0.0035353
Test set: Average loss: 4.1654, Accuracy: 1610/5000 (32%)
[epoch 28] loss: 0.0032405
Test set: Average loss: 4.1934, Accuracy: 1618/5000 (32%)
[epoch 29] loss: 0.0030157
Test set: Average loss: 4.2284, Accuracy: 1610/5000 (32%)
[epoch 30] loss: 0.0028148
Test set: Average loss: 4.2492, Accuracy: 1612/5000 (32%)
[epoch 31] loss: 0.0026045
Test set: Average loss: 4.2802, Accuracy: 1617/5000 (32%)
[epoch 32] loss: 0.0024088
Test set: Average loss: 4.3007, Accuracy: 1611/5000 (32%)
[epoch 33] loss: 0.0022799
Test set: Average loss: 4.3238, Accuracy: 1610/5000 (32%)
[epoch 34] loss: 0.0021716
Test set: Average loss: 4.3483, Accuracy: 1618/5000 (32%)
[epoch 35] loss: 0.0020352
Test set: Average loss: 4.3698, Accuracy: 1617/5000 (32%)
[epoch 36] loss: 0.0019228
Test set: Average loss: 4.3923, Accuracy: 1613/5000 (32%)
[epoch 37] loss: 0.0018245
Test set: Average loss: 4.4157, Accuracy: 1614/5000 (32%)
[epoch 38] loss: 0.0017440
Test set: Average loss: 4.4311, Accuracy: 1617/5000 (32%)
[epoch 39] loss: 0.0016470
Test set: Average loss: 4.4576, Accuracy: 1616/5000 (32%)
[epoch 40] loss: 0.0015690
Test set: Average loss: 4.4734, Accuracy: 1618/5000 (32%)
[epoch 41] loss: 0.0014752
Test set: Average loss: 4.4895, Accuracy: 1609/5000 (32%)
[epoch 42] loss: 0.0014384
Test set: Average loss: 4.5155, Accuracy: 1605/5000 (32%)
[epoch 43] loss: 0.0013524
Test set: Average loss: 4.5250, Accuracy: 1619/5000 (32%)
[epoch 44] loss: 0.0013188
Test set: Average loss: 4.5428, Accuracy: 1622/5000 (32%)
[epoch 45] loss: 0.0012451
Test set: Average loss: 4.5651, Accuracy: 1608/5000 (32%)
[epoch 46] loss: 0.0011826
Test set: Average loss: 4.5803, Accuracy: 1621/5000 (32%)
[epoch 47] loss: 0.0011450
Test set: Average loss: 4.5958, Accuracy: 1618/5000 (32%)
[epoch 48] loss: 0.0011047
Test set: Average loss: 4.6119, Accuracy: 1616/5000 (32%)
[epoch 49] loss: 0.0010446
Test set: Average loss: 4.6271, Accuracy: 1613/5000 (32%)
[epoch 50] loss: 0.0010151
Test set: Average loss: 4.6405, Accuracy: 1615/5000 (32%)
Validation:
Test set: Average loss: 1.8932, Accuracy: 1784/5000 (36%)
Test
Test set: Average loss: 1.8611, Accuracy: 3549/10000 (35%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 462/5000 (9%)
[epoch 1] loss: 2.2334926
Test set: Average loss: 2.0872, Accuracy: 1267/5000 (25%)
[epoch 2] loss: 1.9306687
Test set: Average loss: 1.9634, Accuracy: 1410/5000 (28%)
[epoch 3] loss: 1.7094750
Test set: Average loss: 1.8843, Accuracy: 1661/5000 (33%)
[epoch 4] loss: 1.4798973
Test set: Average loss: 1.8796, Accuracy: 1711/5000 (34%)
[epoch 5] loss: 1.2205746
Test set: Average loss: 1.9190, Accuracy: 1769/5000 (35%)
[epoch 6] loss: 0.9942026
Test set: Average loss: 2.0348, Accuracy: 1788/5000 (36%)
[epoch 7] loss: 0.7760822
Test set: Average loss: 2.3507, Accuracy: 1698/5000 (34%)
[epoch 8] loss: 0.6549162
Test set: Average loss: 2.3730, Accuracy: 1697/5000 (34%)
[epoch 9] loss: 0.4851052
Test set: Average loss: 2.3994, Accuracy: 1871/5000 (37%)
[epoch 10] loss: 0.3520366
Test set: Average loss: 2.7825, Accuracy: 1689/5000 (34%)
[epoch 11] loss: 0.2287503
Test set: Average loss: 2.9803, Accuracy: 1781/5000 (36%)
[epoch 12] loss: 0.1819291
Test set: Average loss: 3.2116, Accuracy: 1690/5000 (34%)
[epoch 13] loss: 0.1566315
Test set: Average loss: 3.3324, Accuracy: 1660/5000 (33%)
[epoch 14] loss: 0.0927795
Test set: Average loss: 3.4029, Accuracy: 1739/5000 (35%)
[epoch 15] loss: 0.0644883
Test set: Average loss: 3.7022, Accuracy: 1671/5000 (33%)
[epoch 16] loss: 0.0391438
Test set: Average loss: 3.8290, Accuracy: 1702/5000 (34%)
[epoch 17] loss: 0.0244912
Test set: Average loss: 3.8177, Accuracy: 1739/5000 (35%)
[epoch 18] loss: 0.0151069
Test set: Average loss: 3.9172, Accuracy: 1737/5000 (35%)
[epoch 19] loss: 0.0091509
Test set: Average loss: 3.9669, Accuracy: 1757/5000 (35%)
[epoch 20] loss: 0.0069617
Test set: Average loss: 4.0305, Accuracy: 1744/5000 (35%)
[epoch 21] loss: 0.0059597
Test set: Average loss: 4.0794, Accuracy: 1746/5000 (35%)
[epoch 22] loss: 0.0050751
Test set: Average loss: 4.1174, Accuracy: 1753/5000 (35%)
[epoch 23] loss: 0.0045038
Test set: Average loss: 4.1631, Accuracy: 1752/5000 (35%)
[epoch 24] loss: 0.0040954
Test set: Average loss: 4.1914, Accuracy: 1749/5000 (35%)
[epoch 25] loss: 0.0037877
Test set: Average loss: 4.2221, Accuracy: 1751/5000 (35%)
[epoch 26] loss: 0.0033928
Test set: Average loss: 4.2676, Accuracy: 1746/5000 (35%)
[epoch 27] loss: 0.0032115
Test set: Average loss: 4.2868, Accuracy: 1747/5000 (35%)
[epoch 28] loss: 0.0029380
Test set: Average loss: 4.3142, Accuracy: 1748/5000 (35%)
[epoch 29] loss: 0.0027789
Test set: Average loss: 4.3414, Accuracy: 1742/5000 (35%)
[epoch 30] loss: 0.0025452
Test set: Average loss: 4.3695, Accuracy: 1753/5000 (35%)
[epoch 31] loss: 0.0023949
Test set: Average loss: 4.3926, Accuracy: 1744/5000 (35%)
[epoch 32] loss: 0.0022400
Test set: Average loss: 4.4160, Accuracy: 1746/5000 (35%)
[epoch 33] loss: 0.0021060
Test set: Average loss: 4.4380, Accuracy: 1752/5000 (35%)
[epoch 34] loss: 0.0019877
Test set: Average loss: 4.4620, Accuracy: 1749/5000 (35%)
[epoch 35] loss: 0.0018926
Test set: Average loss: 4.4801, Accuracy: 1748/5000 (35%)
[epoch 36] loss: 0.0017801
Test set: Average loss: 4.4981, Accuracy: 1754/5000 (35%)
[epoch 37] loss: 0.0017025
Test set: Average loss: 4.5213, Accuracy: 1749/5000 (35%)
[epoch 38] loss: 0.0016223
Test set: Average loss: 4.5427, Accuracy: 1742/5000 (35%)
[epoch 39] loss: 0.0015353
Test set: Average loss: 4.5615, Accuracy: 1743/5000 (35%)
[epoch 40] loss: 0.0014732
Test set: Average loss: 4.5795, Accuracy: 1750/5000 (35%)
[epoch 41] loss: 0.0013964
Test set: Average loss: 4.5930, Accuracy: 1748/5000 (35%)
[epoch 42] loss: 0.0013375
Test set: Average loss: 4.6136, Accuracy: 1751/5000 (35%)
[epoch 43] loss: 0.0012805
Test set: Average loss: 4.6336, Accuracy: 1747/5000 (35%)
[epoch 44] loss: 0.0012264
Test set: Average loss: 4.6475, Accuracy: 1749/5000 (35%)
[epoch 45] loss: 0.0011764
Test set: Average loss: 4.6591, Accuracy: 1750/5000 (35%)
[epoch 46] loss: 0.0011305
Test set: Average loss: 4.6834, Accuracy: 1749/5000 (35%)
[epoch 47] loss: 0.0010893
Test set: Average loss: 4.6983, Accuracy: 1743/5000 (35%)
[epoch 48] loss: 0.0010450
Test set: Average loss: 4.7083, Accuracy: 1753/5000 (35%)
[epoch 49] loss: 0.0010032
Test set: Average loss: 4.7224, Accuracy: 1746/5000 (35%)
[epoch 50] loss: 0.0009669
Test set: Average loss: 4.7379, Accuracy: 1746/5000 (35%)
Validation:
Test set: Average loss: 2.3994, Accuracy: 1871/5000 (37%)
Test
Test set: Average loss: 2.3551, Accuracy: 3649/10000 (36%)
750
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3026, Accuracy: 444/5000 (9%)
[epoch 1] loss: 2.1515337
Test set: Average loss: 2.0186, Accuracy: 1222/5000 (24%)
[epoch 2] loss: 1.8084723
Test set: Average loss: 1.8952, Accuracy: 1450/5000 (29%)
[epoch 3] loss: 1.5783522
Test set: Average loss: 1.7842, Accuracy: 1769/5000 (35%)
[epoch 4] loss: 1.3944805
Test set: Average loss: 1.8154, Accuracy: 1793/5000 (36%)
[epoch 5] loss: 1.1397695
Test set: Average loss: 1.9321, Accuracy: 1765/5000 (35%)
[epoch 6] loss: 0.9089297
Test set: Average loss: 2.0396, Accuracy: 1914/5000 (38%)
[epoch 7] loss: 0.6898621
Test set: Average loss: 2.2562, Accuracy: 1836/5000 (37%)
[epoch 8] loss: 0.5423455
Test set: Average loss: 2.4234, Accuracy: 1839/5000 (37%)
[epoch 9] loss: 0.4060298
Test set: Average loss: 2.7146, Accuracy: 1863/5000 (37%)
[epoch 10] loss: 0.2887650
Test set: Average loss: 3.0079, Accuracy: 1802/5000 (36%)
[epoch 11] loss: 0.2063433
Test set: Average loss: 3.2141, Accuracy: 1763/5000 (35%)
[epoch 12] loss: 0.1748426
Test set: Average loss: 3.4062, Accuracy: 1795/5000 (36%)
[epoch 13] loss: 0.1173242
Test set: Average loss: 3.6048, Accuracy: 1785/5000 (36%)
[epoch 14] loss: 0.0998140
Test set: Average loss: 3.6905, Accuracy: 1793/5000 (36%)
[epoch 15] loss: 0.0522146
Test set: Average loss: 3.8969, Accuracy: 1799/5000 (36%)
[epoch 16] loss: 0.0264954
Test set: Average loss: 3.9794, Accuracy: 1786/5000 (36%)
[epoch 17] loss: 0.0144276
Test set: Average loss: 3.9652, Accuracy: 1839/5000 (37%)
[epoch 18] loss: 0.0082587
Test set: Average loss: 4.0660, Accuracy: 1812/5000 (36%)
[epoch 19] loss: 0.0065411
Test set: Average loss: 4.1225, Accuracy: 1848/5000 (37%)
[epoch 20] loss: 0.0054448
Test set: Average loss: 4.1718, Accuracy: 1844/5000 (37%)
[epoch 21] loss: 0.0044889
Test set: Average loss: 4.2277, Accuracy: 1854/5000 (37%)
[epoch 22] loss: 0.0040145
Test set: Average loss: 4.2617, Accuracy: 1854/5000 (37%)
[epoch 23] loss: 0.0035610
Test set: Average loss: 4.3059, Accuracy: 1850/5000 (37%)
[epoch 24] loss: 0.0031868
Test set: Average loss: 4.3442, Accuracy: 1865/5000 (37%)
[epoch 25] loss: 0.0028951
Test set: Average loss: 4.3732, Accuracy: 1854/5000 (37%)
[epoch 26] loss: 0.0026733
Test set: Average loss: 4.4138, Accuracy: 1853/5000 (37%)
[epoch 27] loss: 0.0025287
Test set: Average loss: 4.4413, Accuracy: 1854/5000 (37%)
[epoch 28] loss: 0.0022751
Test set: Average loss: 4.4721, Accuracy: 1858/5000 (37%)
[epoch 29] loss: 0.0021691
Test set: Average loss: 4.5015, Accuracy: 1853/5000 (37%)
[epoch 30] loss: 0.0019913
Test set: Average loss: 4.5245, Accuracy: 1853/5000 (37%)
[epoch 31] loss: 0.0018626
Test set: Average loss: 4.5524, Accuracy: 1847/5000 (37%)
[epoch 32] loss: 0.0017608
Test set: Average loss: 4.5767, Accuracy: 1854/5000 (37%)
[epoch 33] loss: 0.0016497
Test set: Average loss: 4.6012, Accuracy: 1857/5000 (37%)
[epoch 34] loss: 0.0015435
Test set: Average loss: 4.6253, Accuracy: 1853/5000 (37%)
[epoch 35] loss: 0.0014606
Test set: Average loss: 4.6449, Accuracy: 1855/5000 (37%)
[epoch 36] loss: 0.0013714
Test set: Average loss: 4.6727, Accuracy: 1848/5000 (37%)
[epoch 37] loss: 0.0013053
Test set: Average loss: 4.6889, Accuracy: 1848/5000 (37%)
[epoch 38] loss: 0.0012291
Test set: Average loss: 4.7089, Accuracy: 1851/5000 (37%)
[epoch 39] loss: 0.0011632
Test set: Average loss: 4.7284, Accuracy: 1848/5000 (37%)
[epoch 40] loss: 0.0011248
Test set: Average loss: 4.7498, Accuracy: 1850/5000 (37%)
[epoch 41] loss: 0.0010633
Test set: Average loss: 4.7696, Accuracy: 1851/5000 (37%)
[epoch 42] loss: 0.0010232
Test set: Average loss: 4.7863, Accuracy: 1850/5000 (37%)
[epoch 43] loss: 0.0009853
Test set: Average loss: 4.8031, Accuracy: 1853/5000 (37%)
[epoch 44] loss: 0.0009407
Test set: Average loss: 4.8211, Accuracy: 1849/5000 (37%)
[epoch 45] loss: 0.0008946
Test set: Average loss: 4.8395, Accuracy: 1850/5000 (37%)
[epoch 46] loss: 0.0008687
Test set: Average loss: 4.8572, Accuracy: 1838/5000 (37%)
[epoch 47] loss: 0.0008213
Test set: Average loss: 4.8738, Accuracy: 1842/5000 (37%)
[epoch 48] loss: 0.0007881
Test set: Average loss: 4.8912, Accuracy: 1843/5000 (37%)
[epoch 49] loss: 0.0007589
Test set: Average loss: 4.9052, Accuracy: 1840/5000 (37%)
[epoch 50] loss: 0.0007322
Test set: Average loss: 4.9217, Accuracy: 1840/5000 (37%)
Validation:
Test set: Average loss: 2.0396, Accuracy: 1914/5000 (38%)
Test
Test set: Average loss: 1.9996, Accuracy: 3901/10000 (39%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3078, Accuracy: 486/5000 (10%)
[epoch 1] loss: 2.1409294
Test set: Average loss: 2.0049, Accuracy: 1280/5000 (26%)
[epoch 2] loss: 1.7310775
Test set: Average loss: 1.8500, Accuracy: 1641/5000 (33%)
[epoch 3] loss: 1.4823096
Test set: Average loss: 1.8883, Accuracy: 1708/5000 (34%)
[epoch 4] loss: 1.2302463
Test set: Average loss: 1.9840, Accuracy: 1680/5000 (34%)
[epoch 5] loss: 1.0275507
Test set: Average loss: 1.9978, Accuracy: 1855/5000 (37%)
[epoch 6] loss: 0.7870050
Test set: Average loss: 2.2506, Accuracy: 1738/5000 (35%)
[epoch 7] loss: 0.6746248
Test set: Average loss: 2.2507, Accuracy: 1918/5000 (38%)
[epoch 8] loss: 0.4878711
Test set: Average loss: 2.4134, Accuracy: 1911/5000 (38%)
[epoch 9] loss: 0.3405696
Test set: Average loss: 2.6650, Accuracy: 1854/5000 (37%)
[epoch 10] loss: 0.2543207
Test set: Average loss: 2.8086, Accuracy: 1905/5000 (38%)
[epoch 11] loss: 0.2181538
Test set: Average loss: 3.1976, Accuracy: 1792/5000 (36%)
[epoch 12] loss: 0.1560949
Test set: Average loss: 3.4043, Accuracy: 1876/5000 (38%)
[epoch 13] loss: 0.1368562
Test set: Average loss: 3.4591, Accuracy: 1866/5000 (37%)
[epoch 14] loss: 0.0684452
Test set: Average loss: 3.5498, Accuracy: 1888/5000 (38%)
[epoch 15] loss: 0.0324701
Test set: Average loss: 3.6999, Accuracy: 1856/5000 (37%)
[epoch 16] loss: 0.0205947
Test set: Average loss: 3.8118, Accuracy: 1852/5000 (37%)
[epoch 17] loss: 0.0137778
Test set: Average loss: 3.9103, Accuracy: 1855/5000 (37%)
[epoch 18] loss: 0.0091917
Test set: Average loss: 3.9649, Accuracy: 1854/5000 (37%)
[epoch 19] loss: 0.0070102
Test set: Average loss: 4.0180, Accuracy: 1858/5000 (37%)
[epoch 20] loss: 0.0058190
Test set: Average loss: 4.0832, Accuracy: 1862/5000 (37%)
[epoch 21] loss: 0.0052586
Test set: Average loss: 4.1244, Accuracy: 1857/5000 (37%)
[epoch 22] loss: 0.0045181
Test set: Average loss: 4.1654, Accuracy: 1854/5000 (37%)
[epoch 23] loss: 0.0041678
Test set: Average loss: 4.2058, Accuracy: 1865/5000 (37%)
[epoch 24] loss: 0.0036843
Test set: Average loss: 4.2423, Accuracy: 1863/5000 (37%)
[epoch 25] loss: 0.0033475
Test set: Average loss: 4.2829, Accuracy: 1857/5000 (37%)
[epoch 26] loss: 0.0030886
Test set: Average loss: 4.3142, Accuracy: 1865/5000 (37%)
[epoch 27] loss: 0.0028300
Test set: Average loss: 4.3416, Accuracy: 1857/5000 (37%)
[epoch 28] loss: 0.0026126
Test set: Average loss: 4.3782, Accuracy: 1869/5000 (37%)
[epoch 29] loss: 0.0024348
Test set: Average loss: 4.4060, Accuracy: 1862/5000 (37%)
[epoch 30] loss: 0.0022377
Test set: Average loss: 4.4331, Accuracy: 1861/5000 (37%)
[epoch 31] loss: 0.0021110
Test set: Average loss: 4.4595, Accuracy: 1862/5000 (37%)
[epoch 32] loss: 0.0019582
Test set: Average loss: 4.4845, Accuracy: 1865/5000 (37%)
[epoch 33] loss: 0.0018254
Test set: Average loss: 4.5086, Accuracy: 1863/5000 (37%)
[epoch 34] loss: 0.0017313
Test set: Average loss: 4.5332, Accuracy: 1857/5000 (37%)
[epoch 35] loss: 0.0016054
Test set: Average loss: 4.5580, Accuracy: 1855/5000 (37%)
[epoch 36] loss: 0.0015103
Test set: Average loss: 4.5785, Accuracy: 1863/5000 (37%)
[epoch 37] loss: 0.0014402
Test set: Average loss: 4.6019, Accuracy: 1852/5000 (37%)
[epoch 38] loss: 0.0013710
Test set: Average loss: 4.6229, Accuracy: 1863/5000 (37%)
[epoch 39] loss: 0.0012957
Test set: Average loss: 4.6441, Accuracy: 1861/5000 (37%)
[epoch 40] loss: 0.0012250
Test set: Average loss: 4.6629, Accuracy: 1855/5000 (37%)
[epoch 41] loss: 0.0011665
Test set: Average loss: 4.6849, Accuracy: 1854/5000 (37%)
[epoch 42] loss: 0.0011134
Test set: Average loss: 4.7022, Accuracy: 1858/5000 (37%)
[epoch 43] loss: 0.0010639
Test set: Average loss: 4.7214, Accuracy: 1854/5000 (37%)
[epoch 44] loss: 0.0010130
Test set: Average loss: 4.7400, Accuracy: 1854/5000 (37%)
[epoch 45] loss: 0.0009699
Test set: Average loss: 4.7573, Accuracy: 1852/5000 (37%)
[epoch 46] loss: 0.0009399
Test set: Average loss: 4.7744, Accuracy: 1858/5000 (37%)
[epoch 47] loss: 0.0009132
Test set: Average loss: 4.7920, Accuracy: 1847/5000 (37%)
[epoch 48] loss: 0.0008721
Test set: Average loss: 4.8111, Accuracy: 1853/5000 (37%)
[epoch 49] loss: 0.0008268
Test set: Average loss: 4.8275, Accuracy: 1852/5000 (37%)
[epoch 50] loss: 0.0007774
Test set: Average loss: 4.8432, Accuracy: 1850/5000 (37%)
Validation:
Test set: Average loss: 2.2507, Accuracy: 1918/5000 (38%)
Test
Test set: Average loss: 2.1995, Accuracy: 3927/10000 (39%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3033, Accuracy: 444/5000 (9%)
[epoch 1] loss: 2.2106510
Test set: Average loss: 2.0528, Accuracy: 1199/5000 (24%)
[epoch 2] loss: 1.8803770
Test set: Average loss: 1.8963, Accuracy: 1574/5000 (31%)
[epoch 3] loss: 1.6123326
Test set: Average loss: 1.8039, Accuracy: 1752/5000 (35%)
[epoch 4] loss: 1.3807525
Test set: Average loss: 1.8817, Accuracy: 1759/5000 (35%)
[epoch 5] loss: 1.1467137
Test set: Average loss: 1.9175, Accuracy: 1793/5000 (36%)
[epoch 6] loss: 0.9761419
Test set: Average loss: 2.0882, Accuracy: 1674/5000 (33%)
[epoch 7] loss: 0.7328951
Test set: Average loss: 2.2739, Accuracy: 1781/5000 (36%)
[epoch 8] loss: 0.6101731
Test set: Average loss: 2.6241, Accuracy: 1652/5000 (33%)
[epoch 9] loss: 0.4501545
Test set: Average loss: 2.7421, Accuracy: 1730/5000 (35%)
[epoch 10] loss: 0.2776476
Test set: Average loss: 3.0065, Accuracy: 1723/5000 (34%)
[epoch 11] loss: 0.1559377
Test set: Average loss: 3.2835, Accuracy: 1720/5000 (34%)
[epoch 12] loss: 0.0947263
Test set: Average loss: 3.5899, Accuracy: 1685/5000 (34%)
[epoch 13] loss: 0.0660258
Test set: Average loss: 3.7159, Accuracy: 1714/5000 (34%)
[epoch 14] loss: 0.0470253
Test set: Average loss: 3.8633, Accuracy: 1698/5000 (34%)
[epoch 15] loss: 0.0310714
Test set: Average loss: 4.0295, Accuracy: 1673/5000 (33%)
[epoch 16] loss: 0.0220991
Test set: Average loss: 4.1543, Accuracy: 1710/5000 (34%)
[epoch 17] loss: 0.0132840
Test set: Average loss: 4.2253, Accuracy: 1702/5000 (34%)
[epoch 18] loss: 0.0085000
Test set: Average loss: 4.2972, Accuracy: 1708/5000 (34%)
[epoch 19] loss: 0.0066462
Test set: Average loss: 4.3553, Accuracy: 1719/5000 (34%)
[epoch 20] loss: 0.0054185
Test set: Average loss: 4.4277, Accuracy: 1711/5000 (34%)
[epoch 21] loss: 0.0046418
Test set: Average loss: 4.4720, Accuracy: 1717/5000 (34%)
[epoch 22] loss: 0.0041111
Test set: Average loss: 4.5155, Accuracy: 1716/5000 (34%)
[epoch 23] loss: 0.0035957
Test set: Average loss: 4.5594, Accuracy: 1717/5000 (34%)
[epoch 24] loss: 0.0032802
Test set: Average loss: 4.6026, Accuracy: 1716/5000 (34%)
[epoch 25] loss: 0.0029210
Test set: Average loss: 4.6388, Accuracy: 1716/5000 (34%)
[epoch 26] loss: 0.0027133
Test set: Average loss: 4.6691, Accuracy: 1715/5000 (34%)
[epoch 27] loss: 0.0025167
Test set: Average loss: 4.7091, Accuracy: 1715/5000 (34%)
[epoch 28] loss: 0.0023221
Test set: Average loss: 4.7399, Accuracy: 1723/5000 (34%)
[epoch 29] loss: 0.0021636
Test set: Average loss: 4.7674, Accuracy: 1724/5000 (34%)
[epoch 30] loss: 0.0019939
Test set: Average loss: 4.7985, Accuracy: 1720/5000 (34%)
[epoch 31] loss: 0.0018599
Test set: Average loss: 4.8262, Accuracy: 1715/5000 (34%)
[epoch 32] loss: 0.0017524
Test set: Average loss: 4.8517, Accuracy: 1722/5000 (34%)
[epoch 33] loss: 0.0016402
Test set: Average loss: 4.8805, Accuracy: 1719/5000 (34%)
[epoch 34] loss: 0.0015427
Test set: Average loss: 4.9012, Accuracy: 1720/5000 (34%)
[epoch 35] loss: 0.0014476
Test set: Average loss: 4.9275, Accuracy: 1722/5000 (34%)
[epoch 36] loss: 0.0014024
Test set: Average loss: 4.9489, Accuracy: 1721/5000 (34%)
[epoch 37] loss: 0.0012844
Test set: Average loss: 4.9755, Accuracy: 1724/5000 (34%)
[epoch 38] loss: 0.0012422
Test set: Average loss: 4.9976, Accuracy: 1715/5000 (34%)
[epoch 39] loss: 0.0011541
Test set: Average loss: 5.0204, Accuracy: 1715/5000 (34%)
[epoch 40] loss: 0.0011097
Test set: Average loss: 5.0403, Accuracy: 1719/5000 (34%)
[epoch 41] loss: 0.0010428
Test set: Average loss: 5.0613, Accuracy: 1711/5000 (34%)
[epoch 42] loss: 0.0010120
Test set: Average loss: 5.0790, Accuracy: 1720/5000 (34%)
[epoch 43] loss: 0.0009490
Test set: Average loss: 5.1000, Accuracy: 1722/5000 (34%)
[epoch 44] loss: 0.0009224
Test set: Average loss: 5.1159, Accuracy: 1712/5000 (34%)
[epoch 45] loss: 0.0008679
Test set: Average loss: 5.1369, Accuracy: 1721/5000 (34%)
[epoch 46] loss: 0.0008390
Test set: Average loss: 5.1566, Accuracy: 1715/5000 (34%)
[epoch 47] loss: 0.0008049
Test set: Average loss: 5.1753, Accuracy: 1713/5000 (34%)
[epoch 48] loss: 0.0007659
Test set: Average loss: 5.1921, Accuracy: 1714/5000 (34%)
[epoch 49] loss: 0.0007331
Test set: Average loss: 5.2082, Accuracy: 1716/5000 (34%)
[epoch 50] loss: 0.0007095
Test set: Average loss: 5.2279, Accuracy: 1715/5000 (34%)
Validation:
Test set: Average loss: 1.9175, Accuracy: 1793/5000 (36%)
Test
Test set: Average loss: 1.9040, Accuracy: 3690/10000 (37%)
1000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3047, Accuracy: 536/5000 (11%)
[epoch 1] loss: 2.1509524
Test set: Average loss: 1.9068, Accuracy: 1469/5000 (29%)
[epoch 2] loss: 1.7460171
Test set: Average loss: 1.9435, Accuracy: 1582/5000 (32%)
[epoch 3] loss: 1.5340505
Test set: Average loss: 1.8204, Accuracy: 1838/5000 (37%)
[epoch 4] loss: 1.3793775
Test set: Average loss: 1.8877, Accuracy: 1756/5000 (35%)
[epoch 5] loss: 1.1582444
Test set: Average loss: 1.8949, Accuracy: 1859/5000 (37%)
[epoch 6] loss: 0.9427042
Test set: Average loss: 1.9923, Accuracy: 1869/5000 (37%)
[epoch 7] loss: 0.7964069
Test set: Average loss: 2.2608, Accuracy: 1827/5000 (37%)
[epoch 8] loss: 0.6716300
Test set: Average loss: 2.5764, Accuracy: 1807/5000 (36%)
[epoch 9] loss: 0.5565020
Test set: Average loss: 2.7361, Accuracy: 1838/5000 (37%)
[epoch 10] loss: 0.3884450
Test set: Average loss: 2.8752, Accuracy: 1790/5000 (36%)
[epoch 11] loss: 0.4154667
Epoch 10: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.2393, Accuracy: 1810/5000 (36%)
[epoch 12] loss: 0.1719990
Test set: Average loss: 3.1298, Accuracy: 1824/5000 (36%)
[epoch 13] loss: 0.1320479
Test set: Average loss: 3.1476, Accuracy: 1839/5000 (37%)
[epoch 14] loss: 0.1122539
Test set: Average loss: 3.1907, Accuracy: 1848/5000 (37%)
[epoch 15] loss: 0.1010601
Test set: Average loss: 3.2152, Accuracy: 1840/5000 (37%)
[epoch 16] loss: 0.0976124
Test set: Average loss: 3.2531, Accuracy: 1849/5000 (37%)
[epoch 17] loss: 0.0856436
Test set: Average loss: 3.2824, Accuracy: 1835/5000 (37%)
[epoch 18] loss: 0.0776711
Test set: Average loss: 3.3197, Accuracy: 1824/5000 (36%)
[epoch 19] loss: 0.0720814
Test set: Average loss: 3.3525, Accuracy: 1839/5000 (37%)
[epoch 20] loss: 0.0668552
Test set: Average loss: 3.3853, Accuracy: 1826/5000 (37%)
[epoch 21] loss: 0.0645584
Test set: Average loss: 3.4144, Accuracy: 1817/5000 (36%)
[epoch 22] loss: 0.0576954
Test set: Average loss: 3.4499, Accuracy: 1833/5000 (37%)
[epoch 23] loss: 0.0542994
Test set: Average loss: 3.4790, Accuracy: 1839/5000 (37%)
[epoch 24] loss: 0.0502057
Test set: Average loss: 3.5161, Accuracy: 1842/5000 (37%)
[epoch 25] loss: 0.0492376
Test set: Average loss: 3.5463, Accuracy: 1832/5000 (37%)
[epoch 26] loss: 0.0440994
Test set: Average loss: 3.5741, Accuracy: 1834/5000 (37%)
[epoch 27] loss: 0.0410860
Test set: Average loss: 3.6047, Accuracy: 1846/5000 (37%)
[epoch 28] loss: 0.0395058
Test set: Average loss: 3.6310, Accuracy: 1847/5000 (37%)
[epoch 29] loss: 0.0367274
Test set: Average loss: 3.6659, Accuracy: 1837/5000 (37%)
[epoch 30] loss: 0.0345019
Test set: Average loss: 3.6919, Accuracy: 1843/5000 (37%)
[epoch 31] loss: 0.0336605
Test set: Average loss: 3.7190, Accuracy: 1843/5000 (37%)
[epoch 32] loss: 0.0308757
Test set: Average loss: 3.7468, Accuracy: 1850/5000 (37%)
[epoch 33] loss: 0.0294284
Test set: Average loss: 3.7743, Accuracy: 1841/5000 (37%)
[epoch 34] loss: 0.0274744
Test set: Average loss: 3.8014, Accuracy: 1841/5000 (37%)
[epoch 35] loss: 0.0259960
Test set: Average loss: 3.8261, Accuracy: 1845/5000 (37%)
[epoch 36] loss: 0.0247544
Test set: Average loss: 3.8507, Accuracy: 1844/5000 (37%)
[epoch 37] loss: 0.0238984
Test set: Average loss: 3.8780, Accuracy: 1835/5000 (37%)
[epoch 38] loss: 0.0223645
Test set: Average loss: 3.9051, Accuracy: 1843/5000 (37%)
[epoch 39] loss: 0.0211522
Test set: Average loss: 3.9325, Accuracy: 1839/5000 (37%)
[epoch 40] loss: 0.0203128
Test set: Average loss: 3.9513, Accuracy: 1837/5000 (37%)
[epoch 41] loss: 0.0188735
Test set: Average loss: 3.9789, Accuracy: 1846/5000 (37%)
[epoch 42] loss: 0.0184315
Test set: Average loss: 4.0023, Accuracy: 1837/5000 (37%)
[epoch 43] loss: 0.0175245
Test set: Average loss: 4.0213, Accuracy: 1841/5000 (37%)
[epoch 44] loss: 0.0166028
Test set: Average loss: 4.0455, Accuracy: 1843/5000 (37%)
[epoch 45] loss: 0.0157633
Test set: Average loss: 4.0701, Accuracy: 1842/5000 (37%)
[epoch 46] loss: 0.0153815
Test set: Average loss: 4.0914, Accuracy: 1841/5000 (37%)
[epoch 47] loss: 0.0143673
Test set: Average loss: 4.1119, Accuracy: 1835/5000 (37%)
[epoch 48] loss: 0.0137995
Test set: Average loss: 4.1313, Accuracy: 1844/5000 (37%)
[epoch 49] loss: 0.0131633
Test set: Average loss: 4.1542, Accuracy: 1835/5000 (37%)
[epoch 50] loss: 0.0127926
Test set: Average loss: 4.1749, Accuracy: 1837/5000 (37%)
Validation:
Test set: Average loss: 1.9923, Accuracy: 1869/5000 (37%)
Test
Test set: Average loss: 1.9573, Accuracy: 3757/10000 (38%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3045, Accuracy: 500/5000 (10%)
[epoch 1] loss: 2.0702096
Test set: Average loss: 1.9439, Accuracy: 1273/5000 (25%)
[epoch 2] loss: 1.6844864
Test set: Average loss: 1.7536, Accuracy: 1802/5000 (36%)
[epoch 3] loss: 1.4477178
Test set: Average loss: 1.7965, Accuracy: 1857/5000 (37%)
[epoch 4] loss: 1.3544233
Test set: Average loss: 1.8719, Accuracy: 1819/5000 (36%)
[epoch 5] loss: 1.1413514
Test set: Average loss: 1.8398, Accuracy: 1959/5000 (39%)
[epoch 6] loss: 0.9300175
Test set: Average loss: 2.0997, Accuracy: 1850/5000 (37%)
[epoch 7] loss: 0.7985007
Test set: Average loss: 2.1862, Accuracy: 1945/5000 (39%)
[epoch 8] loss: 0.7293226
Test set: Average loss: 2.4673, Accuracy: 1738/5000 (35%)
[epoch 9] loss: 0.6028293
Test set: Average loss: 2.4784, Accuracy: 1832/5000 (37%)
[epoch 10] loss: 0.4897058
Test set: Average loss: 2.6267, Accuracy: 1850/5000 (37%)
[epoch 11] loss: 0.3813726
Test set: Average loss: 2.8206, Accuracy: 1926/5000 (39%)
[epoch 12] loss: 0.3719559
Test set: Average loss: 2.9776, Accuracy: 1917/5000 (38%)
[epoch 13] loss: 0.2871506
Test set: Average loss: 3.1268, Accuracy: 1870/5000 (37%)
[epoch 14] loss: 0.2114622
Test set: Average loss: 3.1902, Accuracy: 1857/5000 (37%)
[epoch 15] loss: 0.1485620
Test set: Average loss: 3.4318, Accuracy: 1882/5000 (38%)
[epoch 16] loss: 0.1000228
Test set: Average loss: 3.6957, Accuracy: 1870/5000 (37%)
[epoch 17] loss: 0.0700115
Test set: Average loss: 3.8193, Accuracy: 1897/5000 (38%)
[epoch 18] loss: 0.0537122
Test set: Average loss: 3.7972, Accuracy: 1837/5000 (37%)
[epoch 19] loss: 0.0376425
Test set: Average loss: 4.0532, Accuracy: 1817/5000 (36%)
[epoch 20] loss: 0.0211789
Test set: Average loss: 4.0705, Accuracy: 1875/5000 (38%)
[epoch 21] loss: 0.0110186
Test set: Average loss: 4.1297, Accuracy: 1876/5000 (38%)
[epoch 22] loss: 0.0080022
Test set: Average loss: 4.2189, Accuracy: 1877/5000 (38%)
[epoch 23] loss: 0.0063932
Test set: Average loss: 4.2640, Accuracy: 1863/5000 (37%)
[epoch 24] loss: 0.0054999
Test set: Average loss: 4.3185, Accuracy: 1872/5000 (37%)
[epoch 25] loss: 0.0047327
Test set: Average loss: 4.3605, Accuracy: 1882/5000 (38%)
[epoch 26] loss: 0.0041916
Test set: Average loss: 4.4007, Accuracy: 1875/5000 (38%)
[epoch 27] loss: 0.0038157
Test set: Average loss: 4.4380, Accuracy: 1868/5000 (37%)
[epoch 28] loss: 0.0035614
Test set: Average loss: 4.4724, Accuracy: 1872/5000 (37%)
[epoch 29] loss: 0.0032674
Test set: Average loss: 4.5101, Accuracy: 1878/5000 (38%)
[epoch 30] loss: 0.0029265
Test set: Average loss: 4.5410, Accuracy: 1879/5000 (38%)
[epoch 31] loss: 0.0027191
Test set: Average loss: 4.5741, Accuracy: 1867/5000 (37%)
[epoch 32] loss: 0.0025679
Test set: Average loss: 4.5991, Accuracy: 1874/5000 (37%)
[epoch 33] loss: 0.0023593
Test set: Average loss: 4.6343, Accuracy: 1874/5000 (37%)
[epoch 34] loss: 0.0022144
Test set: Average loss: 4.6578, Accuracy: 1874/5000 (37%)
[epoch 35] loss: 0.0020707
Test set: Average loss: 4.6873, Accuracy: 1872/5000 (37%)
[epoch 36] loss: 0.0019734
Test set: Average loss: 4.7107, Accuracy: 1875/5000 (38%)
[epoch 37] loss: 0.0018074
Test set: Average loss: 4.7349, Accuracy: 1865/5000 (37%)
[epoch 38] loss: 0.0017292
Test set: Average loss: 4.7605, Accuracy: 1881/5000 (38%)
[epoch 39] loss: 0.0016204
Test set: Average loss: 4.7818, Accuracy: 1867/5000 (37%)
[epoch 40] loss: 0.0015801
Test set: Average loss: 4.8034, Accuracy: 1872/5000 (37%)
[epoch 41] loss: 0.0014729
Test set: Average loss: 4.8313, Accuracy: 1871/5000 (37%)
[epoch 42] loss: 0.0014074
Test set: Average loss: 4.8507, Accuracy: 1871/5000 (37%)
[epoch 43] loss: 0.0012968
Test set: Average loss: 4.8721, Accuracy: 1875/5000 (38%)
[epoch 44] loss: 0.0012544
Test set: Average loss: 4.8918, Accuracy: 1873/5000 (37%)
[epoch 45] loss: 0.0011785
Test set: Average loss: 4.9150, Accuracy: 1870/5000 (37%)
[epoch 46] loss: 0.0011273
Test set: Average loss: 4.9305, Accuracy: 1869/5000 (37%)
[epoch 47] loss: 0.0010893
Test set: Average loss: 4.9499, Accuracy: 1877/5000 (38%)
[epoch 48] loss: 0.0010378
Test set: Average loss: 4.9704, Accuracy: 1869/5000 (37%)
[epoch 49] loss: 0.0009985
Test set: Average loss: 4.9876, Accuracy: 1877/5000 (38%)
[epoch 50] loss: 0.0009354
Test set: Average loss: 5.0045, Accuracy: 1875/5000 (38%)
Validation:
Test set: Average loss: 1.8398, Accuracy: 1959/5000 (39%)
Test
Test set: Average loss: 1.8206, Accuracy: 3972/10000 (40%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3040, Accuracy: 404/5000 (8%)
[epoch 1] loss: 2.1335808
Test set: Average loss: 2.0214, Accuracy: 1319/5000 (26%)
[epoch 2] loss: 1.8146900
Test set: Average loss: 1.8010, Accuracy: 1645/5000 (33%)
[epoch 3] loss: 1.5612463
Test set: Average loss: 1.7808, Accuracy: 1784/5000 (36%)
[epoch 4] loss: 1.3348806
Test set: Average loss: 1.8741, Accuracy: 1799/5000 (36%)
[epoch 5] loss: 1.1612866
Test set: Average loss: 1.9438, Accuracy: 1730/5000 (35%)
[epoch 6] loss: 1.0410887
Test set: Average loss: 2.1495, Accuracy: 1775/5000 (36%)
[epoch 7] loss: 0.9450122
Test set: Average loss: 2.2370, Accuracy: 1757/5000 (35%)
[epoch 8] loss: 0.6984302
Test set: Average loss: 2.3910, Accuracy: 1841/5000 (37%)
[epoch 9] loss: 0.6368794
Test set: Average loss: 2.5933, Accuracy: 1729/5000 (35%)
[epoch 10] loss: 0.5524955
Test set: Average loss: 2.7988, Accuracy: 1770/5000 (35%)
[epoch 11] loss: 0.3778391
Test set: Average loss: 3.0188, Accuracy: 1739/5000 (35%)
[epoch 12] loss: 0.2599268
Test set: Average loss: 3.3360, Accuracy: 1755/5000 (35%)
[epoch 13] loss: 0.2634691
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.5618, Accuracy: 1712/5000 (34%)
[epoch 14] loss: 0.1347436
Test set: Average loss: 3.3725, Accuracy: 1765/5000 (35%)
[epoch 15] loss: 0.0871399
Test set: Average loss: 3.3859, Accuracy: 1773/5000 (35%)
[epoch 16] loss: 0.0785031
Test set: Average loss: 3.4082, Accuracy: 1778/5000 (36%)
[epoch 17] loss: 0.0705791
Test set: Average loss: 3.4386, Accuracy: 1770/5000 (35%)
[epoch 18] loss: 0.0660974
Test set: Average loss: 3.4581, Accuracy: 1775/5000 (36%)
[epoch 19] loss: 0.0635463
Test set: Average loss: 3.4819, Accuracy: 1769/5000 (35%)
[epoch 20] loss: 0.0596503
Test set: Average loss: 3.5014, Accuracy: 1774/5000 (35%)
[epoch 21] loss: 0.0565828
Test set: Average loss: 3.5293, Accuracy: 1776/5000 (36%)
[epoch 22] loss: 0.0536206
Test set: Average loss: 3.5511, Accuracy: 1780/5000 (36%)
[epoch 23] loss: 0.0522889
Test set: Average loss: 3.5710, Accuracy: 1776/5000 (36%)
[epoch 24] loss: 0.0484103
Test set: Average loss: 3.5920, Accuracy: 1775/5000 (36%)
[epoch 25] loss: 0.0459507
Test set: Average loss: 3.6123, Accuracy: 1777/5000 (36%)
[epoch 26] loss: 0.0443270
Test set: Average loss: 3.6384, Accuracy: 1775/5000 (36%)
[epoch 27] loss: 0.0421729
Test set: Average loss: 3.6544, Accuracy: 1787/5000 (36%)
[epoch 28] loss: 0.0397305
Test set: Average loss: 3.6802, Accuracy: 1790/5000 (36%)
[epoch 29] loss: 0.0376908
Test set: Average loss: 3.7015, Accuracy: 1788/5000 (36%)
[epoch 30] loss: 0.0368384
Test set: Average loss: 3.7270, Accuracy: 1784/5000 (36%)
[epoch 31] loss: 0.0340434
Test set: Average loss: 3.7438, Accuracy: 1782/5000 (36%)
[epoch 32] loss: 0.0322475
Test set: Average loss: 3.7680, Accuracy: 1786/5000 (36%)
[epoch 33] loss: 0.0307878
Test set: Average loss: 3.7932, Accuracy: 1786/5000 (36%)
[epoch 34] loss: 0.0294230
Test set: Average loss: 3.8090, Accuracy: 1789/5000 (36%)
[epoch 35] loss: 0.0275689
Test set: Average loss: 3.8315, Accuracy: 1786/5000 (36%)
[epoch 36] loss: 0.0263346
Test set: Average loss: 3.8535, Accuracy: 1786/5000 (36%)
[epoch 37] loss: 0.0257080
Test set: Average loss: 3.8818, Accuracy: 1780/5000 (36%)
[epoch 38] loss: 0.0234108
Test set: Average loss: 3.8962, Accuracy: 1781/5000 (36%)
[epoch 39] loss: 0.0222572
Test set: Average loss: 3.9234, Accuracy: 1782/5000 (36%)
[epoch 40] loss: 0.0208789
Test set: Average loss: 3.9428, Accuracy: 1780/5000 (36%)
[epoch 41] loss: 0.0202597
Test set: Average loss: 3.9678, Accuracy: 1779/5000 (36%)
[epoch 42] loss: 0.0190068
Test set: Average loss: 3.9870, Accuracy: 1774/5000 (35%)
[epoch 43] loss: 0.0185123
Test set: Average loss: 4.0046, Accuracy: 1779/5000 (36%)
[epoch 44] loss: 0.0176172
Test set: Average loss: 4.0348, Accuracy: 1776/5000 (36%)
[epoch 45] loss: 0.0165428
Test set: Average loss: 4.0463, Accuracy: 1772/5000 (35%)
[epoch 46] loss: 0.0157020
Test set: Average loss: 4.0692, Accuracy: 1775/5000 (36%)
[epoch 47] loss: 0.0151652
Test set: Average loss: 4.0918, Accuracy: 1778/5000 (36%)
[epoch 48] loss: 0.0148516
Test set: Average loss: 4.1085, Accuracy: 1779/5000 (36%)
[epoch 49] loss: 0.0140923
Test set: Average loss: 4.1294, Accuracy: 1769/5000 (35%)
[epoch 50] loss: 0.0133636
Test set: Average loss: 4.1536, Accuracy: 1776/5000 (36%)
Validation:
Test set: Average loss: 2.3910, Accuracy: 1841/5000 (37%)
Test
Test set: Average loss: 2.3546, Accuracy: 3742/10000 (37%)
2500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3048, Accuracy: 487/5000 (10%)
[epoch 1] loss: 1.9528614
Test set: Average loss: 1.7288, Accuracy: 1844/5000 (37%)
[epoch 2] loss: 1.6049276
Test set: Average loss: 1.6472, Accuracy: 1961/5000 (39%)
[epoch 3] loss: 1.4344152
Test set: Average loss: 1.6169, Accuracy: 2111/5000 (42%)
[epoch 4] loss: 1.2998466
Test set: Average loss: 1.6344, Accuracy: 2175/5000 (44%)
[epoch 5] loss: 1.2077362
Test set: Average loss: 1.6605, Accuracy: 2116/5000 (42%)
[epoch 6] loss: 1.0888726
Test set: Average loss: 1.6411, Accuracy: 2264/5000 (45%)
[epoch 7] loss: 1.0426209
Test set: Average loss: 1.7156, Accuracy: 2308/5000 (46%)
[epoch 8] loss: 0.9238907
Test set: Average loss: 1.8008, Accuracy: 2175/5000 (44%)
[epoch 9] loss: 0.8442150
Test set: Average loss: 1.9937, Accuracy: 2088/5000 (42%)
[epoch 10] loss: 0.8113860
Test set: Average loss: 2.0633, Accuracy: 2139/5000 (43%)
[epoch 11] loss: 0.7229331
Test set: Average loss: 2.1047, Accuracy: 2081/5000 (42%)
[epoch 12] loss: 0.7126311
Test set: Average loss: 2.1366, Accuracy: 2179/5000 (44%)
[epoch 13] loss: 0.6079247
Test set: Average loss: 2.3218, Accuracy: 2135/5000 (43%)
[epoch 14] loss: 0.5916806
Test set: Average loss: 2.3981, Accuracy: 2134/5000 (43%)
[epoch 15] loss: 0.5472759
Test set: Average loss: 2.6080, Accuracy: 2120/5000 (42%)
[epoch 16] loss: 0.4679189
Test set: Average loss: 2.6600, Accuracy: 2077/5000 (42%)
[epoch 17] loss: 0.4240095
Test set: Average loss: 2.8330, Accuracy: 2117/5000 (42%)
[epoch 18] loss: 0.3468145
Test set: Average loss: 3.0350, Accuracy: 2084/5000 (42%)
[epoch 19] loss: 0.3154558
Test set: Average loss: 3.1655, Accuracy: 2066/5000 (41%)
[epoch 20] loss: 0.5020065
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.1849, Accuracy: 2080/5000 (42%)
[epoch 21] loss: 0.3452178
Epoch 20: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.0042, Accuracy: 2158/5000 (43%)
[epoch 22] loss: 0.1291788
Test set: Average loss: 3.0027, Accuracy: 2153/5000 (43%)
[epoch 23] loss: 0.1252594
Test set: Average loss: 3.0009, Accuracy: 2162/5000 (43%)
[epoch 24] loss: 0.1231869
Test set: Average loss: 3.0017, Accuracy: 2163/5000 (43%)
[epoch 25] loss: 0.1208766
Test set: Average loss: 3.0025, Accuracy: 2170/5000 (43%)
[epoch 26] loss: 0.1150712
Test set: Average loss: 3.0039, Accuracy: 2163/5000 (43%)
[epoch 27] loss: 0.1130231
Test set: Average loss: 3.0064, Accuracy: 2157/5000 (43%)
[epoch 28] loss: 0.1137747
Epoch 27: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.0091, Accuracy: 2163/5000 (43%)
[epoch 29] loss: 0.1094251
Test set: Average loss: 3.0094, Accuracy: 2161/5000 (43%)
[epoch 30] loss: 0.1087687
Test set: Average loss: 3.0097, Accuracy: 2162/5000 (43%)
[epoch 31] loss: 0.1084672
Test set: Average loss: 3.0099, Accuracy: 2162/5000 (43%)
[epoch 32] loss: 0.1085452
Epoch 31: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 33] loss: 0.1083823
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 34] loss: 0.1085666
Epoch 33: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 35] loss: 0.1105626
Epoch 34: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 36] loss: 0.1108766
Epoch 35: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 37] loss: 0.1083530
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 38] loss: 0.1081381
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 39] loss: 0.1082081
Epoch 38: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 40] loss: 0.1083319
Epoch 39: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 41] loss: 0.1092105
Epoch 40: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 42] loss: 0.1103451
Epoch 41: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 43] loss: 0.1086879
Epoch 42: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 44] loss: 0.1081301
Epoch 43: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 45] loss: 0.1082815
Epoch 44: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 46] loss: 0.2488325
Epoch 45: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 47] loss: 0.1082085
Epoch 46: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 48] loss: 0.1084751
Epoch 47: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 49] loss: 0.1084262
Epoch 48: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
[epoch 50] loss: 0.1100820
Epoch 49: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 3.0102, Accuracy: 2162/5000 (43%)
Validation:
Test set: Average loss: 1.7156, Accuracy: 2308/5000 (46%)
Test
Test set: Average loss: 1.6947, Accuracy: 4558/10000 (46%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3051, Accuracy: 495/5000 (10%)
[epoch 1] loss: 1.9038541
Test set: Average loss: 1.6765, Accuracy: 1933/5000 (39%)
[epoch 2] loss: 1.5688587
Test set: Average loss: 1.6620, Accuracy: 1984/5000 (40%)
[epoch 3] loss: 1.3856192
Test set: Average loss: 1.6641, Accuracy: 2053/5000 (41%)
[epoch 4] loss: 1.2883164
Test set: Average loss: 1.6470, Accuracy: 2114/5000 (42%)
[epoch 5] loss: 1.1703719
Test set: Average loss: 1.6857, Accuracy: 2112/5000 (42%)
[epoch 6] loss: 1.0110733
Test set: Average loss: 1.8064, Accuracy: 2097/5000 (42%)
[epoch 7] loss: 0.9985285
Test set: Average loss: 2.0923, Accuracy: 1789/5000 (36%)
[epoch 8] loss: 1.0099059
Epoch 7: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9194, Accuracy: 1996/5000 (40%)
[epoch 9] loss: 0.6023098
Test set: Average loss: 1.9068, Accuracy: 2109/5000 (42%)
[epoch 10] loss: 0.5432841
Test set: Average loss: 1.9333, Accuracy: 2156/5000 (43%)
[epoch 11] loss: 0.5132047
Test set: Average loss: 1.9643, Accuracy: 2144/5000 (43%)
[epoch 12] loss: 0.4918092
Test set: Average loss: 2.0052, Accuracy: 2133/5000 (43%)
[epoch 13] loss: 0.5669874
Epoch 12: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.0429, Accuracy: 2121/5000 (42%)
[epoch 14] loss: 0.4420292
Test set: Average loss: 2.0359, Accuracy: 2132/5000 (43%)
[epoch 15] loss: 0.4378834
Test set: Average loss: 2.0391, Accuracy: 2133/5000 (43%)
[epoch 16] loss: 0.4435864
Epoch 15: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.0439, Accuracy: 2126/5000 (43%)
[epoch 17] loss: 0.4280939
Test set: Average loss: 2.0445, Accuracy: 2128/5000 (43%)
[epoch 18] loss: 0.4391949
Epoch 17: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 19] loss: 0.4297991
Epoch 18: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 20] loss: 0.4328244
Epoch 19: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 21] loss: 0.4315746
Epoch 20: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 22] loss: 0.4316839
Epoch 21: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 23] loss: 0.4322187
Epoch 22: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 24] loss: 0.4296078
Epoch 23: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 25] loss: 0.4342622
Epoch 24: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 26] loss: 0.4280930
Epoch 25: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 27] loss: 0.4293194
Epoch 26: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 28] loss: 0.4293773
Epoch 27: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 29] loss: 0.4316539
Epoch 28: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 30] loss: 0.4305323
Epoch 29: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 31] loss: 0.4301883
Epoch 30: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 32] loss: 0.4350058
Epoch 31: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 33] loss: 0.4307637
Epoch 32: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 34] loss: 0.4286656
Epoch 33: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 35] loss: 0.4323443
Epoch 34: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 36] loss: 0.4300983
Epoch 35: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 37] loss: 0.4298607
Epoch 36: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 38] loss: 0.4323570
Epoch 37: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 39] loss: 0.4279189
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 40] loss: 0.4331543
Epoch 39: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 41] loss: 0.4292694
Epoch 40: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 42] loss: 0.4278388
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 43] loss: 0.4365440
Epoch 42: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 44] loss: 0.4324439
Epoch 43: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 45] loss: 0.4295075
Epoch 44: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 46] loss: 0.4326724
Epoch 45: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 47] loss: 0.4300230
Epoch 46: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 48] loss: 0.5277142
Epoch 47: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 49] loss: 0.4289725
Epoch 48: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
[epoch 50] loss: 0.4352037
Epoch 49: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.0450, Accuracy: 2126/5000 (43%)
Validation:
Test set: Average loss: 1.9333, Accuracy: 2156/5000 (43%)
Test
Test set: Average loss: 1.8893, Accuracy: 4457/10000 (45%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3082, Accuracy: 482/5000 (10%)
[epoch 1] loss: 2.0422681
Test set: Average loss: 1.7836, Accuracy: 1747/5000 (35%)
[epoch 2] loss: 1.6891975
Test set: Average loss: 1.6567, Accuracy: 1929/5000 (39%)
[epoch 3] loss: 1.5054383
Test set: Average loss: 1.6485, Accuracy: 2023/5000 (40%)
[epoch 4] loss: 1.3407802
Test set: Average loss: 1.6690, Accuracy: 1976/5000 (40%)
[epoch 5] loss: 1.2146294
Test set: Average loss: 1.7092, Accuracy: 2099/5000 (42%)
[epoch 6] loss: 1.1204639
Test set: Average loss: 1.7478, Accuracy: 2156/5000 (43%)
[epoch 7] loss: 0.9853407
Test set: Average loss: 1.7651, Accuracy: 2173/5000 (43%)
[epoch 8] loss: 0.9152597
Test set: Average loss: 1.9053, Accuracy: 2079/5000 (42%)
[epoch 9] loss: 0.8472128
Test set: Average loss: 2.0451, Accuracy: 2109/5000 (42%)
[epoch 10] loss: 0.7416503
Test set: Average loss: 2.1223, Accuracy: 2115/5000 (42%)
[epoch 11] loss: 0.6689220
Test set: Average loss: 2.2066, Accuracy: 2057/5000 (41%)
[epoch 12] loss: 0.6793928
Epoch 11: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.4811, Accuracy: 1994/5000 (40%)
[epoch 13] loss: 0.4287963
Test set: Average loss: 2.2887, Accuracy: 2136/5000 (43%)
[epoch 14] loss: 0.3368324
Test set: Average loss: 2.3225, Accuracy: 2149/5000 (43%)
[epoch 15] loss: 0.3101171
Test set: Average loss: 2.3630, Accuracy: 2134/5000 (43%)
[epoch 16] loss: 0.2889798
Test set: Average loss: 2.4040, Accuracy: 2121/5000 (42%)
[epoch 17] loss: 0.2770350
Test set: Average loss: 2.4506, Accuracy: 2141/5000 (43%)
[epoch 18] loss: 0.2604302
Test set: Average loss: 2.4969, Accuracy: 2149/5000 (43%)
[epoch 19] loss: 0.2525228
Test set: Average loss: 2.5424, Accuracy: 2136/5000 (43%)
[epoch 20] loss: 0.2354216
Test set: Average loss: 2.5832, Accuracy: 2145/5000 (43%)
[epoch 21] loss: 0.2277086
Test set: Average loss: 2.6219, Accuracy: 2126/5000 (43%)
[epoch 22] loss: 0.2165499
Test set: Average loss: 2.6753, Accuracy: 2139/5000 (43%)
[epoch 23] loss: 0.2063391
Test set: Average loss: 2.7168, Accuracy: 2136/5000 (43%)
[epoch 24] loss: 0.1936112
Test set: Average loss: 2.7769, Accuracy: 2122/5000 (42%)
[epoch 25] loss: 0.1871953
Test set: Average loss: 2.8079, Accuracy: 2134/5000 (43%)
[epoch 26] loss: 0.1773003
Test set: Average loss: 2.8566, Accuracy: 2121/5000 (42%)
[epoch 27] loss: 0.1659908
Test set: Average loss: 2.9122, Accuracy: 2118/5000 (42%)
[epoch 28] loss: 0.1586748
Test set: Average loss: 2.9661, Accuracy: 2112/5000 (42%)
[epoch 29] loss: 0.3116920
Epoch 28: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.0220, Accuracy: 2113/5000 (42%)
[epoch 30] loss: 0.3307921
Epoch 29: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.0205, Accuracy: 2110/5000 (42%)
[epoch 31] loss: 0.1305993
Test set: Average loss: 3.0204, Accuracy: 2109/5000 (42%)
[epoch 32] loss: 0.1308360
Epoch 31: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 33] loss: 0.2731178
Epoch 32: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 34] loss: 0.1316878
Epoch 33: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 35] loss: 0.1364002
Epoch 34: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 36] loss: 0.1301679
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 37] loss: 0.1300168
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 38] loss: 0.1321073
Epoch 37: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 39] loss: 0.1307005
Epoch 38: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 40] loss: 0.1309368
Epoch 39: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 41] loss: 0.1305433
Epoch 40: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 42] loss: 0.1312339
Epoch 41: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 43] loss: 0.1345560
Epoch 42: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 44] loss: 0.1308113
Epoch 43: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 45] loss: 0.1304203
Epoch 44: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 46] loss: 0.1305505
Epoch 45: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 47] loss: 0.1322476
Epoch 46: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 48] loss: 0.1299787
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 49] loss: 0.1308726
Epoch 48: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
[epoch 50] loss: 0.1316853
Epoch 49: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 3.0205, Accuracy: 2109/5000 (42%)
Validation:
Test set: Average loss: 1.7651, Accuracy: 2173/5000 (43%)
Test
Test set: Average loss: 1.7695, Accuracy: 4348/10000 (43%)
5000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3023, Accuracy: 525/5000 (10%)
[epoch 1] loss: 1.8195058
Test set: Average loss: 1.6321, Accuracy: 2054/5000 (41%)
[epoch 2] loss: 1.5062215
Test set: Average loss: 1.5493, Accuracy: 2262/5000 (45%)
[epoch 3] loss: 1.3586734
Test set: Average loss: 1.5365, Accuracy: 2259/5000 (45%)
[epoch 4] loss: 1.2295023
Test set: Average loss: 1.5223, Accuracy: 2309/5000 (46%)
[epoch 5] loss: 1.1817013
Test set: Average loss: 1.5233, Accuracy: 2420/5000 (48%)
[epoch 6] loss: 1.0800721
Test set: Average loss: 1.5547, Accuracy: 2394/5000 (48%)
[epoch 7] loss: 1.0314322
Test set: Average loss: 1.6006, Accuracy: 2312/5000 (46%)
[epoch 8] loss: 0.9889091
Test set: Average loss: 1.5640, Accuracy: 2373/5000 (47%)
[epoch 9] loss: 0.9229204
Test set: Average loss: 1.6602, Accuracy: 2366/5000 (47%)
[epoch 10] loss: 0.9196613
Test set: Average loss: 1.6602, Accuracy: 2395/5000 (48%)
[epoch 11] loss: 0.8463008
Test set: Average loss: 1.7842, Accuracy: 2283/5000 (46%)
[epoch 12] loss: 0.8499185
Epoch 11: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7157, Accuracy: 2355/5000 (47%)
[epoch 13] loss: 0.5711470
Test set: Average loss: 1.6844, Accuracy: 2461/5000 (49%)
[epoch 14] loss: 0.5255892
Test set: Average loss: 1.7164, Accuracy: 2517/5000 (50%)
[epoch 15] loss: 0.5052647
Test set: Average loss: 1.7601, Accuracy: 2500/5000 (50%)
[epoch 16] loss: 0.4903286
Test set: Average loss: 1.7888, Accuracy: 2466/5000 (49%)
[epoch 17] loss: 0.4784777
Test set: Average loss: 1.8238, Accuracy: 2480/5000 (50%)
[epoch 18] loss: 0.4647348
Test set: Average loss: 1.8583, Accuracy: 2490/5000 (50%)
[epoch 19] loss: 0.4560466
Test set: Average loss: 1.8942, Accuracy: 2469/5000 (49%)
[epoch 20] loss: 0.4426196
Test set: Average loss: 1.9123, Accuracy: 2458/5000 (49%)
[epoch 21] loss: 0.4291826
Test set: Average loss: 1.9556, Accuracy: 2470/5000 (49%)
[epoch 22] loss: 0.4172327
Test set: Average loss: 1.9831, Accuracy: 2468/5000 (49%)
[epoch 23] loss: 0.4073420
Test set: Average loss: 2.0308, Accuracy: 2446/5000 (49%)
[epoch 24] loss: 0.3963293
Test set: Average loss: 2.0597, Accuracy: 2466/5000 (49%)
[epoch 25] loss: 0.3888053
Test set: Average loss: 2.0799, Accuracy: 2429/5000 (49%)
[epoch 26] loss: 0.3778761
Test set: Average loss: 2.1162, Accuracy: 2458/5000 (49%)
[epoch 27] loss: 0.3666064
Test set: Average loss: 2.1479, Accuracy: 2424/5000 (48%)
[epoch 28] loss: 0.3572259
Test set: Average loss: 2.1830, Accuracy: 2415/5000 (48%)
[epoch 29] loss: 0.3484868
Test set: Average loss: 2.2193, Accuracy: 2420/5000 (48%)
[epoch 30] loss: 0.3362096
Test set: Average loss: 2.2573, Accuracy: 2408/5000 (48%)
[epoch 31] loss: 0.3236295
Test set: Average loss: 2.2825, Accuracy: 2396/5000 (48%)
[epoch 32] loss: 0.3162629
Test set: Average loss: 2.3206, Accuracy: 2407/5000 (48%)
[epoch 33] loss: 0.3058330
Test set: Average loss: 2.3515, Accuracy: 2398/5000 (48%)
[epoch 34] loss: 0.2953296
Test set: Average loss: 2.4048, Accuracy: 2391/5000 (48%)
[epoch 35] loss: 0.2862534
Test set: Average loss: 2.4376, Accuracy: 2357/5000 (47%)
[epoch 36] loss: 0.2780286
Test set: Average loss: 2.4723, Accuracy: 2376/5000 (48%)
[epoch 37] loss: 0.2686308
Test set: Average loss: 2.5130, Accuracy: 2380/5000 (48%)
[epoch 38] loss: 0.2603050
Test set: Average loss: 2.5579, Accuracy: 2345/5000 (47%)
[epoch 39] loss: 0.2500205
Test set: Average loss: 2.5836, Accuracy: 2358/5000 (47%)
[epoch 40] loss: 0.2426169
Test set: Average loss: 2.6368, Accuracy: 2356/5000 (47%)
[epoch 41] loss: 0.2337214
Test set: Average loss: 2.6586, Accuracy: 2354/5000 (47%)
[epoch 42] loss: 0.2236975
Test set: Average loss: 2.7078, Accuracy: 2335/5000 (47%)
[epoch 43] loss: 0.2165671
Test set: Average loss: 2.7581, Accuracy: 2363/5000 (47%)
[epoch 44] loss: 0.2068247
Test set: Average loss: 2.7890, Accuracy: 2334/5000 (47%)
[epoch 45] loss: 0.1981697
Test set: Average loss: 2.8393, Accuracy: 2328/5000 (47%)
[epoch 46] loss: 0.1971844
Test set: Average loss: 2.8804, Accuracy: 2338/5000 (47%)
[epoch 47] loss: 0.1845747
Test set: Average loss: 2.9288, Accuracy: 2337/5000 (47%)
[epoch 48] loss: 0.1752712
Test set: Average loss: 2.9776, Accuracy: 2323/5000 (46%)
[epoch 49] loss: 0.1669973
Test set: Average loss: 3.0084, Accuracy: 2324/5000 (46%)
[epoch 50] loss: 0.1599676
Test set: Average loss: 3.0670, Accuracy: 2340/5000 (47%)
Validation:
Test set: Average loss: 1.7164, Accuracy: 2517/5000 (50%)
Test
Test set: Average loss: 1.6846, Accuracy: 5046/10000 (50%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.2999, Accuracy: 516/5000 (10%)
[epoch 1] loss: 1.8159704
Test set: Average loss: 1.7656, Accuracy: 1806/5000 (36%)
[epoch 2] loss: 1.5021836
Test set: Average loss: 1.5511, Accuracy: 2271/5000 (45%)
[epoch 3] loss: 1.3612663
Test set: Average loss: 1.4901, Accuracy: 2364/5000 (47%)
[epoch 4] loss: 1.2771997
Test set: Average loss: 1.5284, Accuracy: 2312/5000 (46%)
[epoch 5] loss: 1.1985500
Test set: Average loss: 1.7179, Accuracy: 2191/5000 (44%)
[epoch 6] loss: 1.1196897
Test set: Average loss: 1.5835, Accuracy: 2259/5000 (45%)
[epoch 7] loss: 1.0769358
Test set: Average loss: 1.5919, Accuracy: 2358/5000 (47%)
[epoch 8] loss: 1.0118890
Test set: Average loss: 1.7468, Accuracy: 2292/5000 (46%)
[epoch 9] loss: 0.9637329
Test set: Average loss: 1.6646, Accuracy: 2341/5000 (47%)
[epoch 10] loss: 0.9074577
Test set: Average loss: 1.6718, Accuracy: 2295/5000 (46%)
[epoch 11] loss: 0.8596427
Test set: Average loss: 1.7251, Accuracy: 2349/5000 (47%)
[epoch 12] loss: 0.8064980
Test set: Average loss: 1.7665, Accuracy: 2375/5000 (48%)
[epoch 13] loss: 0.7647790
Test set: Average loss: 1.7933, Accuracy: 2359/5000 (47%)
[epoch 14] loss: 0.7110010
Test set: Average loss: 1.8934, Accuracy: 2390/5000 (48%)
[epoch 15] loss: 0.6569232
Test set: Average loss: 1.9384, Accuracy: 2360/5000 (47%)
[epoch 16] loss: 0.6040247
Test set: Average loss: 1.9716, Accuracy: 2345/5000 (47%)
[epoch 17] loss: 0.5330573
Test set: Average loss: 2.1216, Accuracy: 2362/5000 (47%)
[epoch 18] loss: 0.4982977
Test set: Average loss: 2.1660, Accuracy: 2337/5000 (47%)
[epoch 19] loss: 0.4330268
Test set: Average loss: 2.2250, Accuracy: 2357/5000 (47%)
[epoch 20] loss: 0.3522739
Test set: Average loss: 2.3580, Accuracy: 2329/5000 (47%)
[epoch 21] loss: 0.3124228
Test set: Average loss: 2.3896, Accuracy: 2310/5000 (46%)
[epoch 22] loss: 0.2326574
Test set: Average loss: 2.4996, Accuracy: 2319/5000 (46%)
[epoch 23] loss: 0.1839036
Test set: Average loss: 2.6362, Accuracy: 2415/5000 (48%)
[epoch 24] loss: 0.1556044
Test set: Average loss: 2.7284, Accuracy: 2365/5000 (47%)
[epoch 25] loss: 0.0872223
Test set: Average loss: 2.9160, Accuracy: 2306/5000 (46%)
[epoch 26] loss: 0.0504591
Test set: Average loss: 3.0520, Accuracy: 2340/5000 (47%)
[epoch 27] loss: 0.0334925
Test set: Average loss: 3.0872, Accuracy: 2387/5000 (48%)
[epoch 28] loss: 0.1167435
Epoch 27: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.3910, Accuracy: 2246/5000 (45%)
[epoch 29] loss: 0.0298937
Test set: Average loss: 3.1485, Accuracy: 2342/5000 (47%)
[epoch 30] loss: 0.0143076
Test set: Average loss: 3.1494, Accuracy: 2348/5000 (47%)
[epoch 31] loss: 0.0125132
Test set: Average loss: 3.1563, Accuracy: 2359/5000 (47%)
[epoch 32] loss: 0.0115293
Test set: Average loss: 3.1627, Accuracy: 2374/5000 (47%)
[epoch 33] loss: 0.0108190
Test set: Average loss: 3.1752, Accuracy: 2370/5000 (47%)
[epoch 34] loss: 0.0102798
Test set: Average loss: 3.1887, Accuracy: 2374/5000 (47%)
[epoch 35] loss: 0.0098655
Test set: Average loss: 3.2034, Accuracy: 2369/5000 (47%)
[epoch 36] loss: 0.0094399
Test set: Average loss: 3.2168, Accuracy: 2378/5000 (48%)
[epoch 37] loss: 0.0090910
Test set: Average loss: 3.2303, Accuracy: 2371/5000 (47%)
[epoch 38] loss: 0.0087718
Test set: Average loss: 3.2470, Accuracy: 2378/5000 (48%)
[epoch 39] loss: 0.0083354
Test set: Average loss: 3.2637, Accuracy: 2376/5000 (48%)
[epoch 40] loss: 0.0080095
Test set: Average loss: 3.2775, Accuracy: 2375/5000 (48%)
[epoch 41] loss: 0.0076850
Test set: Average loss: 3.2953, Accuracy: 2375/5000 (48%)
[epoch 42] loss: 0.0073432
Test set: Average loss: 3.3128, Accuracy: 2374/5000 (47%)
[epoch 43] loss: 0.0071519
Test set: Average loss: 3.3314, Accuracy: 2375/5000 (48%)
[epoch 44] loss: 0.0067376
Test set: Average loss: 3.3513, Accuracy: 2379/5000 (48%)
[epoch 45] loss: 0.0064116
Test set: Average loss: 3.3708, Accuracy: 2377/5000 (48%)
[epoch 46] loss: 0.0061678
Test set: Average loss: 3.3914, Accuracy: 2378/5000 (48%)
[epoch 47] loss: 0.0058332
Test set: Average loss: 3.4182, Accuracy: 2374/5000 (47%)
[epoch 48] loss: 0.0055586
Test set: Average loss: 3.4375, Accuracy: 2375/5000 (48%)
[epoch 49] loss: 0.0053147
Test set: Average loss: 3.4619, Accuracy: 2375/5000 (48%)
[epoch 50] loss: 0.0050252
Test set: Average loss: 3.4830, Accuracy: 2376/5000 (48%)
Validation:
Test set: Average loss: 2.6362, Accuracy: 2415/5000 (48%)
Test
Test set: Average loss: 2.6209, Accuracy: 4804/10000 (48%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3048, Accuracy: 461/5000 (9%)
[epoch 1] loss: 1.8192982
Test set: Average loss: 1.7031, Accuracy: 1856/5000 (37%)
[epoch 2] loss: 1.5344319
Test set: Average loss: 1.5372, Accuracy: 2172/5000 (43%)
[epoch 3] loss: 1.3935257
Test set: Average loss: 1.5051, Accuracy: 2319/5000 (46%)
[epoch 4] loss: 1.2884919
Test set: Average loss: 1.4974, Accuracy: 2317/5000 (46%)
[epoch 5] loss: 1.1919094
Test set: Average loss: 1.5251, Accuracy: 2368/5000 (47%)
[epoch 6] loss: 1.1267279
Test set: Average loss: 1.4923, Accuracy: 2423/5000 (48%)
[epoch 7] loss: 1.0659531
Test set: Average loss: 1.5182, Accuracy: 2436/5000 (49%)
[epoch 8] loss: 1.0143983
Test set: Average loss: 1.6293, Accuracy: 2333/5000 (47%)
[epoch 9] loss: 0.9493852
Test set: Average loss: 1.6355, Accuracy: 2401/5000 (48%)
[epoch 10] loss: 0.8922359
Test set: Average loss: 1.7334, Accuracy: 2338/5000 (47%)
[epoch 11] loss: 0.8515866
Test set: Average loss: 1.6917, Accuracy: 2408/5000 (48%)
[epoch 12] loss: 0.8160420
Test set: Average loss: 1.7506, Accuracy: 2399/5000 (48%)
[epoch 13] loss: 0.7652865
Test set: Average loss: 1.8406, Accuracy: 2338/5000 (47%)
[epoch 14] loss: 0.7083015
Test set: Average loss: 1.8546, Accuracy: 2408/5000 (48%)
[epoch 15] loss: 0.6684768
Test set: Average loss: 1.9313, Accuracy: 2391/5000 (48%)
[epoch 16] loss: 0.6274426
Test set: Average loss: 1.9981, Accuracy: 2374/5000 (47%)
[epoch 17] loss: 0.5864577
Test set: Average loss: 2.0526, Accuracy: 2362/5000 (47%)
[epoch 18] loss: 0.4962054
Test set: Average loss: 2.2046, Accuracy: 2322/5000 (46%)
[epoch 19] loss: 0.4377620
Test set: Average loss: 2.1748, Accuracy: 2404/5000 (48%)
[epoch 20] loss: 0.3659400
Test set: Average loss: 2.2680, Accuracy: 2401/5000 (48%)
[epoch 21] loss: 0.3051231
Test set: Average loss: 2.4701, Accuracy: 2332/5000 (47%)
[epoch 22] loss: 0.2852988
Test set: Average loss: 2.4409, Accuracy: 2363/5000 (47%)
[epoch 23] loss: 0.2485214
Test set: Average loss: 2.5514, Accuracy: 2402/5000 (48%)
[epoch 24] loss: 0.2077138
Test set: Average loss: 2.6087, Accuracy: 2384/5000 (48%)
[epoch 25] loss: 0.1245635
Test set: Average loss: 2.7415, Accuracy: 2433/5000 (49%)
[epoch 26] loss: 0.0647054
Test set: Average loss: 2.8929, Accuracy: 2403/5000 (48%)
[epoch 27] loss: 0.0417551
Test set: Average loss: 2.9954, Accuracy: 2428/5000 (49%)
[epoch 28] loss: 0.0217616
Test set: Average loss: 3.0683, Accuracy: 2440/5000 (49%)
[epoch 29] loss: 0.0140267
Test set: Average loss: 3.1828, Accuracy: 2448/5000 (49%)
[epoch 30] loss: 0.0104595
Test set: Average loss: 3.2741, Accuracy: 2429/5000 (49%)
[epoch 31] loss: 0.0083480
Test set: Average loss: 3.3363, Accuracy: 2443/5000 (49%)
[epoch 32] loss: 0.0068048
Test set: Average loss: 3.4151, Accuracy: 2453/5000 (49%)
[epoch 33] loss: 0.0056569
Test set: Average loss: 3.4726, Accuracy: 2445/5000 (49%)
[epoch 34] loss: 0.0047756
Test set: Average loss: 3.5333, Accuracy: 2448/5000 (49%)
[epoch 35] loss: 0.0040974
Test set: Average loss: 3.6037, Accuracy: 2449/5000 (49%)
[epoch 36] loss: 0.0035351
Test set: Average loss: 3.6593, Accuracy: 2448/5000 (49%)
[epoch 37] loss: 0.0030695
Test set: Average loss: 3.7177, Accuracy: 2444/5000 (49%)
[epoch 38] loss: 0.0026927
Test set: Average loss: 3.7675, Accuracy: 2447/5000 (49%)
[epoch 39] loss: 0.0023529
Test set: Average loss: 3.8308, Accuracy: 2445/5000 (49%)
[epoch 40] loss: 0.0020597
Test set: Average loss: 3.8821, Accuracy: 2449/5000 (49%)
[epoch 41] loss: 0.0018335
Test set: Average loss: 3.9382, Accuracy: 2439/5000 (49%)
[epoch 42] loss: 0.0016233
Test set: Average loss: 3.9814, Accuracy: 2453/5000 (49%)
[epoch 43] loss: 0.0014254
Test set: Average loss: 4.0333, Accuracy: 2439/5000 (49%)
[epoch 44] loss: 0.0012743
Test set: Average loss: 4.0809, Accuracy: 2444/5000 (49%)
[epoch 45] loss: 0.0011285
Test set: Average loss: 4.1219, Accuracy: 2440/5000 (49%)
[epoch 46] loss: 0.0010128
Test set: Average loss: 4.1897, Accuracy: 2444/5000 (49%)
[epoch 47] loss: 0.0008991
Test set: Average loss: 4.2301, Accuracy: 2443/5000 (49%)
[epoch 48] loss: 0.0008059
Test set: Average loss: 4.2737, Accuracy: 2447/5000 (49%)
[epoch 49] loss: 0.0007211
Test set: Average loss: 4.3148, Accuracy: 2440/5000 (49%)
[epoch 50] loss: 0.0006471
Test set: Average loss: 4.3582, Accuracy: 2436/5000 (49%)
Validation:
Test set: Average loss: 3.9814, Accuracy: 2453/5000 (49%)
Test
Test set: Average loss: 3.8298, Accuracy: 4972/10000 (50%)
10000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3058, Accuracy: 465/5000 (9%)
[epoch 1] loss: 1.7322829
Test set: Average loss: 1.5480, Accuracy: 2184/5000 (44%)
[epoch 2] loss: 1.4227549
Test set: Average loss: 1.4581, Accuracy: 2332/5000 (47%)
[epoch 3] loss: 1.2961464
Test set: Average loss: 1.3694, Accuracy: 2604/5000 (52%)
[epoch 4] loss: 1.2151208
Test set: Average loss: 1.4103, Accuracy: 2549/5000 (51%)
[epoch 5] loss: 1.1389568
Test set: Average loss: 1.3775, Accuracy: 2561/5000 (51%)
[epoch 6] loss: 1.0869890
Test set: Average loss: 1.3780, Accuracy: 2649/5000 (53%)
[epoch 7] loss: 1.0491721
Test set: Average loss: 1.4514, Accuracy: 2599/5000 (52%)
[epoch 8] loss: 1.0040201
Test set: Average loss: 1.3913, Accuracy: 2631/5000 (53%)
[epoch 9] loss: 0.9663924
Test set: Average loss: 1.3863, Accuracy: 2619/5000 (52%)
[epoch 10] loss: 0.9164989
Test set: Average loss: 1.4122, Accuracy: 2638/5000 (53%)
[epoch 11] loss: 0.8457499
Test set: Average loss: 1.4444, Accuracy: 2642/5000 (53%)
[epoch 12] loss: 0.7878946
Test set: Average loss: 1.4908, Accuracy: 2629/5000 (53%)
[epoch 13] loss: 0.7195248
Test set: Average loss: 1.4824, Accuracy: 2678/5000 (54%)
[epoch 14] loss: 0.6402029
Test set: Average loss: 1.6013, Accuracy: 2625/5000 (52%)
[epoch 15] loss: 0.5665594
Test set: Average loss: 1.5547, Accuracy: 2680/5000 (54%)
[epoch 16] loss: 0.4741850
Test set: Average loss: 1.6894, Accuracy: 2675/5000 (54%)
[epoch 17] loss: 0.3609665
Test set: Average loss: 1.7343, Accuracy: 2664/5000 (53%)
[epoch 18] loss: 0.2772808
Test set: Average loss: 1.8232, Accuracy: 2698/5000 (54%)
[epoch 19] loss: 0.1832008
Test set: Average loss: 1.9497, Accuracy: 2642/5000 (53%)
[epoch 20] loss: 0.1199201
Test set: Average loss: 2.0235, Accuracy: 2673/5000 (53%)
[epoch 21] loss: 0.0757630
Test set: Average loss: 2.1133, Accuracy: 2698/5000 (54%)
[epoch 22] loss: 0.0375291
Test set: Average loss: 2.2296, Accuracy: 2688/5000 (54%)
[epoch 23] loss: 0.0156047
Test set: Average loss: 2.2936, Accuracy: 2722/5000 (54%)
[epoch 24] loss: 0.0080019
Test set: Average loss: 2.3757, Accuracy: 2747/5000 (55%)
[epoch 25] loss: 0.0053507
Test set: Average loss: 2.4612, Accuracy: 2736/5000 (55%)
[epoch 26] loss: 0.0039446
Test set: Average loss: 2.5305, Accuracy: 2732/5000 (55%)
[epoch 27] loss: 0.0029875
Test set: Average loss: 2.5990, Accuracy: 2735/5000 (55%)
[epoch 28] loss: 0.0023355
Test set: Average loss: 2.6616, Accuracy: 2730/5000 (55%)
[epoch 29] loss: 0.0018335
Test set: Average loss: 2.7306, Accuracy: 2739/5000 (55%)
[epoch 30] loss: 0.0014524
Test set: Average loss: 2.7901, Accuracy: 2732/5000 (55%)
[epoch 31] loss: 0.0011556
Test set: Average loss: 2.8563, Accuracy: 2725/5000 (54%)
[epoch 32] loss: 0.0009217
Test set: Average loss: 2.9196, Accuracy: 2744/5000 (55%)
[epoch 33] loss: 0.0007320
Test set: Average loss: 2.9776, Accuracy: 2734/5000 (55%)
[epoch 34] loss: 0.0005905
Test set: Average loss: 3.0329, Accuracy: 2734/5000 (55%)
[epoch 35] loss: 0.0004771
Test set: Average loss: 3.0967, Accuracy: 2728/5000 (55%)
[epoch 36] loss: 0.0003831
Test set: Average loss: 3.1579, Accuracy: 2741/5000 (55%)
[epoch 37] loss: 0.0003069
Test set: Average loss: 3.2101, Accuracy: 2737/5000 (55%)
[epoch 38] loss: 0.0002470
Test set: Average loss: 3.2679, Accuracy: 2718/5000 (54%)
[epoch 39] loss: 0.0002003
Test set: Average loss: 3.3284, Accuracy: 2734/5000 (55%)
[epoch 40] loss: 0.0001620
Test set: Average loss: 3.3876, Accuracy: 2728/5000 (55%)
[epoch 41] loss: 0.0001311
Test set: Average loss: 3.4308, Accuracy: 2733/5000 (55%)
[epoch 42] loss: 0.0001060
Test set: Average loss: 3.4864, Accuracy: 2723/5000 (54%)
[epoch 43] loss: 0.0000862
Test set: Average loss: 3.5513, Accuracy: 2716/5000 (54%)
[epoch 44] loss: 0.0000698
Test set: Average loss: 3.6043, Accuracy: 2726/5000 (55%)
[epoch 45] loss: 0.0000569
Test set: Average loss: 3.6530, Accuracy: 2734/5000 (55%)
[epoch 46] loss: 0.0000463
Test set: Average loss: 3.7131, Accuracy: 2720/5000 (54%)
[epoch 47] loss: 0.0000379
Test set: Average loss: 3.7592, Accuracy: 2726/5000 (55%)
[epoch 48] loss: 0.0000309
Test set: Average loss: 3.8120, Accuracy: 2727/5000 (55%)
[epoch 49] loss: 0.0000252
Test set: Average loss: 3.8652, Accuracy: 2718/5000 (54%)
[epoch 50] loss: 0.0000207
Test set: Average loss: 3.9156, Accuracy: 2713/5000 (54%)
Validation:
Test set: Average loss: 2.3757, Accuracy: 2747/5000 (55%)
Test
Test set: Average loss: 2.2885, Accuracy: 5613/10000 (56%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3033, Accuracy: 367/5000 (7%)
[epoch 1] loss: 1.6915732
Test set: Average loss: 1.5732, Accuracy: 2107/5000 (42%)
[epoch 2] loss: 1.4231346
Test set: Average loss: 1.4983, Accuracy: 2325/5000 (46%)
[epoch 3] loss: 1.3058738
Test set: Average loss: 1.3584, Accuracy: 2566/5000 (51%)
[epoch 4] loss: 1.2254850
Test set: Average loss: 1.4191, Accuracy: 2504/5000 (50%)
[epoch 5] loss: 1.1640190
Test set: Average loss: 1.3398, Accuracy: 2647/5000 (53%)
[epoch 6] loss: 1.1225351
Test set: Average loss: 1.3654, Accuracy: 2620/5000 (52%)
[epoch 7] loss: 1.0659328
Test set: Average loss: 1.3888, Accuracy: 2644/5000 (53%)
[epoch 8] loss: 1.0346590
Test set: Average loss: 1.3624, Accuracy: 2647/5000 (53%)
[epoch 9] loss: 0.9799969
Test set: Average loss: 1.4546, Accuracy: 2593/5000 (52%)
[epoch 10] loss: 0.9429115
Test set: Average loss: 1.3643, Accuracy: 2683/5000 (54%)
[epoch 11] loss: 0.8741263
Test set: Average loss: 1.3924, Accuracy: 2714/5000 (54%)
[epoch 12] loss: 0.8166671
Test set: Average loss: 1.3706, Accuracy: 2742/5000 (55%)
[epoch 13] loss: 0.7365988
Test set: Average loss: 1.4227, Accuracy: 2765/5000 (55%)
[epoch 14] loss: 0.6689115
Test set: Average loss: 1.4765, Accuracy: 2754/5000 (55%)
[epoch 15] loss: 0.5858337
Test set: Average loss: 1.5971, Accuracy: 2644/5000 (53%)
[epoch 16] loss: 0.4925261
Test set: Average loss: 1.6044, Accuracy: 2701/5000 (54%)
[epoch 17] loss: 0.3881346
Test set: Average loss: 1.6401, Accuracy: 2715/5000 (54%)
[epoch 18] loss: 0.2789311
Test set: Average loss: 1.7153, Accuracy: 2724/5000 (54%)
[epoch 19] loss: 0.2063325
Test set: Average loss: 1.8251, Accuracy: 2737/5000 (55%)
[epoch 20] loss: 0.1301494
Test set: Average loss: 1.9874, Accuracy: 2704/5000 (54%)
[epoch 21] loss: 0.0725019
Test set: Average loss: 2.0224, Accuracy: 2766/5000 (55%)
[epoch 22] loss: 0.0449883
Test set: Average loss: 2.1342, Accuracy: 2749/5000 (55%)
[epoch 23] loss: 0.0227614
Test set: Average loss: 2.2278, Accuracy: 2772/5000 (55%)
[epoch 24] loss: 0.0142126
Test set: Average loss: 2.2754, Accuracy: 2783/5000 (56%)
[epoch 25] loss: 0.0110852
Test set: Average loss: 2.3483, Accuracy: 2794/5000 (56%)
[epoch 26] loss: 0.0805885
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.9774, Accuracy: 2357/5000 (47%)
[epoch 27] loss: 0.1918350
Epoch 26: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.1902, Accuracy: 2704/5000 (54%)
[epoch 28] loss: 0.0409253
Epoch 27: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.1860, Accuracy: 2710/5000 (54%)
[epoch 29] loss: 0.0382821
Epoch 28: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 30] loss: 0.0380562
Epoch 29: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 31] loss: 0.0380315
Epoch 30: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 32] loss: 0.0380085
Epoch 31: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 33] loss: 0.0380395
Epoch 32: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 34] loss: 0.0380082
Epoch 33: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 35] loss: 0.0380661
Epoch 34: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 36] loss: 0.0380208
Epoch 35: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 37] loss: 0.0380239
Epoch 36: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 38] loss: 0.0380775
Epoch 37: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 39] loss: 0.0380046
Epoch 38: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 40] loss: 0.0380723
Epoch 39: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 41] loss: 0.0380359
Epoch 40: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 42] loss: 0.0380710
Epoch 41: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 43] loss: 0.0380393
Epoch 42: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 44] loss: 0.0380010
Epoch 43: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 45] loss: 0.0380536
Epoch 44: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 46] loss: 0.0380029
Epoch 45: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 47] loss: 0.0380334
Epoch 46: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 48] loss: 0.0380227
Epoch 47: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 49] loss: 0.0380337
Epoch 48: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
[epoch 50] loss: 0.0381212
Epoch 49: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.1860, Accuracy: 2711/5000 (54%)
Validation:
Test set: Average loss: 2.3483, Accuracy: 2794/5000 (56%)
Test
Test set: Average loss: 2.3460, Accuracy: 5656/10000 (57%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3075, Accuracy: 572/5000 (11%)
[epoch 1] loss: 1.7223602
Test set: Average loss: 1.4911, Accuracy: 2279/5000 (46%)
[epoch 2] loss: 1.4622725
Test set: Average loss: 1.4945, Accuracy: 2290/5000 (46%)
[epoch 3] loss: 1.3328631
Test set: Average loss: 1.4135, Accuracy: 2483/5000 (50%)
[epoch 4] loss: 1.2645434
Test set: Average loss: 1.3830, Accuracy: 2509/5000 (50%)
[epoch 5] loss: 1.1927007
Test set: Average loss: 1.3453, Accuracy: 2630/5000 (53%)
[epoch 6] loss: 1.1497684
Test set: Average loss: 1.3940, Accuracy: 2594/5000 (52%)
[epoch 7] loss: 1.0928154
Test set: Average loss: 1.3804, Accuracy: 2628/5000 (53%)
[epoch 8] loss: 1.0462233
Test set: Average loss: 1.3882, Accuracy: 2633/5000 (53%)
[epoch 9] loss: 1.0070935
Test set: Average loss: 1.3925, Accuracy: 2644/5000 (53%)
[epoch 10] loss: 0.9562255
Test set: Average loss: 1.3665, Accuracy: 2755/5000 (55%)
[epoch 11] loss: 0.9071979
Test set: Average loss: 1.4377, Accuracy: 2654/5000 (53%)
[epoch 12] loss: 0.8294422
Test set: Average loss: 1.4238, Accuracy: 2694/5000 (54%)
[epoch 13] loss: 0.7677743
Test set: Average loss: 1.4629, Accuracy: 2685/5000 (54%)
[epoch 14] loss: 0.7003051
Test set: Average loss: 1.4638, Accuracy: 2714/5000 (54%)
[epoch 15] loss: 0.6047507
Test set: Average loss: 1.5815, Accuracy: 2644/5000 (53%)
[epoch 16] loss: 0.5173868
Test set: Average loss: 1.5970, Accuracy: 2751/5000 (55%)
[epoch 17] loss: 0.4262758
Test set: Average loss: 1.6570, Accuracy: 2690/5000 (54%)
[epoch 18] loss: 0.3169125
Test set: Average loss: 1.7482, Accuracy: 2712/5000 (54%)
[epoch 19] loss: 0.2190271
Test set: Average loss: 1.8531, Accuracy: 2696/5000 (54%)
[epoch 20] loss: 0.1465736
Test set: Average loss: 1.9266, Accuracy: 2732/5000 (55%)
[epoch 21] loss: 0.1052896
Test set: Average loss: 2.0731, Accuracy: 2710/5000 (54%)
[epoch 22] loss: 0.0852391
Test set: Average loss: 2.1519, Accuracy: 2747/5000 (55%)
[epoch 23] loss: 0.0362808
Test set: Average loss: 2.1699, Accuracy: 2791/5000 (56%)
[epoch 24] loss: 0.0396568
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.3645, Accuracy: 2728/5000 (55%)
[epoch 25] loss: 0.0165675
Test set: Average loss: 2.2680, Accuracy: 2790/5000 (56%)
[epoch 26] loss: 0.0096784
Test set: Average loss: 2.2755, Accuracy: 2798/5000 (56%)
[epoch 27] loss: 0.0080827
Test set: Average loss: 2.2871, Accuracy: 2801/5000 (56%)
[epoch 28] loss: 0.0070763
Test set: Average loss: 2.2982, Accuracy: 2805/5000 (56%)
[epoch 29] loss: 0.0063021
Test set: Average loss: 2.3142, Accuracy: 2804/5000 (56%)
[epoch 30] loss: 0.0056732
Test set: Average loss: 2.3292, Accuracy: 2809/5000 (56%)
[epoch 31] loss: 0.0051403
Test set: Average loss: 2.3463, Accuracy: 2812/5000 (56%)
[epoch 32] loss: 0.0046640
Test set: Average loss: 2.3624, Accuracy: 2810/5000 (56%)
[epoch 33] loss: 0.0042463
Test set: Average loss: 2.3799, Accuracy: 2818/5000 (56%)
[epoch 34] loss: 0.0038452
Test set: Average loss: 2.4026, Accuracy: 2807/5000 (56%)
[epoch 35] loss: 0.0034867
Test set: Average loss: 2.4233, Accuracy: 2809/5000 (56%)
[epoch 36] loss: 0.0031464
Test set: Average loss: 2.4465, Accuracy: 2802/5000 (56%)
[epoch 37] loss: 0.0028394
Test set: Average loss: 2.4707, Accuracy: 2799/5000 (56%)
[epoch 38] loss: 0.0025434
Test set: Average loss: 2.4967, Accuracy: 2791/5000 (56%)
[epoch 39] loss: 0.0022823
Test set: Average loss: 2.5207, Accuracy: 2799/5000 (56%)
[epoch 40] loss: 0.0020363
Test set: Average loss: 2.5532, Accuracy: 2795/5000 (56%)
[epoch 41] loss: 0.0018038
Test set: Average loss: 2.5789, Accuracy: 2785/5000 (56%)
[epoch 42] loss: 0.0015924
Test set: Average loss: 2.6124, Accuracy: 2791/5000 (56%)
[epoch 43] loss: 0.0013993
Test set: Average loss: 2.6469, Accuracy: 2788/5000 (56%)
[epoch 44] loss: 0.0012252
Test set: Average loss: 2.6794, Accuracy: 2780/5000 (56%)
[epoch 45] loss: 0.0010717
Test set: Average loss: 2.7178, Accuracy: 2781/5000 (56%)
[epoch 46] loss: 0.0009294
Test set: Average loss: 2.7574, Accuracy: 2787/5000 (56%)
[epoch 47] loss: 0.0008073
Test set: Average loss: 2.7895, Accuracy: 2787/5000 (56%)
[epoch 48] loss: 0.0006937
Test set: Average loss: 2.8306, Accuracy: 2780/5000 (56%)
[epoch 49] loss: 0.0005974
Test set: Average loss: 2.8700, Accuracy: 2781/5000 (56%)
[epoch 50] loss: 0.0005137
Test set: Average loss: 2.9071, Accuracy: 2789/5000 (56%)
Validation:
Test set: Average loss: 2.3799, Accuracy: 2818/5000 (56%)
Test
Test set: Average loss: 2.3465, Accuracy: 5577/10000 (56%)
15000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3041, Accuracy: 485/5000 (10%)
[epoch 1] loss: 1.6524442
Test set: Average loss: 1.4869, Accuracy: 2359/5000 (47%)
[epoch 2] loss: 1.3955435
Test set: Average loss: 1.4170, Accuracy: 2412/5000 (48%)
[epoch 3] loss: 1.2856790
Test set: Average loss: 1.4135, Accuracy: 2500/5000 (50%)
[epoch 4] loss: 1.2174888
Test set: Average loss: 1.3265, Accuracy: 2640/5000 (53%)
[epoch 5] loss: 1.1606429
Test set: Average loss: 1.3144, Accuracy: 2688/5000 (54%)
[epoch 6] loss: 1.1078724
Test set: Average loss: 1.2798, Accuracy: 2753/5000 (55%)
[epoch 7] loss: 1.0656405
Test set: Average loss: 1.2901, Accuracy: 2789/5000 (56%)
[epoch 8] loss: 1.0215410
Test set: Average loss: 1.2719, Accuracy: 2797/5000 (56%)
[epoch 9] loss: 0.9659849
Test set: Average loss: 1.2902, Accuracy: 2845/5000 (57%)
[epoch 10] loss: 0.9184933
Test set: Average loss: 1.3185, Accuracy: 2757/5000 (55%)
[epoch 11] loss: 0.8634083
Test set: Average loss: 1.3559, Accuracy: 2739/5000 (55%)
[epoch 12] loss: 0.8088758
Test set: Average loss: 1.2980, Accuracy: 2862/5000 (57%)
[epoch 13] loss: 0.7377217
Test set: Average loss: 1.4501, Accuracy: 2809/5000 (56%)
[epoch 14] loss: 0.6572920
Test set: Average loss: 1.3824, Accuracy: 2835/5000 (57%)
[epoch 15] loss: 0.5547868
Test set: Average loss: 1.4226, Accuracy: 2833/5000 (57%)
[epoch 16] loss: 0.4571075
Test set: Average loss: 1.5369, Accuracy: 2843/5000 (57%)
[epoch 17] loss: 0.3686095
Test set: Average loss: 1.5780, Accuracy: 2886/5000 (58%)
[epoch 18] loss: 0.2540506
Test set: Average loss: 1.6517, Accuracy: 2851/5000 (57%)
[epoch 19] loss: 0.1654924
Test set: Average loss: 1.7493, Accuracy: 2861/5000 (57%)
[epoch 20] loss: 0.1067240
Test set: Average loss: 1.9017, Accuracy: 2834/5000 (57%)
[epoch 21] loss: 0.0919197
Test set: Average loss: 1.9697, Accuracy: 2842/5000 (57%)
[epoch 22] loss: 0.1153389
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0909, Accuracy: 2793/5000 (56%)
[epoch 23] loss: 0.0415908
Test set: Average loss: 2.0063, Accuracy: 2865/5000 (57%)
[epoch 24] loss: 0.0179075
Test set: Average loss: 2.0172, Accuracy: 2880/5000 (58%)
[epoch 25] loss: 0.0134850
Test set: Average loss: 2.0327, Accuracy: 2881/5000 (58%)
[epoch 26] loss: 0.0109041
Test set: Average loss: 2.0499, Accuracy: 2893/5000 (58%)
[epoch 27] loss: 0.0090433
Test set: Average loss: 2.0691, Accuracy: 2897/5000 (58%)
[epoch 28] loss: 0.0076501
Test set: Average loss: 2.0890, Accuracy: 2902/5000 (58%)
[epoch 29] loss: 0.0064758
Test set: Average loss: 2.1103, Accuracy: 2913/5000 (58%)
[epoch 30] loss: 0.0054762
Test set: Average loss: 2.1390, Accuracy: 2898/5000 (58%)
[epoch 31] loss: 0.0046403
Test set: Average loss: 2.1620, Accuracy: 2905/5000 (58%)
[epoch 32] loss: 0.0039236
Test set: Average loss: 2.1881, Accuracy: 2908/5000 (58%)
[epoch 33] loss: 0.0032967
Test set: Average loss: 2.2199, Accuracy: 2909/5000 (58%)
[epoch 34] loss: 0.0027500
Test set: Average loss: 2.2517, Accuracy: 2910/5000 (58%)
[epoch 35] loss: 0.0022928
Test set: Average loss: 2.2849, Accuracy: 2904/5000 (58%)
[epoch 36] loss: 0.0018978
Test set: Average loss: 2.3196, Accuracy: 2919/5000 (58%)
[epoch 37] loss: 0.0015608
Test set: Average loss: 2.3621, Accuracy: 2918/5000 (58%)
[epoch 38] loss: 0.0012772
Test set: Average loss: 2.3974, Accuracy: 2907/5000 (58%)
[epoch 39] loss: 0.0010398
Test set: Average loss: 2.4343, Accuracy: 2922/5000 (58%)
[epoch 40] loss: 0.0008481
Test set: Average loss: 2.4771, Accuracy: 2924/5000 (58%)
[epoch 41] loss: 0.0006829
Test set: Average loss: 2.5248, Accuracy: 2915/5000 (58%)
[epoch 42] loss: 0.0005501
Test set: Average loss: 2.5679, Accuracy: 2925/5000 (58%)
[epoch 43] loss: 0.0004410
Test set: Average loss: 2.6214, Accuracy: 2931/5000 (59%)
[epoch 44] loss: 0.0003529
Test set: Average loss: 2.6632, Accuracy: 2936/5000 (59%)
[epoch 45] loss: 0.0002811
Test set: Average loss: 2.7070, Accuracy: 2936/5000 (59%)
[epoch 46] loss: 0.0002235
Test set: Average loss: 2.7564, Accuracy: 2916/5000 (58%)
[epoch 47] loss: 0.0001769
Test set: Average loss: 2.8043, Accuracy: 2933/5000 (59%)
[epoch 48] loss: 0.0001401
Test set: Average loss: 2.8575, Accuracy: 2923/5000 (58%)
[epoch 49] loss: 0.0001112
Test set: Average loss: 2.9078, Accuracy: 2921/5000 (58%)
[epoch 50] loss: 0.0000877
Test set: Average loss: 2.9623, Accuracy: 2932/5000 (59%)
Validation:
Test set: Average loss: 2.7070, Accuracy: 2936/5000 (59%)
Test
Test set: Average loss: 2.6795, Accuracy: 5910/10000 (59%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3033, Accuracy: 456/5000 (9%)
[epoch 1] loss: 1.6436299
Test set: Average loss: 1.4905, Accuracy: 2300/5000 (46%)
[epoch 2] loss: 1.3891991
Test set: Average loss: 1.4015, Accuracy: 2462/5000 (49%)
[epoch 3] loss: 1.2774250
Test set: Average loss: 1.3419, Accuracy: 2606/5000 (52%)
[epoch 4] loss: 1.2001444
Test set: Average loss: 1.3024, Accuracy: 2709/5000 (54%)
[epoch 5] loss: 1.1408859
Test set: Average loss: 1.2763, Accuracy: 2772/5000 (55%)
[epoch 6] loss: 1.0917276
Test set: Average loss: 1.3057, Accuracy: 2769/5000 (55%)
[epoch 7] loss: 1.0431871
Test set: Average loss: 1.3338, Accuracy: 2748/5000 (55%)
[epoch 8] loss: 0.9896441
Test set: Average loss: 1.2633, Accuracy: 2831/5000 (57%)
[epoch 9] loss: 0.9355420
Test set: Average loss: 1.2728, Accuracy: 2873/5000 (57%)
[epoch 10] loss: 0.8920042
Test set: Average loss: 1.2587, Accuracy: 2922/5000 (58%)
[epoch 11] loss: 0.8216602
Test set: Average loss: 1.3006, Accuracy: 2868/5000 (57%)
[epoch 12] loss: 0.7499757
Test set: Average loss: 1.3190, Accuracy: 2906/5000 (58%)
[epoch 13] loss: 0.6690566
Test set: Average loss: 1.3370, Accuracy: 2952/5000 (59%)
[epoch 14] loss: 0.5778443
Test set: Average loss: 1.4014, Accuracy: 2916/5000 (58%)
[epoch 15] loss: 0.4845432
Test set: Average loss: 1.4621, Accuracy: 2895/5000 (58%)
[epoch 16] loss: 0.3788987
Test set: Average loss: 1.5064, Accuracy: 2967/5000 (59%)
[epoch 17] loss: 0.2719559
Test set: Average loss: 1.6195, Accuracy: 2898/5000 (58%)
[epoch 18] loss: 0.1903385
Test set: Average loss: 1.7404, Accuracy: 2921/5000 (58%)
[epoch 19] loss: 0.1269999
Test set: Average loss: 1.8383, Accuracy: 2920/5000 (58%)
[epoch 20] loss: 0.0708443
Test set: Average loss: 1.9116, Accuracy: 2931/5000 (59%)
[epoch 21] loss: 0.0740605
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0941, Accuracy: 2833/5000 (57%)
[epoch 22] loss: 0.0383820
Test set: Average loss: 1.9707, Accuracy: 2986/5000 (60%)
[epoch 23] loss: 0.0163330
Test set: Average loss: 1.9801, Accuracy: 2999/5000 (60%)
[epoch 24] loss: 0.0122539
Test set: Average loss: 1.9999, Accuracy: 2999/5000 (60%)
[epoch 25] loss: 0.0098970
Test set: Average loss: 2.0164, Accuracy: 3010/5000 (60%)
[epoch 26] loss: 0.0081960
Test set: Average loss: 2.0357, Accuracy: 3011/5000 (60%)
[epoch 27] loss: 0.0069080
Test set: Average loss: 2.0550, Accuracy: 3010/5000 (60%)
[epoch 28] loss: 0.0058273
Test set: Average loss: 2.0766, Accuracy: 3011/5000 (60%)
[epoch 29] loss: 0.0049615
Test set: Average loss: 2.1005, Accuracy: 3005/5000 (60%)
[epoch 30] loss: 0.0042001
Test set: Average loss: 2.1285, Accuracy: 3005/5000 (60%)
[epoch 31] loss: 0.0035499
Test set: Average loss: 2.1567, Accuracy: 3002/5000 (60%)
[epoch 32] loss: 0.0029839
Test set: Average loss: 2.1924, Accuracy: 2995/5000 (60%)
[epoch 33] loss: 0.0025015
Test set: Average loss: 2.2222, Accuracy: 3007/5000 (60%)
[epoch 34] loss: 0.0020779
Test set: Average loss: 2.2538, Accuracy: 2995/5000 (60%)
[epoch 35] loss: 0.0017129
Test set: Average loss: 2.2974, Accuracy: 2999/5000 (60%)
[epoch 36] loss: 0.0014097
Test set: Average loss: 2.3364, Accuracy: 3002/5000 (60%)
[epoch 37] loss: 0.0011541
Test set: Average loss: 2.3754, Accuracy: 2994/5000 (60%)
[epoch 38] loss: 0.0009364
Test set: Average loss: 2.4191, Accuracy: 2991/5000 (60%)
[epoch 39] loss: 0.0007582
Test set: Average loss: 2.4634, Accuracy: 2980/5000 (60%)
[epoch 40] loss: 0.0006109
Test set: Average loss: 2.5076, Accuracy: 2979/5000 (60%)
[epoch 41] loss: 0.0004865
Test set: Average loss: 2.5567, Accuracy: 2991/5000 (60%)
[epoch 42] loss: 0.0003892
Test set: Average loss: 2.6036, Accuracy: 2987/5000 (60%)
[epoch 43] loss: 0.0003102
Test set: Average loss: 2.6491, Accuracy: 2988/5000 (60%)
[epoch 44] loss: 0.0002460
Test set: Average loss: 2.6996, Accuracy: 2990/5000 (60%)
[epoch 45] loss: 0.0001947
Test set: Average loss: 2.7409, Accuracy: 2986/5000 (60%)
[epoch 46] loss: 0.0001541
Test set: Average loss: 2.7950, Accuracy: 2970/5000 (59%)
[epoch 47] loss: 0.0001212
Test set: Average loss: 2.8489, Accuracy: 2980/5000 (60%)
[epoch 48] loss: 0.0000954
Test set: Average loss: 2.9020, Accuracy: 2980/5000 (60%)
[epoch 49] loss: 0.0000750
Test set: Average loss: 2.9517, Accuracy: 2993/5000 (60%)
[epoch 50] loss: 0.0000586
Test set: Average loss: 3.0007, Accuracy: 2978/5000 (60%)
Validation:
Test set: Average loss: 2.0766, Accuracy: 3011/5000 (60%)
Test
Test set: Average loss: 2.0044, Accuracy: 6012/10000 (60%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3027, Accuracy: 367/5000 (7%)
[epoch 1] loss: 1.6406399
Test set: Average loss: 1.4576, Accuracy: 2331/5000 (47%)
[epoch 2] loss: 1.3569345
Test set: Average loss: 1.3269, Accuracy: 2631/5000 (53%)
[epoch 3] loss: 1.2391563
Test set: Average loss: 1.3763, Accuracy: 2589/5000 (52%)
[epoch 4] loss: 1.1547857
Test set: Average loss: 1.2265, Accuracy: 2837/5000 (57%)
[epoch 5] loss: 1.1042137
Test set: Average loss: 1.3298, Accuracy: 2731/5000 (55%)
[epoch 6] loss: 1.0609253
Test set: Average loss: 1.2491, Accuracy: 2793/5000 (56%)
[epoch 7] loss: 1.0112587
Test set: Average loss: 1.2498, Accuracy: 2841/5000 (57%)
[epoch 8] loss: 0.9722074
Test set: Average loss: 1.2230, Accuracy: 2895/5000 (58%)
[epoch 9] loss: 0.9248843
Test set: Average loss: 1.1975, Accuracy: 2935/5000 (59%)
[epoch 10] loss: 0.8744940
Test set: Average loss: 1.2427, Accuracy: 2884/5000 (58%)
[epoch 11] loss: 0.8294339
Test set: Average loss: 1.3364, Accuracy: 2836/5000 (57%)
[epoch 12] loss: 0.7682714
Test set: Average loss: 1.2872, Accuracy: 2883/5000 (58%)
[epoch 13] loss: 0.7007283
Test set: Average loss: 1.2923, Accuracy: 2893/5000 (58%)
[epoch 14] loss: 0.6181129
Test set: Average loss: 1.3139, Accuracy: 2980/5000 (60%)
[epoch 15] loss: 0.5222170
Test set: Average loss: 1.4120, Accuracy: 2887/5000 (58%)
[epoch 16] loss: 0.4168438
Test set: Average loss: 1.4469, Accuracy: 2962/5000 (59%)
[epoch 17] loss: 0.3246005
Test set: Average loss: 1.5102, Accuracy: 2952/5000 (59%)
[epoch 18] loss: 0.2342140
Test set: Average loss: 1.5824, Accuracy: 2944/5000 (59%)
[epoch 19] loss: 0.1561463
Test set: Average loss: 1.7079, Accuracy: 2931/5000 (59%)
[epoch 20] loss: 0.0940767
Test set: Average loss: 1.7772, Accuracy: 2922/5000 (58%)
[epoch 21] loss: 0.0575292
Test set: Average loss: 1.8999, Accuracy: 2957/5000 (59%)
[epoch 22] loss: 0.0682481
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1313, Accuracy: 2775/5000 (56%)
[epoch 23] loss: 0.0494456
Test set: Average loss: 1.8944, Accuracy: 2987/5000 (60%)
[epoch 24] loss: 0.0165700
Test set: Average loss: 1.8959, Accuracy: 3006/5000 (60%)
[epoch 25] loss: 0.0118666
Test set: Average loss: 1.9097, Accuracy: 3010/5000 (60%)
[epoch 26] loss: 0.0093150
Test set: Average loss: 1.9197, Accuracy: 3019/5000 (60%)
[epoch 27] loss: 0.0076060
Test set: Average loss: 1.9390, Accuracy: 3027/5000 (61%)
[epoch 28] loss: 0.0063237
Test set: Average loss: 1.9526, Accuracy: 3027/5000 (61%)
[epoch 29] loss: 0.0052978
Test set: Average loss: 1.9735, Accuracy: 3030/5000 (61%)
[epoch 30] loss: 0.0044698
Test set: Average loss: 1.9961, Accuracy: 3039/5000 (61%)
[epoch 31] loss: 0.0037711
Test set: Average loss: 2.0198, Accuracy: 3031/5000 (61%)
[epoch 32] loss: 0.0031758
Test set: Average loss: 2.0454, Accuracy: 3033/5000 (61%)
[epoch 33] loss: 0.0026655
Test set: Average loss: 2.0705, Accuracy: 3035/5000 (61%)
[epoch 34] loss: 0.0022370
Test set: Average loss: 2.1004, Accuracy: 3041/5000 (61%)
[epoch 35] loss: 0.0018556
Test set: Average loss: 2.1342, Accuracy: 3034/5000 (61%)
[epoch 36] loss: 0.0015387
Test set: Average loss: 2.1701, Accuracy: 3045/5000 (61%)
[epoch 37] loss: 0.0012665
Test set: Average loss: 2.2019, Accuracy: 3045/5000 (61%)
[epoch 38] loss: 0.0010410
Test set: Average loss: 2.2405, Accuracy: 3051/5000 (61%)
[epoch 39] loss: 0.0008483
Test set: Average loss: 2.2787, Accuracy: 3047/5000 (61%)
[epoch 40] loss: 0.0006919
Test set: Average loss: 2.3200, Accuracy: 3041/5000 (61%)
[epoch 41] loss: 0.0005596
Test set: Average loss: 2.3568, Accuracy: 3049/5000 (61%)
[epoch 42] loss: 0.0004501
Test set: Average loss: 2.4004, Accuracy: 3054/5000 (61%)
[epoch 43] loss: 0.0003606
Test set: Average loss: 2.4414, Accuracy: 3047/5000 (61%)
[epoch 44] loss: 0.0002888
Test set: Average loss: 2.4896, Accuracy: 3053/5000 (61%)
[epoch 45] loss: 0.0002307
Test set: Average loss: 2.5313, Accuracy: 3049/5000 (61%)
[epoch 46] loss: 0.0001839
Test set: Average loss: 2.5783, Accuracy: 3051/5000 (61%)
[epoch 47] loss: 0.0001458
Test set: Average loss: 2.6243, Accuracy: 3041/5000 (61%)
[epoch 48] loss: 0.0001158
Test set: Average loss: 2.6677, Accuracy: 3047/5000 (61%)
[epoch 49] loss: 0.0000912
Test set: Average loss: 2.7150, Accuracy: 3051/5000 (61%)
[epoch 50] loss: 0.0000721
Test set: Average loss: 2.7675, Accuracy: 3042/5000 (61%)
Validation:
Test set: Average loss: 2.4004, Accuracy: 3054/5000 (61%)
Test
Test set: Average loss: 2.3302, Accuracy: 6159/10000 (62%)
20000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.2947, Accuracy: 702/5000 (14%)
[epoch 1] loss: 1.6368277
Test set: Average loss: 1.4937, Accuracy: 2317/5000 (46%)
[epoch 2] loss: 1.3553355
Test set: Average loss: 1.4091, Accuracy: 2463/5000 (49%)
[epoch 3] loss: 1.2471182
Test set: Average loss: 1.2899, Accuracy: 2682/5000 (54%)
[epoch 4] loss: 1.1787716
Test set: Average loss: 1.2751, Accuracy: 2766/5000 (55%)
[epoch 5] loss: 1.1216909
Test set: Average loss: 1.2959, Accuracy: 2683/5000 (54%)
[epoch 6] loss: 1.0749202
Test set: Average loss: 1.1970, Accuracy: 2908/5000 (58%)
[epoch 7] loss: 1.0272085
Test set: Average loss: 1.2652, Accuracy: 2838/5000 (57%)
[epoch 8] loss: 0.9757226
Test set: Average loss: 1.2434, Accuracy: 2865/5000 (57%)
[epoch 9] loss: 0.9169928
Test set: Average loss: 1.1985, Accuracy: 2943/5000 (59%)
[epoch 10] loss: 0.8579117
Test set: Average loss: 1.2073, Accuracy: 2937/5000 (59%)
[epoch 11] loss: 0.7962660
Test set: Average loss: 1.2716, Accuracy: 2849/5000 (57%)
[epoch 12] loss: 0.7117669
Test set: Average loss: 1.2959, Accuracy: 2956/5000 (59%)
[epoch 13] loss: 0.6236954
Test set: Average loss: 1.3117, Accuracy: 2977/5000 (60%)
[epoch 14] loss: 0.5214175
Test set: Average loss: 1.3171, Accuracy: 2951/5000 (59%)
[epoch 15] loss: 0.4066958
Test set: Average loss: 1.4781, Accuracy: 2902/5000 (58%)
[epoch 16] loss: 0.3196376
Test set: Average loss: 1.4759, Accuracy: 2966/5000 (59%)
[epoch 17] loss: 0.2214857
Test set: Average loss: 1.5921, Accuracy: 2943/5000 (59%)
[epoch 18] loss: 0.1652088
Test set: Average loss: 1.6828, Accuracy: 3007/5000 (60%)
[epoch 19] loss: 0.1062128
Test set: Average loss: 1.8141, Accuracy: 2963/5000 (59%)
[epoch 20] loss: 0.0968488
Test set: Average loss: 1.8978, Accuracy: 2908/5000 (58%)
[epoch 21] loss: 0.1565376
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0046, Accuracy: 2914/5000 (58%)
[epoch 22] loss: 0.0536123
Test set: Average loss: 1.8407, Accuracy: 3023/5000 (60%)
[epoch 23] loss: 0.0193028
Test set: Average loss: 1.8545, Accuracy: 3035/5000 (61%)
[epoch 24] loss: 0.0131781
Test set: Average loss: 1.8723, Accuracy: 3048/5000 (61%)
[epoch 25] loss: 0.0099390
Test set: Average loss: 1.8935, Accuracy: 3058/5000 (61%)
[epoch 26] loss: 0.0077533
Test set: Average loss: 1.9144, Accuracy: 3071/5000 (61%)
[epoch 27] loss: 0.0061340
Test set: Average loss: 1.9403, Accuracy: 3068/5000 (61%)
[epoch 28] loss: 0.0048749
Test set: Average loss: 1.9593, Accuracy: 3075/5000 (62%)
[epoch 29] loss: 0.0038764
Test set: Average loss: 1.9863, Accuracy: 3084/5000 (62%)
[epoch 30] loss: 0.0030826
Test set: Average loss: 2.0179, Accuracy: 3084/5000 (62%)
[epoch 31] loss: 0.0024252
Test set: Average loss: 2.0502, Accuracy: 3082/5000 (62%)
[epoch 32] loss: 0.0019102
Test set: Average loss: 2.0875, Accuracy: 3087/5000 (62%)
[epoch 33] loss: 0.0014867
Test set: Average loss: 2.1231, Accuracy: 3077/5000 (62%)
[epoch 34] loss: 0.0011573
Test set: Average loss: 2.1620, Accuracy: 3086/5000 (62%)
[epoch 35] loss: 0.0008905
Test set: Average loss: 2.2040, Accuracy: 3084/5000 (62%)
[epoch 36] loss: 0.0006846
Test set: Average loss: 2.2447, Accuracy: 3095/5000 (62%)
[epoch 37] loss: 0.0005217
Test set: Average loss: 2.2926, Accuracy: 3092/5000 (62%)
[epoch 38] loss: 0.0003964
Test set: Average loss: 2.3318, Accuracy: 3088/5000 (62%)
[epoch 39] loss: 0.0002988
Test set: Average loss: 2.3910, Accuracy: 3090/5000 (62%)
[epoch 40] loss: 0.0002259
Test set: Average loss: 2.4423, Accuracy: 3089/5000 (62%)
[epoch 41] loss: 0.0001684
Test set: Average loss: 2.4851, Accuracy: 3092/5000 (62%)
[epoch 42] loss: 0.0001261
Test set: Average loss: 2.5407, Accuracy: 3085/5000 (62%)
[epoch 43] loss: 0.0000940
Test set: Average loss: 2.5832, Accuracy: 3091/5000 (62%)
[epoch 44] loss: 0.0000698
Test set: Average loss: 2.6386, Accuracy: 3093/5000 (62%)
[epoch 45] loss: 0.0000519
Test set: Average loss: 2.6998, Accuracy: 3097/5000 (62%)
[epoch 46] loss: 0.0000385
Test set: Average loss: 2.7531, Accuracy: 3098/5000 (62%)
[epoch 47] loss: 0.0000284
Test set: Average loss: 2.8055, Accuracy: 3088/5000 (62%)
[epoch 48] loss: 0.0000210
Test set: Average loss: 2.8575, Accuracy: 3083/5000 (62%)
[epoch 49] loss: 0.0000155
Test set: Average loss: 2.9125, Accuracy: 3090/5000 (62%)
[epoch 50] loss: 0.0000114
Test set: Average loss: 2.9710, Accuracy: 3093/5000 (62%)
Validation:
Test set: Average loss: 2.7531, Accuracy: 3098/5000 (62%)
Test
Test set: Average loss: 2.8151, Accuracy: 6193/10000 (62%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3023, Accuracy: 513/5000 (10%)
[epoch 1] loss: 1.5771660
Test set: Average loss: 1.4134, Accuracy: 2458/5000 (49%)
[epoch 2] loss: 1.3356872
Test set: Average loss: 1.3306, Accuracy: 2576/5000 (52%)
[epoch 3] loss: 1.2373400
Test set: Average loss: 1.3520, Accuracy: 2613/5000 (52%)
[epoch 4] loss: 1.1726675
Test set: Average loss: 1.3510, Accuracy: 2610/5000 (52%)
[epoch 5] loss: 1.1177990
Test set: Average loss: 1.2507, Accuracy: 2830/5000 (57%)
[epoch 6] loss: 1.0672294
Test set: Average loss: 1.2396, Accuracy: 2801/5000 (56%)
[epoch 7] loss: 1.0177548
Test set: Average loss: 1.2048, Accuracy: 2876/5000 (58%)
[epoch 8] loss: 0.9776637
Test set: Average loss: 1.2208, Accuracy: 2886/5000 (58%)
[epoch 9] loss: 0.9199196
Test set: Average loss: 1.2299, Accuracy: 2881/5000 (58%)
[epoch 10] loss: 0.8664218
Test set: Average loss: 1.2291, Accuracy: 2954/5000 (59%)
[epoch 11] loss: 0.8022814
Test set: Average loss: 1.2234, Accuracy: 2916/5000 (58%)
[epoch 12] loss: 0.7348636
Test set: Average loss: 1.2120, Accuracy: 3003/5000 (60%)
[epoch 13] loss: 0.6536368
Test set: Average loss: 1.2840, Accuracy: 2953/5000 (59%)
[epoch 14] loss: 0.5553218
Test set: Average loss: 1.3019, Accuracy: 2999/5000 (60%)
[epoch 15] loss: 0.4584503
Test set: Average loss: 1.3768, Accuracy: 2961/5000 (59%)
[epoch 16] loss: 0.3658096
Test set: Average loss: 1.4588, Accuracy: 2972/5000 (59%)
[epoch 17] loss: 0.2525493
Test set: Average loss: 1.5441, Accuracy: 2949/5000 (59%)
[epoch 18] loss: 0.1706429
Test set: Average loss: 1.6140, Accuracy: 2992/5000 (60%)
[epoch 19] loss: 0.1220851
Test set: Average loss: 1.7721, Accuracy: 2956/5000 (59%)
[epoch 20] loss: 0.1047393
Test set: Average loss: 1.8665, Accuracy: 2953/5000 (59%)
[epoch 21] loss: 0.0992933
Test set: Average loss: 2.0203, Accuracy: 2884/5000 (58%)
[epoch 22] loss: 0.1279299
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0134, Accuracy: 2942/5000 (59%)
[epoch 23] loss: 0.0378412
Test set: Average loss: 1.9549, Accuracy: 3009/5000 (60%)
[epoch 24] loss: 0.0143878
Test set: Average loss: 1.9664, Accuracy: 3023/5000 (60%)
[epoch 25] loss: 0.0100613
Test set: Average loss: 1.9806, Accuracy: 3036/5000 (61%)
[epoch 26] loss: 0.0076907
Test set: Average loss: 1.9929, Accuracy: 3031/5000 (61%)
[epoch 27] loss: 0.0060839
Test set: Average loss: 2.0088, Accuracy: 3042/5000 (61%)
[epoch 28] loss: 0.0048779
Test set: Average loss: 2.0349, Accuracy: 3040/5000 (61%)
[epoch 29] loss: 0.0039432
Test set: Average loss: 2.0541, Accuracy: 3039/5000 (61%)
[epoch 30] loss: 0.0031713
Test set: Average loss: 2.0796, Accuracy: 3047/5000 (61%)
[epoch 31] loss: 0.0025479
Test set: Average loss: 2.1106, Accuracy: 3039/5000 (61%)
[epoch 32] loss: 0.0020300
Test set: Average loss: 2.1414, Accuracy: 3042/5000 (61%)
[epoch 33] loss: 0.0016146
Test set: Average loss: 2.1754, Accuracy: 3058/5000 (61%)
[epoch 34] loss: 0.0012682
Test set: Average loss: 2.2060, Accuracy: 3053/5000 (61%)
[epoch 35] loss: 0.0009914
Test set: Average loss: 2.2474, Accuracy: 3055/5000 (61%)
[epoch 36] loss: 0.0007675
Test set: Average loss: 2.2885, Accuracy: 3057/5000 (61%)
[epoch 37] loss: 0.0005940
Test set: Average loss: 2.3304, Accuracy: 3053/5000 (61%)
[epoch 38] loss: 0.0004539
Test set: Average loss: 2.3717, Accuracy: 3055/5000 (61%)
[epoch 39] loss: 0.0003467
Test set: Average loss: 2.4207, Accuracy: 3061/5000 (61%)
[epoch 40] loss: 0.0002643
Test set: Average loss: 2.4673, Accuracy: 3063/5000 (61%)
[epoch 41] loss: 0.0001992
Test set: Average loss: 2.5205, Accuracy: 3059/5000 (61%)
[epoch 42] loss: 0.0001497
Test set: Average loss: 2.5663, Accuracy: 3067/5000 (61%)
[epoch 43] loss: 0.0001126
Test set: Average loss: 2.6177, Accuracy: 3066/5000 (61%)
[epoch 44] loss: 0.0000842
Test set: Average loss: 2.6703, Accuracy: 3064/5000 (61%)
[epoch 45] loss: 0.0000627
Test set: Average loss: 2.7235, Accuracy: 3061/5000 (61%)
[epoch 46] loss: 0.0000468
Test set: Average loss: 2.7746, Accuracy: 3066/5000 (61%)
[epoch 47] loss: 0.0000348
Test set: Average loss: 2.8261, Accuracy: 3072/5000 (61%)
[epoch 48] loss: 0.0000257
Test set: Average loss: 2.8858, Accuracy: 3063/5000 (61%)
[epoch 49] loss: 0.0000191
Test set: Average loss: 2.9389, Accuracy: 3066/5000 (61%)
[epoch 50] loss: 0.0000141
Test set: Average loss: 2.9925, Accuracy: 3057/5000 (61%)
Validation:
Test set: Average loss: 2.8261, Accuracy: 3072/5000 (61%)
Test
Test set: Average loss: 2.8172, Accuracy: 6192/10000 (62%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3075, Accuracy: 405/5000 (8%)
[epoch 1] loss: 1.6033831
Test set: Average loss: 1.4718, Accuracy: 2380/5000 (48%)
[epoch 2] loss: 1.3331977
Test set: Average loss: 1.3480, Accuracy: 2597/5000 (52%)
[epoch 3] loss: 1.2130247
Test set: Average loss: 1.2953, Accuracy: 2720/5000 (54%)
[epoch 4] loss: 1.1331167
Test set: Average loss: 1.2089, Accuracy: 2857/5000 (57%)
[epoch 5] loss: 1.0762544
Test set: Average loss: 1.1953, Accuracy: 2905/5000 (58%)
[epoch 6] loss: 1.0269258
Test set: Average loss: 1.2328, Accuracy: 2831/5000 (57%)
[epoch 7] loss: 0.9854631
Test set: Average loss: 1.2540, Accuracy: 2831/5000 (57%)
[epoch 8] loss: 0.9313092
Test set: Average loss: 1.2829, Accuracy: 2852/5000 (57%)
[epoch 9] loss: 0.8781531
Test set: Average loss: 1.1810, Accuracy: 2980/5000 (60%)
[epoch 10] loss: 0.8159270
Test set: Average loss: 1.2212, Accuracy: 2973/5000 (59%)
[epoch 11] loss: 0.7539404
Test set: Average loss: 1.1936, Accuracy: 2981/5000 (60%)
[epoch 12] loss: 0.6651664
Test set: Average loss: 1.2053, Accuracy: 3033/5000 (61%)
[epoch 13] loss: 0.5804878
Test set: Average loss: 1.2938, Accuracy: 3023/5000 (60%)
[epoch 14] loss: 0.4795053
Test set: Average loss: 1.3009, Accuracy: 3033/5000 (61%)
[epoch 15] loss: 0.3878586
Test set: Average loss: 1.3351, Accuracy: 3094/5000 (62%)
[epoch 16] loss: 0.2900253
Test set: Average loss: 1.4635, Accuracy: 3010/5000 (60%)
[epoch 17] loss: 0.1917724
Test set: Average loss: 1.5355, Accuracy: 3014/5000 (60%)
[epoch 18] loss: 0.1498431
Test set: Average loss: 1.6403, Accuracy: 3030/5000 (61%)
[epoch 19] loss: 0.1012710
Test set: Average loss: 1.7211, Accuracy: 3018/5000 (60%)
[epoch 20] loss: 0.1066368
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8434, Accuracy: 3013/5000 (60%)
[epoch 21] loss: 0.0436174
Test set: Average loss: 1.7542, Accuracy: 3075/5000 (62%)
[epoch 22] loss: 0.0164384
Test set: Average loss: 1.7604, Accuracy: 3097/5000 (62%)
[epoch 23] loss: 0.0115404
Test set: Average loss: 1.7751, Accuracy: 3106/5000 (62%)
[epoch 24] loss: 0.0088699
Test set: Average loss: 1.7916, Accuracy: 3111/5000 (62%)
[epoch 25] loss: 0.0070256
Test set: Average loss: 1.8080, Accuracy: 3116/5000 (62%)
[epoch 26] loss: 0.0056501
Test set: Average loss: 1.8292, Accuracy: 3137/5000 (63%)
[epoch 27] loss: 0.0045388
Test set: Average loss: 1.8525, Accuracy: 3139/5000 (63%)
[epoch 28] loss: 0.0036648
Test set: Average loss: 1.8784, Accuracy: 3135/5000 (63%)
[epoch 29] loss: 0.0029199
Test set: Average loss: 1.9068, Accuracy: 3138/5000 (63%)
[epoch 30] loss: 0.0023174
Test set: Average loss: 1.9404, Accuracy: 3139/5000 (63%)
[epoch 31] loss: 0.0018315
Test set: Average loss: 1.9771, Accuracy: 3144/5000 (63%)
[epoch 32] loss: 0.0014232
Test set: Average loss: 2.0137, Accuracy: 3151/5000 (63%)
[epoch 33] loss: 0.0011098
Test set: Average loss: 2.0534, Accuracy: 3153/5000 (63%)
[epoch 34] loss: 0.0008531
Test set: Average loss: 2.0928, Accuracy: 3159/5000 (63%)
[epoch 35] loss: 0.0006547
Test set: Average loss: 2.1391, Accuracy: 3155/5000 (63%)
[epoch 36] loss: 0.0004986
Test set: Average loss: 2.1813, Accuracy: 3154/5000 (63%)
[epoch 37] loss: 0.0003764
Test set: Average loss: 2.2286, Accuracy: 3150/5000 (63%)
[epoch 38] loss: 0.0002838
Test set: Average loss: 2.2737, Accuracy: 3142/5000 (63%)
[epoch 39] loss: 0.0002135
Test set: Average loss: 2.3255, Accuracy: 3155/5000 (63%)
[epoch 40] loss: 0.0001592
Test set: Average loss: 2.3753, Accuracy: 3154/5000 (63%)
[epoch 41] loss: 0.0001189
Test set: Average loss: 2.4279, Accuracy: 3142/5000 (63%)
[epoch 42] loss: 0.0000888
Test set: Average loss: 2.4820, Accuracy: 3142/5000 (63%)
[epoch 43] loss: 0.0000658
Test set: Average loss: 2.5322, Accuracy: 3136/5000 (63%)
[epoch 44] loss: 0.0000487
Test set: Average loss: 2.5823, Accuracy: 3138/5000 (63%)
[epoch 45] loss: 0.0000360
Test set: Average loss: 2.6361, Accuracy: 3144/5000 (63%)
[epoch 46] loss: 0.0000265
Test set: Average loss: 2.6885, Accuracy: 3127/5000 (63%)
[epoch 47] loss: 0.0000195
Test set: Average loss: 2.7415, Accuracy: 3127/5000 (63%)
[epoch 48] loss: 0.0000144
Test set: Average loss: 2.7985, Accuracy: 3133/5000 (63%)
[epoch 49] loss: 0.0000105
Test set: Average loss: 2.8540, Accuracy: 3132/5000 (63%)
[epoch 50] loss: 0.0000077
Test set: Average loss: 2.9036, Accuracy: 3129/5000 (63%)
Validation:
Test set: Average loss: 2.0928, Accuracy: 3159/5000 (63%)
Test
Test set: Average loss: 2.0748, Accuracy: 6322/10000 (63%)
25000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3075, Accuracy: 459/5000 (9%)
[epoch 1] loss: 1.5484116
Test set: Average loss: 1.5071, Accuracy: 2313/5000 (46%)
[epoch 2] loss: 1.3067495
Test set: Average loss: 1.3155, Accuracy: 2679/5000 (54%)
[epoch 3] loss: 1.2113947
Test set: Average loss: 1.2499, Accuracy: 2781/5000 (56%)
[epoch 4] loss: 1.1519845
Test set: Average loss: 1.2960, Accuracy: 2766/5000 (55%)
[epoch 5] loss: 1.0968802
Test set: Average loss: 1.2191, Accuracy: 2897/5000 (58%)
[epoch 6] loss: 1.0375739
Test set: Average loss: 1.1771, Accuracy: 2961/5000 (59%)
[epoch 7] loss: 0.9838915
Test set: Average loss: 1.1817, Accuracy: 2952/5000 (59%)
[epoch 8] loss: 0.9202398
Test set: Average loss: 1.2360, Accuracy: 2879/5000 (58%)
[epoch 9] loss: 0.8551898
Test set: Average loss: 1.1572, Accuracy: 3032/5000 (61%)
[epoch 10] loss: 0.7772873
Test set: Average loss: 1.1615, Accuracy: 3113/5000 (62%)
[epoch 11] loss: 0.6927470
Test set: Average loss: 1.1794, Accuracy: 3096/5000 (62%)
[epoch 12] loss: 0.5917655
Test set: Average loss: 1.2412, Accuracy: 3079/5000 (62%)
[epoch 13] loss: 0.4888102
Test set: Average loss: 1.3055, Accuracy: 3036/5000 (61%)
[epoch 14] loss: 0.3710442
Test set: Average loss: 1.3939, Accuracy: 3094/5000 (62%)
[epoch 15] loss: 0.2630881
Test set: Average loss: 1.5026, Accuracy: 3077/5000 (62%)
[epoch 16] loss: 0.1889537
Test set: Average loss: 1.6213, Accuracy: 3056/5000 (61%)
[epoch 17] loss: 0.1473848
Test set: Average loss: 1.7752, Accuracy: 2975/5000 (60%)
[epoch 18] loss: 0.1386383
Test set: Average loss: 1.8091, Accuracy: 3066/5000 (61%)
[epoch 19] loss: 0.1300598
Test set: Average loss: 1.9551, Accuracy: 3041/5000 (61%)
[epoch 20] loss: 0.1174148
Test set: Average loss: 1.9812, Accuracy: 3021/5000 (60%)
[epoch 21] loss: 0.0944565
Test set: Average loss: 2.1239, Accuracy: 2954/5000 (59%)
[epoch 22] loss: 0.1143857
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1149, Accuracy: 3072/5000 (61%)
[epoch 23] loss: 0.0368940
Test set: Average loss: 2.0443, Accuracy: 3116/5000 (62%)
[epoch 24] loss: 0.0106935
Test set: Average loss: 2.0502, Accuracy: 3110/5000 (62%)
[epoch 25] loss: 0.0069055
Test set: Average loss: 2.0576, Accuracy: 3122/5000 (62%)
[epoch 26] loss: 0.0050731
Test set: Average loss: 2.0729, Accuracy: 3131/5000 (63%)
[epoch 27] loss: 0.0038117
Test set: Average loss: 2.0904, Accuracy: 3136/5000 (63%)
[epoch 28] loss: 0.0029168
Test set: Average loss: 2.1089, Accuracy: 3146/5000 (63%)
[epoch 29] loss: 0.0022394
Test set: Average loss: 2.1300, Accuracy: 3141/5000 (63%)
[epoch 30] loss: 0.0016992
Test set: Average loss: 2.1588, Accuracy: 3146/5000 (63%)
[epoch 31] loss: 0.0012970
Test set: Average loss: 2.1920, Accuracy: 3149/5000 (63%)
[epoch 32] loss: 0.0009680
Test set: Average loss: 2.2227, Accuracy: 3153/5000 (63%)
[epoch 33] loss: 0.0007194
Test set: Average loss: 2.2644, Accuracy: 3149/5000 (63%)
[epoch 34] loss: 0.0005288
Test set: Average loss: 2.3040, Accuracy: 3155/5000 (63%)
[epoch 35] loss: 0.0003864
Test set: Average loss: 2.3459, Accuracy: 3164/5000 (63%)
[epoch 36] loss: 0.0002796
Test set: Average loss: 2.3930, Accuracy: 3168/5000 (63%)
[epoch 37] loss: 0.0002008
Test set: Average loss: 2.4421, Accuracy: 3171/5000 (63%)
[epoch 38] loss: 0.0001434
Test set: Average loss: 2.4888, Accuracy: 3161/5000 (63%)
[epoch 39] loss: 0.0001012
Test set: Average loss: 2.5417, Accuracy: 3173/5000 (63%)
[epoch 40] loss: 0.0000716
Test set: Average loss: 2.5936, Accuracy: 3173/5000 (63%)
[epoch 41] loss: 0.0000504
Test set: Average loss: 2.6502, Accuracy: 3182/5000 (64%)
[epoch 42] loss: 0.0000352
Test set: Average loss: 2.7093, Accuracy: 3178/5000 (64%)
[epoch 43] loss: 0.0000246
Test set: Average loss: 2.7644, Accuracy: 3173/5000 (63%)
[epoch 44] loss: 0.0000170
Test set: Average loss: 2.8261, Accuracy: 3180/5000 (64%)
[epoch 45] loss: 0.0000118
Test set: Average loss: 2.8848, Accuracy: 3176/5000 (64%)
[epoch 46] loss: 0.0000082
Test set: Average loss: 2.9441, Accuracy: 3176/5000 (64%)
[epoch 47] loss: 0.0000057
Test set: Average loss: 2.9997, Accuracy: 3181/5000 (64%)
[epoch 48] loss: 0.0000039
Test set: Average loss: 3.0619, Accuracy: 3176/5000 (64%)
[epoch 49] loss: 0.0000027
Test set: Average loss: 3.1201, Accuracy: 3187/5000 (64%)
[epoch 50] loss: 0.0000018
Test set: Average loss: 3.1718, Accuracy: 3175/5000 (64%)
Validation:
Test set: Average loss: 3.1201, Accuracy: 3187/5000 (64%)
Test
Test set: Average loss: 2.9993, Accuracy: 6373/10000 (64%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 455/5000 (9%)
[epoch 1] loss: 1.5502075
Test set: Average loss: 1.3271, Accuracy: 2597/5000 (52%)
[epoch 2] loss: 1.2991273
Test set: Average loss: 1.4001, Accuracy: 2518/5000 (50%)
[epoch 3] loss: 1.2009257
Test set: Average loss: 1.2672, Accuracy: 2775/5000 (56%)
[epoch 4] loss: 1.1370852
Test set: Average loss: 1.2267, Accuracy: 2834/5000 (57%)
[epoch 5] loss: 1.0845426
Test set: Average loss: 1.1653, Accuracy: 2952/5000 (59%)
[epoch 6] loss: 1.0275419
Test set: Average loss: 1.2047, Accuracy: 2896/5000 (58%)
[epoch 7] loss: 0.9747674
Test set: Average loss: 1.1527, Accuracy: 2983/5000 (60%)
[epoch 8] loss: 0.9122354
Test set: Average loss: 1.1139, Accuracy: 3130/5000 (63%)
[epoch 9] loss: 0.8437351
Test set: Average loss: 1.1511, Accuracy: 3042/5000 (61%)
[epoch 10] loss: 0.7611058
Test set: Average loss: 1.1479, Accuracy: 3084/5000 (62%)
[epoch 11] loss: 0.6739170
Test set: Average loss: 1.1887, Accuracy: 3077/5000 (62%)
[epoch 12] loss: 0.5827715
Test set: Average loss: 1.2172, Accuracy: 3045/5000 (61%)
[epoch 13] loss: 0.4694087
Test set: Average loss: 1.2623, Accuracy: 3112/5000 (62%)
[epoch 14] loss: 0.3711552
Test set: Average loss: 1.3824, Accuracy: 3059/5000 (61%)
[epoch 15] loss: 0.2709223
Test set: Average loss: 1.4453, Accuracy: 3100/5000 (62%)
[epoch 16] loss: 0.1989292
Test set: Average loss: 1.6077, Accuracy: 2981/5000 (60%)
[epoch 17] loss: 0.1663026
Test set: Average loss: 1.7126, Accuracy: 3003/5000 (60%)
[epoch 18] loss: 0.1544649
Test set: Average loss: 1.7683, Accuracy: 3038/5000 (61%)
[epoch 19] loss: 0.1237462
Test set: Average loss: 1.9535, Accuracy: 2973/5000 (59%)
[epoch 20] loss: 0.1356332
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0366, Accuracy: 2953/5000 (59%)
[epoch 21] loss: 0.0557319
Test set: Average loss: 1.8448, Accuracy: 3092/5000 (62%)
[epoch 22] loss: 0.0167679
Test set: Average loss: 1.8451, Accuracy: 3108/5000 (62%)
[epoch 23] loss: 0.0106368
Test set: Average loss: 1.8537, Accuracy: 3118/5000 (62%)
[epoch 24] loss: 0.0076990
Test set: Average loss: 1.8699, Accuracy: 3132/5000 (63%)
[epoch 25] loss: 0.0058047
Test set: Average loss: 1.8894, Accuracy: 3146/5000 (63%)
[epoch 26] loss: 0.0043882
Test set: Average loss: 1.9151, Accuracy: 3152/5000 (63%)
[epoch 27] loss: 0.0033266
Test set: Average loss: 1.9448, Accuracy: 3157/5000 (63%)
[epoch 28] loss: 0.0025228
Test set: Average loss: 1.9760, Accuracy: 3165/5000 (63%)
[epoch 29] loss: 0.0018851
Test set: Average loss: 2.0156, Accuracy: 3169/5000 (63%)
[epoch 30] loss: 0.0013992
Test set: Average loss: 2.0547, Accuracy: 3154/5000 (63%)
[epoch 31] loss: 0.0010293
Test set: Average loss: 2.0931, Accuracy: 3164/5000 (63%)
[epoch 32] loss: 0.0007523
Test set: Average loss: 2.1420, Accuracy: 3160/5000 (63%)
[epoch 33] loss: 0.0005437
Test set: Average loss: 2.1854, Accuracy: 3159/5000 (63%)
[epoch 34] loss: 0.0003900
Test set: Average loss: 2.2385, Accuracy: 3152/5000 (63%)
[epoch 35] loss: 0.0002814
Test set: Average loss: 2.2910, Accuracy: 3169/5000 (63%)
[epoch 36] loss: 0.0001988
Test set: Average loss: 2.3473, Accuracy: 3166/5000 (63%)
[epoch 37] loss: 0.0001402
Test set: Average loss: 2.3960, Accuracy: 3168/5000 (63%)
[epoch 38] loss: 0.0000984
Test set: Average loss: 2.4632, Accuracy: 3159/5000 (63%)
[epoch 39] loss: 0.0000695
Test set: Average loss: 2.5129, Accuracy: 3178/5000 (64%)
[epoch 40] loss: 0.0000484
Test set: Average loss: 2.5656, Accuracy: 3176/5000 (64%)
[epoch 41] loss: 0.0000337
Test set: Average loss: 2.6266, Accuracy: 3171/5000 (63%)
[epoch 42] loss: 0.0000234
Test set: Average loss: 2.6914, Accuracy: 3168/5000 (63%)
[epoch 43] loss: 0.0000162
Test set: Average loss: 2.7439, Accuracy: 3169/5000 (63%)
[epoch 44] loss: 0.0000112
Test set: Average loss: 2.8086, Accuracy: 3177/5000 (64%)
[epoch 45] loss: 0.0000077
Test set: Average loss: 2.8657, Accuracy: 3174/5000 (63%)
[epoch 46] loss: 0.0000053
Test set: Average loss: 2.9225, Accuracy: 3174/5000 (63%)
[epoch 47] loss: 0.0000036
Test set: Average loss: 2.9837, Accuracy: 3179/5000 (64%)
[epoch 48] loss: 0.0000025
Test set: Average loss: 3.0464, Accuracy: 3174/5000 (63%)
[epoch 49] loss: 0.0000017
Test set: Average loss: 3.1005, Accuracy: 3176/5000 (64%)
[epoch 50] loss: 0.0000012
Test set: Average loss: 3.1502, Accuracy: 3174/5000 (63%)
Validation:
Test set: Average loss: 2.9837, Accuracy: 3179/5000 (64%)
Test
Test set: Average loss: 2.9710, Accuracy: 6457/10000 (65%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3018, Accuracy: 518/5000 (10%)
[epoch 1] loss: 1.5626189
Test set: Average loss: 1.4821, Accuracy: 2310/5000 (46%)
[epoch 2] loss: 1.3060743
Test set: Average loss: 1.3375, Accuracy: 2614/5000 (52%)
[epoch 3] loss: 1.2093359
Test set: Average loss: 1.3680, Accuracy: 2571/5000 (51%)
[epoch 4] loss: 1.1285253
Test set: Average loss: 1.2194, Accuracy: 2867/5000 (57%)
[epoch 5] loss: 1.0706032
Test set: Average loss: 1.1848, Accuracy: 2946/5000 (59%)
[epoch 6] loss: 1.0169586
Test set: Average loss: 1.2316, Accuracy: 2849/5000 (57%)
[epoch 7] loss: 0.9572110
Test set: Average loss: 1.1666, Accuracy: 3030/5000 (61%)
[epoch 8] loss: 0.8973214
Test set: Average loss: 1.1505, Accuracy: 3043/5000 (61%)
[epoch 9] loss: 0.8471242
Test set: Average loss: 1.1840, Accuracy: 3022/5000 (60%)
[epoch 10] loss: 0.7642361
Test set: Average loss: 1.1687, Accuracy: 3070/5000 (61%)
[epoch 11] loss: 0.6856423
Test set: Average loss: 1.2099, Accuracy: 3066/5000 (61%)
[epoch 12] loss: 0.5908865
Test set: Average loss: 1.1823, Accuracy: 3132/5000 (63%)
[epoch 13] loss: 0.4813686
Test set: Average loss: 1.3259, Accuracy: 3060/5000 (61%)
[epoch 14] loss: 0.3788619
Test set: Average loss: 1.3681, Accuracy: 3088/5000 (62%)
[epoch 15] loss: 0.2887006
Test set: Average loss: 1.4902, Accuracy: 3015/5000 (60%)
[epoch 16] loss: 0.2117511
Test set: Average loss: 1.5861, Accuracy: 3025/5000 (60%)
[epoch 17] loss: 0.1704835
Test set: Average loss: 1.6732, Accuracy: 3086/5000 (62%)
[epoch 18] loss: 0.1464454
Test set: Average loss: 1.7374, Accuracy: 3117/5000 (62%)
[epoch 19] loss: 0.1386151
Test set: Average loss: 1.8489, Accuracy: 3037/5000 (61%)
[epoch 20] loss: 0.1189673
Test set: Average loss: 1.8416, Accuracy: 3083/5000 (62%)
[epoch 21] loss: 0.1111495
Test set: Average loss: 2.1178, Accuracy: 2982/5000 (60%)
[epoch 22] loss: 0.1446031
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0514, Accuracy: 3058/5000 (61%)
[epoch 23] loss: 0.0451832
Test set: Average loss: 1.9051, Accuracy: 3159/5000 (63%)
[epoch 24] loss: 0.0137800
Test set: Average loss: 1.9115, Accuracy: 3159/5000 (63%)
[epoch 25] loss: 0.0087114
Test set: Average loss: 1.9235, Accuracy: 3176/5000 (64%)
[epoch 26] loss: 0.0062574
Test set: Average loss: 1.9393, Accuracy: 3182/5000 (64%)
[epoch 27] loss: 0.0046785
Test set: Average loss: 1.9565, Accuracy: 3188/5000 (64%)
[epoch 28] loss: 0.0035473
Test set: Average loss: 1.9754, Accuracy: 3194/5000 (64%)
[epoch 29] loss: 0.0027001
Test set: Average loss: 2.0051, Accuracy: 3203/5000 (64%)
[epoch 30] loss: 0.0020336
Test set: Average loss: 2.0390, Accuracy: 3212/5000 (64%)
[epoch 31] loss: 0.0015336
Test set: Average loss: 2.0703, Accuracy: 3213/5000 (64%)
[epoch 32] loss: 0.0011454
Test set: Average loss: 2.1034, Accuracy: 3211/5000 (64%)
[epoch 33] loss: 0.0008489
Test set: Average loss: 2.1411, Accuracy: 3212/5000 (64%)
[epoch 34] loss: 0.0006253
Test set: Average loss: 2.1844, Accuracy: 3210/5000 (64%)
[epoch 35] loss: 0.0004541
Test set: Average loss: 2.2276, Accuracy: 3219/5000 (64%)
[epoch 36] loss: 0.0003283
Test set: Average loss: 2.2779, Accuracy: 3213/5000 (64%)
[epoch 37] loss: 0.0002350
Test set: Average loss: 2.3212, Accuracy: 3204/5000 (64%)
[epoch 38] loss: 0.0001679
Test set: Average loss: 2.3772, Accuracy: 3218/5000 (64%)
[epoch 39] loss: 0.0001188
Test set: Average loss: 2.4277, Accuracy: 3224/5000 (64%)
[epoch 40] loss: 0.0000838
Test set: Average loss: 2.4771, Accuracy: 3214/5000 (64%)
[epoch 41] loss: 0.0000588
Test set: Average loss: 2.5347, Accuracy: 3221/5000 (64%)
[epoch 42] loss: 0.0000412
Test set: Average loss: 2.5890, Accuracy: 3222/5000 (64%)
[epoch 43] loss: 0.0000288
Test set: Average loss: 2.6453, Accuracy: 3224/5000 (64%)
[epoch 44] loss: 0.0000201
Test set: Average loss: 2.7036, Accuracy: 3223/5000 (64%)
[epoch 45] loss: 0.0000140
Test set: Average loss: 2.7595, Accuracy: 3209/5000 (64%)
[epoch 46] loss: 0.0000097
Test set: Average loss: 2.8177, Accuracy: 3228/5000 (65%)
[epoch 47] loss: 0.0000067
Test set: Average loss: 2.8759, Accuracy: 3219/5000 (64%)
[epoch 48] loss: 0.0000046
Test set: Average loss: 2.9311, Accuracy: 3219/5000 (64%)
[epoch 49] loss: 0.0000032
Test set: Average loss: 2.9937, Accuracy: 3220/5000 (64%)
[epoch 50] loss: 0.0000022
Test set: Average loss: 3.0479, Accuracy: 3215/5000 (64%)
Validation:
Test set: Average loss: 2.8177, Accuracy: 3228/5000 (65%)
Test
Test set: Average loss: 2.7812, Accuracy: 6392/10000 (64%)
30000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3023, Accuracy: 533/5000 (11%)
[epoch 1] loss: 1.5175533
Test set: Average loss: 1.3515, Accuracy: 2566/5000 (51%)
[epoch 2] loss: 1.2551304
Test set: Average loss: 1.2320, Accuracy: 2815/5000 (56%)
[epoch 3] loss: 1.1568850
Test set: Average loss: 1.1814, Accuracy: 2923/5000 (58%)
[epoch 4] loss: 1.0974106
Test set: Average loss: 1.1567, Accuracy: 2963/5000 (59%)
[epoch 5] loss: 1.0435467
Test set: Average loss: 1.1712, Accuracy: 2953/5000 (59%)
[epoch 6] loss: 0.9829836
Test set: Average loss: 1.1062, Accuracy: 3072/5000 (61%)
[epoch 7] loss: 0.9315437
Test set: Average loss: 1.1214, Accuracy: 3077/5000 (62%)
[epoch 8] loss: 0.8688026
Test set: Average loss: 1.1341, Accuracy: 3121/5000 (62%)
[epoch 9] loss: 0.8021117
Test set: Average loss: 1.1185, Accuracy: 3113/5000 (62%)
[epoch 10] loss: 0.7179247
Test set: Average loss: 1.1187, Accuracy: 3119/5000 (62%)
[epoch 11] loss: 0.6334830
Test set: Average loss: 1.1551, Accuracy: 3133/5000 (63%)
[epoch 12] loss: 0.5366134
Test set: Average loss: 1.2058, Accuracy: 3140/5000 (63%)
[epoch 13] loss: 0.4282083
Test set: Average loss: 1.2976, Accuracy: 3104/5000 (62%)
[epoch 14] loss: 0.3330068
Test set: Average loss: 1.3008, Accuracy: 3148/5000 (63%)
[epoch 15] loss: 0.2488935
Test set: Average loss: 1.4427, Accuracy: 3096/5000 (62%)
[epoch 16] loss: 0.2068054
Test set: Average loss: 1.5577, Accuracy: 3143/5000 (63%)
[epoch 17] loss: 0.1650192
Test set: Average loss: 1.7454, Accuracy: 3087/5000 (62%)
[epoch 18] loss: 0.1400118
Test set: Average loss: 1.7630, Accuracy: 3100/5000 (62%)
[epoch 19] loss: 0.1510119
Epoch 18: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7916, Accuracy: 3144/5000 (63%)
[epoch 20] loss: 0.0514688
Test set: Average loss: 1.7013, Accuracy: 3198/5000 (64%)
[epoch 21] loss: 0.0184726
Test set: Average loss: 1.7004, Accuracy: 3217/5000 (64%)
[epoch 22] loss: 0.0117515
Test set: Average loss: 1.7261, Accuracy: 3217/5000 (64%)
[epoch 23] loss: 0.0083031
Test set: Average loss: 1.7505, Accuracy: 3213/5000 (64%)
[epoch 24] loss: 0.0059755
Test set: Average loss: 1.7758, Accuracy: 3222/5000 (64%)
[epoch 25] loss: 0.0043526
Test set: Average loss: 1.8089, Accuracy: 3222/5000 (64%)
[epoch 26] loss: 0.0031304
Test set: Average loss: 1.8427, Accuracy: 3229/5000 (65%)
[epoch 27] loss: 0.0022443
Test set: Average loss: 1.8884, Accuracy: 3234/5000 (65%)
[epoch 28] loss: 0.0015808
Test set: Average loss: 1.9219, Accuracy: 3224/5000 (64%)
[epoch 29] loss: 0.0011029
Test set: Average loss: 1.9741, Accuracy: 3231/5000 (65%)
[epoch 30] loss: 0.0007620
Test set: Average loss: 2.0251, Accuracy: 3239/5000 (65%)
[epoch 31] loss: 0.0005213
Test set: Average loss: 2.0740, Accuracy: 3235/5000 (65%)
[epoch 32] loss: 0.0003546
Test set: Average loss: 2.1307, Accuracy: 3247/5000 (65%)
[epoch 33] loss: 0.0002400
Test set: Average loss: 2.1973, Accuracy: 3236/5000 (65%)
[epoch 34] loss: 0.0001615
Test set: Average loss: 2.2549, Accuracy: 3252/5000 (65%)
[epoch 35] loss: 0.0001084
Test set: Average loss: 2.3186, Accuracy: 3244/5000 (65%)
[epoch 36] loss: 0.0000718
Test set: Average loss: 2.3813, Accuracy: 3259/5000 (65%)
[epoch 37] loss: 0.0000475
Test set: Average loss: 2.4465, Accuracy: 3251/5000 (65%)
[epoch 38] loss: 0.0000313
Test set: Average loss: 2.5095, Accuracy: 3248/5000 (65%)
[epoch 39] loss: 0.0000206
Test set: Average loss: 2.5731, Accuracy: 3252/5000 (65%)
[epoch 40] loss: 0.0000135
Test set: Average loss: 2.6764, Accuracy: 3251/5000 (65%)
[epoch 41] loss: 0.0000088
Test set: Average loss: 2.7115, Accuracy: 3247/5000 (65%)
[epoch 42] loss: 0.0000057
Test set: Average loss: 2.7691, Accuracy: 3237/5000 (65%)
[epoch 43] loss: 0.0000037
Test set: Average loss: 2.8410, Accuracy: 3239/5000 (65%)
[epoch 44] loss: 0.0000024
Test set: Average loss: 2.9078, Accuracy: 3235/5000 (65%)
[epoch 45] loss: 0.0000016
Test set: Average loss: 2.9662, Accuracy: 3245/5000 (65%)
[epoch 46] loss: 0.0000010
Test set: Average loss: 3.0263, Accuracy: 3237/5000 (65%)
[epoch 47] loss: 0.0000006
Test set: Average loss: 3.0562, Accuracy: 3246/5000 (65%)
[epoch 48] loss: 0.0000004
Test set: Average loss: 3.0790, Accuracy: 3236/5000 (65%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 3.0783, Accuracy: 3236/5000 (65%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.0900, Accuracy: 3245/5000 (65%)
Validation:
Test set: Average loss: 2.3813, Accuracy: 3259/5000 (65%)
Test
Test set: Average loss: 2.3851, Accuracy: 6572/10000 (66%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3016, Accuracy: 523/5000 (10%)
[epoch 1] loss: 1.5058372
Test set: Average loss: 1.4110, Accuracy: 2492/5000 (50%)
[epoch 2] loss: 1.2655924
Test set: Average loss: 1.2628, Accuracy: 2756/5000 (55%)
[epoch 3] loss: 1.1709211
Test set: Average loss: 1.2245, Accuracy: 2845/5000 (57%)
[epoch 4] loss: 1.1086954
Test set: Average loss: 1.1799, Accuracy: 2895/5000 (58%)
[epoch 5] loss: 1.0565303
Test set: Average loss: 1.1626, Accuracy: 2956/5000 (59%)
[epoch 6] loss: 0.9989796
Test set: Average loss: 1.2069, Accuracy: 2892/5000 (58%)
[epoch 7] loss: 0.9469603
Test set: Average loss: 1.0948, Accuracy: 3084/5000 (62%)
[epoch 8] loss: 0.8932397
Test set: Average loss: 1.1037, Accuracy: 3070/5000 (61%)
[epoch 9] loss: 0.8185533
Test set: Average loss: 1.0989, Accuracy: 3154/5000 (63%)
[epoch 10] loss: 0.7486955
Test set: Average loss: 1.1204, Accuracy: 3130/5000 (63%)
[epoch 11] loss: 0.6660076
Test set: Average loss: 1.1956, Accuracy: 3049/5000 (61%)
[epoch 12] loss: 0.5677293
Test set: Average loss: 1.1816, Accuracy: 3123/5000 (62%)
[epoch 13] loss: 0.4737629
Test set: Average loss: 1.2259, Accuracy: 3128/5000 (63%)
[epoch 14] loss: 0.3710905
Test set: Average loss: 1.2911, Accuracy: 3154/5000 (63%)
[epoch 15] loss: 0.2783268
Test set: Average loss: 1.3913, Accuracy: 3130/5000 (63%)
[epoch 16] loss: 0.2069162
Test set: Average loss: 1.4847, Accuracy: 3129/5000 (63%)
[epoch 17] loss: 0.1779403
Test set: Average loss: 1.6321, Accuracy: 3123/5000 (62%)
[epoch 18] loss: 0.1471177
Test set: Average loss: 1.7189, Accuracy: 3135/5000 (63%)
[epoch 19] loss: 0.1423009
Test set: Average loss: 1.8341, Accuracy: 3108/5000 (62%)
[epoch 20] loss: 0.1344248
Test set: Average loss: 1.8326, Accuracy: 3103/5000 (62%)
[epoch 21] loss: 0.1191497
Test set: Average loss: 1.8801, Accuracy: 3119/5000 (62%)
[epoch 22] loss: 0.1404960
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9505, Accuracy: 3063/5000 (61%)
[epoch 23] loss: 0.0473971
Test set: Average loss: 1.8448, Accuracy: 3148/5000 (63%)
[epoch 24] loss: 0.0135436
Test set: Average loss: 1.8490, Accuracy: 3145/5000 (63%)
[epoch 25] loss: 0.0081658
Test set: Average loss: 1.8679, Accuracy: 3165/5000 (63%)
[epoch 26] loss: 0.0057350
Test set: Average loss: 1.8848, Accuracy: 3173/5000 (63%)
[epoch 27] loss: 0.0041531
Test set: Average loss: 1.9112, Accuracy: 3185/5000 (64%)
[epoch 28] loss: 0.0030114
Test set: Average loss: 1.9285, Accuracy: 3199/5000 (64%)
[epoch 29] loss: 0.0021753
Test set: Average loss: 1.9616, Accuracy: 3193/5000 (64%)
[epoch 30] loss: 0.0015630
Test set: Average loss: 1.9947, Accuracy: 3193/5000 (64%)
[epoch 31] loss: 0.0011111
Test set: Average loss: 2.0269, Accuracy: 3197/5000 (64%)
[epoch 32] loss: 0.0007803
Test set: Average loss: 2.0720, Accuracy: 3204/5000 (64%)
[epoch 33] loss: 0.0005444
Test set: Average loss: 2.1172, Accuracy: 3193/5000 (64%)
[epoch 34] loss: 0.0003733
Test set: Average loss: 2.1757, Accuracy: 3206/5000 (64%)
[epoch 35] loss: 0.0002560
Test set: Average loss: 2.2246, Accuracy: 3203/5000 (64%)
[epoch 36] loss: 0.0001732
Test set: Average loss: 2.2749, Accuracy: 3208/5000 (64%)
[epoch 37] loss: 0.0001165
Test set: Average loss: 2.3343, Accuracy: 3210/5000 (64%)
[epoch 38] loss: 0.0000778
Test set: Average loss: 2.3927, Accuracy: 3199/5000 (64%)
[epoch 39] loss: 0.0000519
Test set: Average loss: 2.4551, Accuracy: 3213/5000 (64%)
[epoch 40] loss: 0.0000342
Test set: Average loss: 2.5200, Accuracy: 3213/5000 (64%)
[epoch 41] loss: 0.0000226
Test set: Average loss: 2.5788, Accuracy: 3205/5000 (64%)
[epoch 42] loss: 0.0000149
Test set: Average loss: 2.6449, Accuracy: 3204/5000 (64%)
[epoch 43] loss: 0.0000098
Test set: Average loss: 2.7029, Accuracy: 3212/5000 (64%)
[epoch 44] loss: 0.0000064
Test set: Average loss: 2.7729, Accuracy: 3218/5000 (64%)
[epoch 45] loss: 0.0000042
Test set: Average loss: 2.8294, Accuracy: 3214/5000 (64%)
[epoch 46] loss: 0.0000027
Test set: Average loss: 2.8975, Accuracy: 3210/5000 (64%)
[epoch 47] loss: 0.0000017
Test set: Average loss: 2.9570, Accuracy: 3221/5000 (64%)
[epoch 48] loss: 0.0000011
Test set: Average loss: 3.0082, Accuracy: 3221/5000 (64%)
[epoch 49] loss: 0.0000007
Test set: Average loss: 3.0544, Accuracy: 3208/5000 (64%)
[epoch 50] loss: 0.0000004
Test set: Average loss: 3.0751, Accuracy: 3216/5000 (64%)
Validation:
Test set: Average loss: 3.0082, Accuracy: 3221/5000 (64%)
Test
Test set: Average loss: 3.0369, Accuracy: 6529/10000 (65%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3021, Accuracy: 479/5000 (10%)
[epoch 1] loss: 1.5407475
Test set: Average loss: 1.3465, Accuracy: 2574/5000 (51%)
[epoch 2] loss: 1.2928012
Test set: Average loss: 1.3428, Accuracy: 2627/5000 (53%)
[epoch 3] loss: 1.2129495
Test set: Average loss: 1.2638, Accuracy: 2760/5000 (55%)
[epoch 4] loss: 1.1522549
Test set: Average loss: 1.2138, Accuracy: 2829/5000 (57%)
[epoch 5] loss: 1.0986828
Test set: Average loss: 1.1924, Accuracy: 2907/5000 (58%)
[epoch 6] loss: 1.0473964
Test set: Average loss: 1.1792, Accuracy: 2903/5000 (58%)
[epoch 7] loss: 0.9981989
Test set: Average loss: 1.1278, Accuracy: 3015/5000 (60%)
[epoch 8] loss: 0.9430040
Test set: Average loss: 1.1197, Accuracy: 3083/5000 (62%)
[epoch 9] loss: 0.8896060
Test set: Average loss: 1.1616, Accuracy: 3012/5000 (60%)
[epoch 10] loss: 0.8264975
Test set: Average loss: 1.1471, Accuracy: 3017/5000 (60%)
[epoch 11] loss: 0.7526902
Test set: Average loss: 1.1366, Accuracy: 3101/5000 (62%)
[epoch 12] loss: 0.6703495
Test set: Average loss: 1.1711, Accuracy: 3131/5000 (63%)
[epoch 13] loss: 0.5898592
Test set: Average loss: 1.1726, Accuracy: 3154/5000 (63%)
[epoch 14] loss: 0.4837034
Test set: Average loss: 1.2545, Accuracy: 3133/5000 (63%)
[epoch 15] loss: 0.3952653
Test set: Average loss: 1.3464, Accuracy: 3090/5000 (62%)
[epoch 16] loss: 0.2993406
Test set: Average loss: 1.4179, Accuracy: 3151/5000 (63%)
[epoch 17] loss: 0.2227053
Test set: Average loss: 1.5305, Accuracy: 3121/5000 (62%)
[epoch 18] loss: 0.1782713
Test set: Average loss: 1.6045, Accuracy: 3112/5000 (62%)
[epoch 19] loss: 0.1491320
Test set: Average loss: 1.6571, Accuracy: 3152/5000 (63%)
[epoch 20] loss: 0.1585647
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7682, Accuracy: 3091/5000 (62%)
[epoch 21] loss: 0.0531429
Test set: Average loss: 1.6683, Accuracy: 3199/5000 (64%)
[epoch 22] loss: 0.0206409
Test set: Average loss: 1.6816, Accuracy: 3197/5000 (64%)
[epoch 23] loss: 0.0132921
Test set: Average loss: 1.7053, Accuracy: 3211/5000 (64%)
[epoch 24] loss: 0.0094789
Test set: Average loss: 1.7373, Accuracy: 3211/5000 (64%)
[epoch 25] loss: 0.0069122
Test set: Average loss: 1.7647, Accuracy: 3225/5000 (64%)
[epoch 26] loss: 0.0050656
Test set: Average loss: 1.8014, Accuracy: 3237/5000 (65%)
[epoch 27] loss: 0.0036659
Test set: Average loss: 1.8468, Accuracy: 3238/5000 (65%)
[epoch 28] loss: 0.0026364
Test set: Average loss: 1.8866, Accuracy: 3225/5000 (64%)
[epoch 29] loss: 0.0018722
Test set: Average loss: 1.9404, Accuracy: 3237/5000 (65%)
[epoch 30] loss: 0.0013171
Test set: Average loss: 1.9863, Accuracy: 3243/5000 (65%)
[epoch 31] loss: 0.0009197
Test set: Average loss: 2.0450, Accuracy: 3241/5000 (65%)
[epoch 32] loss: 0.0006380
Test set: Average loss: 2.0967, Accuracy: 3239/5000 (65%)
[epoch 33] loss: 0.0004371
Test set: Average loss: 2.1550, Accuracy: 3248/5000 (65%)
[epoch 34] loss: 0.0002991
Test set: Average loss: 2.2168, Accuracy: 3252/5000 (65%)
[epoch 35] loss: 0.0002044
Test set: Average loss: 2.2820, Accuracy: 3265/5000 (65%)
[epoch 36] loss: 0.0001372
Test set: Average loss: 2.3435, Accuracy: 3246/5000 (65%)
[epoch 37] loss: 0.0000923
Test set: Average loss: 2.4034, Accuracy: 3242/5000 (65%)
[epoch 38] loss: 0.0000620
Test set: Average loss: 2.4790, Accuracy: 3255/5000 (65%)
[epoch 39] loss: 0.0000416
Test set: Average loss: 2.5417, Accuracy: 3262/5000 (65%)
[epoch 40] loss: 0.0000275
Test set: Average loss: 2.6125, Accuracy: 3259/5000 (65%)
[epoch 41] loss: 0.0000183
Test set: Average loss: 2.6838, Accuracy: 3263/5000 (65%)
[epoch 42] loss: 0.0000121
Test set: Average loss: 2.7554, Accuracy: 3267/5000 (65%)
[epoch 43] loss: 0.0000080
Test set: Average loss: 2.8187, Accuracy: 3260/5000 (65%)
[epoch 44] loss: 0.0000052
Test set: Average loss: 2.8904, Accuracy: 3264/5000 (65%)
[epoch 45] loss: 0.0000034
Test set: Average loss: 2.9626, Accuracy: 3256/5000 (65%)
[epoch 46] loss: 0.0000022
Test set: Average loss: 3.0267, Accuracy: 3256/5000 (65%)
[epoch 47] loss: 0.0000015
Test set: Average loss: 3.0847, Accuracy: 3262/5000 (65%)
[epoch 48] loss: 0.0000009
Test set: Average loss: 3.1469, Accuracy: 3260/5000 (65%)
[epoch 49] loss: 0.0000006
Test set: Average loss: 3.1802, Accuracy: 3267/5000 (65%)
[epoch 50] loss: 0.0000004
Test set: Average loss: 3.2011, Accuracy: 3265/5000 (65%)
Validation:
Test set: Average loss: 3.1802, Accuracy: 3267/5000 (65%)
Test
Test set: Average loss: 3.1403, Accuracy: 6529/10000 (65%)
35000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3049, Accuracy: 551/5000 (11%)
[epoch 1] loss: 1.5117683
Test set: Average loss: 1.3584, Accuracy: 2550/5000 (51%)
[epoch 2] loss: 1.2504555
Test set: Average loss: 1.2999, Accuracy: 2718/5000 (54%)
[epoch 3] loss: 1.1465520
Test set: Average loss: 1.1620, Accuracy: 2924/5000 (58%)
[epoch 4] loss: 1.0711618
Test set: Average loss: 1.1344, Accuracy: 3025/5000 (60%)
[epoch 5] loss: 1.0052880
Test set: Average loss: 1.1104, Accuracy: 3070/5000 (61%)
[epoch 6] loss: 0.9467859
Test set: Average loss: 1.1052, Accuracy: 3058/5000 (61%)
[epoch 7] loss: 0.8888623
Test set: Average loss: 1.1117, Accuracy: 3071/5000 (61%)
[epoch 8] loss: 0.8263773
Test set: Average loss: 1.0927, Accuracy: 3149/5000 (63%)
[epoch 9] loss: 0.7479835
Test set: Average loss: 1.0628, Accuracy: 3214/5000 (64%)
[epoch 10] loss: 0.6718677
Test set: Average loss: 1.0865, Accuracy: 3182/5000 (64%)
[epoch 11] loss: 0.5784373
Test set: Average loss: 1.1433, Accuracy: 3206/5000 (64%)
[epoch 12] loss: 0.4895564
Test set: Average loss: 1.1603, Accuracy: 3226/5000 (65%)
[epoch 13] loss: 0.4010225
Test set: Average loss: 1.2465, Accuracy: 3229/5000 (65%)
[epoch 14] loss: 0.3163029
Test set: Average loss: 1.3485, Accuracy: 3193/5000 (64%)
[epoch 15] loss: 0.2555706
Test set: Average loss: 1.4882, Accuracy: 3170/5000 (63%)
[epoch 16] loss: 0.2230426
Test set: Average loss: 1.5105, Accuracy: 3187/5000 (64%)
[epoch 17] loss: 0.1947476
Test set: Average loss: 1.5578, Accuracy: 3194/5000 (64%)
[epoch 18] loss: 0.1767375
Test set: Average loss: 1.6888, Accuracy: 3141/5000 (63%)
[epoch 19] loss: 0.1713588
Test set: Average loss: 1.7536, Accuracy: 3132/5000 (63%)
[epoch 20] loss: 0.1482083
Test set: Average loss: 1.9040, Accuracy: 3125/5000 (62%)
[epoch 21] loss: 0.1600055
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9051, Accuracy: 3137/5000 (63%)
[epoch 22] loss: 0.0629642
Test set: Average loss: 1.7623, Accuracy: 3245/5000 (65%)
[epoch 23] loss: 0.0194782
Test set: Average loss: 1.7679, Accuracy: 3254/5000 (65%)
[epoch 24] loss: 0.0111814
Test set: Average loss: 1.7861, Accuracy: 3267/5000 (65%)
[epoch 25] loss: 0.0073943
Test set: Average loss: 1.8081, Accuracy: 3287/5000 (66%)
[epoch 26] loss: 0.0051199
Test set: Average loss: 1.8390, Accuracy: 3292/5000 (66%)
[epoch 27] loss: 0.0035097
Test set: Average loss: 1.8718, Accuracy: 3281/5000 (66%)
[epoch 28] loss: 0.0024058
Test set: Average loss: 1.9194, Accuracy: 3301/5000 (66%)
[epoch 29] loss: 0.0016321
Test set: Average loss: 1.9679, Accuracy: 3305/5000 (66%)
[epoch 30] loss: 0.0010912
Test set: Average loss: 2.0166, Accuracy: 3304/5000 (66%)
[epoch 31] loss: 0.0007229
Test set: Average loss: 2.0772, Accuracy: 3302/5000 (66%)
[epoch 32] loss: 0.0004726
Test set: Average loss: 2.1399, Accuracy: 3306/5000 (66%)
[epoch 33] loss: 0.0003065
Test set: Average loss: 2.2053, Accuracy: 3307/5000 (66%)
[epoch 34] loss: 0.0001981
Test set: Average loss: 2.2662, Accuracy: 3307/5000 (66%)
[epoch 35] loss: 0.0001264
Test set: Average loss: 2.3359, Accuracy: 3306/5000 (66%)
[epoch 36] loss: 0.0000803
Test set: Average loss: 2.4078, Accuracy: 3304/5000 (66%)
[epoch 37] loss: 0.0000514
Test set: Average loss: 2.4800, Accuracy: 3306/5000 (66%)
[epoch 38] loss: 0.0000329
Test set: Average loss: 2.5467, Accuracy: 3301/5000 (66%)
[epoch 39] loss: 0.0000203
Test set: Average loss: 2.6269, Accuracy: 3301/5000 (66%)
[epoch 40] loss: 0.0000126
Test set: Average loss: 2.6942, Accuracy: 3300/5000 (66%)
[epoch 41] loss: 0.0000079
Test set: Average loss: 2.7735, Accuracy: 3307/5000 (66%)
[epoch 42] loss: 0.0000049
Test set: Average loss: 2.8503, Accuracy: 3300/5000 (66%)
[epoch 43] loss: 0.0000031
Test set: Average loss: 2.9674, Accuracy: 3302/5000 (66%)
[epoch 44] loss: 0.0000019
Test set: Average loss: 2.9962, Accuracy: 3295/5000 (66%)
[epoch 45] loss: 0.0000011
Test set: Average loss: 3.0575, Accuracy: 3293/5000 (66%)
[epoch 46] loss: 0.0000007
Test set: Average loss: 3.1076, Accuracy: 3303/5000 (66%)
[epoch 47] loss: 0.0000004
Test set: Average loss: 3.1383, Accuracy: 3295/5000 (66%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 3.1598, Accuracy: 3284/5000 (66%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.1600, Accuracy: 3290/5000 (66%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.1707, Accuracy: 3282/5000 (66%)
Validation:
Test set: Average loss: 2.7735, Accuracy: 3307/5000 (66%)
Test
Test set: Average loss: 2.6821, Accuracy: 6697/10000 (67%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3025, Accuracy: 502/5000 (10%)
[epoch 1] loss: 1.4850237
Test set: Average loss: 1.3060, Accuracy: 2667/5000 (53%)
[epoch 2] loss: 1.2381573
Test set: Average loss: 1.2386, Accuracy: 2849/5000 (57%)
[epoch 3] loss: 1.1476306
Test set: Average loss: 1.2157, Accuracy: 2862/5000 (57%)
[epoch 4] loss: 1.0880201
Test set: Average loss: 1.1552, Accuracy: 2930/5000 (59%)
[epoch 5] loss: 1.0321281
Test set: Average loss: 1.1427, Accuracy: 3009/5000 (60%)
[epoch 6] loss: 0.9770585
Test set: Average loss: 1.0907, Accuracy: 3099/5000 (62%)
[epoch 7] loss: 0.9328253
Test set: Average loss: 1.0575, Accuracy: 3154/5000 (63%)
[epoch 8] loss: 0.8811751
Test set: Average loss: 1.0616, Accuracy: 3129/5000 (63%)
[epoch 9] loss: 0.8219672
Test set: Average loss: 1.0797, Accuracy: 3164/5000 (63%)
[epoch 10] loss: 0.7677900
Test set: Average loss: 1.0869, Accuracy: 3181/5000 (64%)
[epoch 11] loss: 0.6911204
Test set: Average loss: 1.1409, Accuracy: 3160/5000 (63%)
[epoch 12] loss: 0.6086447
Test set: Average loss: 1.1360, Accuracy: 3190/5000 (64%)
[epoch 13] loss: 0.5211349
Test set: Average loss: 1.2028, Accuracy: 3175/5000 (64%)
[epoch 14] loss: 0.4301040
Test set: Average loss: 1.2386, Accuracy: 3149/5000 (63%)
[epoch 15] loss: 0.3509885
Test set: Average loss: 1.3527, Accuracy: 3091/5000 (62%)
[epoch 16] loss: 0.2772222
Test set: Average loss: 1.4231, Accuracy: 3169/5000 (63%)
[epoch 17] loss: 0.2219653
Test set: Average loss: 1.4840, Accuracy: 3139/5000 (63%)
[epoch 18] loss: 0.2075822
Test set: Average loss: 1.6143, Accuracy: 3156/5000 (63%)
[epoch 19] loss: 0.1665322
Test set: Average loss: 1.6860, Accuracy: 3134/5000 (63%)
[epoch 20] loss: 0.1698931
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6796, Accuracy: 3141/5000 (63%)
[epoch 21] loss: 0.0572895
Test set: Average loss: 1.6180, Accuracy: 3250/5000 (65%)
[epoch 22] loss: 0.0214603
Test set: Average loss: 1.6310, Accuracy: 3264/5000 (65%)
[epoch 23] loss: 0.0132808
Test set: Average loss: 1.6568, Accuracy: 3261/5000 (65%)
[epoch 24] loss: 0.0090209
Test set: Average loss: 1.6826, Accuracy: 3283/5000 (66%)
[epoch 25] loss: 0.0062860
Test set: Average loss: 1.7157, Accuracy: 3285/5000 (66%)
[epoch 26] loss: 0.0043806
Test set: Average loss: 1.7584, Accuracy: 3299/5000 (66%)
[epoch 27] loss: 0.0030042
Test set: Average loss: 1.8022, Accuracy: 3321/5000 (66%)
[epoch 28] loss: 0.0020559
Test set: Average loss: 1.8565, Accuracy: 3318/5000 (66%)
[epoch 29] loss: 0.0013739
Test set: Average loss: 1.9101, Accuracy: 3299/5000 (66%)
[epoch 30] loss: 0.0009061
Test set: Average loss: 1.9683, Accuracy: 3320/5000 (66%)
[epoch 31] loss: 0.0005993
Test set: Average loss: 2.0341, Accuracy: 3314/5000 (66%)
[epoch 32] loss: 0.0003902
Test set: Average loss: 2.0971, Accuracy: 3314/5000 (66%)
[epoch 33] loss: 0.0002515
Test set: Average loss: 2.1663, Accuracy: 3307/5000 (66%)
[epoch 34] loss: 0.0001619
Test set: Average loss: 2.2383, Accuracy: 3310/5000 (66%)
[epoch 35] loss: 0.0001037
Test set: Average loss: 2.3047, Accuracy: 3306/5000 (66%)
[epoch 36] loss: 0.0000658
Test set: Average loss: 2.3846, Accuracy: 3302/5000 (66%)
[epoch 37] loss: 0.0000418
Test set: Average loss: 2.4590, Accuracy: 3305/5000 (66%)
[epoch 38] loss: 0.0000264
Test set: Average loss: 2.5324, Accuracy: 3305/5000 (66%)
[epoch 39] loss: 0.0000164
Test set: Average loss: 2.6093, Accuracy: 3299/5000 (66%)
[epoch 40] loss: 0.0000103
Test set: Average loss: 2.6958, Accuracy: 3289/5000 (66%)
[epoch 41] loss: 0.0000064
Test set: Average loss: 2.7739, Accuracy: 3295/5000 (66%)
[epoch 42] loss: 0.0000040
Test set: Average loss: 2.8488, Accuracy: 3286/5000 (66%)
[epoch 43] loss: 0.0000024
Test set: Average loss: 2.9203, Accuracy: 3300/5000 (66%)
[epoch 44] loss: 0.0000015
Test set: Average loss: 2.9995, Accuracy: 3286/5000 (66%)
[epoch 45] loss: 0.0000009
Test set: Average loss: 3.0598, Accuracy: 3283/5000 (66%)
[epoch 46] loss: 0.0000006
Test set: Average loss: 3.0966, Accuracy: 3294/5000 (66%)
[epoch 47] loss: 0.0000004
Test set: Average loss: 3.1200, Accuracy: 3284/5000 (66%)
[epoch 48] loss: 0.0004615
Epoch 47: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.2385, Accuracy: 3228/5000 (65%)
[epoch 49] loss: 0.0006889
Epoch 48: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.1944, Accuracy: 3262/5000 (65%)
[epoch 50] loss: 0.0000741
Epoch 49: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.1935, Accuracy: 3264/5000 (65%)
Validation:
Test set: Average loss: 1.8022, Accuracy: 3321/5000 (66%)
Test
Test set: Average loss: 1.8373, Accuracy: 6535/10000 (65%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 526/5000 (11%)
[epoch 1] loss: 1.5168931
Test set: Average loss: 1.3967, Accuracy: 2510/5000 (50%)
[epoch 2] loss: 1.2727260
Test set: Average loss: 1.3336, Accuracy: 2587/5000 (52%)
[epoch 3] loss: 1.1705789
Test set: Average loss: 1.1850, Accuracy: 2909/5000 (58%)
[epoch 4] loss: 1.0945822
Test set: Average loss: 1.1665, Accuracy: 2962/5000 (59%)
[epoch 5] loss: 1.0367568
Test set: Average loss: 1.1292, Accuracy: 3031/5000 (61%)
[epoch 6] loss: 0.9782786
Test set: Average loss: 1.0873, Accuracy: 3113/5000 (62%)
[epoch 7] loss: 0.9179695
Test set: Average loss: 1.1074, Accuracy: 3065/5000 (61%)
[epoch 8] loss: 0.8510951
Test set: Average loss: 1.0691, Accuracy: 3157/5000 (63%)
[epoch 9] loss: 0.7864816
Test set: Average loss: 1.0899, Accuracy: 3147/5000 (63%)
[epoch 10] loss: 0.7093535
Test set: Average loss: 1.0735, Accuracy: 3155/5000 (63%)
[epoch 11] loss: 0.6239168
Test set: Average loss: 1.1526, Accuracy: 3172/5000 (63%)
[epoch 12] loss: 0.5345454
Test set: Average loss: 1.2348, Accuracy: 3150/5000 (63%)
[epoch 13] loss: 0.4390958
Test set: Average loss: 1.2362, Accuracy: 3187/5000 (64%)
[epoch 14] loss: 0.3499430
Test set: Average loss: 1.3454, Accuracy: 3165/5000 (63%)
[epoch 15] loss: 0.2778473
Test set: Average loss: 1.3689, Accuracy: 3194/5000 (64%)
[epoch 16] loss: 0.2341772
Test set: Average loss: 1.5454, Accuracy: 3136/5000 (63%)
[epoch 17] loss: 0.1982411
Test set: Average loss: 1.6179, Accuracy: 3126/5000 (63%)
[epoch 18] loss: 0.1833433
Test set: Average loss: 1.7212, Accuracy: 3147/5000 (63%)
[epoch 19] loss: 0.1720710
Test set: Average loss: 1.7035, Accuracy: 3118/5000 (62%)
[epoch 20] loss: 0.1591903
Test set: Average loss: 1.8831, Accuracy: 3058/5000 (61%)
[epoch 21] loss: 0.1603050
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9177, Accuracy: 3114/5000 (62%)
[epoch 22] loss: 0.0535823
Test set: Average loss: 1.7734, Accuracy: 3212/5000 (64%)
[epoch 23] loss: 0.0169088
Test set: Average loss: 1.7902, Accuracy: 3228/5000 (65%)
[epoch 24] loss: 0.0101138
Test set: Average loss: 1.8081, Accuracy: 3233/5000 (65%)
[epoch 25] loss: 0.0068931
Test set: Average loss: 1.8355, Accuracy: 3249/5000 (65%)
[epoch 26] loss: 0.0047903
Test set: Average loss: 1.8703, Accuracy: 3237/5000 (65%)
[epoch 27] loss: 0.0033143
Test set: Average loss: 1.9080, Accuracy: 3239/5000 (65%)
[epoch 28] loss: 0.0022566
Test set: Average loss: 1.9501, Accuracy: 3244/5000 (65%)
[epoch 29] loss: 0.0015200
Test set: Average loss: 1.9997, Accuracy: 3246/5000 (65%)
[epoch 30] loss: 0.0010060
Test set: Average loss: 2.0549, Accuracy: 3251/5000 (65%)
[epoch 31] loss: 0.0006583
Test set: Average loss: 2.1124, Accuracy: 3252/5000 (65%)
[epoch 32] loss: 0.0004270
Test set: Average loss: 2.1744, Accuracy: 3255/5000 (65%)
[epoch 33] loss: 0.0002750
Test set: Average loss: 2.2403, Accuracy: 3263/5000 (65%)
[epoch 34] loss: 0.0001748
Test set: Average loss: 2.3039, Accuracy: 3255/5000 (65%)
[epoch 35] loss: 0.0001112
Test set: Average loss: 2.3699, Accuracy: 3260/5000 (65%)
[epoch 36] loss: 0.0000699
Test set: Average loss: 2.4464, Accuracy: 3250/5000 (65%)
[epoch 37] loss: 0.0000437
Test set: Average loss: 2.5110, Accuracy: 3260/5000 (65%)
[epoch 38] loss: 0.0000272
Test set: Average loss: 2.5990, Accuracy: 3262/5000 (65%)
[epoch 39] loss: 0.0000170
Test set: Average loss: 2.6711, Accuracy: 3264/5000 (65%)
[epoch 40] loss: 0.0000105
Test set: Average loss: 2.7499, Accuracy: 3256/5000 (65%)
[epoch 41] loss: 0.0000065
Test set: Average loss: 2.8195, Accuracy: 3262/5000 (65%)
[epoch 42] loss: 0.0000040
Test set: Average loss: 2.9005, Accuracy: 3268/5000 (65%)
[epoch 43] loss: 0.0000024
Test set: Average loss: 2.9707, Accuracy: 3268/5000 (65%)
[epoch 44] loss: 0.0000015
Test set: Average loss: 3.0434, Accuracy: 3265/5000 (65%)
[epoch 45] loss: 0.0000009
Test set: Average loss: 3.1017, Accuracy: 3270/5000 (65%)
[epoch 46] loss: 0.0000005
Test set: Average loss: 3.1446, Accuracy: 3248/5000 (65%)
[epoch 47] loss: 0.0000003
Test set: Average loss: 3.1587, Accuracy: 3264/5000 (65%)
[epoch 48] loss: 0.0000002
Test set: Average loss: 3.1741, Accuracy: 3256/5000 (65%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.1806, Accuracy: 3245/5000 (65%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.1947, Accuracy: 3254/5000 (65%)
Validation:
Test set: Average loss: 3.1017, Accuracy: 3270/5000 (65%)
Test
Test set: Average loss: 3.0551, Accuracy: 6615/10000 (66%)
40000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3001, Accuracy: 668/5000 (13%)
[epoch 1] loss: 1.4824955
Test set: Average loss: 1.3137, Accuracy: 2671/5000 (53%)
[epoch 2] loss: 1.2158142
Test set: Average loss: 1.1931, Accuracy: 2848/5000 (57%)
[epoch 3] loss: 1.1080834
Test set: Average loss: 1.1155, Accuracy: 3008/5000 (60%)
[epoch 4] loss: 1.0305818
Test set: Average loss: 1.0799, Accuracy: 3101/5000 (62%)
[epoch 5] loss: 0.9725431
Test set: Average loss: 1.0489, Accuracy: 3149/5000 (63%)
[epoch 6] loss: 0.9130454
Test set: Average loss: 1.0773, Accuracy: 3141/5000 (63%)
[epoch 7] loss: 0.8542963
Test set: Average loss: 1.0135, Accuracy: 3264/5000 (65%)
[epoch 8] loss: 0.7899404
Test set: Average loss: 1.0448, Accuracy: 3232/5000 (65%)
[epoch 9] loss: 0.7247345
Test set: Average loss: 1.1101, Accuracy: 3208/5000 (64%)
[epoch 10] loss: 0.6509338
Test set: Average loss: 1.0331, Accuracy: 3297/5000 (66%)
[epoch 11] loss: 0.5750844
Test set: Average loss: 1.0577, Accuracy: 3340/5000 (67%)
[epoch 12] loss: 0.5012193
Test set: Average loss: 1.1232, Accuracy: 3312/5000 (66%)
[epoch 13] loss: 0.4289667
Test set: Average loss: 1.1650, Accuracy: 3306/5000 (66%)
[epoch 14] loss: 0.3512252
Test set: Average loss: 1.2230, Accuracy: 3312/5000 (66%)
[epoch 15] loss: 0.3000349
Test set: Average loss: 1.3365, Accuracy: 3275/5000 (66%)
[epoch 16] loss: 0.2665973
Test set: Average loss: 1.4025, Accuracy: 3273/5000 (65%)
[epoch 17] loss: 0.2341417
Test set: Average loss: 1.5152, Accuracy: 3258/5000 (65%)
[epoch 18] loss: 0.2046136
Test set: Average loss: 1.5904, Accuracy: 3218/5000 (64%)
[epoch 19] loss: 0.2003523
Test set: Average loss: 1.5680, Accuracy: 3237/5000 (65%)
[epoch 20] loss: 0.1889387
Test set: Average loss: 1.6362, Accuracy: 3254/5000 (65%)
[epoch 21] loss: 0.1790582
Test set: Average loss: 1.7033, Accuracy: 3248/5000 (65%)
[epoch 22] loss: 0.1754069
Test set: Average loss: 1.8086, Accuracy: 3171/5000 (63%)
[epoch 23] loss: 0.1703739
Test set: Average loss: 1.7892, Accuracy: 3252/5000 (65%)
[epoch 24] loss: 0.1823428
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7920, Accuracy: 3218/5000 (64%)
[epoch 25] loss: 0.0645078
Test set: Average loss: 1.7117, Accuracy: 3331/5000 (67%)
[epoch 26] loss: 0.0210762
Test set: Average loss: 1.7175, Accuracy: 3327/5000 (67%)
[epoch 27] loss: 0.0115180
Test set: Average loss: 1.7446, Accuracy: 3333/5000 (67%)
[epoch 28] loss: 0.0073890
Test set: Average loss: 1.7647, Accuracy: 3349/5000 (67%)
[epoch 29] loss: 0.0048991
Test set: Average loss: 1.8040, Accuracy: 3347/5000 (67%)
[epoch 30] loss: 0.0032449
Test set: Average loss: 1.8459, Accuracy: 3362/5000 (67%)
[epoch 31] loss: 0.0021538
Test set: Average loss: 1.8828, Accuracy: 3360/5000 (67%)
[epoch 32] loss: 0.0014189
Test set: Average loss: 1.9341, Accuracy: 3372/5000 (67%)
[epoch 33] loss: 0.0009067
Test set: Average loss: 1.9886, Accuracy: 3381/5000 (68%)
[epoch 34] loss: 0.0005795
Test set: Average loss: 2.0497, Accuracy: 3387/5000 (68%)
[epoch 35] loss: 0.0003678
Test set: Average loss: 2.1163, Accuracy: 3388/5000 (68%)
[epoch 36] loss: 0.0002315
Test set: Average loss: 2.1685, Accuracy: 3393/5000 (68%)
[epoch 37] loss: 0.0001453
Test set: Average loss: 2.2509, Accuracy: 3381/5000 (68%)
[epoch 38] loss: 0.0000899
Test set: Average loss: 2.3129, Accuracy: 3387/5000 (68%)
[epoch 39] loss: 0.0000555
Test set: Average loss: 2.3764, Accuracy: 3387/5000 (68%)
[epoch 40] loss: 0.0000340
Test set: Average loss: 2.4504, Accuracy: 3390/5000 (68%)
[epoch 41] loss: 0.0000208
Test set: Average loss: 2.5340, Accuracy: 3383/5000 (68%)
[epoch 42] loss: 0.0000126
Test set: Average loss: 2.6049, Accuracy: 3396/5000 (68%)
[epoch 43] loss: 0.0000077
Test set: Average loss: 2.6829, Accuracy: 3395/5000 (68%)
[epoch 44] loss: 0.0000046
Test set: Average loss: 2.7605, Accuracy: 3391/5000 (68%)
[epoch 45] loss: 0.0000027
Test set: Average loss: 2.8353, Accuracy: 3382/5000 (68%)
[epoch 46] loss: 0.0000016
Test set: Average loss: 2.9075, Accuracy: 3396/5000 (68%)
[epoch 47] loss: 0.0000010
Test set: Average loss: 2.9739, Accuracy: 3391/5000 (68%)
[epoch 48] loss: 0.0000006
Test set: Average loss: 3.0200, Accuracy: 3384/5000 (68%)
[epoch 49] loss: 0.0000004
Test set: Average loss: 3.0519, Accuracy: 3376/5000 (68%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.0630, Accuracy: 3380/5000 (68%)
Validation:
Test set: Average loss: 2.9075, Accuracy: 3396/5000 (68%)
Test
Test set: Average loss: 2.8050, Accuracy: 6766/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3057, Accuracy: 422/5000 (8%)
[epoch 1] loss: 1.4576922
Test set: Average loss: 1.3051, Accuracy: 2635/5000 (53%)
[epoch 2] loss: 1.2188954
Test set: Average loss: 1.2080, Accuracy: 2851/5000 (57%)
[epoch 3] loss: 1.1287991
Test set: Average loss: 1.1891, Accuracy: 2881/5000 (58%)
[epoch 4] loss: 1.0645581
Test set: Average loss: 1.1660, Accuracy: 2928/5000 (59%)
[epoch 5] loss: 1.0016210
Test set: Average loss: 1.0830, Accuracy: 3089/5000 (62%)
[epoch 6] loss: 0.9396359
Test set: Average loss: 1.1200, Accuracy: 3019/5000 (60%)
[epoch 7] loss: 0.8808189
Test set: Average loss: 1.0548, Accuracy: 3189/5000 (64%)
[epoch 8] loss: 0.8142333
Test set: Average loss: 1.0606, Accuracy: 3199/5000 (64%)
[epoch 9] loss: 0.7523010
Test set: Average loss: 1.0783, Accuracy: 3184/5000 (64%)
[epoch 10] loss: 0.6773823
Test set: Average loss: 1.0684, Accuracy: 3220/5000 (64%)
[epoch 11] loss: 0.6042351
Test set: Average loss: 1.0782, Accuracy: 3294/5000 (66%)
[epoch 12] loss: 0.5175161
Test set: Average loss: 1.1536, Accuracy: 3272/5000 (65%)
[epoch 13] loss: 0.4413964
Test set: Average loss: 1.2443, Accuracy: 3241/5000 (65%)
[epoch 14] loss: 0.3830794
Test set: Average loss: 1.2286, Accuracy: 3266/5000 (65%)
[epoch 15] loss: 0.3187488
Test set: Average loss: 1.3628, Accuracy: 3218/5000 (64%)
[epoch 16] loss: 0.2732188
Test set: Average loss: 1.3457, Accuracy: 3255/5000 (65%)
[epoch 17] loss: 0.2352307
Test set: Average loss: 1.5384, Accuracy: 3181/5000 (64%)
[epoch 18] loss: 0.2083662
Test set: Average loss: 1.5809, Accuracy: 3191/5000 (64%)
[epoch 19] loss: 0.2013087
Test set: Average loss: 1.6201, Accuracy: 3234/5000 (65%)
[epoch 20] loss: 0.1908021
Test set: Average loss: 1.7024, Accuracy: 3185/5000 (64%)
[epoch 21] loss: 0.1888649
Test set: Average loss: 1.7505, Accuracy: 3211/5000 (64%)
[epoch 22] loss: 0.1739890
Test set: Average loss: 1.7935, Accuracy: 3197/5000 (64%)
[epoch 23] loss: 0.1771187
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7669, Accuracy: 3212/5000 (64%)
[epoch 24] loss: 0.0672791
Test set: Average loss: 1.6914, Accuracy: 3335/5000 (67%)
[epoch 25] loss: 0.0222335
Test set: Average loss: 1.7064, Accuracy: 3333/5000 (67%)
[epoch 26] loss: 0.0126812
Test set: Average loss: 1.7321, Accuracy: 3361/5000 (67%)
[epoch 27] loss: 0.0080635
Test set: Average loss: 1.7599, Accuracy: 3369/5000 (67%)
[epoch 28] loss: 0.0053474
Test set: Average loss: 1.7990, Accuracy: 3366/5000 (67%)
[epoch 29] loss: 0.0035551
Test set: Average loss: 1.8379, Accuracy: 3376/5000 (68%)
[epoch 30] loss: 0.0023358
Test set: Average loss: 1.8852, Accuracy: 3384/5000 (68%)
[epoch 31] loss: 0.0015267
Test set: Average loss: 1.9394, Accuracy: 3378/5000 (68%)
[epoch 32] loss: 0.0009753
Test set: Average loss: 1.9860, Accuracy: 3377/5000 (68%)
[epoch 33] loss: 0.0006260
Test set: Average loss: 2.0450, Accuracy: 3375/5000 (68%)
[epoch 34] loss: 0.0003986
Test set: Average loss: 2.1162, Accuracy: 3397/5000 (68%)
[epoch 35] loss: 0.0002449
Test set: Average loss: 2.1782, Accuracy: 3387/5000 (68%)
[epoch 36] loss: 0.0001535
Test set: Average loss: 2.2357, Accuracy: 3397/5000 (68%)
[epoch 37] loss: 0.0000954
Test set: Average loss: 2.3110, Accuracy: 3395/5000 (68%)
[epoch 38] loss: 0.0000587
Test set: Average loss: 2.3889, Accuracy: 3393/5000 (68%)
[epoch 39] loss: 0.0000357
Test set: Average loss: 2.4614, Accuracy: 3391/5000 (68%)
[epoch 40] loss: 0.0000235
Test set: Average loss: 2.5658, Accuracy: 3404/5000 (68%)
[epoch 41] loss: 0.0000177
Test set: Average loss: 2.6025, Accuracy: 3395/5000 (68%)
[epoch 42] loss: 0.0000089
Test set: Average loss: 2.6615, Accuracy: 3408/5000 (68%)
[epoch 43] loss: 0.0000059
Test set: Average loss: 2.7254, Accuracy: 3411/5000 (68%)
[epoch 44] loss: 0.0000038
Test set: Average loss: 2.8005, Accuracy: 3405/5000 (68%)
[epoch 45] loss: 0.0000023
Test set: Average loss: 2.8653, Accuracy: 3406/5000 (68%)
[epoch 46] loss: 0.0000014
Test set: Average loss: 2.9446, Accuracy: 3400/5000 (68%)
[epoch 47] loss: 0.0000008
Test set: Average loss: 2.9965, Accuracy: 3402/5000 (68%)
[epoch 48] loss: 0.0000005
Test set: Average loss: 3.0341, Accuracy: 3390/5000 (68%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 3.0567, Accuracy: 3398/5000 (68%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.0659, Accuracy: 3396/5000 (68%)
Validation:
Test set: Average loss: 2.7254, Accuracy: 3411/5000 (68%)
Test
Test set: Average loss: 2.5822, Accuracy: 6864/10000 (69%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 524/5000 (10%)
[epoch 1] loss: 1.4648465
Test set: Average loss: 1.2802, Accuracy: 2696/5000 (54%)
[epoch 2] loss: 1.2084461
Test set: Average loss: 1.2011, Accuracy: 2893/5000 (58%)
[epoch 3] loss: 1.1189987
Test set: Average loss: 1.1237, Accuracy: 3015/5000 (60%)
[epoch 4] loss: 1.0474515
Test set: Average loss: 1.1322, Accuracy: 3018/5000 (60%)
[epoch 5] loss: 0.9954573
Test set: Average loss: 1.1244, Accuracy: 3080/5000 (62%)
[epoch 6] loss: 0.9307814
Test set: Average loss: 1.0985, Accuracy: 3104/5000 (62%)
[epoch 7] loss: 0.8765434
Test set: Average loss: 1.0390, Accuracy: 3189/5000 (64%)
[epoch 8] loss: 0.8100593
Test set: Average loss: 1.0869, Accuracy: 3183/5000 (64%)
[epoch 9] loss: 0.7410860
Test set: Average loss: 1.0651, Accuracy: 3262/5000 (65%)
[epoch 10] loss: 0.6638421
Test set: Average loss: 1.0668, Accuracy: 3284/5000 (66%)
[epoch 11] loss: 0.5745471
Test set: Average loss: 1.1361, Accuracy: 3253/5000 (65%)
[epoch 12] loss: 0.4887923
Test set: Average loss: 1.1751, Accuracy: 3278/5000 (66%)
[epoch 13] loss: 0.4156898
Test set: Average loss: 1.2339, Accuracy: 3233/5000 (65%)
[epoch 14] loss: 0.3420916
Test set: Average loss: 1.2893, Accuracy: 3218/5000 (64%)
[epoch 15] loss: 0.2865980
Test set: Average loss: 1.4120, Accuracy: 3215/5000 (64%)
[epoch 16] loss: 0.2567161
Test set: Average loss: 1.4543, Accuracy: 3246/5000 (65%)
[epoch 17] loss: 0.2203363
Test set: Average loss: 1.5359, Accuracy: 3236/5000 (65%)
[epoch 18] loss: 0.2043821
Test set: Average loss: 1.5535, Accuracy: 3237/5000 (65%)
[epoch 19] loss: 0.1929320
Test set: Average loss: 1.6799, Accuracy: 3195/5000 (64%)
[epoch 20] loss: 0.1692638
Test set: Average loss: 1.7208, Accuracy: 3212/5000 (64%)
[epoch 21] loss: 0.1774753
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7879, Accuracy: 3175/5000 (64%)
[epoch 22] loss: 0.0654311
Test set: Average loss: 1.6653, Accuracy: 3316/5000 (66%)
[epoch 23] loss: 0.0226304
Test set: Average loss: 1.6763, Accuracy: 3317/5000 (66%)
[epoch 24] loss: 0.0125069
Test set: Average loss: 1.7018, Accuracy: 3317/5000 (66%)
[epoch 25] loss: 0.0081161
Test set: Average loss: 1.7321, Accuracy: 3335/5000 (67%)
[epoch 26] loss: 0.0053732
Test set: Average loss: 1.7759, Accuracy: 3344/5000 (67%)
[epoch 27] loss: 0.0035613
Test set: Average loss: 1.8196, Accuracy: 3335/5000 (67%)
[epoch 28] loss: 0.0023226
Test set: Average loss: 1.8783, Accuracy: 3342/5000 (67%)
[epoch 29] loss: 0.0015095
Test set: Average loss: 1.9330, Accuracy: 3337/5000 (67%)
[epoch 30] loss: 0.0009630
Test set: Average loss: 1.9831, Accuracy: 3361/5000 (67%)
[epoch 31] loss: 0.0006042
Test set: Average loss: 2.0541, Accuracy: 3347/5000 (67%)
[epoch 32] loss: 0.0003944
Test set: Average loss: 2.1275, Accuracy: 3345/5000 (67%)
[epoch 33] loss: 0.0002419
Test set: Average loss: 2.1856, Accuracy: 3354/5000 (67%)
[epoch 34] loss: 0.0001480
Test set: Average loss: 2.2581, Accuracy: 3345/5000 (67%)
[epoch 35] loss: 0.0000922
Test set: Average loss: 2.3306, Accuracy: 3336/5000 (67%)
[epoch 36] loss: 0.0000566
Test set: Average loss: 2.4093, Accuracy: 3337/5000 (67%)
[epoch 37] loss: 0.0000345
Test set: Average loss: 2.4828, Accuracy: 3335/5000 (67%)
[epoch 38] loss: 0.0000206
Test set: Average loss: 2.5650, Accuracy: 3324/5000 (66%)
[epoch 39] loss: 0.0000123
Test set: Average loss: 2.6491, Accuracy: 3328/5000 (67%)
[epoch 40] loss: 0.0000073
Test set: Average loss: 2.7288, Accuracy: 3327/5000 (67%)
[epoch 41] loss: 0.0000043
Test set: Average loss: 2.8083, Accuracy: 3321/5000 (66%)
[epoch 42] loss: 0.0000025
Test set: Average loss: 2.8882, Accuracy: 3322/5000 (66%)
[epoch 43] loss: 0.0000015
Test set: Average loss: 2.9666, Accuracy: 3328/5000 (67%)
[epoch 44] loss: 0.0000009
Test set: Average loss: 3.0259, Accuracy: 3319/5000 (66%)
[epoch 45] loss: 0.0000005
Test set: Average loss: 3.0692, Accuracy: 3322/5000 (66%)
[epoch 46] loss: 0.0000003
Test set: Average loss: 3.0860, Accuracy: 3316/5000 (66%)
[epoch 47] loss: 0.0000002
Test set: Average loss: 3.0990, Accuracy: 3320/5000 (66%)
[epoch 48] loss: 0.0000002
Test set: Average loss: 3.1172, Accuracy: 3311/5000 (66%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.1257, Accuracy: 3314/5000 (66%)
[epoch 50] loss: 0.0000001
Test set: Average loss: 3.1323, Accuracy: 3318/5000 (66%)
Validation:
Test set: Average loss: 1.9831, Accuracy: 3361/5000 (67%)
Test
Test set: Average loss: 1.9581, Accuracy: 6713/10000 (67%)
45000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3054, Accuracy: 476/5000 (10%)
[epoch 1] loss: 1.4759298
Test set: Average loss: 1.3362, Accuracy: 2647/5000 (53%)
[epoch 2] loss: 1.2252538
Test set: Average loss: 1.2649, Accuracy: 2774/5000 (55%)
[epoch 3] loss: 1.1349823
Test set: Average loss: 1.1498, Accuracy: 2987/5000 (60%)
[epoch 4] loss: 1.0602106
Test set: Average loss: 1.1391, Accuracy: 3000/5000 (60%)
[epoch 5] loss: 1.0066789
Test set: Average loss: 1.1026, Accuracy: 3037/5000 (61%)
[epoch 6] loss: 0.9401634
Test set: Average loss: 1.0724, Accuracy: 3146/5000 (63%)
[epoch 7] loss: 0.8821201
Test set: Average loss: 1.0509, Accuracy: 3192/5000 (64%)
[epoch 8] loss: 0.8220568
Test set: Average loss: 1.0059, Accuracy: 3255/5000 (65%)
[epoch 9] loss: 0.7499549
Test set: Average loss: 1.0087, Accuracy: 3275/5000 (66%)
[epoch 10] loss: 0.6884074
Test set: Average loss: 1.0728, Accuracy: 3244/5000 (65%)
[epoch 11] loss: 0.6177786
Test set: Average loss: 1.0587, Accuracy: 3252/5000 (65%)
[epoch 12] loss: 0.5422897
Test set: Average loss: 1.1118, Accuracy: 3265/5000 (65%)
[epoch 13] loss: 0.4716014
Test set: Average loss: 1.1216, Accuracy: 3316/5000 (66%)
[epoch 14] loss: 0.4008364
Test set: Average loss: 1.2156, Accuracy: 3244/5000 (65%)
[epoch 15] loss: 0.3496167
Test set: Average loss: 1.2879, Accuracy: 3235/5000 (65%)
[epoch 16] loss: 0.3078973
Test set: Average loss: 1.3439, Accuracy: 3227/5000 (65%)
[epoch 17] loss: 0.2632664
Test set: Average loss: 1.4224, Accuracy: 3251/5000 (65%)
[epoch 18] loss: 0.2319231
Test set: Average loss: 1.4970, Accuracy: 3208/5000 (64%)
[epoch 19] loss: 0.2154077
Test set: Average loss: 1.6065, Accuracy: 3220/5000 (64%)
[epoch 20] loss: 0.2241377
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5734, Accuracy: 3224/5000 (64%)
[epoch 21] loss: 0.0840526
Test set: Average loss: 1.4808, Accuracy: 3337/5000 (67%)
[epoch 22] loss: 0.0353056
Test set: Average loss: 1.4947, Accuracy: 3364/5000 (67%)
[epoch 23] loss: 0.0203574
Test set: Average loss: 1.5297, Accuracy: 3343/5000 (67%)
[epoch 24] loss: 0.0128496
Test set: Average loss: 1.5610, Accuracy: 3353/5000 (67%)
[epoch 25] loss: 0.0083881
Test set: Average loss: 1.5935, Accuracy: 3359/5000 (67%)
[epoch 26] loss: 0.0054138
Test set: Average loss: 1.6529, Accuracy: 3361/5000 (67%)
[epoch 27] loss: 0.0034974
Test set: Average loss: 1.7038, Accuracy: 3366/5000 (67%)
[epoch 28] loss: 0.0022006
Test set: Average loss: 1.7532, Accuracy: 3372/5000 (67%)
[epoch 29] loss: 0.0014675
Test set: Average loss: 1.8148, Accuracy: 3369/5000 (67%)
[epoch 30] loss: 0.0008805
Test set: Average loss: 1.8810, Accuracy: 3373/5000 (67%)
[epoch 31] loss: 0.0005537
Test set: Average loss: 1.9488, Accuracy: 3374/5000 (67%)
[epoch 32] loss: 0.0003418
Test set: Average loss: 2.0170, Accuracy: 3367/5000 (67%)
[epoch 33] loss: 0.0002091
Test set: Average loss: 2.1014, Accuracy: 3376/5000 (68%)
[epoch 34] loss: 0.0001277
Test set: Average loss: 2.1681, Accuracy: 3378/5000 (68%)
[epoch 35] loss: 0.0000758
Test set: Average loss: 2.2508, Accuracy: 3368/5000 (67%)
[epoch 36] loss: 0.0000456
Test set: Average loss: 2.3242, Accuracy: 3383/5000 (68%)
[epoch 37] loss: 0.0000267
Test set: Average loss: 2.4041, Accuracy: 3387/5000 (68%)
[epoch 38] loss: 0.0000155
Test set: Average loss: 2.4817, Accuracy: 3383/5000 (68%)
[epoch 39] loss: 0.0000091
Test set: Average loss: 2.5694, Accuracy: 3388/5000 (68%)
[epoch 40] loss: 0.0000052
Test set: Average loss: 2.6543, Accuracy: 3385/5000 (68%)
[epoch 41] loss: 0.0000030
Test set: Average loss: 2.7408, Accuracy: 3377/5000 (68%)
[epoch 42] loss: 0.0000017
Test set: Average loss: 2.8385, Accuracy: 3366/5000 (67%)
[epoch 43] loss: 0.0000010
Test set: Average loss: 2.8879, Accuracy: 3372/5000 (67%)
[epoch 44] loss: 0.0000005
Test set: Average loss: 2.9324, Accuracy: 3372/5000 (67%)
[epoch 45] loss: 0.0000003
Test set: Average loss: 2.9713, Accuracy: 3355/5000 (67%)
[epoch 46] loss: 0.0000002
Test set: Average loss: 2.9735, Accuracy: 3370/5000 (67%)
[epoch 47] loss: 0.0000002
Test set: Average loss: 2.9995, Accuracy: 3359/5000 (67%)
[epoch 48] loss: 0.0009346
Epoch 47: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.0906, Accuracy: 3308/5000 (66%)
[epoch 49] loss: 0.0000601
Epoch 48: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.0862, Accuracy: 3302/5000 (66%)
[epoch 50] loss: 0.0000242
Epoch 49: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.0858, Accuracy: 3301/5000 (66%)
Validation:
Test set: Average loss: 2.5694, Accuracy: 3388/5000 (68%)
Test
Test set: Average loss: 2.6582, Accuracy: 6828/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3021, Accuracy: 501/5000 (10%)
[epoch 1] loss: 1.4510271
Test set: Average loss: 1.3540, Accuracy: 2587/5000 (52%)
[epoch 2] loss: 1.2289248
Test set: Average loss: 1.2006, Accuracy: 2903/5000 (58%)
[epoch 3] loss: 1.1285070
Test set: Average loss: 1.1258, Accuracy: 3033/5000 (61%)
[epoch 4] loss: 1.0567168
Test set: Average loss: 1.1357, Accuracy: 3027/5000 (61%)
[epoch 5] loss: 0.9928342
Test set: Average loss: 1.1667, Accuracy: 2986/5000 (60%)
[epoch 6] loss: 0.9329168
Test set: Average loss: 1.0792, Accuracy: 3128/5000 (63%)
[epoch 7] loss: 0.8747659
Test set: Average loss: 1.0173, Accuracy: 3255/5000 (65%)
[epoch 8] loss: 0.8079551
Test set: Average loss: 1.0108, Accuracy: 3266/5000 (65%)
[epoch 9] loss: 0.7446944
Test set: Average loss: 0.9952, Accuracy: 3327/5000 (67%)
[epoch 10] loss: 0.6784031
Test set: Average loss: 1.0974, Accuracy: 3200/5000 (64%)
[epoch 11] loss: 0.6114726
Test set: Average loss: 1.0634, Accuracy: 3340/5000 (67%)
[epoch 12] loss: 0.5318478
Test set: Average loss: 1.0807, Accuracy: 3339/5000 (67%)
[epoch 13] loss: 0.4615470
Test set: Average loss: 1.1773, Accuracy: 3256/5000 (65%)
[epoch 14] loss: 0.3929105
Test set: Average loss: 1.2404, Accuracy: 3254/5000 (65%)
[epoch 15] loss: 0.3439654
Test set: Average loss: 1.2966, Accuracy: 3299/5000 (66%)
[epoch 16] loss: 0.2965317
Test set: Average loss: 1.3148, Accuracy: 3292/5000 (66%)
[epoch 17] loss: 0.2564313
Test set: Average loss: 1.6173, Accuracy: 3150/5000 (63%)
[epoch 18] loss: 0.2522118
Test set: Average loss: 1.4532, Accuracy: 3291/5000 (66%)
[epoch 19] loss: 0.2091790
Test set: Average loss: 1.5300, Accuracy: 3298/5000 (66%)
[epoch 20] loss: 0.2089619
Test set: Average loss: 1.5907, Accuracy: 3267/5000 (65%)
[epoch 21] loss: 0.2128855
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6376, Accuracy: 3248/5000 (65%)
[epoch 22] loss: 0.0755344
Test set: Average loss: 1.5403, Accuracy: 3375/5000 (68%)
[epoch 23] loss: 0.0300271
Test set: Average loss: 1.5618, Accuracy: 3374/5000 (67%)
[epoch 24] loss: 0.0169302
Test set: Average loss: 1.5838, Accuracy: 3380/5000 (68%)
[epoch 25] loss: 0.0107107
Test set: Average loss: 1.6255, Accuracy: 3368/5000 (67%)
[epoch 26] loss: 0.0069083
Test set: Average loss: 1.6665, Accuracy: 3371/5000 (67%)
[epoch 27] loss: 0.0044158
Test set: Average loss: 1.7106, Accuracy: 3371/5000 (67%)
[epoch 28] loss: 0.0027912
Test set: Average loss: 1.7712, Accuracy: 3376/5000 (68%)
[epoch 29] loss: 0.0017406
Test set: Average loss: 1.8377, Accuracy: 3372/5000 (67%)
[epoch 30] loss: 0.0010801
Test set: Average loss: 1.8967, Accuracy: 3375/5000 (68%)
[epoch 31] loss: 0.0006619
Test set: Average loss: 1.9692, Accuracy: 3389/5000 (68%)
[epoch 32] loss: 0.0003987
Test set: Average loss: 2.0464, Accuracy: 3378/5000 (68%)
[epoch 33] loss: 0.0002404
Test set: Average loss: 2.1276, Accuracy: 3385/5000 (68%)
[epoch 34] loss: 0.0001430
Test set: Average loss: 2.2007, Accuracy: 3383/5000 (68%)
[epoch 35] loss: 0.0000844
Test set: Average loss: 2.2893, Accuracy: 3382/5000 (68%)
[epoch 36] loss: 0.0000497
Test set: Average loss: 2.3725, Accuracy: 3369/5000 (67%)
[epoch 37] loss: 0.0000292
Test set: Average loss: 2.4608, Accuracy: 3364/5000 (67%)
[epoch 38] loss: 0.0000167
Test set: Average loss: 2.5546, Accuracy: 3372/5000 (67%)
[epoch 39] loss: 0.0000096
Test set: Average loss: 2.6425, Accuracy: 3362/5000 (67%)
[epoch 40] loss: 0.0000055
Test set: Average loss: 2.7331, Accuracy: 3365/5000 (67%)
[epoch 41] loss: 0.0000032
Test set: Average loss: 2.8224, Accuracy: 3350/5000 (67%)
[epoch 42] loss: 0.0000018
Test set: Average loss: 2.9108, Accuracy: 3360/5000 (67%)
[epoch 43] loss: 0.0000010
Test set: Average loss: 2.9829, Accuracy: 3351/5000 (67%)
[epoch 44] loss: 0.0000006
Test set: Average loss: 3.0399, Accuracy: 3351/5000 (67%)
[epoch 45] loss: 0.0000003
Test set: Average loss: 3.0682, Accuracy: 3352/5000 (67%)
[epoch 46] loss: 0.0000002
Test set: Average loss: 3.0826, Accuracy: 3340/5000 (67%)
[epoch 47] loss: 0.0000002
Test set: Average loss: 3.1209, Accuracy: 3345/5000 (67%)
[epoch 48] loss: 0.0000002
Test set: Average loss: 3.1411, Accuracy: 3337/5000 (67%)
[epoch 49] loss: 0.0000001
Test set: Average loss: 3.1510, Accuracy: 3342/5000 (67%)
[epoch 50] loss: 0.0000001
Test set: Average loss: 3.1663, Accuracy: 3338/5000 (67%)
Validation:
Test set: Average loss: 1.9692, Accuracy: 3389/5000 (68%)
Test
Test set: Average loss: 1.9416, Accuracy: 6854/10000 (69%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3047, Accuracy: 589/5000 (12%)
[epoch 1] loss: 1.4322817
Test set: Average loss: 1.2866, Accuracy: 2722/5000 (54%)
[epoch 2] loss: 1.1878119
Test set: Average loss: 1.1941, Accuracy: 2919/5000 (58%)
[epoch 3] loss: 1.0967330
Test set: Average loss: 1.1818, Accuracy: 2891/5000 (58%)
[epoch 4] loss: 1.0352019
Test set: Average loss: 1.0842, Accuracy: 3099/5000 (62%)
[epoch 5] loss: 0.9709215
Test set: Average loss: 1.0272, Accuracy: 3176/5000 (64%)
[epoch 6] loss: 0.9109911
Test set: Average loss: 1.0471, Accuracy: 3198/5000 (64%)
[epoch 7] loss: 0.8395232
Test set: Average loss: 1.0349, Accuracy: 3217/5000 (64%)
[epoch 8] loss: 0.7712566
Test set: Average loss: 1.0182, Accuracy: 3275/5000 (66%)
[epoch 9] loss: 0.6861214
Test set: Average loss: 1.0561, Accuracy: 3265/5000 (65%)
[epoch 10] loss: 0.6056074
Test set: Average loss: 1.0828, Accuracy: 3271/5000 (65%)
[epoch 11] loss: 0.5190326
Test set: Average loss: 1.1470, Accuracy: 3285/5000 (66%)
[epoch 12] loss: 0.4335536
Test set: Average loss: 1.2459, Accuracy: 3259/5000 (65%)
[epoch 13] loss: 0.3589472
Test set: Average loss: 1.2632, Accuracy: 3291/5000 (66%)
[epoch 14] loss: 0.3025283
Test set: Average loss: 1.4120, Accuracy: 3214/5000 (64%)
[epoch 15] loss: 0.2509434
Test set: Average loss: 1.4287, Accuracy: 3279/5000 (66%)
[epoch 16] loss: 0.2331044
Test set: Average loss: 1.5657, Accuracy: 3203/5000 (64%)
[epoch 17] loss: 0.2064581
Test set: Average loss: 1.6121, Accuracy: 3219/5000 (64%)
[epoch 18] loss: 0.1894491
Test set: Average loss: 1.6283, Accuracy: 3202/5000 (64%)
[epoch 19] loss: 0.1810002
Test set: Average loss: 1.7118, Accuracy: 3233/5000 (65%)
[epoch 20] loss: 0.1867650
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7228, Accuracy: 3214/5000 (64%)
[epoch 21] loss: 0.0736776
Test set: Average loss: 1.6522, Accuracy: 3290/5000 (66%)
[epoch 22] loss: 0.0256265
Test set: Average loss: 1.6731, Accuracy: 3295/5000 (66%)
[epoch 23] loss: 0.0137474
Test set: Average loss: 1.6972, Accuracy: 3299/5000 (66%)
[epoch 24] loss: 0.0084292
Test set: Average loss: 1.7341, Accuracy: 3316/5000 (66%)
[epoch 25] loss: 0.0053542
Test set: Average loss: 1.7800, Accuracy: 3319/5000 (66%)
[epoch 26] loss: 0.0033748
Test set: Average loss: 1.8322, Accuracy: 3315/5000 (66%)
[epoch 27] loss: 0.0021087
Test set: Average loss: 1.8854, Accuracy: 3320/5000 (66%)
[epoch 28] loss: 0.0012939
Test set: Average loss: 1.9527, Accuracy: 3329/5000 (67%)
[epoch 29] loss: 0.0007853
Test set: Average loss: 2.0216, Accuracy: 3328/5000 (67%)
[epoch 30] loss: 0.0004754
Test set: Average loss: 2.0917, Accuracy: 3327/5000 (67%)
[epoch 31] loss: 0.0002793
Test set: Average loss: 2.1648, Accuracy: 3351/5000 (67%)
[epoch 32] loss: 0.0001655
Test set: Average loss: 2.2464, Accuracy: 3350/5000 (67%)
[epoch 33] loss: 0.0000972
Test set: Average loss: 2.3198, Accuracy: 3348/5000 (67%)
[epoch 34] loss: 0.0000560
Test set: Average loss: 2.4097, Accuracy: 3347/5000 (67%)
[epoch 35] loss: 0.0000323
Test set: Average loss: 2.4874, Accuracy: 3359/5000 (67%)
[epoch 36] loss: 0.0000186
Test set: Average loss: 2.5739, Accuracy: 3360/5000 (67%)
[epoch 37] loss: 0.0000105
Test set: Average loss: 2.6663, Accuracy: 3372/5000 (67%)
[epoch 38] loss: 0.0000061
Test set: Average loss: 2.7489, Accuracy: 3365/5000 (67%)
[epoch 39] loss: 0.0000033
Test set: Average loss: 2.8219, Accuracy: 3366/5000 (67%)
[epoch 40] loss: 0.0000019
Test set: Average loss: 2.9181, Accuracy: 3369/5000 (67%)
[epoch 41] loss: 0.0000010
Test set: Average loss: 2.9920, Accuracy: 3364/5000 (67%)
[epoch 42] loss: 0.0000006
Test set: Average loss: 3.0434, Accuracy: 3366/5000 (67%)
[epoch 43] loss: 0.0000003
Test set: Average loss: 3.0484, Accuracy: 3355/5000 (67%)
[epoch 44] loss: 0.0000002
Test set: Average loss: 3.0823, Accuracy: 3337/5000 (67%)
[epoch 45] loss: 0.0000002
Test set: Average loss: 3.1163, Accuracy: 3333/5000 (67%)
[epoch 46] loss: 0.0000001
Test set: Average loss: 3.1199, Accuracy: 3337/5000 (67%)
[epoch 47] loss: 0.0007076
Epoch 46: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.2114, Accuracy: 3304/5000 (66%)
[epoch 48] loss: 0.0000149
Epoch 47: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.2090, Accuracy: 3301/5000 (66%)
[epoch 49] loss: 0.0000104
Epoch 48: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.2086, Accuracy: 3301/5000 (66%)
[epoch 50] loss: 0.0000102
Epoch 49: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.2086, Accuracy: 3301/5000 (66%)
Validation:
Test set: Average loss: 2.6663, Accuracy: 3372/5000 (67%)
Test
Test set: Average loss: 2.6275, Accuracy: 6748/10000 (67%)
In [7]:
# CLF pretraining on actual task
cnn = CNN()
model = CLF(cnn).to(device)
optimizer = optim.Adam(model.parameters(), lr=0.001)
lr_scheduler = optim.lr_scheduler.ReduceLROnPlateau(optimizer, patience=0, eps=0., verbose=True)
for epoch in range(50):
train_clf(model, epoch, train_loader_all, optimizer, lr_scheduler)
test_acc = test_clf(model, test_loader_all)
# save the cnn state
cnn_dict = deepcopy(model.cnn.state_dict())
test_accuracies_clf_pt = []
for n_train in n_training_examples:
print(n_train)
test_accuracies_clf_pt.append(clf_with_ntrain(n_train, cnn_dict))
[epoch 1] loss: 1.4454981
[epoch 2] loss: 1.2212617
[epoch 3] loss: 1.1181397
[epoch 4] loss: 1.0538822
[epoch 5] loss: 0.9856029
[epoch 6] loss: 0.9331732
[epoch 7] loss: 0.8780911
[epoch 8] loss: 0.8181462
[epoch 9] loss: 0.7465368
[epoch 10] loss: 0.6757347
[epoch 11] loss: 0.6025199
[epoch 12] loss: 0.5288562
[epoch 13] loss: 0.4501681
[epoch 14] loss: 0.3848621
[epoch 15] loss: 0.3314582
[epoch 16] loss: 0.2860832
[epoch 17] loss: 0.2456506
[epoch 18] loss: 0.2355626
[epoch 19] loss: 0.2053205
[epoch 20] loss: 0.2009631
[epoch 21] loss: 0.2054669
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
[epoch 22] loss: 0.0807047
[epoch 23] loss: 0.0286470
[epoch 24] loss: 0.0158217
[epoch 25] loss: 0.0099141
[epoch 26] loss: 0.0063574
[epoch 27] loss: 0.0040761
[epoch 28] loss: 0.0025702
[epoch 29] loss: 0.0015967
[epoch 30] loss: 0.0009818
[epoch 31] loss: 0.0005992
[epoch 32] loss: 0.0003624
[epoch 33] loss: 0.0002164
[epoch 34] loss: 0.0001285
[epoch 35] loss: 0.0000751
[epoch 36] loss: 0.0000442
[epoch 37] loss: 0.0000254
[epoch 38] loss: 0.0000147
[epoch 39] loss: 0.0000084
[epoch 40] loss: 0.0000048
[epoch 41] loss: 0.0000027
[epoch 42] loss: 0.0000015
[epoch 43] loss: 0.0000008
[epoch 44] loss: 0.0000005
[epoch 45] loss: 0.0000003
[epoch 46] loss: 0.0000002
[epoch 47] loss: 0.0000002
[epoch 48] loss: 0.0000001
[epoch 49] loss: 0.0011866
Epoch 48: reducing learning rate of group 0 to 1.0000e-05.
[epoch 50] loss: 0.0000600
Epoch 49: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.1004, Accuracy: 6736/10000 (67%)
25
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.4203, Accuracy: 423/5000 (8%)
[epoch 1] loss: 2.4329758
Test set: Average loss: 2.3141, Accuracy: 639/5000 (13%)
[epoch 2] loss: 1.7551444
Test set: Average loss: 2.2263, Accuracy: 869/5000 (17%)
[epoch 3] loss: 1.2630105
Test set: Average loss: 2.1514, Accuracy: 1114/5000 (22%)
[epoch 4] loss: 0.9015741
Test set: Average loss: 2.0876, Accuracy: 1316/5000 (26%)
[epoch 5] loss: 0.6450011
Test set: Average loss: 2.0338, Accuracy: 1462/5000 (29%)
[epoch 6] loss: 0.4670484
Test set: Average loss: 1.9894, Accuracy: 1575/5000 (32%)
[epoch 7] loss: 0.3438205
Test set: Average loss: 1.9537, Accuracy: 1650/5000 (33%)
[epoch 8] loss: 0.2577628
Test set: Average loss: 1.9258, Accuracy: 1737/5000 (35%)
[epoch 9] loss: 0.1971333
Test set: Average loss: 1.9045, Accuracy: 1796/5000 (36%)
[epoch 10] loss: 0.1534625
Test set: Average loss: 1.8886, Accuracy: 1836/5000 (37%)
[epoch 11] loss: 0.1214672
Test set: Average loss: 1.8769, Accuracy: 1861/5000 (37%)
[epoch 12] loss: 0.0976275
Test set: Average loss: 1.8686, Accuracy: 1884/5000 (38%)
[epoch 13] loss: 0.0795292
Test set: Average loss: 1.8628, Accuracy: 1912/5000 (38%)
[epoch 14] loss: 0.0655729
Test set: Average loss: 1.8591, Accuracy: 1935/5000 (39%)
[epoch 15] loss: 0.0546827
Test set: Average loss: 1.8570, Accuracy: 1948/5000 (39%)
[epoch 16] loss: 0.0461008
Test set: Average loss: 1.8562, Accuracy: 1965/5000 (39%)
[epoch 17] loss: 0.0392939
Test set: Average loss: 1.8565, Accuracy: 1972/5000 (39%)
[epoch 18] loss: 0.0338523
Test set: Average loss: 1.8575, Accuracy: 1990/5000 (40%)
[epoch 19] loss: 0.0294527
Test set: Average loss: 1.8591, Accuracy: 2005/5000 (40%)
[epoch 20] loss: 0.0258535
Test set: Average loss: 1.8612, Accuracy: 2018/5000 (40%)
[epoch 21] loss: 0.0228836
Test set: Average loss: 1.8637, Accuracy: 2022/5000 (40%)
[epoch 22] loss: 0.0204160
Test set: Average loss: 1.8663, Accuracy: 2028/5000 (41%)
[epoch 23] loss: 0.0183508
Test set: Average loss: 1.8691, Accuracy: 2029/5000 (41%)
[epoch 24] loss: 0.0166097
Test set: Average loss: 1.8720, Accuracy: 2030/5000 (41%)
[epoch 25] loss: 0.0151309
Test set: Average loss: 1.8750, Accuracy: 2034/5000 (41%)
[epoch 26] loss: 0.0138656
Test set: Average loss: 1.8779, Accuracy: 2034/5000 (41%)
[epoch 27] loss: 0.0127764
Test set: Average loss: 1.8808, Accuracy: 2039/5000 (41%)
[epoch 28] loss: 0.0118335
Test set: Average loss: 1.8837, Accuracy: 2045/5000 (41%)
[epoch 29] loss: 0.0110133
Test set: Average loss: 1.8865, Accuracy: 2049/5000 (41%)
[epoch 30] loss: 0.0102969
Test set: Average loss: 1.8892, Accuracy: 2056/5000 (41%)
[epoch 31] loss: 0.0096681
Test set: Average loss: 1.8918, Accuracy: 2053/5000 (41%)
[epoch 32] loss: 0.0091136
Test set: Average loss: 1.8944, Accuracy: 2056/5000 (41%)
[epoch 33] loss: 0.0086222
Test set: Average loss: 1.8969, Accuracy: 2058/5000 (41%)
[epoch 34] loss: 0.0081838
Test set: Average loss: 1.8993, Accuracy: 2055/5000 (41%)
[epoch 35] loss: 0.0077908
Test set: Average loss: 1.9017, Accuracy: 2055/5000 (41%)
[epoch 36] loss: 0.0074366
Test set: Average loss: 1.9040, Accuracy: 2053/5000 (41%)
[epoch 37] loss: 0.0071159
Test set: Average loss: 1.9062, Accuracy: 2054/5000 (41%)
[epoch 38] loss: 0.0068244
Test set: Average loss: 1.9083, Accuracy: 2054/5000 (41%)
[epoch 39] loss: 0.0065588
Test set: Average loss: 1.9103, Accuracy: 2049/5000 (41%)
[epoch 40] loss: 0.0063158
Test set: Average loss: 1.9123, Accuracy: 2050/5000 (41%)
[epoch 41] loss: 0.0060930
Test set: Average loss: 1.9141, Accuracy: 2048/5000 (41%)
[epoch 42] loss: 0.0058880
Test set: Average loss: 1.9159, Accuracy: 2052/5000 (41%)
[epoch 43] loss: 0.0056989
Test set: Average loss: 1.9175, Accuracy: 2051/5000 (41%)
[epoch 44] loss: 0.0055241
Test set: Average loss: 1.9191, Accuracy: 2050/5000 (41%)
[epoch 45] loss: 0.0053618
Test set: Average loss: 1.9205, Accuracy: 2049/5000 (41%)
[epoch 46] loss: 0.0052111
Test set: Average loss: 1.9219, Accuracy: 2052/5000 (41%)
[epoch 47] loss: 0.0050706
Test set: Average loss: 1.9232, Accuracy: 2055/5000 (41%)
[epoch 48] loss: 0.0049395
Test set: Average loss: 1.9244, Accuracy: 2052/5000 (41%)
[epoch 49] loss: 0.0048166
Test set: Average loss: 1.9256, Accuracy: 2053/5000 (41%)
[epoch 50] loss: 0.0047012
Test set: Average loss: 1.9267, Accuracy: 2054/5000 (41%)
Validation:
Test set: Average loss: 1.8969, Accuracy: 2058/5000 (41%)
Test
Test set: Average loss: 1.8770, Accuracy: 4110/10000 (41%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.5192, Accuracy: 400/5000 (8%)
[epoch 1] loss: 2.2319496
Test set: Average loss: 2.4137, Accuracy: 598/5000 (12%)
[epoch 2] loss: 1.5823876
Test set: Average loss: 2.3211, Accuracy: 810/5000 (16%)
[epoch 3] loss: 1.0938981
Test set: Average loss: 2.2438, Accuracy: 1019/5000 (20%)
[epoch 4] loss: 0.7624211
Test set: Average loss: 2.1799, Accuracy: 1198/5000 (24%)
[epoch 5] loss: 0.5341960
Test set: Average loss: 2.1278, Accuracy: 1346/5000 (27%)
[epoch 6] loss: 0.3797339
Test set: Average loss: 2.0864, Accuracy: 1427/5000 (29%)
[epoch 7] loss: 0.2748982
Test set: Average loss: 2.0539, Accuracy: 1508/5000 (30%)
[epoch 8] loss: 0.2029669
Test set: Average loss: 2.0287, Accuracy: 1574/5000 (31%)
[epoch 9] loss: 0.1529231
Test set: Average loss: 2.0094, Accuracy: 1625/5000 (32%)
[epoch 10] loss: 0.1175013
Test set: Average loss: 1.9947, Accuracy: 1672/5000 (33%)
[epoch 11] loss: 0.0921331
Test set: Average loss: 1.9839, Accuracy: 1712/5000 (34%)
[epoch 12] loss: 0.0736802
Test set: Average loss: 1.9761, Accuracy: 1729/5000 (35%)
[epoch 13] loss: 0.0599561
Test set: Average loss: 1.9707, Accuracy: 1738/5000 (35%)
[epoch 14] loss: 0.0495251
Test set: Average loss: 1.9673, Accuracy: 1754/5000 (35%)
[epoch 15] loss: 0.0414314
Test set: Average loss: 1.9654, Accuracy: 1773/5000 (35%)
[epoch 16] loss: 0.0350357
Test set: Average loss: 1.9648, Accuracy: 1791/5000 (36%)
[epoch 17] loss: 0.0299416
Test set: Average loss: 1.9652, Accuracy: 1815/5000 (36%)
[epoch 18] loss: 0.0258690
Test set: Average loss: 1.9664, Accuracy: 1824/5000 (36%)
[epoch 19] loss: 0.0225861
Test set: Average loss: 1.9682, Accuracy: 1843/5000 (37%)
[epoch 20] loss: 0.0199137
Test set: Average loss: 1.9705, Accuracy: 1851/5000 (37%)
[epoch 21] loss: 0.0177141
Test set: Average loss: 1.9731, Accuracy: 1854/5000 (37%)
[epoch 22] loss: 0.0158845
Test set: Average loss: 1.9761, Accuracy: 1855/5000 (37%)
[epoch 23] loss: 0.0143497
Test set: Average loss: 1.9792, Accuracy: 1856/5000 (37%)
[epoch 24] loss: 0.0130515
Test set: Average loss: 1.9824, Accuracy: 1859/5000 (37%)
[epoch 25] loss: 0.0119451
Test set: Average loss: 1.9857, Accuracy: 1860/5000 (37%)
[epoch 26] loss: 0.0109966
Test set: Average loss: 1.9890, Accuracy: 1859/5000 (37%)
[epoch 27] loss: 0.0101791
Test set: Average loss: 1.9923, Accuracy: 1863/5000 (37%)
[epoch 28] loss: 0.0094711
Test set: Average loss: 1.9956, Accuracy: 1867/5000 (37%)
[epoch 29] loss: 0.0088550
Test set: Average loss: 1.9989, Accuracy: 1871/5000 (37%)
[epoch 30] loss: 0.0083156
Test set: Average loss: 2.0020, Accuracy: 1870/5000 (37%)
[epoch 31] loss: 0.0078402
Test set: Average loss: 2.0051, Accuracy: 1874/5000 (37%)
[epoch 32] loss: 0.0074189
Test set: Average loss: 2.0081, Accuracy: 1873/5000 (37%)
[epoch 33] loss: 0.0070436
Test set: Average loss: 2.0110, Accuracy: 1873/5000 (37%)
[epoch 34] loss: 0.0067078
Test set: Average loss: 2.0137, Accuracy: 1875/5000 (38%)
[epoch 35] loss: 0.0064064
Test set: Average loss: 2.0164, Accuracy: 1878/5000 (38%)
[epoch 36] loss: 0.0061351
Test set: Average loss: 2.0189, Accuracy: 1881/5000 (38%)
[epoch 37] loss: 0.0058901
Test set: Average loss: 2.0214, Accuracy: 1880/5000 (38%)
[epoch 38] loss: 0.0056680
Test set: Average loss: 2.0237, Accuracy: 1878/5000 (38%)
[epoch 39] loss: 0.0054659
Test set: Average loss: 2.0259, Accuracy: 1876/5000 (38%)
[epoch 40] loss: 0.0052812
Test set: Average loss: 2.0280, Accuracy: 1879/5000 (38%)
[epoch 41] loss: 0.0051118
Test set: Average loss: 2.0300, Accuracy: 1881/5000 (38%)
[epoch 42] loss: 0.0049557
Test set: Average loss: 2.0319, Accuracy: 1880/5000 (38%)
[epoch 43] loss: 0.0048115
Test set: Average loss: 2.0337, Accuracy: 1881/5000 (38%)
[epoch 44] loss: 0.0046779
Test set: Average loss: 2.0354, Accuracy: 1881/5000 (38%)
[epoch 45] loss: 0.0045536
Test set: Average loss: 2.0370, Accuracy: 1881/5000 (38%)
[epoch 46] loss: 0.0044381
Test set: Average loss: 2.0386, Accuracy: 1879/5000 (38%)
[epoch 47] loss: 0.0043300
Test set: Average loss: 2.0401, Accuracy: 1878/5000 (38%)
[epoch 48] loss: 0.0042288
Test set: Average loss: 2.0415, Accuracy: 1877/5000 (38%)
[epoch 49] loss: 0.0041339
Test set: Average loss: 2.0428, Accuracy: 1876/5000 (38%)
[epoch 50] loss: 0.0040444
Test set: Average loss: 2.0441, Accuracy: 1878/5000 (38%)
Validation:
Test set: Average loss: 2.0370, Accuracy: 1881/5000 (38%)
Test
Test set: Average loss: 2.0257, Accuracy: 3864/10000 (39%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.4100, Accuracy: 567/5000 (11%)
[epoch 1] loss: 2.5181510
Test set: Average loss: 2.3288, Accuracy: 645/5000 (13%)
[epoch 2] loss: 1.8052666
Test set: Average loss: 2.2581, Accuracy: 823/5000 (16%)
[epoch 3] loss: 1.3013726
Test set: Average loss: 2.1983, Accuracy: 1007/5000 (20%)
[epoch 4] loss: 0.9380128
Test set: Average loss: 2.1491, Accuracy: 1136/5000 (23%)
[epoch 5] loss: 0.6762526
Test set: Average loss: 2.1102, Accuracy: 1213/5000 (24%)
[epoch 6] loss: 0.4878183
Test set: Average loss: 2.0807, Accuracy: 1245/5000 (25%)
[epoch 7] loss: 0.3565239
Test set: Average loss: 2.0595, Accuracy: 1270/5000 (25%)
[epoch 8] loss: 0.2645057
Test set: Average loss: 2.0454, Accuracy: 1263/5000 (25%)
[epoch 9] loss: 0.1992835
Test set: Average loss: 2.0371, Accuracy: 1268/5000 (25%)
[epoch 10] loss: 0.1522504
Test set: Average loss: 2.0335, Accuracy: 1276/5000 (26%)
[epoch 11] loss: 0.1180393
Test set: Average loss: 2.0334, Accuracy: 1282/5000 (26%)
[epoch 12] loss: 0.0929547
Test set: Average loss: 2.0360, Accuracy: 1266/5000 (25%)
[epoch 13] loss: 0.0743322
Test set: Average loss: 2.0406, Accuracy: 1265/5000 (25%)
[epoch 14] loss: 0.0603365
Test set: Average loss: 2.0465, Accuracy: 1268/5000 (25%)
[epoch 15] loss: 0.0496977
Test set: Average loss: 2.0534, Accuracy: 1271/5000 (25%)
[epoch 16] loss: 0.0415232
Test set: Average loss: 2.0609, Accuracy: 1277/5000 (26%)
[epoch 17] loss: 0.0351746
Test set: Average loss: 2.0687, Accuracy: 1278/5000 (26%)
[epoch 18] loss: 0.0301887
Test set: Average loss: 2.0767, Accuracy: 1286/5000 (26%)
[epoch 19] loss: 0.0262242
Test set: Average loss: 2.0846, Accuracy: 1291/5000 (26%)
[epoch 20] loss: 0.0230295
Test set: Average loss: 2.0924, Accuracy: 1290/5000 (26%)
[epoch 21] loss: 0.0204196
Test set: Average loss: 2.1000, Accuracy: 1294/5000 (26%)
[epoch 22] loss: 0.0182621
Test set: Average loss: 2.1072, Accuracy: 1295/5000 (26%)
[epoch 23] loss: 0.0164600
Test set: Average loss: 2.1142, Accuracy: 1299/5000 (26%)
[epoch 24] loss: 0.0149402
Test set: Average loss: 2.1208, Accuracy: 1298/5000 (26%)
[epoch 25] loss: 0.0136476
Test set: Average loss: 2.1270, Accuracy: 1296/5000 (26%)
[epoch 26] loss: 0.0125405
Test set: Average loss: 2.1329, Accuracy: 1294/5000 (26%)
[epoch 27] loss: 0.0115857
Test set: Average loss: 2.1385, Accuracy: 1296/5000 (26%)
[epoch 28] loss: 0.0107573
Test set: Average loss: 2.1437, Accuracy: 1300/5000 (26%)
[epoch 29] loss: 0.0100343
Test set: Average loss: 2.1486, Accuracy: 1297/5000 (26%)
[epoch 30] loss: 0.0094000
Test set: Average loss: 2.1531, Accuracy: 1302/5000 (26%)
[epoch 31] loss: 0.0088402
Test set: Average loss: 2.1574, Accuracy: 1301/5000 (26%)
[epoch 32] loss: 0.0083432
Test set: Average loss: 2.1615, Accuracy: 1301/5000 (26%)
[epoch 33] loss: 0.0078984
Test set: Average loss: 2.1652, Accuracy: 1302/5000 (26%)
[epoch 34] loss: 0.0074988
Test set: Average loss: 2.1688, Accuracy: 1304/5000 (26%)
[epoch 35] loss: 0.0071398
Test set: Average loss: 2.1722, Accuracy: 1302/5000 (26%)
[epoch 36] loss: 0.0068171
Test set: Average loss: 2.1754, Accuracy: 1300/5000 (26%)
[epoch 37] loss: 0.0065260
Test set: Average loss: 2.1784, Accuracy: 1299/5000 (26%)
[epoch 38] loss: 0.0062621
Test set: Average loss: 2.1813, Accuracy: 1297/5000 (26%)
[epoch 39] loss: 0.0060215
Test set: Average loss: 2.1840, Accuracy: 1297/5000 (26%)
[epoch 40] loss: 0.0058016
Test set: Average loss: 2.1866, Accuracy: 1294/5000 (26%)
[epoch 41] loss: 0.0055999
Test set: Average loss: 2.1891, Accuracy: 1295/5000 (26%)
[epoch 42] loss: 0.0054144
Test set: Average loss: 2.1914, Accuracy: 1295/5000 (26%)
[epoch 43] loss: 0.0052434
Test set: Average loss: 2.1937, Accuracy: 1295/5000 (26%)
[epoch 44] loss: 0.0050852
Test set: Average loss: 2.1959, Accuracy: 1294/5000 (26%)
[epoch 45] loss: 0.0049386
Test set: Average loss: 2.1979, Accuracy: 1294/5000 (26%)
[epoch 46] loss: 0.0048024
Test set: Average loss: 2.1999, Accuracy: 1296/5000 (26%)
[epoch 47] loss: 0.0046755
Test set: Average loss: 2.2018, Accuracy: 1296/5000 (26%)
[epoch 48] loss: 0.0045572
Test set: Average loss: 2.2036, Accuracy: 1298/5000 (26%)
[epoch 49] loss: 0.0044466
Test set: Average loss: 2.2054, Accuracy: 1304/5000 (26%)
[epoch 50] loss: 0.0043431
Test set: Average loss: 2.2071, Accuracy: 1303/5000 (26%)
Validation:
Test set: Average loss: 2.2054, Accuracy: 1304/5000 (26%)
Test
Test set: Average loss: 2.2179, Accuracy: 2511/10000 (25%)
50
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.4025, Accuracy: 512/5000 (10%)
[epoch 1] loss: 2.3925529
Test set: Average loss: 2.2174, Accuracy: 940/5000 (19%)
[epoch 2] loss: 1.5420281
Test set: Average loss: 2.0865, Accuracy: 1317/5000 (26%)
[epoch 3] loss: 1.0108413
Test set: Average loss: 1.9816, Accuracy: 1566/5000 (31%)
[epoch 4] loss: 0.7121639
Test set: Average loss: 1.9054, Accuracy: 1695/5000 (34%)
[epoch 5] loss: 0.4770555
Test set: Average loss: 1.8447, Accuracy: 1788/5000 (36%)
[epoch 6] loss: 0.3520758
Test set: Average loss: 1.7989, Accuracy: 1860/5000 (37%)
[epoch 7] loss: 0.2412497
Test set: Average loss: 1.7622, Accuracy: 1914/5000 (38%)
[epoch 8] loss: 0.1906134
Test set: Average loss: 1.7328, Accuracy: 1954/5000 (39%)
[epoch 9] loss: 0.1503310
Test set: Average loss: 1.7087, Accuracy: 1998/5000 (40%)
[epoch 10] loss: 0.1163722
Test set: Average loss: 1.6894, Accuracy: 2026/5000 (41%)
[epoch 11] loss: 0.0906266
Test set: Average loss: 1.6745, Accuracy: 2048/5000 (41%)
[epoch 12] loss: 0.0723625
Test set: Average loss: 1.6631, Accuracy: 2082/5000 (42%)
[epoch 13] loss: 0.0608708
Test set: Average loss: 1.6538, Accuracy: 2089/5000 (42%)
[epoch 14] loss: 0.0500847
Test set: Average loss: 1.6476, Accuracy: 2102/5000 (42%)
[epoch 15] loss: 0.0423093
Test set: Average loss: 1.6434, Accuracy: 2122/5000 (42%)
[epoch 16] loss: 0.0373196
Test set: Average loss: 1.6407, Accuracy: 2132/5000 (43%)
[epoch 17] loss: 0.0323341
Test set: Average loss: 1.6386, Accuracy: 2139/5000 (43%)
[epoch 18] loss: 0.0292754
Test set: Average loss: 1.6372, Accuracy: 2146/5000 (43%)
[epoch 19] loss: 0.0270954
Test set: Average loss: 1.6365, Accuracy: 2160/5000 (43%)
[epoch 20] loss: 0.0241164
Test set: Average loss: 1.6360, Accuracy: 2161/5000 (43%)
[epoch 21] loss: 0.0223833
Test set: Average loss: 1.6360, Accuracy: 2161/5000 (43%)
[epoch 22] loss: 0.0217443
Test set: Average loss: 1.6364, Accuracy: 2165/5000 (43%)
[epoch 23] loss: 0.0193364
Test set: Average loss: 1.6366, Accuracy: 2171/5000 (43%)
[epoch 24] loss: 0.0179647
Test set: Average loss: 1.6371, Accuracy: 2181/5000 (44%)
[epoch 25] loss: 0.0177871
Test set: Average loss: 1.6373, Accuracy: 2185/5000 (44%)
[epoch 26] loss: 0.0163408
Test set: Average loss: 1.6377, Accuracy: 2191/5000 (44%)
[epoch 27] loss: 0.0156019
Test set: Average loss: 1.6380, Accuracy: 2191/5000 (44%)
[epoch 28] loss: 0.0150424
Test set: Average loss: 1.6386, Accuracy: 2193/5000 (44%)
[epoch 29] loss: 0.0139915
Test set: Average loss: 1.6390, Accuracy: 2194/5000 (44%)
[epoch 30] loss: 0.0133170
Test set: Average loss: 1.6395, Accuracy: 2195/5000 (44%)
[epoch 31] loss: 0.0128899
Test set: Average loss: 1.6401, Accuracy: 2194/5000 (44%)
[epoch 32] loss: 0.0123165
Test set: Average loss: 1.6405, Accuracy: 2196/5000 (44%)
[epoch 33] loss: 0.0121913
Test set: Average loss: 1.6412, Accuracy: 2197/5000 (44%)
[epoch 34] loss: 0.0114790
Test set: Average loss: 1.6418, Accuracy: 2203/5000 (44%)
[epoch 35] loss: 0.0109164
Test set: Average loss: 1.6425, Accuracy: 2202/5000 (44%)
[epoch 36] loss: 0.0108057
Test set: Average loss: 1.6432, Accuracy: 2201/5000 (44%)
[epoch 37] loss: 0.0106274
Test set: Average loss: 1.6439, Accuracy: 2203/5000 (44%)
[epoch 38] loss: 0.0100653
Test set: Average loss: 1.6445, Accuracy: 2203/5000 (44%)
[epoch 39] loss: 0.0099063
Test set: Average loss: 1.6453, Accuracy: 2203/5000 (44%)
[epoch 40] loss: 0.0094230
Test set: Average loss: 1.6458, Accuracy: 2205/5000 (44%)
[epoch 41] loss: 0.0095496
Epoch 40: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6465, Accuracy: 2204/5000 (44%)
[epoch 42] loss: 0.0092043
Test set: Average loss: 1.6465, Accuracy: 2204/5000 (44%)
[epoch 43] loss: 0.0087585
Test set: Average loss: 1.6466, Accuracy: 2204/5000 (44%)
[epoch 44] loss: 0.0091128
Epoch 43: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.6466, Accuracy: 2204/5000 (44%)
[epoch 45] loss: 0.0090723
Epoch 44: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.6466, Accuracy: 2204/5000 (44%)
[epoch 46] loss: 0.0089504
Epoch 45: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.6466, Accuracy: 2204/5000 (44%)
[epoch 47] loss: 0.0091006
Epoch 46: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.6466, Accuracy: 2204/5000 (44%)
[epoch 48] loss: 0.0091656
Epoch 47: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.6466, Accuracy: 2204/5000 (44%)
[epoch 49] loss: 0.0089262
Epoch 48: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.6466, Accuracy: 2204/5000 (44%)
[epoch 50] loss: 0.0091609
Epoch 49: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.6466, Accuracy: 2204/5000 (44%)
Validation:
Test set: Average loss: 1.6458, Accuracy: 2205/5000 (44%)
Test
Test set: Average loss: 1.6145, Accuracy: 4530/10000 (45%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3988, Accuracy: 645/5000 (13%)
[epoch 1] loss: 2.4630734
Test set: Average loss: 2.1987, Accuracy: 1126/5000 (23%)
[epoch 2] loss: 1.5490174
Test set: Average loss: 2.0353, Accuracy: 1513/5000 (30%)
[epoch 3] loss: 0.9855799
Test set: Average loss: 1.9098, Accuracy: 1758/5000 (35%)
[epoch 4] loss: 0.6816396
Test set: Average loss: 1.8170, Accuracy: 1912/5000 (38%)
[epoch 5] loss: 0.4567527
Test set: Average loss: 1.7488, Accuracy: 2020/5000 (40%)
[epoch 6] loss: 0.3152941
Test set: Average loss: 1.6972, Accuracy: 2091/5000 (42%)
[epoch 7] loss: 0.2224179
Test set: Average loss: 1.6570, Accuracy: 2143/5000 (43%)
[epoch 8] loss: 0.1658560
Test set: Average loss: 1.6259, Accuracy: 2183/5000 (44%)
[epoch 9] loss: 0.1182886
Test set: Average loss: 1.6002, Accuracy: 2224/5000 (44%)
[epoch 10] loss: 0.0945711
Test set: Average loss: 1.5807, Accuracy: 2256/5000 (45%)
[epoch 11] loss: 0.0737098
Test set: Average loss: 1.5664, Accuracy: 2276/5000 (46%)
[epoch 12] loss: 0.0622701
Test set: Average loss: 1.5564, Accuracy: 2297/5000 (46%)
[epoch 13] loss: 0.0509411
Test set: Average loss: 1.5492, Accuracy: 2317/5000 (46%)
[epoch 14] loss: 0.0427795
Test set: Average loss: 1.5447, Accuracy: 2329/5000 (47%)
[epoch 15] loss: 0.0373836
Test set: Average loss: 1.5419, Accuracy: 2340/5000 (47%)
[epoch 16] loss: 0.0329101
Test set: Average loss: 1.5407, Accuracy: 2350/5000 (47%)
[epoch 17] loss: 0.0291786
Test set: Average loss: 1.5404, Accuracy: 2353/5000 (47%)
[epoch 18] loss: 0.0258588
Test set: Average loss: 1.5406, Accuracy: 2358/5000 (47%)
[epoch 19] loss: 0.0233078
Test set: Average loss: 1.5411, Accuracy: 2363/5000 (47%)
[epoch 20] loss: 0.0219835
Test set: Average loss: 1.5418, Accuracy: 2365/5000 (47%)
[epoch 21] loss: 0.0207581
Test set: Average loss: 1.5427, Accuracy: 2363/5000 (47%)
[epoch 22] loss: 0.0191280
Test set: Average loss: 1.5435, Accuracy: 2365/5000 (47%)
[epoch 23] loss: 0.0177639
Test set: Average loss: 1.5444, Accuracy: 2371/5000 (47%)
[epoch 24] loss: 0.0168052
Test set: Average loss: 1.5453, Accuracy: 2374/5000 (47%)
[epoch 25] loss: 0.0152204
Test set: Average loss: 1.5463, Accuracy: 2376/5000 (48%)
[epoch 26] loss: 0.0144698
Test set: Average loss: 1.5472, Accuracy: 2382/5000 (48%)
[epoch 27] loss: 0.0139810
Test set: Average loss: 1.5482, Accuracy: 2384/5000 (48%)
[epoch 28] loss: 0.0128097
Test set: Average loss: 1.5492, Accuracy: 2384/5000 (48%)
[epoch 29] loss: 0.0123821
Test set: Average loss: 1.5501, Accuracy: 2382/5000 (48%)
[epoch 30] loss: 0.0122759
Test set: Average loss: 1.5512, Accuracy: 2378/5000 (48%)
[epoch 31] loss: 0.0114026
Test set: Average loss: 1.5522, Accuracy: 2375/5000 (48%)
[epoch 32] loss: 0.0112328
Test set: Average loss: 1.5533, Accuracy: 2378/5000 (48%)
[epoch 33] loss: 0.0106607
Test set: Average loss: 1.5543, Accuracy: 2378/5000 (48%)
[epoch 34] loss: 0.0102918
Test set: Average loss: 1.5553, Accuracy: 2377/5000 (48%)
[epoch 35] loss: 0.0099896
Test set: Average loss: 1.5564, Accuracy: 2377/5000 (48%)
[epoch 36] loss: 0.0100152
Epoch 35: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5575, Accuracy: 2379/5000 (48%)
[epoch 37] loss: 0.0096746
Test set: Average loss: 1.5576, Accuracy: 2379/5000 (48%)
[epoch 38] loss: 0.0095842
Test set: Average loss: 1.5577, Accuracy: 2378/5000 (48%)
[epoch 39] loss: 0.0095597
Test set: Average loss: 1.5578, Accuracy: 2378/5000 (48%)
[epoch 40] loss: 0.0092778
Test set: Average loss: 1.5579, Accuracy: 2378/5000 (48%)
[epoch 41] loss: 0.0096870
Epoch 40: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.5579, Accuracy: 2378/5000 (48%)
[epoch 42] loss: 0.0091676
Test set: Average loss: 1.5579, Accuracy: 2378/5000 (48%)
[epoch 43] loss: 0.0093484
Epoch 42: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.5579, Accuracy: 2378/5000 (48%)
[epoch 44] loss: 0.0096319
Epoch 43: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.5579, Accuracy: 2378/5000 (48%)
[epoch 45] loss: 0.0094780
Epoch 44: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.5579, Accuracy: 2378/5000 (48%)
[epoch 46] loss: 0.0094165
Epoch 45: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.5579, Accuracy: 2378/5000 (48%)
[epoch 47] loss: 0.0096636
Epoch 46: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.5579, Accuracy: 2378/5000 (48%)
[epoch 48] loss: 0.0095388
Epoch 47: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.5579, Accuracy: 2378/5000 (48%)
[epoch 49] loss: 0.0094276
Epoch 48: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.5579, Accuracy: 2378/5000 (48%)
[epoch 50] loss: 0.0091216
Test set: Average loss: 1.5579, Accuracy: 2378/5000 (48%)
Validation:
Test set: Average loss: 1.5492, Accuracy: 2384/5000 (48%)
Test
Test set: Average loss: 1.5241, Accuracy: 4810/10000 (48%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3608, Accuracy: 667/5000 (13%)
[epoch 1] loss: 2.4061157
Test set: Average loss: 2.1775, Accuracy: 1060/5000 (21%)
[epoch 2] loss: 1.5359423
Test set: Average loss: 2.0365, Accuracy: 1454/5000 (29%)
[epoch 3] loss: 0.9820428
Test set: Average loss: 1.9340, Accuracy: 1700/5000 (34%)
[epoch 4] loss: 0.6589474
Test set: Average loss: 1.8623, Accuracy: 1766/5000 (35%)
[epoch 5] loss: 0.4545093
Test set: Average loss: 1.8127, Accuracy: 1822/5000 (36%)
[epoch 6] loss: 0.3069997
Test set: Average loss: 1.7767, Accuracy: 1874/5000 (37%)
[epoch 7] loss: 0.2201804
Test set: Average loss: 1.7503, Accuracy: 1902/5000 (38%)
[epoch 8] loss: 0.1613786
Test set: Average loss: 1.7316, Accuracy: 1931/5000 (39%)
[epoch 9] loss: 0.1222608
Test set: Average loss: 1.7179, Accuracy: 1954/5000 (39%)
[epoch 10] loss: 0.0990252
Test set: Average loss: 1.7083, Accuracy: 1978/5000 (40%)
[epoch 11] loss: 0.0758120
Test set: Average loss: 1.7012, Accuracy: 1995/5000 (40%)
[epoch 12] loss: 0.0590897
Test set: Average loss: 1.6963, Accuracy: 2012/5000 (40%)
[epoch 13] loss: 0.0519974
Test set: Average loss: 1.6932, Accuracy: 2011/5000 (40%)
[epoch 14] loss: 0.0426492
Test set: Average loss: 1.6909, Accuracy: 2020/5000 (40%)
[epoch 15] loss: 0.0373686
Test set: Average loss: 1.6896, Accuracy: 2028/5000 (41%)
[epoch 16] loss: 0.0332837
Test set: Average loss: 1.6888, Accuracy: 2029/5000 (41%)
[epoch 17] loss: 0.0289573
Test set: Average loss: 1.6885, Accuracy: 2038/5000 (41%)
[epoch 18] loss: 0.0259743
Test set: Average loss: 1.6886, Accuracy: 2042/5000 (41%)
[epoch 19] loss: 0.0237459
Test set: Average loss: 1.6893, Accuracy: 2048/5000 (41%)
[epoch 20] loss: 0.0217946
Test set: Average loss: 1.6904, Accuracy: 2048/5000 (41%)
[epoch 21] loss: 0.0199770
Test set: Average loss: 1.6921, Accuracy: 2042/5000 (41%)
[epoch 22] loss: 0.0182806
Test set: Average loss: 1.6939, Accuracy: 2044/5000 (41%)
[epoch 23] loss: 0.0168712
Test set: Average loss: 1.6958, Accuracy: 2049/5000 (41%)
[epoch 24] loss: 0.0160663
Test set: Average loss: 1.6977, Accuracy: 2054/5000 (41%)
[epoch 25] loss: 0.0151810
Test set: Average loss: 1.6995, Accuracy: 2056/5000 (41%)
[epoch 26] loss: 0.0147742
Test set: Average loss: 1.7016, Accuracy: 2057/5000 (41%)
[epoch 27] loss: 0.0135556
Test set: Average loss: 1.7038, Accuracy: 2058/5000 (41%)
[epoch 28] loss: 0.0130227
Test set: Average loss: 1.7060, Accuracy: 2059/5000 (41%)
[epoch 29] loss: 0.0126262
Test set: Average loss: 1.7081, Accuracy: 2058/5000 (41%)
[epoch 30] loss: 0.0116516
Test set: Average loss: 1.7101, Accuracy: 2060/5000 (41%)
[epoch 31] loss: 0.0115328
Test set: Average loss: 1.7119, Accuracy: 2064/5000 (41%)
[epoch 32] loss: 0.0110627
Test set: Average loss: 1.7135, Accuracy: 2066/5000 (41%)
[epoch 33] loss: 0.0104805
Test set: Average loss: 1.7149, Accuracy: 2065/5000 (41%)
[epoch 34] loss: 0.0101013
Test set: Average loss: 1.7163, Accuracy: 2068/5000 (41%)
[epoch 35] loss: 0.0097186
Test set: Average loss: 1.7175, Accuracy: 2065/5000 (41%)
[epoch 36] loss: 0.0096687
Test set: Average loss: 1.7186, Accuracy: 2068/5000 (41%)
[epoch 37] loss: 0.0092991
Test set: Average loss: 1.7198, Accuracy: 2069/5000 (41%)
[epoch 38] loss: 0.0088459
Test set: Average loss: 1.7211, Accuracy: 2067/5000 (41%)
[epoch 39] loss: 0.0086375
Test set: Average loss: 1.7223, Accuracy: 2070/5000 (41%)
[epoch 40] loss: 0.0086672
Epoch 39: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7236, Accuracy: 2073/5000 (41%)
[epoch 41] loss: 0.0082743
Test set: Average loss: 1.7237, Accuracy: 2073/5000 (41%)
[epoch 42] loss: 0.0081108
Test set: Average loss: 1.7238, Accuracy: 2073/5000 (41%)
[epoch 43] loss: 0.0081292
Epoch 42: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.7240, Accuracy: 2074/5000 (41%)
[epoch 44] loss: 0.0082791
Epoch 43: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.7240, Accuracy: 2074/5000 (41%)
[epoch 45] loss: 0.0084493
Epoch 44: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.7240, Accuracy: 2074/5000 (41%)
[epoch 46] loss: 0.0081255
Epoch 45: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.7240, Accuracy: 2074/5000 (41%)
[epoch 47] loss: 0.0081634
Epoch 46: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.7240, Accuracy: 2074/5000 (41%)
[epoch 48] loss: 0.0083145
Epoch 47: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.7240, Accuracy: 2074/5000 (41%)
[epoch 49] loss: 0.0079030
Test set: Average loss: 1.7240, Accuracy: 2074/5000 (41%)
[epoch 50] loss: 0.0082143
Epoch 49: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.7240, Accuracy: 2074/5000 (41%)
Validation:
Test set: Average loss: 1.7240, Accuracy: 2074/5000 (41%)
Test
Test set: Average loss: 1.7421, Accuracy: 4063/10000 (41%)
100
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.4131, Accuracy: 515/5000 (10%)
[epoch 1] loss: 2.1772665
Test set: Average loss: 2.0900, Accuracy: 1388/5000 (28%)
[epoch 2] loss: 1.2335210
Test set: Average loss: 1.9040, Accuracy: 1689/5000 (34%)
[epoch 3] loss: 0.7680042
Test set: Average loss: 1.7927, Accuracy: 1893/5000 (38%)
[epoch 4] loss: 0.5395172
Test set: Average loss: 1.7036, Accuracy: 2012/5000 (40%)
[epoch 5] loss: 0.3812328
Test set: Average loss: 1.6401, Accuracy: 2091/5000 (42%)
[epoch 6] loss: 0.2861517
Test set: Average loss: 1.5951, Accuracy: 2166/5000 (43%)
[epoch 7] loss: 0.2012431
Test set: Average loss: 1.5708, Accuracy: 2204/5000 (44%)
[epoch 8] loss: 0.1546934
Test set: Average loss: 1.5472, Accuracy: 2231/5000 (45%)
[epoch 9] loss: 0.1270816
Test set: Average loss: 1.5244, Accuracy: 2279/5000 (46%)
[epoch 10] loss: 0.1049551
Test set: Average loss: 1.5060, Accuracy: 2311/5000 (46%)
[epoch 11] loss: 0.0999313
Test set: Average loss: 1.4938, Accuracy: 2348/5000 (47%)
[epoch 12] loss: 0.0723022
Test set: Average loss: 1.4794, Accuracy: 2352/5000 (47%)
[epoch 13] loss: 0.0654854
Test set: Average loss: 1.4707, Accuracy: 2374/5000 (47%)
[epoch 14] loss: 0.0521263
Test set: Average loss: 1.4654, Accuracy: 2388/5000 (48%)
[epoch 15] loss: 0.0473803
Test set: Average loss: 1.4622, Accuracy: 2413/5000 (48%)
[epoch 16] loss: 0.0426081
Test set: Average loss: 1.4610, Accuracy: 2424/5000 (48%)
[epoch 17] loss: 0.0444583
Epoch 16: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.4596, Accuracy: 2439/5000 (49%)
[epoch 18] loss: 0.0325649
Test set: Average loss: 1.4594, Accuracy: 2437/5000 (49%)
[epoch 19] loss: 0.0353509
Epoch 18: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.4593, Accuracy: 2434/5000 (49%)
[epoch 20] loss: 0.0336926
Epoch 19: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 21] loss: 0.0320639
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 22] loss: 0.0314415
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 23] loss: 0.0354825
Epoch 22: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 24] loss: 0.0332585
Epoch 23: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 25] loss: 0.0310328
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 26] loss: 0.0378345
Epoch 25: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 27] loss: 0.0346639
Epoch 26: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 28] loss: 0.0474439
Epoch 27: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 29] loss: 0.0351953
Epoch 28: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 30] loss: 0.0324059
Epoch 29: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 31] loss: 0.0328699
Epoch 30: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 32] loss: 0.0346958
Epoch 31: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 33] loss: 1.7289691
Epoch 32: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 34] loss: 0.0340168
Epoch 33: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 35] loss: 0.0357322
Epoch 34: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 36] loss: 0.0377676
Epoch 35: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 37] loss: 0.0342479
Epoch 36: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 38] loss: 0.0356547
Epoch 37: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.4639, Accuracy: 2428/5000 (49%)
[epoch 39] loss: 0.0379167
Epoch 38: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 40] loss: 0.0316657
Epoch 39: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 41] loss: 0.0335919
Epoch 40: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 42] loss: 0.0363588
Epoch 41: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 43] loss: 0.0343139
Epoch 42: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 44] loss: 0.0325735
Epoch 43: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 45] loss: 0.0352572
Epoch 44: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 46] loss: 0.0341552
Epoch 45: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 47] loss: 0.0361014
Epoch 46: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 48] loss: 0.0340094
Epoch 47: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 49] loss: 1.7578667
Epoch 48: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
[epoch 50] loss: 0.0363939
Epoch 49: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.4592, Accuracy: 2434/5000 (49%)
Validation:
Test set: Average loss: 1.4596, Accuracy: 2439/5000 (49%)
Test
Test set: Average loss: 1.4414, Accuracy: 4946/10000 (49%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3375, Accuracy: 697/5000 (14%)
[epoch 1] loss: 2.1731415
Test set: Average loss: 1.9651, Accuracy: 1589/5000 (32%)
[epoch 2] loss: 1.2388219
Test set: Average loss: 1.7297, Accuracy: 2165/5000 (43%)
[epoch 3] loss: 0.7043554
Test set: Average loss: 1.5820, Accuracy: 2410/5000 (48%)
[epoch 4] loss: 0.4981156
Test set: Average loss: 1.4827, Accuracy: 2520/5000 (50%)
[epoch 5] loss: 1.6701652
Epoch 4: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.4237, Accuracy: 2593/5000 (52%)
[epoch 6] loss: 0.3011782
Test set: Average loss: 1.4187, Accuracy: 2600/5000 (52%)
[epoch 7] loss: 0.2419075
Test set: Average loss: 1.4144, Accuracy: 2617/5000 (52%)
[epoch 8] loss: 0.2589101
Epoch 7: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.4105, Accuracy: 2624/5000 (52%)
[epoch 9] loss: 0.2136404
Test set: Average loss: 1.4101, Accuracy: 2625/5000 (52%)
[epoch 10] loss: 0.2472735
Epoch 9: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.4097, Accuracy: 2627/5000 (53%)
[epoch 11] loss: 0.2555663
Epoch 10: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 12] loss: 0.2558007
Epoch 11: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 13] loss: 0.2158778
Epoch 12: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 14] loss: 0.2415314
Epoch 13: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 15] loss: 0.2337998
Epoch 14: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 16] loss: 0.2222502
Epoch 15: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 17] loss: 0.2325170
Epoch 16: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 18] loss: 1.2979636
Epoch 17: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 19] loss: 0.2432641
Epoch 18: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 20] loss: 0.2145046
Epoch 19: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 21] loss: 0.2232295
Epoch 20: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 22] loss: 0.2452980
Epoch 21: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 23] loss: 0.2309602
Epoch 22: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 24] loss: 0.2167024
Epoch 23: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 25] loss: 0.2364743
Epoch 24: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 26] loss: 0.2317119
Epoch 25: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 27] loss: 0.2394572
Epoch 26: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 28] loss: 0.2199287
Epoch 27: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 29] loss: 0.2307809
Epoch 28: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 30] loss: 0.2174043
Epoch 29: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 31] loss: 0.2419142
Epoch 30: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 32] loss: 0.2158798
Epoch 31: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 33] loss: 0.2435947
Epoch 32: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 34] loss: 0.2503433
Epoch 33: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 35] loss: 0.2511355
Epoch 34: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 36] loss: 0.2285787
Epoch 35: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 37] loss: 0.2315280
Epoch 36: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 38] loss: 0.2357167
Epoch 37: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 39] loss: 0.2440481
Epoch 38: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 40] loss: 1.5880951
Epoch 39: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 41] loss: 0.2320045
Epoch 40: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 42] loss: 0.2371680
Epoch 41: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 43] loss: 0.2487468
Epoch 42: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 44] loss: 0.2419668
Epoch 43: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 45] loss: 1.6006001
Epoch 44: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 46] loss: 0.2356195
Epoch 45: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 47] loss: 0.2283465
Epoch 46: reducing learning rate of group 0 to 1.0000e-43.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 48] loss: 0.2272747
Epoch 47: reducing learning rate of group 0 to 1.0000e-44.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 49] loss: 0.2399035
Epoch 48: reducing learning rate of group 0 to 1.0000e-45.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
[epoch 50] loss: 0.2291099
Epoch 49: reducing learning rate of group 0 to 1.0000e-46.
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
Validation:
Test set: Average loss: 1.4096, Accuracy: 2627/5000 (53%)
Test
Test set: Average loss: 1.4038, Accuracy: 5300/10000 (53%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3833, Accuracy: 574/5000 (11%)
[epoch 1] loss: 2.0890294
Test set: Average loss: 2.0625, Accuracy: 1422/5000 (28%)
[epoch 2] loss: 1.2307060
Test set: Average loss: 1.8913, Accuracy: 1687/5000 (34%)
[epoch 3] loss: 0.7864454
Test set: Average loss: 1.7932, Accuracy: 1777/5000 (36%)
[epoch 4] loss: 0.4611454
Test set: Average loss: 1.7212, Accuracy: 1863/5000 (37%)
[epoch 5] loss: 0.3418298
Test set: Average loss: 1.6584, Accuracy: 1972/5000 (39%)
[epoch 6] loss: 0.2876495
Test set: Average loss: 1.6125, Accuracy: 2061/5000 (41%)
[epoch 7] loss: 0.2071437
Test set: Average loss: 1.5765, Accuracy: 2123/5000 (42%)
[epoch 8] loss: 0.1584773
Test set: Average loss: 1.5369, Accuracy: 2192/5000 (44%)
[epoch 9] loss: 0.1145741
Test set: Average loss: 1.5088, Accuracy: 2246/5000 (45%)
[epoch 10] loss: 1.3144689
Epoch 9: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.4972, Accuracy: 2286/5000 (46%)
[epoch 11] loss: 0.0855274
Test set: Average loss: 1.4985, Accuracy: 2285/5000 (46%)
[epoch 12] loss: 0.0810781
Test set: Average loss: 1.4991, Accuracy: 2282/5000 (46%)
[epoch 13] loss: 0.0846869
Epoch 12: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.4993, Accuracy: 2286/5000 (46%)
[epoch 14] loss: 0.0731480
Test set: Average loss: 1.4993, Accuracy: 2285/5000 (46%)
[epoch 15] loss: 0.0755530
Epoch 14: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.4992, Accuracy: 2284/5000 (46%)
[epoch 16] loss: 0.0751572
Epoch 15: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 17] loss: 0.0808195
Epoch 16: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 18] loss: 0.0781670
Epoch 17: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 19] loss: 0.0855182
Epoch 18: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 20] loss: 0.0839837
Epoch 19: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 21] loss: 0.0790230
Epoch 20: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 22] loss: 0.0714936
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 23] loss: 0.0905366
Epoch 22: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 24] loss: 0.0772996
Epoch 23: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 25] loss: 0.0886881
Epoch 24: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 26] loss: 0.0828842
Epoch 25: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 27] loss: 0.0830585
Epoch 26: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 28] loss: 0.0945257
Epoch 27: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 29] loss: 0.0839682
Epoch 28: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 30] loss: 0.0892957
Epoch 29: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 31] loss: 0.0783139
Epoch 30: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 32] loss: 0.0856024
Epoch 31: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 33] loss: 0.0788773
Epoch 32: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 34] loss: 0.0861473
Epoch 33: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 35] loss: 0.0789781
Epoch 34: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 36] loss: 0.0767791
Epoch 35: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 37] loss: 0.0770549
Epoch 36: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 38] loss: 0.0830238
Epoch 37: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 39] loss: 0.0924432
Epoch 38: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 40] loss: 0.0937691
Epoch 39: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 41] loss: 0.0855587
Epoch 40: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 42] loss: 0.0880478
Epoch 41: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 43] loss: 0.0775541
Epoch 42: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 44] loss: 0.0801071
Epoch 43: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 45] loss: 0.0830148
Epoch 44: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 46] loss: 0.0768691
Epoch 45: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 47] loss: 0.0851082
Epoch 46: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 48] loss: 0.0763561
Epoch 47: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 49] loss: 0.0767393
Epoch 48: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
[epoch 50] loss: 0.0737572
Epoch 49: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 1.4992, Accuracy: 2285/5000 (46%)
Validation:
Test set: Average loss: 1.4993, Accuracy: 2286/5000 (46%)
Test
Test set: Average loss: 1.5147, Accuracy: 4509/10000 (45%)
250
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.4558, Accuracy: 592/5000 (12%)
[epoch 1] loss: 2.0434659
Test set: Average loss: 1.7303, Accuracy: 2188/5000 (44%)
[epoch 2] loss: 0.9994962
Test set: Average loss: 1.3882, Accuracy: 2670/5000 (53%)
[epoch 3] loss: 0.5423876
Test set: Average loss: 1.2413, Accuracy: 2907/5000 (58%)
[epoch 4] loss: 0.3241899
Test set: Average loss: 1.1810, Accuracy: 2996/5000 (60%)
[epoch 5] loss: 0.2066196
Test set: Average loss: 1.1577, Accuracy: 3011/5000 (60%)
[epoch 6] loss: 0.1387915
Test set: Average loss: 1.1528, Accuracy: 3029/5000 (61%)
[epoch 7] loss: 0.0988632
Test set: Average loss: 1.1492, Accuracy: 3041/5000 (61%)
[epoch 8] loss: 0.0755436
Test set: Average loss: 1.1483, Accuracy: 3035/5000 (61%)
[epoch 9] loss: 0.0606841
Test set: Average loss: 1.1466, Accuracy: 3037/5000 (61%)
[epoch 10] loss: 0.0495642
Test set: Average loss: 1.1478, Accuracy: 3050/5000 (61%)
[epoch 11] loss: 0.0420002
Test set: Average loss: 1.1515, Accuracy: 3042/5000 (61%)
[epoch 12] loss: 0.0359978
Test set: Average loss: 1.1528, Accuracy: 3046/5000 (61%)
[epoch 13] loss: 0.0314253
Test set: Average loss: 1.1545, Accuracy: 3045/5000 (61%)
[epoch 14] loss: 0.0278858
Test set: Average loss: 1.1558, Accuracy: 3051/5000 (61%)
[epoch 15] loss: 0.0250394
Test set: Average loss: 1.1589, Accuracy: 3043/5000 (61%)
[epoch 16] loss: 0.0225845
Test set: Average loss: 1.1600, Accuracy: 3053/5000 (61%)
[epoch 17] loss: 0.0203911
Test set: Average loss: 1.1628, Accuracy: 3048/5000 (61%)
[epoch 18] loss: 0.0186780
Test set: Average loss: 1.1648, Accuracy: 3051/5000 (61%)
[epoch 19] loss: 0.0170739
Test set: Average loss: 1.1676, Accuracy: 3049/5000 (61%)
[epoch 20] loss: 0.0156799
Test set: Average loss: 1.1695, Accuracy: 3049/5000 (61%)
[epoch 21] loss: 0.0145343
Test set: Average loss: 1.1725, Accuracy: 3047/5000 (61%)
[epoch 22] loss: 0.0135043
Test set: Average loss: 1.1747, Accuracy: 3045/5000 (61%)
[epoch 23] loss: 0.0125045
Test set: Average loss: 1.1772, Accuracy: 3045/5000 (61%)
[epoch 24] loss: 0.0117211
Test set: Average loss: 1.1797, Accuracy: 3043/5000 (61%)
[epoch 25] loss: 0.0109488
Test set: Average loss: 1.1820, Accuracy: 3043/5000 (61%)
[epoch 26] loss: 0.0102996
Test set: Average loss: 1.1839, Accuracy: 3038/5000 (61%)
[epoch 27] loss: 0.0096781
Test set: Average loss: 1.1863, Accuracy: 3038/5000 (61%)
[epoch 28] loss: 0.0090906
Test set: Average loss: 1.1882, Accuracy: 3037/5000 (61%)
[epoch 29] loss: 0.0086542
Test set: Average loss: 1.1902, Accuracy: 3037/5000 (61%)
[epoch 30] loss: 0.0081883
Test set: Average loss: 1.1930, Accuracy: 3034/5000 (61%)
[epoch 31] loss: 0.0077373
Test set: Average loss: 1.1951, Accuracy: 3034/5000 (61%)
[epoch 32] loss: 0.0073705
Test set: Average loss: 1.1971, Accuracy: 3037/5000 (61%)
[epoch 33] loss: 0.0069620
Test set: Average loss: 1.1989, Accuracy: 3035/5000 (61%)
[epoch 34] loss: 0.0066765
Test set: Average loss: 1.2008, Accuracy: 3033/5000 (61%)
[epoch 35] loss: 0.0063611
Test set: Average loss: 1.2030, Accuracy: 3033/5000 (61%)
[epoch 36] loss: 0.0060687
Test set: Average loss: 1.2049, Accuracy: 3034/5000 (61%)
[epoch 37] loss: 0.0058452
Test set: Average loss: 1.2069, Accuracy: 3033/5000 (61%)
[epoch 38] loss: 0.0055634
Test set: Average loss: 1.2086, Accuracy: 3033/5000 (61%)
[epoch 39] loss: 0.0053254
Test set: Average loss: 1.2102, Accuracy: 3035/5000 (61%)
[epoch 40] loss: 0.0051519
Test set: Average loss: 1.2121, Accuracy: 3038/5000 (61%)
[epoch 41] loss: 0.0049251
Test set: Average loss: 1.2139, Accuracy: 3038/5000 (61%)
[epoch 42] loss: 0.0047098
Test set: Average loss: 1.2153, Accuracy: 3039/5000 (61%)
[epoch 43] loss: 0.0045530
Test set: Average loss: 1.2169, Accuracy: 3041/5000 (61%)
[epoch 44] loss: 0.0043833
Test set: Average loss: 1.2186, Accuracy: 3042/5000 (61%)
[epoch 45] loss: 0.0042170
Test set: Average loss: 1.2205, Accuracy: 3041/5000 (61%)
[epoch 46] loss: 0.0040599
Test set: Average loss: 1.2223, Accuracy: 3040/5000 (61%)
[epoch 47] loss: 0.0039234
Test set: Average loss: 1.2238, Accuracy: 3041/5000 (61%)
[epoch 48] loss: 0.0038135
Test set: Average loss: 1.2255, Accuracy: 3042/5000 (61%)
[epoch 49] loss: 0.0036745
Test set: Average loss: 1.2272, Accuracy: 3040/5000 (61%)
[epoch 50] loss: 0.0035768
Test set: Average loss: 1.2285, Accuracy: 3044/5000 (61%)
Validation:
Test set: Average loss: 1.1600, Accuracy: 3053/5000 (61%)
Test
Test set: Average loss: 1.1466, Accuracy: 6092/10000 (61%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.5057, Accuracy: 375/5000 (8%)
[epoch 1] loss: 2.1254026
Test set: Average loss: 1.7624, Accuracy: 2113/5000 (42%)
[epoch 2] loss: 1.0452767
Test set: Average loss: 1.4022, Accuracy: 2622/5000 (52%)
[epoch 3] loss: 0.5598700
Test set: Average loss: 1.2401, Accuracy: 2910/5000 (58%)
[epoch 4] loss: 0.3350762
Test set: Average loss: 1.1768, Accuracy: 3009/5000 (60%)
[epoch 5] loss: 0.2015732
Test set: Average loss: 1.1534, Accuracy: 3048/5000 (61%)
[epoch 6] loss: 0.1354951
Test set: Average loss: 1.1550, Accuracy: 3030/5000 (61%)
[epoch 7] loss: 0.0951368
Test set: Average loss: 1.1543, Accuracy: 3046/5000 (61%)
[epoch 8] loss: 0.0734027
Test set: Average loss: 1.1569, Accuracy: 3049/5000 (61%)
[epoch 9] loss: 0.0586164
Test set: Average loss: 1.1591, Accuracy: 3040/5000 (61%)
[epoch 10] loss: 0.0481276
Test set: Average loss: 1.1622, Accuracy: 3041/5000 (61%)
[epoch 11] loss: 0.0406260
Test set: Average loss: 1.1640, Accuracy: 3048/5000 (61%)
[epoch 12] loss: 0.0348551
Test set: Average loss: 1.1679, Accuracy: 3053/5000 (61%)
[epoch 13] loss: 0.0303449
Test set: Average loss: 1.1714, Accuracy: 3055/5000 (61%)
[epoch 14] loss: 0.0268008
Test set: Average loss: 1.1745, Accuracy: 3057/5000 (61%)
[epoch 15] loss: 0.0239097
Test set: Average loss: 1.1795, Accuracy: 3058/5000 (61%)
[epoch 16] loss: 0.0215580
Test set: Average loss: 1.1827, Accuracy: 3061/5000 (61%)
[epoch 17] loss: 0.0194316
Test set: Average loss: 1.1868, Accuracy: 3062/5000 (61%)
[epoch 18] loss: 0.0178981
Test set: Average loss: 1.1900, Accuracy: 3061/5000 (61%)
[epoch 19] loss: 0.0164759
Test set: Average loss: 1.1929, Accuracy: 3066/5000 (61%)
[epoch 20] loss: 0.0152140
Test set: Average loss: 1.1958, Accuracy: 3064/5000 (61%)
[epoch 21] loss: 0.0140376
Test set: Average loss: 1.1985, Accuracy: 3066/5000 (61%)
[epoch 22] loss: 0.0130294
Test set: Average loss: 1.2017, Accuracy: 3062/5000 (61%)
[epoch 23] loss: 0.0121334
Test set: Average loss: 1.2049, Accuracy: 3062/5000 (61%)
[epoch 24] loss: 0.0114284
Test set: Average loss: 1.2080, Accuracy: 3060/5000 (61%)
[epoch 25] loss: 0.0106501
Test set: Average loss: 1.2101, Accuracy: 3057/5000 (61%)
[epoch 26] loss: 0.0100003
Test set: Average loss: 1.2129, Accuracy: 3061/5000 (61%)
[epoch 27] loss: 0.0094053
Test set: Average loss: 1.2161, Accuracy: 3064/5000 (61%)
[epoch 28] loss: 0.0088518
Test set: Average loss: 1.2193, Accuracy: 3061/5000 (61%)
[epoch 29] loss: 0.0084174
Test set: Average loss: 1.2222, Accuracy: 3062/5000 (61%)
[epoch 30] loss: 0.0079612
Test set: Average loss: 1.2251, Accuracy: 3065/5000 (61%)
[epoch 31] loss: 0.0075695
Test set: Average loss: 1.2278, Accuracy: 3062/5000 (61%)
[epoch 32] loss: 0.0071722
Test set: Average loss: 1.2306, Accuracy: 3064/5000 (61%)
[epoch 33] loss: 0.0068672
Test set: Average loss: 1.2333, Accuracy: 3066/5000 (61%)
[epoch 34] loss: 0.0065443
Test set: Average loss: 1.2358, Accuracy: 3066/5000 (61%)
[epoch 35] loss: 0.0062360
Test set: Average loss: 1.2384, Accuracy: 3065/5000 (61%)
[epoch 36] loss: 0.0060029
Test set: Average loss: 1.2405, Accuracy: 3068/5000 (61%)
[epoch 37] loss: 0.0057176
Test set: Average loss: 1.2430, Accuracy: 3066/5000 (61%)
[epoch 38] loss: 0.0054950
Test set: Average loss: 1.2454, Accuracy: 3067/5000 (61%)
[epoch 39] loss: 0.0052170
Test set: Average loss: 1.2478, Accuracy: 3068/5000 (61%)
[epoch 40] loss: 0.0050394
Test set: Average loss: 1.2500, Accuracy: 3066/5000 (61%)
[epoch 41] loss: 0.0048713
Test set: Average loss: 1.2522, Accuracy: 3064/5000 (61%)
[epoch 42] loss: 0.0046527
Test set: Average loss: 1.2549, Accuracy: 3066/5000 (61%)
[epoch 43] loss: 0.0045288
Test set: Average loss: 1.2572, Accuracy: 3064/5000 (61%)
[epoch 44] loss: 0.0043591
Test set: Average loss: 1.2595, Accuracy: 3060/5000 (61%)
[epoch 45] loss: 0.0041831
Test set: Average loss: 1.2614, Accuracy: 3062/5000 (61%)
[epoch 46] loss: 0.0040202
Test set: Average loss: 1.2635, Accuracy: 3062/5000 (61%)
[epoch 47] loss: 0.0038986
Test set: Average loss: 1.2659, Accuracy: 3064/5000 (61%)
[epoch 48] loss: 0.0037706
Test set: Average loss: 1.2678, Accuracy: 3062/5000 (61%)
[epoch 49] loss: 0.0036379
Test set: Average loss: 1.2697, Accuracy: 3063/5000 (61%)
[epoch 50] loss: 0.0035435
Test set: Average loss: 1.2719, Accuracy: 3063/5000 (61%)
Validation:
Test set: Average loss: 1.2478, Accuracy: 3068/5000 (61%)
Test
Test set: Average loss: 1.2266, Accuracy: 6144/10000 (61%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.4368, Accuracy: 458/5000 (9%)
[epoch 1] loss: 2.0842531
Test set: Average loss: 1.7877, Accuracy: 1994/5000 (40%)
[epoch 2] loss: 1.1022670
Test set: Average loss: 1.4444, Accuracy: 2567/5000 (51%)
[epoch 3] loss: 0.6316514
Test set: Average loss: 1.2951, Accuracy: 2759/5000 (55%)
[epoch 4] loss: 0.3744586
Test set: Average loss: 1.2161, Accuracy: 2874/5000 (57%)
[epoch 5] loss: 0.2388586
Test set: Average loss: 1.1981, Accuracy: 2892/5000 (58%)
[epoch 6] loss: 0.1569724
Test set: Average loss: 1.1910, Accuracy: 2892/5000 (58%)
[epoch 7] loss: 0.1107383
Test set: Average loss: 1.1781, Accuracy: 2913/5000 (58%)
[epoch 8] loss: 0.0835967
Test set: Average loss: 1.1785, Accuracy: 2914/5000 (58%)
[epoch 9] loss: 0.0668133
Test set: Average loss: 1.1796, Accuracy: 2915/5000 (58%)
[epoch 10] loss: 0.0551007
Test set: Average loss: 1.1801, Accuracy: 2924/5000 (58%)
[epoch 11] loss: 0.0463081
Test set: Average loss: 1.1843, Accuracy: 2920/5000 (58%)
[epoch 12] loss: 0.0398983
Test set: Average loss: 1.1875, Accuracy: 2934/5000 (59%)
[epoch 13] loss: 0.0351189
Test set: Average loss: 1.1899, Accuracy: 2928/5000 (59%)
[epoch 14] loss: 0.0310884
Test set: Average loss: 1.1939, Accuracy: 2935/5000 (59%)
[epoch 15] loss: 0.0278101
Test set: Average loss: 1.1959, Accuracy: 2939/5000 (59%)
[epoch 16] loss: 0.0251987
Test set: Average loss: 1.1991, Accuracy: 2938/5000 (59%)
[epoch 17] loss: 0.0228494
Test set: Average loss: 1.2016, Accuracy: 2945/5000 (59%)
[epoch 18] loss: 0.0208409
Test set: Average loss: 1.2047, Accuracy: 2938/5000 (59%)
[epoch 19] loss: 0.0192273
Test set: Average loss: 1.2069, Accuracy: 2939/5000 (59%)
[epoch 20] loss: 0.0177162
Test set: Average loss: 1.2101, Accuracy: 2938/5000 (59%)
[epoch 21] loss: 0.0164402
Test set: Average loss: 1.2123, Accuracy: 2944/5000 (59%)
[epoch 22] loss: 0.0152600
Test set: Average loss: 1.2142, Accuracy: 2946/5000 (59%)
[epoch 23] loss: 0.0142172
Test set: Average loss: 1.2178, Accuracy: 2945/5000 (59%)
[epoch 24] loss: 0.0133540
Test set: Average loss: 1.2214, Accuracy: 2943/5000 (59%)
[epoch 25] loss: 0.0124392
Test set: Average loss: 1.2231, Accuracy: 2950/5000 (59%)
[epoch 26] loss: 0.0117656
Test set: Average loss: 1.2249, Accuracy: 2946/5000 (59%)
[epoch 27] loss: 0.0110121
Test set: Average loss: 1.2277, Accuracy: 2945/5000 (59%)
[epoch 28] loss: 0.0104073
Test set: Average loss: 1.2301, Accuracy: 2942/5000 (59%)
[epoch 29] loss: 0.0098317
Test set: Average loss: 1.2324, Accuracy: 2946/5000 (59%)
[epoch 30] loss: 0.0092351
Test set: Average loss: 1.2346, Accuracy: 2946/5000 (59%)
[epoch 31] loss: 0.0087921
Test set: Average loss: 1.2367, Accuracy: 2946/5000 (59%)
[epoch 32] loss: 0.0083770
Test set: Average loss: 1.2391, Accuracy: 2947/5000 (59%)
[epoch 33] loss: 0.0080092
Test set: Average loss: 1.2417, Accuracy: 2950/5000 (59%)
[epoch 34] loss: 0.0076113
Test set: Average loss: 1.2434, Accuracy: 2952/5000 (59%)
[epoch 35] loss: 0.0072600
Test set: Average loss: 1.2458, Accuracy: 2951/5000 (59%)
[epoch 36] loss: 0.0069906
Test set: Average loss: 1.2480, Accuracy: 2950/5000 (59%)
[epoch 37] loss: 0.0066438
Test set: Average loss: 1.2495, Accuracy: 2951/5000 (59%)
[epoch 38] loss: 0.0063424
Test set: Average loss: 1.2516, Accuracy: 2952/5000 (59%)
[epoch 39] loss: 0.0061026
Test set: Average loss: 1.2538, Accuracy: 2954/5000 (59%)
[epoch 40] loss: 0.0058657
Test set: Average loss: 1.2560, Accuracy: 2951/5000 (59%)
[epoch 41] loss: 0.0056411
Test set: Average loss: 1.2577, Accuracy: 2956/5000 (59%)
[epoch 42] loss: 0.0054124
Test set: Average loss: 1.2598, Accuracy: 2955/5000 (59%)
[epoch 43] loss: 0.0052285
Test set: Average loss: 1.2616, Accuracy: 2955/5000 (59%)
[epoch 44] loss: 0.0050145
Test set: Average loss: 1.2636, Accuracy: 2956/5000 (59%)
[epoch 45] loss: 0.0048698
Test set: Average loss: 1.2654, Accuracy: 2954/5000 (59%)
[epoch 46] loss: 0.0046767
Test set: Average loss: 1.2669, Accuracy: 2955/5000 (59%)
[epoch 47] loss: 0.0045013
Test set: Average loss: 1.2689, Accuracy: 2955/5000 (59%)
[epoch 48] loss: 0.0043548
Test set: Average loss: 1.2705, Accuracy: 2957/5000 (59%)
[epoch 49] loss: 0.0042204
Test set: Average loss: 1.2724, Accuracy: 2957/5000 (59%)
[epoch 50] loss: 0.0040892
Test set: Average loss: 1.2739, Accuracy: 2958/5000 (59%)
Validation:
Test set: Average loss: 1.2739, Accuracy: 2958/5000 (59%)
Test
Test set: Average loss: 1.2554, Accuracy: 5932/10000 (59%)
500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.4169, Accuracy: 574/5000 (11%)
[epoch 1] loss: 1.7253938
Test set: Average loss: 1.3619, Accuracy: 2765/5000 (55%)
[epoch 2] loss: 0.7520263
Test set: Average loss: 1.1492, Accuracy: 3026/5000 (61%)
[epoch 3] loss: 0.3877257
Test set: Average loss: 1.1028, Accuracy: 3063/5000 (61%)
[epoch 4] loss: 0.2149116
Test set: Average loss: 1.0822, Accuracy: 3097/5000 (62%)
[epoch 5] loss: 0.1265185
Test set: Average loss: 1.0853, Accuracy: 3127/5000 (63%)
[epoch 6] loss: 0.0836013
Test set: Average loss: 1.0855, Accuracy: 3132/5000 (63%)
[epoch 7] loss: 0.0595864
Test set: Average loss: 1.0933, Accuracy: 3139/5000 (63%)
[epoch 8] loss: 0.0458518
Test set: Average loss: 1.0991, Accuracy: 3148/5000 (63%)
[epoch 9] loss: 0.0365082
Test set: Average loss: 1.1023, Accuracy: 3155/5000 (63%)
[epoch 10] loss: 0.0302562
Test set: Average loss: 1.1098, Accuracy: 3156/5000 (63%)
[epoch 11] loss: 0.0251851
Test set: Average loss: 1.1144, Accuracy: 3174/5000 (63%)
[epoch 12] loss: 0.0214577
Test set: Average loss: 1.1209, Accuracy: 3170/5000 (63%)
[epoch 13] loss: 0.0187392
Test set: Average loss: 1.1257, Accuracy: 3162/5000 (63%)
[epoch 14] loss: 0.0164870
Test set: Average loss: 1.1319, Accuracy: 3163/5000 (63%)
[epoch 15] loss: 0.0145551
Test set: Average loss: 1.1362, Accuracy: 3159/5000 (63%)
[epoch 16] loss: 0.0129957
Test set: Average loss: 1.1406, Accuracy: 3162/5000 (63%)
[epoch 17] loss: 0.0117528
Test set: Average loss: 1.1455, Accuracy: 3152/5000 (63%)
[epoch 18] loss: 0.0106323
Test set: Average loss: 1.1502, Accuracy: 3160/5000 (63%)
[epoch 19] loss: 0.0097680
Test set: Average loss: 1.1549, Accuracy: 3160/5000 (63%)
[epoch 20] loss: 0.0088952
Test set: Average loss: 1.1589, Accuracy: 3156/5000 (63%)
[epoch 21] loss: 0.0081849
Test set: Average loss: 1.1628, Accuracy: 3154/5000 (63%)
[epoch 22] loss: 0.0075622
Test set: Average loss: 1.1672, Accuracy: 3160/5000 (63%)
[epoch 23] loss: 0.0070298
Test set: Average loss: 1.1709, Accuracy: 3159/5000 (63%)
[epoch 24] loss: 0.0065151
Test set: Average loss: 1.1751, Accuracy: 3158/5000 (63%)
[epoch 25] loss: 0.0061205
Test set: Average loss: 1.1782, Accuracy: 3160/5000 (63%)
[epoch 26] loss: 0.0056573
Test set: Average loss: 1.1819, Accuracy: 3158/5000 (63%)
[epoch 27] loss: 0.0053163
Test set: Average loss: 1.1854, Accuracy: 3157/5000 (63%)
[epoch 28] loss: 0.0049751
Test set: Average loss: 1.1892, Accuracy: 3157/5000 (63%)
[epoch 29] loss: 0.0046986
Test set: Average loss: 1.1925, Accuracy: 3159/5000 (63%)
[epoch 30] loss: 0.0044330
Test set: Average loss: 1.1956, Accuracy: 3159/5000 (63%)
[epoch 31] loss: 0.0041946
Test set: Average loss: 1.1986, Accuracy: 3162/5000 (63%)
[epoch 32] loss: 0.0039760
Test set: Average loss: 1.2018, Accuracy: 3163/5000 (63%)
[epoch 33] loss: 0.0037836
Test set: Average loss: 1.2049, Accuracy: 3166/5000 (63%)
[epoch 34] loss: 0.0035882
Test set: Average loss: 1.2073, Accuracy: 3164/5000 (63%)
[epoch 35] loss: 0.0033806
Test set: Average loss: 1.2106, Accuracy: 3163/5000 (63%)
[epoch 36] loss: 0.0032044
Test set: Average loss: 1.2138, Accuracy: 3163/5000 (63%)
[epoch 37] loss: 0.0030902
Test set: Average loss: 1.2169, Accuracy: 3160/5000 (63%)
[epoch 38] loss: 0.0029380
Test set: Average loss: 1.2196, Accuracy: 3164/5000 (63%)
[epoch 39] loss: 0.0027912
Test set: Average loss: 1.2219, Accuracy: 3164/5000 (63%)
[epoch 40] loss: 0.0027034
Test set: Average loss: 1.2248, Accuracy: 3166/5000 (63%)
[epoch 41] loss: 0.0025680
Test set: Average loss: 1.2274, Accuracy: 3165/5000 (63%)
[epoch 42] loss: 0.0024505
Test set: Average loss: 1.2299, Accuracy: 3168/5000 (63%)
[epoch 43] loss: 0.0023675
Test set: Average loss: 1.2325, Accuracy: 3167/5000 (63%)
[epoch 44] loss: 0.0022593
Test set: Average loss: 1.2352, Accuracy: 3166/5000 (63%)
[epoch 45] loss: 0.0021823
Test set: Average loss: 1.2376, Accuracy: 3169/5000 (63%)
[epoch 46] loss: 0.0020799
Test set: Average loss: 1.2401, Accuracy: 3166/5000 (63%)
[epoch 47] loss: 0.0020064
Test set: Average loss: 1.2423, Accuracy: 3170/5000 (63%)
[epoch 48] loss: 0.0019528
Test set: Average loss: 1.2449, Accuracy: 3167/5000 (63%)
[epoch 49] loss: 0.0018831
Test set: Average loss: 1.2471, Accuracy: 3165/5000 (63%)
[epoch 50] loss: 0.0018180
Test set: Average loss: 1.2496, Accuracy: 3164/5000 (63%)
Validation:
Test set: Average loss: 1.1144, Accuracy: 3174/5000 (63%)
Test
Test set: Average loss: 1.1110, Accuracy: 6332/10000 (63%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.4494, Accuracy: 435/5000 (9%)
[epoch 1] loss: 1.7707174
Test set: Average loss: 1.3813, Accuracy: 2772/5000 (55%)
[epoch 2] loss: 0.7096933
Test set: Average loss: 1.1379, Accuracy: 3034/5000 (61%)
[epoch 3] loss: 0.3724580
Test set: Average loss: 1.1009, Accuracy: 3118/5000 (62%)
[epoch 4] loss: 0.2097965
Test set: Average loss: 1.0859, Accuracy: 3140/5000 (63%)
[epoch 5] loss: 0.1245409
Test set: Average loss: 1.0850, Accuracy: 3158/5000 (63%)
[epoch 6] loss: 0.0815164
Test set: Average loss: 1.0876, Accuracy: 3164/5000 (63%)
[epoch 7] loss: 0.0591347
Test set: Average loss: 1.0920, Accuracy: 3185/5000 (64%)
[epoch 8] loss: 0.0450412
Test set: Average loss: 1.1008, Accuracy: 3175/5000 (64%)
[epoch 9] loss: 0.0364394
Test set: Average loss: 1.1076, Accuracy: 3173/5000 (63%)
[epoch 10] loss: 0.0299447
Test set: Average loss: 1.1116, Accuracy: 3170/5000 (63%)
[epoch 11] loss: 0.0250551
Test set: Average loss: 1.1195, Accuracy: 3175/5000 (64%)
[epoch 12] loss: 0.0215921
Test set: Average loss: 1.1269, Accuracy: 3178/5000 (64%)
[epoch 13] loss: 0.0186944
Test set: Average loss: 1.1327, Accuracy: 3179/5000 (64%)
[epoch 14] loss: 0.0163663
Test set: Average loss: 1.1385, Accuracy: 3175/5000 (64%)
[epoch 15] loss: 0.0144543
Test set: Average loss: 1.1440, Accuracy: 3180/5000 (64%)
[epoch 16] loss: 0.0131514
Test set: Average loss: 1.1500, Accuracy: 3184/5000 (64%)
[epoch 17] loss: 0.0116523
Test set: Average loss: 1.1564, Accuracy: 3182/5000 (64%)
[epoch 18] loss: 0.0105989
Test set: Average loss: 1.1605, Accuracy: 3181/5000 (64%)
[epoch 19] loss: 0.0096103
Test set: Average loss: 1.1665, Accuracy: 3186/5000 (64%)
[epoch 20] loss: 0.0088388
Test set: Average loss: 1.1726, Accuracy: 3184/5000 (64%)
[epoch 21] loss: 0.0081495
Test set: Average loss: 1.1765, Accuracy: 3180/5000 (64%)
[epoch 22] loss: 0.0074944
Test set: Average loss: 1.1808, Accuracy: 3189/5000 (64%)
[epoch 23] loss: 0.0069031
Test set: Average loss: 1.1858, Accuracy: 3185/5000 (64%)
[epoch 24] loss: 0.0065038
Test set: Average loss: 1.1900, Accuracy: 3182/5000 (64%)
[epoch 25] loss: 0.0060326
Test set: Average loss: 1.1941, Accuracy: 3188/5000 (64%)
[epoch 26] loss: 0.0056265
Test set: Average loss: 1.1985, Accuracy: 3183/5000 (64%)
[epoch 27] loss: 0.0052929
Test set: Average loss: 1.2029, Accuracy: 3183/5000 (64%)
[epoch 28] loss: 0.0050327
Test set: Average loss: 1.2065, Accuracy: 3192/5000 (64%)
[epoch 29] loss: 0.0046880
Test set: Average loss: 1.2105, Accuracy: 3185/5000 (64%)
[epoch 30] loss: 0.0043825
Test set: Average loss: 1.2143, Accuracy: 3185/5000 (64%)
[epoch 31] loss: 0.0041612
Test set: Average loss: 1.2183, Accuracy: 3190/5000 (64%)
[epoch 32] loss: 0.0039732
Test set: Average loss: 1.2220, Accuracy: 3187/5000 (64%)
[epoch 33] loss: 0.0037795
Test set: Average loss: 1.2248, Accuracy: 3185/5000 (64%)
[epoch 34] loss: 0.0035982
Test set: Average loss: 1.2282, Accuracy: 3185/5000 (64%)
[epoch 35] loss: 0.0033787
Test set: Average loss: 1.2318, Accuracy: 3186/5000 (64%)
[epoch 36] loss: 0.0032213
Test set: Average loss: 1.2355, Accuracy: 3184/5000 (64%)
[epoch 37] loss: 0.0030926
Test set: Average loss: 1.2383, Accuracy: 3186/5000 (64%)
[epoch 38] loss: 0.0029245
Test set: Average loss: 1.2416, Accuracy: 3184/5000 (64%)
[epoch 39] loss: 0.0028125
Test set: Average loss: 1.2445, Accuracy: 3186/5000 (64%)
[epoch 40] loss: 0.0026864
Test set: Average loss: 1.2477, Accuracy: 3185/5000 (64%)
[epoch 41] loss: 0.0026031
Test set: Average loss: 1.2510, Accuracy: 3185/5000 (64%)
[epoch 42] loss: 0.0024671
Test set: Average loss: 1.2535, Accuracy: 3186/5000 (64%)
[epoch 43] loss: 0.0023588
Test set: Average loss: 1.2562, Accuracy: 3188/5000 (64%)
[epoch 44] loss: 0.0023123
Test set: Average loss: 1.2595, Accuracy: 3186/5000 (64%)
[epoch 45] loss: 0.0021931
Test set: Average loss: 1.2617, Accuracy: 3188/5000 (64%)
[epoch 46] loss: 0.0021079
Test set: Average loss: 1.2648, Accuracy: 3189/5000 (64%)
[epoch 47] loss: 0.0020489
Test set: Average loss: 1.2677, Accuracy: 3188/5000 (64%)
[epoch 48] loss: 0.0019534
Test set: Average loss: 1.2704, Accuracy: 3185/5000 (64%)
[epoch 49] loss: 0.0018880
Test set: Average loss: 1.2725, Accuracy: 3186/5000 (64%)
[epoch 50] loss: 0.0018389
Test set: Average loss: 1.2754, Accuracy: 3186/5000 (64%)
Validation:
Test set: Average loss: 1.2065, Accuracy: 3192/5000 (64%)
Test
Test set: Average loss: 1.1833, Accuracy: 6400/10000 (64%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.4141, Accuracy: 468/5000 (9%)
[epoch 1] loss: 1.7707308
Test set: Average loss: 1.3782, Accuracy: 2746/5000 (55%)
[epoch 2] loss: 0.7673824
Test set: Average loss: 1.1594, Accuracy: 3019/5000 (60%)
[epoch 3] loss: 0.4107318
Test set: Average loss: 1.1109, Accuracy: 3074/5000 (61%)
[epoch 4] loss: 0.2273958
Test set: Average loss: 1.0938, Accuracy: 3121/5000 (62%)
[epoch 5] loss: 0.1378819
Test set: Average loss: 1.0963, Accuracy: 3124/5000 (62%)
[epoch 6] loss: 0.0909232
Test set: Average loss: 1.0974, Accuracy: 3124/5000 (62%)
[epoch 7] loss: 0.0666723
Test set: Average loss: 1.1072, Accuracy: 3125/5000 (62%)
[epoch 8] loss: 0.0506099
Test set: Average loss: 1.1094, Accuracy: 3145/5000 (63%)
[epoch 9] loss: 0.0395225
Test set: Average loss: 1.1184, Accuracy: 3150/5000 (63%)
[epoch 10] loss: 0.0325011
Test set: Average loss: 1.1226, Accuracy: 3154/5000 (63%)
[epoch 11] loss: 0.0272442
Test set: Average loss: 1.1278, Accuracy: 3159/5000 (63%)
[epoch 12] loss: 0.0232066
Test set: Average loss: 1.1353, Accuracy: 3158/5000 (63%)
[epoch 13] loss: 0.0201596
Test set: Average loss: 1.1400, Accuracy: 3153/5000 (63%)
[epoch 14] loss: 0.0176675
Test set: Average loss: 1.1476, Accuracy: 3153/5000 (63%)
[epoch 15] loss: 0.0155884
Test set: Average loss: 1.1520, Accuracy: 3146/5000 (63%)
[epoch 16] loss: 0.0139649
Test set: Average loss: 1.1566, Accuracy: 3149/5000 (63%)
[epoch 17] loss: 0.0126669
Test set: Average loss: 1.1618, Accuracy: 3147/5000 (63%)
[epoch 18] loss: 0.0114234
Test set: Average loss: 1.1675, Accuracy: 3145/5000 (63%)
[epoch 19] loss: 0.0103021
Test set: Average loss: 1.1718, Accuracy: 3144/5000 (63%)
[epoch 20] loss: 0.0094148
Test set: Average loss: 1.1771, Accuracy: 3146/5000 (63%)
[epoch 21] loss: 0.0086974
Test set: Average loss: 1.1824, Accuracy: 3144/5000 (63%)
[epoch 22] loss: 0.0080211
Test set: Average loss: 1.1858, Accuracy: 3147/5000 (63%)
[epoch 23] loss: 0.0073675
Test set: Average loss: 1.1900, Accuracy: 3148/5000 (63%)
[epoch 24] loss: 0.0069205
Test set: Average loss: 1.1952, Accuracy: 3147/5000 (63%)
[epoch 25] loss: 0.0063951
Test set: Average loss: 1.1979, Accuracy: 3151/5000 (63%)
[epoch 26] loss: 0.0059870
Test set: Average loss: 1.2027, Accuracy: 3154/5000 (63%)
[epoch 27] loss: 0.0056130
Test set: Average loss: 1.2063, Accuracy: 3152/5000 (63%)
[epoch 28] loss: 0.0052530
Test set: Average loss: 1.2105, Accuracy: 3153/5000 (63%)
[epoch 29] loss: 0.0049576
Test set: Average loss: 1.2141, Accuracy: 3155/5000 (63%)
[epoch 30] loss: 0.0047004
Test set: Average loss: 1.2167, Accuracy: 3155/5000 (63%)
[epoch 31] loss: 0.0044483
Test set: Average loss: 1.2210, Accuracy: 3155/5000 (63%)
[epoch 32] loss: 0.0041823
Test set: Average loss: 1.2236, Accuracy: 3159/5000 (63%)
[epoch 33] loss: 0.0039607
Test set: Average loss: 1.2270, Accuracy: 3155/5000 (63%)
[epoch 34] loss: 0.0037841
Test set: Average loss: 1.2302, Accuracy: 3158/5000 (63%)
[epoch 35] loss: 0.0035993
Test set: Average loss: 1.2334, Accuracy: 3158/5000 (63%)
[epoch 36] loss: 0.0034099
Test set: Average loss: 1.2364, Accuracy: 3155/5000 (63%)
[epoch 37] loss: 0.0032337
Test set: Average loss: 1.2394, Accuracy: 3156/5000 (63%)
[epoch 38] loss: 0.0031037
Test set: Average loss: 1.2427, Accuracy: 3155/5000 (63%)
[epoch 39] loss: 0.0029679
Test set: Average loss: 1.2453, Accuracy: 3155/5000 (63%)
[epoch 40] loss: 0.0028219
Test set: Average loss: 1.2485, Accuracy: 3156/5000 (63%)
[epoch 41] loss: 0.0026958
Test set: Average loss: 1.2513, Accuracy: 3155/5000 (63%)
[epoch 42] loss: 0.0025845
Test set: Average loss: 1.2542, Accuracy: 3151/5000 (63%)
[epoch 43] loss: 0.0024845
Test set: Average loss: 1.2569, Accuracy: 3156/5000 (63%)
[epoch 44] loss: 0.0023838
Test set: Average loss: 1.2594, Accuracy: 3157/5000 (63%)
[epoch 45] loss: 0.0022903
Test set: Average loss: 1.2625, Accuracy: 3154/5000 (63%)
[epoch 46] loss: 0.0022188
Test set: Average loss: 1.2652, Accuracy: 3152/5000 (63%)
[epoch 47] loss: 0.0021141
Test set: Average loss: 1.2674, Accuracy: 3151/5000 (63%)
[epoch 48] loss: 0.0020528
Test set: Average loss: 1.2698, Accuracy: 3151/5000 (63%)
[epoch 49] loss: 0.0019648
Test set: Average loss: 1.2726, Accuracy: 3153/5000 (63%)
[epoch 50] loss: 0.0019176
Test set: Average loss: 1.2749, Accuracy: 3153/5000 (63%)
Validation:
Test set: Average loss: 1.2236, Accuracy: 3159/5000 (63%)
Test
Test set: Average loss: 1.2306, Accuracy: 6269/10000 (63%)
750
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3620, Accuracy: 568/5000 (11%)
[epoch 1] loss: 1.4666923
Test set: Average loss: 1.1774, Accuracy: 2965/5000 (59%)
[epoch 2] loss: 0.5591745
Test set: Average loss: 1.0692, Accuracy: 3125/5000 (62%)
[epoch 3] loss: 0.2820050
Test set: Average loss: 1.0522, Accuracy: 3187/5000 (64%)
[epoch 4] loss: 0.1496503
Test set: Average loss: 1.0429, Accuracy: 3206/5000 (64%)
[epoch 5] loss: 0.0864518
Test set: Average loss: 1.0444, Accuracy: 3215/5000 (64%)
[epoch 6] loss: 0.0565374
Test set: Average loss: 1.0534, Accuracy: 3210/5000 (64%)
[epoch 7] loss: 0.0403621
Test set: Average loss: 1.0650, Accuracy: 3217/5000 (64%)
[epoch 8] loss: 0.0309342
Test set: Average loss: 1.0726, Accuracy: 3223/5000 (64%)
[epoch 9] loss: 0.0247469
Test set: Average loss: 1.0826, Accuracy: 3224/5000 (64%)
[epoch 10] loss: 0.0207566
Test set: Average loss: 1.0918, Accuracy: 3222/5000 (64%)
[epoch 11] loss: 0.0169985
Test set: Average loss: 1.1002, Accuracy: 3232/5000 (65%)
[epoch 12] loss: 0.0145998
Test set: Average loss: 1.1081, Accuracy: 3228/5000 (65%)
[epoch 13] loss: 0.0127335
Test set: Average loss: 1.1156, Accuracy: 3232/5000 (65%)
[epoch 14] loss: 0.0110309
Test set: Average loss: 1.1231, Accuracy: 3229/5000 (65%)
[epoch 15] loss: 0.0098533
Test set: Average loss: 1.1295, Accuracy: 3233/5000 (65%)
[epoch 16] loss: 0.0086264
Test set: Average loss: 1.1350, Accuracy: 3234/5000 (65%)
[epoch 17] loss: 0.0077427
Test set: Average loss: 1.1419, Accuracy: 3228/5000 (65%)
[epoch 18] loss: 0.0069804
Test set: Average loss: 1.1471, Accuracy: 3226/5000 (65%)
[epoch 19] loss: 0.0063093
Test set: Average loss: 1.1532, Accuracy: 3227/5000 (65%)
[epoch 20] loss: 0.0058385
Test set: Average loss: 1.1594, Accuracy: 3230/5000 (65%)
[epoch 21] loss: 0.0053311
Test set: Average loss: 1.1650, Accuracy: 3228/5000 (65%)
[epoch 22] loss: 0.0048839
Test set: Average loss: 1.1697, Accuracy: 3230/5000 (65%)
[epoch 23] loss: 0.0045379
Test set: Average loss: 1.1753, Accuracy: 3231/5000 (65%)
[epoch 24] loss: 0.0042793
Test set: Average loss: 1.1798, Accuracy: 3231/5000 (65%)
[epoch 25] loss: 0.0039022
Test set: Average loss: 1.1844, Accuracy: 3232/5000 (65%)
[epoch 26] loss: 0.0036684
Test set: Average loss: 1.1894, Accuracy: 3231/5000 (65%)
[epoch 27] loss: 0.0034257
Test set: Average loss: 1.1942, Accuracy: 3235/5000 (65%)
[epoch 28] loss: 0.0031734
Test set: Average loss: 1.1977, Accuracy: 3238/5000 (65%)
[epoch 29] loss: 0.0030016
Test set: Average loss: 1.2024, Accuracy: 3235/5000 (65%)
[epoch 30] loss: 0.0027965
Test set: Average loss: 1.2067, Accuracy: 3239/5000 (65%)
[epoch 31] loss: 0.0026552
Test set: Average loss: 1.2105, Accuracy: 3237/5000 (65%)
[epoch 32] loss: 0.0025087
Test set: Average loss: 1.2143, Accuracy: 3237/5000 (65%)
[epoch 33] loss: 0.0023684
Test set: Average loss: 1.2183, Accuracy: 3236/5000 (65%)
[epoch 34] loss: 0.0022560
Test set: Average loss: 1.2225, Accuracy: 3233/5000 (65%)
[epoch 35] loss: 0.0021396
Test set: Average loss: 1.2254, Accuracy: 3238/5000 (65%)
[epoch 36] loss: 0.0020345
Test set: Average loss: 1.2297, Accuracy: 3236/5000 (65%)
[epoch 37] loss: 0.0019294
Test set: Average loss: 1.2329, Accuracy: 3239/5000 (65%)
[epoch 38] loss: 0.0018538
Test set: Average loss: 1.2363, Accuracy: 3238/5000 (65%)
[epoch 39] loss: 0.0017500
Test set: Average loss: 1.2397, Accuracy: 3236/5000 (65%)
[epoch 40] loss: 0.0016911
Test set: Average loss: 1.2430, Accuracy: 3237/5000 (65%)
[epoch 41] loss: 0.0016290
Test set: Average loss: 1.2461, Accuracy: 3239/5000 (65%)
[epoch 42] loss: 0.0015482
Test set: Average loss: 1.2497, Accuracy: 3238/5000 (65%)
[epoch 43] loss: 0.0014822
Test set: Average loss: 1.2527, Accuracy: 3236/5000 (65%)
[epoch 44] loss: 0.0014059
Test set: Average loss: 1.2559, Accuracy: 3237/5000 (65%)
[epoch 45] loss: 0.0013779
Test set: Average loss: 1.2586, Accuracy: 3235/5000 (65%)
[epoch 46] loss: 0.0013054
Test set: Average loss: 1.2618, Accuracy: 3237/5000 (65%)
[epoch 47] loss: 0.0012446
Test set: Average loss: 1.2648, Accuracy: 3237/5000 (65%)
[epoch 48] loss: 0.0011982
Test set: Average loss: 1.2676, Accuracy: 3235/5000 (65%)
[epoch 49] loss: 0.0011516
Test set: Average loss: 1.2705, Accuracy: 3233/5000 (65%)
[epoch 50] loss: 0.0011140
Test set: Average loss: 1.2734, Accuracy: 3236/5000 (65%)
Validation:
Test set: Average loss: 1.2461, Accuracy: 3239/5000 (65%)
Test
Test set: Average loss: 1.2430, Accuracy: 6500/10000 (65%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.4601, Accuracy: 498/5000 (10%)
[epoch 1] loss: 1.5362378
Test set: Average loss: 1.1902, Accuracy: 2936/5000 (59%)
[epoch 2] loss: 0.5708004
Test set: Average loss: 1.0905, Accuracy: 3099/5000 (62%)
[epoch 3] loss: 0.2800405
Test set: Average loss: 1.0606, Accuracy: 3162/5000 (63%)
[epoch 4] loss: 0.1454127
Test set: Average loss: 1.0661, Accuracy: 3180/5000 (64%)
[epoch 5] loss: 0.0855829
Test set: Average loss: 1.0742, Accuracy: 3193/5000 (64%)
[epoch 6] loss: 0.0565510
Test set: Average loss: 1.0904, Accuracy: 3180/5000 (64%)
[epoch 7] loss: 0.0411499
Test set: Average loss: 1.0998, Accuracy: 3186/5000 (64%)
[epoch 8] loss: 0.0315376
Test set: Average loss: 1.1101, Accuracy: 3179/5000 (64%)
[epoch 9] loss: 0.0251262
Test set: Average loss: 1.1230, Accuracy: 3187/5000 (64%)
[epoch 10] loss: 0.0209145
Test set: Average loss: 1.1325, Accuracy: 3187/5000 (64%)
[epoch 11] loss: 0.0172123
Test set: Average loss: 1.1419, Accuracy: 3189/5000 (64%)
[epoch 12] loss: 0.0147266
Test set: Average loss: 1.1521, Accuracy: 3190/5000 (64%)
[epoch 13] loss: 0.0128524
Test set: Average loss: 1.1601, Accuracy: 3193/5000 (64%)
[epoch 14] loss: 0.0110642
Test set: Average loss: 1.1680, Accuracy: 3192/5000 (64%)
[epoch 15] loss: 0.0098260
Test set: Average loss: 1.1756, Accuracy: 3185/5000 (64%)
[epoch 16] loss: 0.0087810
Test set: Average loss: 1.1831, Accuracy: 3193/5000 (64%)
[epoch 17] loss: 0.0078714
Test set: Average loss: 1.1903, Accuracy: 3194/5000 (64%)
[epoch 18] loss: 0.0071215
Test set: Average loss: 1.1979, Accuracy: 3194/5000 (64%)
[epoch 19] loss: 0.0063903
Test set: Average loss: 1.2035, Accuracy: 3187/5000 (64%)
[epoch 20] loss: 0.0059301
Test set: Average loss: 1.2105, Accuracy: 3187/5000 (64%)
[epoch 21] loss: 0.0053499
Test set: Average loss: 1.2169, Accuracy: 3194/5000 (64%)
[epoch 22] loss: 0.0049348
Test set: Average loss: 1.2223, Accuracy: 3195/5000 (64%)
[epoch 23] loss: 0.0045707
Test set: Average loss: 1.2268, Accuracy: 3196/5000 (64%)
[epoch 24] loss: 0.0042172
Test set: Average loss: 1.2333, Accuracy: 3195/5000 (64%)
[epoch 25] loss: 0.0039597
Test set: Average loss: 1.2381, Accuracy: 3188/5000 (64%)
[epoch 26] loss: 0.0036902
Test set: Average loss: 1.2441, Accuracy: 3199/5000 (64%)
[epoch 27] loss: 0.0034456
Test set: Average loss: 1.2484, Accuracy: 3201/5000 (64%)
[epoch 28] loss: 0.0032191
Test set: Average loss: 1.2530, Accuracy: 3201/5000 (64%)
[epoch 29] loss: 0.0030112
Test set: Average loss: 1.2571, Accuracy: 3198/5000 (64%)
[epoch 30] loss: 0.0028592
Test set: Average loss: 1.2621, Accuracy: 3198/5000 (64%)
[epoch 31] loss: 0.0026768
Test set: Average loss: 1.2671, Accuracy: 3196/5000 (64%)
[epoch 32] loss: 0.0025083
Test set: Average loss: 1.2712, Accuracy: 3199/5000 (64%)
[epoch 33] loss: 0.0023851
Test set: Average loss: 1.2754, Accuracy: 3196/5000 (64%)
[epoch 34] loss: 0.0022720
Test set: Average loss: 1.2912, Accuracy: 3194/5000 (64%)
[epoch 35] loss: 0.0021490
Test set: Average loss: 1.2828, Accuracy: 3197/5000 (64%)
[epoch 36] loss: 0.0020290
Test set: Average loss: 1.2867, Accuracy: 3197/5000 (64%)
[epoch 37] loss: 0.0019610
Test set: Average loss: 1.2905, Accuracy: 3197/5000 (64%)
[epoch 38] loss: 0.0018451
Test set: Average loss: 1.2947, Accuracy: 3197/5000 (64%)
[epoch 39] loss: 0.0017713
Test set: Average loss: 1.2981, Accuracy: 3196/5000 (64%)
[epoch 40] loss: 0.0016928
Test set: Average loss: 1.3015, Accuracy: 3195/5000 (64%)
[epoch 41] loss: 0.0016149
Test set: Average loss: 1.3053, Accuracy: 3196/5000 (64%)
[epoch 42] loss: 0.0015338
Test set: Average loss: 1.3091, Accuracy: 3193/5000 (64%)
[epoch 43] loss: 0.0014834
Test set: Average loss: 1.3129, Accuracy: 3195/5000 (64%)
[epoch 44] loss: 0.0014233
Test set: Average loss: 1.3157, Accuracy: 3198/5000 (64%)
[epoch 45] loss: 0.0013649
Test set: Average loss: 1.3190, Accuracy: 3198/5000 (64%)
[epoch 46] loss: 0.0013125
Test set: Average loss: 1.3224, Accuracy: 3197/5000 (64%)
[epoch 47] loss: 0.0012616
Test set: Average loss: 1.3262, Accuracy: 3198/5000 (64%)
[epoch 48] loss: 0.0012004
Test set: Average loss: 1.3288, Accuracy: 3194/5000 (64%)
[epoch 49] loss: 0.0011625
Test set: Average loss: 1.3317, Accuracy: 3195/5000 (64%)
[epoch 50] loss: 0.0011247
Test set: Average loss: 1.3345, Accuracy: 3195/5000 (64%)
Validation:
Test set: Average loss: 1.2530, Accuracy: 3201/5000 (64%)
Test
Test set: Average loss: 1.2180, Accuracy: 6527/10000 (65%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.4697, Accuracy: 374/5000 (7%)
[epoch 1] loss: 1.6312625
Test set: Average loss: 1.2441, Accuracy: 2928/5000 (59%)
[epoch 2] loss: 0.6785693
Test set: Average loss: 1.1040, Accuracy: 3067/5000 (61%)
[epoch 3] loss: 0.3481709
Test set: Average loss: 1.0665, Accuracy: 3152/5000 (63%)
[epoch 4] loss: 0.1874959
Test set: Average loss: 1.0573, Accuracy: 3172/5000 (63%)
[epoch 5] loss: 0.1088672
Test set: Average loss: 1.0622, Accuracy: 3175/5000 (64%)
[epoch 6] loss: 0.0693215
Test set: Average loss: 1.0721, Accuracy: 3182/5000 (64%)
[epoch 7] loss: 0.0480979
Test set: Average loss: 1.0820, Accuracy: 3189/5000 (64%)
[epoch 8] loss: 0.0365457
Test set: Average loss: 1.0905, Accuracy: 3181/5000 (64%)
[epoch 9] loss: 0.0291803
Test set: Average loss: 1.0998, Accuracy: 3178/5000 (64%)
[epoch 10] loss: 0.0236973
Test set: Average loss: 1.1096, Accuracy: 3183/5000 (64%)
[epoch 11] loss: 0.0198973
Test set: Average loss: 1.1176, Accuracy: 3186/5000 (64%)
[epoch 12] loss: 0.0169686
Test set: Average loss: 1.1264, Accuracy: 3196/5000 (64%)
[epoch 13] loss: 0.0146989
Test set: Average loss: 1.1336, Accuracy: 3187/5000 (64%)
[epoch 14] loss: 0.0128694
Test set: Average loss: 1.1394, Accuracy: 3195/5000 (64%)
[epoch 15] loss: 0.0112510
Test set: Average loss: 1.1481, Accuracy: 3187/5000 (64%)
[epoch 16] loss: 0.0100761
Test set: Average loss: 1.1541, Accuracy: 3187/5000 (64%)
[epoch 17] loss: 0.0090385
Test set: Average loss: 1.1604, Accuracy: 3188/5000 (64%)
[epoch 18] loss: 0.0081389
Test set: Average loss: 1.1665, Accuracy: 3189/5000 (64%)
[epoch 19] loss: 0.0073870
Test set: Average loss: 1.1727, Accuracy: 3186/5000 (64%)
[epoch 20] loss: 0.0066934
Test set: Average loss: 1.1783, Accuracy: 3193/5000 (64%)
[epoch 21] loss: 0.0061325
Test set: Average loss: 1.1834, Accuracy: 3195/5000 (64%)
[epoch 22] loss: 0.0056642
Test set: Average loss: 1.1884, Accuracy: 3192/5000 (64%)
[epoch 23] loss: 0.0053025
Test set: Average loss: 1.1940, Accuracy: 3193/5000 (64%)
[epoch 24] loss: 0.0048202
Test set: Average loss: 1.1980, Accuracy: 3194/5000 (64%)
[epoch 25] loss: 0.0045219
Test set: Average loss: 1.2036, Accuracy: 3192/5000 (64%)
[epoch 26] loss: 0.0042012
Test set: Average loss: 1.2077, Accuracy: 3194/5000 (64%)
[epoch 27] loss: 0.0039548
Test set: Average loss: 1.2117, Accuracy: 3190/5000 (64%)
[epoch 28] loss: 0.0037082
Test set: Average loss: 1.2159, Accuracy: 3190/5000 (64%)
[epoch 29] loss: 0.0034685
Test set: Average loss: 1.2195, Accuracy: 3190/5000 (64%)
[epoch 30] loss: 0.0032434
Test set: Average loss: 1.2243, Accuracy: 3189/5000 (64%)
[epoch 31] loss: 0.0030787
Test set: Average loss: 1.2283, Accuracy: 3193/5000 (64%)
[epoch 32] loss: 0.0028920
Test set: Average loss: 1.2318, Accuracy: 3188/5000 (64%)
[epoch 33] loss: 0.0027660
Test set: Average loss: 1.2358, Accuracy: 3189/5000 (64%)
[epoch 34] loss: 0.0026221
Test set: Average loss: 1.2402, Accuracy: 3187/5000 (64%)
[epoch 35] loss: 0.0024500
Test set: Average loss: 1.2430, Accuracy: 3194/5000 (64%)
[epoch 36] loss: 0.0023284
Test set: Average loss: 1.2471, Accuracy: 3195/5000 (64%)
[epoch 37] loss: 0.0022346
Test set: Average loss: 1.2505, Accuracy: 3194/5000 (64%)
[epoch 38] loss: 0.0021166
Test set: Average loss: 1.2541, Accuracy: 3191/5000 (64%)
[epoch 39] loss: 0.0020343
Test set: Average loss: 1.2573, Accuracy: 3191/5000 (64%)
[epoch 40] loss: 0.0019167
Test set: Average loss: 1.2605, Accuracy: 3190/5000 (64%)
[epoch 41] loss: 0.0018589
Test set: Average loss: 1.2632, Accuracy: 3194/5000 (64%)
[epoch 42] loss: 0.0017574
Test set: Average loss: 1.2672, Accuracy: 3190/5000 (64%)
[epoch 43] loss: 0.0016922
Test set: Average loss: 1.2703, Accuracy: 3191/5000 (64%)
[epoch 44] loss: 0.0016336
Test set: Average loss: 1.2730, Accuracy: 3191/5000 (64%)
[epoch 45] loss: 0.0015520
Test set: Average loss: 1.2759, Accuracy: 3189/5000 (64%)
[epoch 46] loss: 0.0014984
Test set: Average loss: 1.2793, Accuracy: 3192/5000 (64%)
[epoch 47] loss: 0.0014296
Test set: Average loss: 1.2821, Accuracy: 3193/5000 (64%)
[epoch 48] loss: 0.0013726
Test set: Average loss: 1.2852, Accuracy: 3191/5000 (64%)
[epoch 49] loss: 0.0013242
Test set: Average loss: 1.2876, Accuracy: 3189/5000 (64%)
[epoch 50] loss: 0.0012840
Test set: Average loss: 1.2905, Accuracy: 3191/5000 (64%)
Validation:
Test set: Average loss: 1.1264, Accuracy: 3196/5000 (64%)
Test
Test set: Average loss: 1.1189, Accuracy: 6398/10000 (64%)
1000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.5160, Accuracy: 395/5000 (8%)
[epoch 1] loss: 1.4462136
Test set: Average loss: 1.1432, Accuracy: 3013/5000 (60%)
[epoch 2] loss: 0.5699476
Test set: Average loss: 1.0667, Accuracy: 3161/5000 (63%)
[epoch 3] loss: 0.2758760
Test set: Average loss: 1.0423, Accuracy: 3218/5000 (64%)
[epoch 4] loss: 0.1385920
Test set: Average loss: 1.0547, Accuracy: 3234/5000 (65%)
[epoch 5] loss: 0.0770199
Test set: Average loss: 1.0673, Accuracy: 3245/5000 (65%)
[epoch 6] loss: 0.0497765
Test set: Average loss: 1.0787, Accuracy: 3253/5000 (65%)
[epoch 7] loss: 0.0352557
Test set: Average loss: 1.0933, Accuracy: 3236/5000 (65%)
[epoch 8] loss: 0.0267338
Test set: Average loss: 1.1056, Accuracy: 3243/5000 (65%)
[epoch 9] loss: 0.0212168
Test set: Average loss: 1.1171, Accuracy: 3238/5000 (65%)
[epoch 10] loss: 0.0174417
Test set: Average loss: 1.1267, Accuracy: 3232/5000 (65%)
[epoch 11] loss: 0.0145162
Test set: Average loss: 1.1381, Accuracy: 3242/5000 (65%)
[epoch 12] loss: 0.0121805
Test set: Average loss: 1.1468, Accuracy: 3238/5000 (65%)
[epoch 13] loss: 0.0105401
Test set: Average loss: 1.1569, Accuracy: 3243/5000 (65%)
[epoch 14] loss: 0.0091392
Test set: Average loss: 1.1648, Accuracy: 3236/5000 (65%)
[epoch 15] loss: 0.0080904
Test set: Average loss: 1.1728, Accuracy: 3240/5000 (65%)
[epoch 16] loss: 0.0071123
Test set: Average loss: 1.1808, Accuracy: 3240/5000 (65%)
[epoch 17] loss: 0.0065571
Test set: Average loss: 1.1877, Accuracy: 3243/5000 (65%)
[epoch 18] loss: 0.0057500
Test set: Average loss: 1.1942, Accuracy: 3243/5000 (65%)
[epoch 19] loss: 0.0052418
Test set: Average loss: 1.2016, Accuracy: 3239/5000 (65%)
[epoch 20] loss: 0.0047086
Test set: Average loss: 1.2081, Accuracy: 3246/5000 (65%)
[epoch 21] loss: 0.0043673
Test set: Average loss: 1.2141, Accuracy: 3247/5000 (65%)
[epoch 22] loss: 0.0039764
Test set: Average loss: 1.2197, Accuracy: 3245/5000 (65%)
[epoch 23] loss: 0.0036980
Test set: Average loss: 1.2253, Accuracy: 3246/5000 (65%)
[epoch 24] loss: 0.0034435
Test set: Average loss: 1.2307, Accuracy: 3241/5000 (65%)
[epoch 25] loss: 0.0031699
Test set: Average loss: 1.2359, Accuracy: 3243/5000 (65%)
[epoch 26] loss: 0.0029412
Test set: Average loss: 1.2415, Accuracy: 3241/5000 (65%)
[epoch 27] loss: 0.0027342
Test set: Average loss: 1.2469, Accuracy: 3245/5000 (65%)
[epoch 28] loss: 0.0026130
Test set: Average loss: 1.2516, Accuracy: 3241/5000 (65%)
[epoch 29] loss: 0.0023978
Test set: Average loss: 1.2561, Accuracy: 3242/5000 (65%)
[epoch 30] loss: 0.0022665
Test set: Average loss: 1.2609, Accuracy: 3242/5000 (65%)
[epoch 31] loss: 0.0021236
Test set: Average loss: 1.2657, Accuracy: 3241/5000 (65%)
[epoch 32] loss: 0.0020145
Test set: Average loss: 1.2700, Accuracy: 3244/5000 (65%)
[epoch 33] loss: 0.0018839
Test set: Average loss: 1.2746, Accuracy: 3242/5000 (65%)
[epoch 34] loss: 0.0017917
Test set: Average loss: 1.2786, Accuracy: 3246/5000 (65%)
[epoch 35] loss: 0.0016826
Test set: Average loss: 1.2831, Accuracy: 3243/5000 (65%)
[epoch 36] loss: 0.0016064
Test set: Average loss: 1.2870, Accuracy: 3243/5000 (65%)
[epoch 37] loss: 0.0015349
Test set: Average loss: 1.2910, Accuracy: 3243/5000 (65%)
[epoch 38] loss: 0.0014686
Test set: Average loss: 1.2949, Accuracy: 3244/5000 (65%)
[epoch 39] loss: 0.0014082
Test set: Average loss: 1.2984, Accuracy: 3244/5000 (65%)
[epoch 40] loss: 0.0013204
Test set: Average loss: 1.3025, Accuracy: 3243/5000 (65%)
[epoch 41] loss: 0.0012672
Test set: Average loss: 1.3061, Accuracy: 3243/5000 (65%)
[epoch 42] loss: 0.0011914
Test set: Average loss: 1.3099, Accuracy: 3245/5000 (65%)
[epoch 43] loss: 0.0011540
Test set: Average loss: 1.3135, Accuracy: 3246/5000 (65%)
[epoch 44] loss: 0.0010947
Test set: Average loss: 1.3168, Accuracy: 3244/5000 (65%)
[epoch 45] loss: 0.0010504
Test set: Average loss: 1.3204, Accuracy: 3246/5000 (65%)
[epoch 46] loss: 0.0010041
Test set: Average loss: 1.3237, Accuracy: 3243/5000 (65%)
[epoch 47] loss: 0.0009640
Test set: Average loss: 1.3271, Accuracy: 3244/5000 (65%)
[epoch 48] loss: 0.0009318
Test set: Average loss: 1.3305, Accuracy: 3243/5000 (65%)
[epoch 49] loss: 0.0008928
Test set: Average loss: 1.3335, Accuracy: 3244/5000 (65%)
[epoch 50] loss: 0.0008685
Test set: Average loss: 1.3368, Accuracy: 3245/5000 (65%)
Validation:
Test set: Average loss: 1.0787, Accuracy: 3253/5000 (65%)
Test
Test set: Average loss: 1.0580, Accuracy: 6535/10000 (65%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3860, Accuracy: 573/5000 (11%)
[epoch 1] loss: 1.3342190
Test set: Average loss: 1.1349, Accuracy: 3023/5000 (60%)
[epoch 2] loss: 0.5118763
Test set: Average loss: 1.0403, Accuracy: 3175/5000 (64%)
[epoch 3] loss: 0.2455542
Test set: Average loss: 1.0400, Accuracy: 3227/5000 (65%)
[epoch 4] loss: 0.1244574
Test set: Average loss: 1.0442, Accuracy: 3225/5000 (64%)
[epoch 5] loss: 0.0691521
Test set: Average loss: 1.0606, Accuracy: 3249/5000 (65%)
[epoch 6] loss: 0.0446777
Test set: Average loss: 1.0763, Accuracy: 3251/5000 (65%)
[epoch 7] loss: 0.0315607
Test set: Average loss: 1.0866, Accuracy: 3249/5000 (65%)
[epoch 8] loss: 0.0244190
Test set: Average loss: 1.1012, Accuracy: 3255/5000 (65%)
[epoch 9] loss: 0.0195610
Test set: Average loss: 1.1116, Accuracy: 3260/5000 (65%)
[epoch 10] loss: 0.0157363
Test set: Average loss: 1.1212, Accuracy: 3259/5000 (65%)
[epoch 11] loss: 0.0135415
Test set: Average loss: 1.1326, Accuracy: 3259/5000 (65%)
[epoch 12] loss: 0.0113747
Test set: Average loss: 1.1417, Accuracy: 3259/5000 (65%)
[epoch 13] loss: 0.0099394
Test set: Average loss: 1.1480, Accuracy: 3258/5000 (65%)
[epoch 14] loss: 0.0084532
Test set: Average loss: 1.1577, Accuracy: 3251/5000 (65%)
[epoch 15] loss: 0.0074506
Test set: Average loss: 1.1651, Accuracy: 3258/5000 (65%)
[epoch 16] loss: 0.0065747
Test set: Average loss: 1.1731, Accuracy: 3254/5000 (65%)
[epoch 17] loss: 0.0059978
Test set: Average loss: 1.1799, Accuracy: 3257/5000 (65%)
[epoch 18] loss: 0.0053173
Test set: Average loss: 1.1871, Accuracy: 3255/5000 (65%)
[epoch 19] loss: 0.0049793
Test set: Average loss: 1.1936, Accuracy: 3253/5000 (65%)
[epoch 20] loss: 0.0044199
Test set: Average loss: 1.2004, Accuracy: 3252/5000 (65%)
[epoch 21] loss: 0.0040472
Test set: Average loss: 1.2058, Accuracy: 3258/5000 (65%)
[epoch 22] loss: 0.0037471
Test set: Average loss: 1.2117, Accuracy: 3253/5000 (65%)
[epoch 23] loss: 0.0034159
Test set: Average loss: 1.2161, Accuracy: 3259/5000 (65%)
[epoch 24] loss: 0.0031595
Test set: Average loss: 1.2221, Accuracy: 3258/5000 (65%)
[epoch 25] loss: 0.0029228
Test set: Average loss: 1.2277, Accuracy: 3260/5000 (65%)
[epoch 26] loss: 0.0027196
Test set: Average loss: 1.2327, Accuracy: 3264/5000 (65%)
[epoch 27] loss: 0.0025395
Test set: Average loss: 1.2374, Accuracy: 3263/5000 (65%)
[epoch 28] loss: 0.0023726
Test set: Average loss: 1.2421, Accuracy: 3263/5000 (65%)
[epoch 29] loss: 0.0022209
Test set: Average loss: 1.2467, Accuracy: 3267/5000 (65%)
[epoch 30] loss: 0.0020991
Test set: Average loss: 1.2514, Accuracy: 3268/5000 (65%)
[epoch 31] loss: 0.0019778
Test set: Average loss: 1.2565, Accuracy: 3263/5000 (65%)
[epoch 32] loss: 0.0018561
Test set: Average loss: 1.2609, Accuracy: 3265/5000 (65%)
[epoch 33] loss: 0.0017395
Test set: Average loss: 1.2656, Accuracy: 3263/5000 (65%)
[epoch 34] loss: 0.0016865
Test set: Average loss: 1.2693, Accuracy: 3263/5000 (65%)
[epoch 35] loss: 0.0015729
Test set: Average loss: 1.2733, Accuracy: 3267/5000 (65%)
[epoch 36] loss: 0.0015139
Test set: Average loss: 1.2774, Accuracy: 3267/5000 (65%)
[epoch 37] loss: 0.0014137
Test set: Average loss: 1.2813, Accuracy: 3266/5000 (65%)
[epoch 38] loss: 0.0013562
Test set: Average loss: 1.2853, Accuracy: 3262/5000 (65%)
[epoch 39] loss: 0.0012984
Test set: Average loss: 1.2888, Accuracy: 3262/5000 (65%)
[epoch 40] loss: 0.0012251
Test set: Average loss: 1.2921, Accuracy: 3267/5000 (65%)
[epoch 41] loss: 0.0011696
Test set: Average loss: 1.2965, Accuracy: 3265/5000 (65%)
[epoch 42] loss: 0.0011126
Test set: Average loss: 1.2998, Accuracy: 3265/5000 (65%)
[epoch 43] loss: 0.0010539
Test set: Average loss: 1.3032, Accuracy: 3268/5000 (65%)
[epoch 44] loss: 0.0010142
Test set: Average loss: 1.3065, Accuracy: 3270/5000 (65%)
[epoch 45] loss: 0.0009627
Test set: Average loss: 1.3102, Accuracy: 3270/5000 (65%)
[epoch 46] loss: 0.0009484
Test set: Average loss: 1.3134, Accuracy: 3268/5000 (65%)
[epoch 47] loss: 0.0008993
Test set: Average loss: 1.3167, Accuracy: 3271/5000 (65%)
[epoch 48] loss: 0.0008601
Test set: Average loss: 1.3195, Accuracy: 3271/5000 (65%)
[epoch 49] loss: 0.0008192
Test set: Average loss: 1.3229, Accuracy: 3271/5000 (65%)
[epoch 50] loss: 0.0007835
Test set: Average loss: 1.3258, Accuracy: 3267/5000 (65%)
Validation:
Test set: Average loss: 1.3229, Accuracy: 3271/5000 (65%)
Test
Test set: Average loss: 1.2953, Accuracy: 6559/10000 (66%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.4030, Accuracy: 636/5000 (13%)
[epoch 1] loss: 1.4074701
Test set: Average loss: 1.1425, Accuracy: 3029/5000 (61%)
[epoch 2] loss: 0.5778643
Test set: Average loss: 1.0573, Accuracy: 3148/5000 (63%)
[epoch 3] loss: 0.2859047
Test set: Average loss: 1.0483, Accuracy: 3207/5000 (64%)
[epoch 4] loss: 0.1414566
Test set: Average loss: 1.0478, Accuracy: 3216/5000 (64%)
[epoch 5] loss: 0.0793921
Test set: Average loss: 1.0655, Accuracy: 3204/5000 (64%)
[epoch 6] loss: 0.0503869
Test set: Average loss: 1.0785, Accuracy: 3207/5000 (64%)
[epoch 7] loss: 0.0348298
Test set: Average loss: 1.0888, Accuracy: 3221/5000 (64%)
[epoch 8] loss: 0.0264664
Test set: Average loss: 1.1022, Accuracy: 3208/5000 (64%)
[epoch 9] loss: 0.0209789
Test set: Average loss: 1.1150, Accuracy: 3207/5000 (64%)
[epoch 10] loss: 0.0171770
Test set: Average loss: 1.1264, Accuracy: 3209/5000 (64%)
[epoch 11] loss: 0.0142524
Test set: Average loss: 1.1358, Accuracy: 3213/5000 (64%)
[epoch 12] loss: 0.0122436
Test set: Average loss: 1.1453, Accuracy: 3213/5000 (64%)
[epoch 13] loss: 0.0106062
Test set: Average loss: 1.1541, Accuracy: 3212/5000 (64%)
[epoch 14] loss: 0.0091584
Test set: Average loss: 1.1622, Accuracy: 3216/5000 (64%)
[epoch 15] loss: 0.0080093
Test set: Average loss: 1.1686, Accuracy: 3214/5000 (64%)
[epoch 16] loss: 0.0071732
Test set: Average loss: 1.1776, Accuracy: 3217/5000 (64%)
[epoch 17] loss: 0.0063464
Test set: Average loss: 1.1841, Accuracy: 3217/5000 (64%)
[epoch 18] loss: 0.0057232
Test set: Average loss: 1.1920, Accuracy: 3215/5000 (64%)
[epoch 19] loss: 0.0052531
Test set: Average loss: 1.1982, Accuracy: 3217/5000 (64%)
[epoch 20] loss: 0.0047506
Test set: Average loss: 1.2047, Accuracy: 3217/5000 (64%)
[epoch 21] loss: 0.0043800
Test set: Average loss: 1.2119, Accuracy: 3212/5000 (64%)
[epoch 22] loss: 0.0040189
Test set: Average loss: 1.2179, Accuracy: 3214/5000 (64%)
[epoch 23] loss: 0.0036416
Test set: Average loss: 1.2235, Accuracy: 3213/5000 (64%)
[epoch 24] loss: 0.0034373
Test set: Average loss: 1.2288, Accuracy: 3218/5000 (64%)
[epoch 25] loss: 0.0031786
Test set: Average loss: 1.2345, Accuracy: 3211/5000 (64%)
[epoch 26] loss: 0.0029503
Test set: Average loss: 1.2400, Accuracy: 3213/5000 (64%)
[epoch 27] loss: 0.0027359
Test set: Average loss: 1.2456, Accuracy: 3214/5000 (64%)
[epoch 28] loss: 0.0025675
Test set: Average loss: 1.2505, Accuracy: 3214/5000 (64%)
[epoch 29] loss: 0.0024023
Test set: Average loss: 1.2550, Accuracy: 3211/5000 (64%)
[epoch 30] loss: 0.0022374
Test set: Average loss: 1.2598, Accuracy: 3213/5000 (64%)
[epoch 31] loss: 0.0021228
Test set: Average loss: 1.2637, Accuracy: 3214/5000 (64%)
[epoch 32] loss: 0.0019911
Test set: Average loss: 1.2687, Accuracy: 3211/5000 (64%)
[epoch 33] loss: 0.0018872
Test set: Average loss: 1.2725, Accuracy: 3214/5000 (64%)
[epoch 34] loss: 0.0018012
Test set: Average loss: 1.2767, Accuracy: 3214/5000 (64%)
[epoch 35] loss: 0.0016988
Test set: Average loss: 1.2811, Accuracy: 3211/5000 (64%)
[epoch 36] loss: 0.0016029
Test set: Average loss: 1.2849, Accuracy: 3214/5000 (64%)
[epoch 37] loss: 0.0015507
Test set: Average loss: 1.2889, Accuracy: 3210/5000 (64%)
[epoch 38] loss: 0.0014570
Test set: Average loss: 1.2928, Accuracy: 3212/5000 (64%)
[epoch 39] loss: 0.0013750
Test set: Average loss: 1.2963, Accuracy: 3213/5000 (64%)
[epoch 40] loss: 0.0013277
Test set: Average loss: 1.3007, Accuracy: 3212/5000 (64%)
[epoch 41] loss: 0.0012826
Test set: Average loss: 1.3043, Accuracy: 3215/5000 (64%)
[epoch 42] loss: 0.0011996
Test set: Average loss: 1.3079, Accuracy: 3212/5000 (64%)
[epoch 43] loss: 0.0011605
Test set: Average loss: 1.3115, Accuracy: 3207/5000 (64%)
[epoch 44] loss: 0.0010981
Test set: Average loss: 1.3150, Accuracy: 3208/5000 (64%)
[epoch 45] loss: 0.0010421
Test set: Average loss: 1.3185, Accuracy: 3212/5000 (64%)
[epoch 46] loss: 0.0009989
Test set: Average loss: 1.3216, Accuracy: 3210/5000 (64%)
[epoch 47] loss: 0.0009754
Test set: Average loss: 1.3249, Accuracy: 3206/5000 (64%)
[epoch 48] loss: 0.0009384
Test set: Average loss: 1.3285, Accuracy: 3208/5000 (64%)
[epoch 49] loss: 0.0008879
Test set: Average loss: 1.3317, Accuracy: 3210/5000 (64%)
[epoch 50] loss: 0.0008488
Test set: Average loss: 1.3346, Accuracy: 3208/5000 (64%)
Validation:
Test set: Average loss: 1.0888, Accuracy: 3221/5000 (64%)
Test
Test set: Average loss: 1.0798, Accuracy: 6513/10000 (65%)
2500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.4072, Accuracy: 684/5000 (14%)
[epoch 1] loss: 1.0093786
Test set: Average loss: 1.0692, Accuracy: 3147/5000 (63%)
[epoch 2] loss: 0.3658645
Test set: Average loss: 1.0124, Accuracy: 3255/5000 (65%)
[epoch 3] loss: 0.1299787
Test set: Average loss: 1.0405, Accuracy: 3308/5000 (66%)
[epoch 4] loss: 0.0533093
Test set: Average loss: 1.0747, Accuracy: 3315/5000 (66%)
[epoch 5] loss: 0.0289199
Test set: Average loss: 1.1067, Accuracy: 3305/5000 (66%)
[epoch 6] loss: 0.0183124
Test set: Average loss: 1.1294, Accuracy: 3316/5000 (66%)
[epoch 7] loss: 0.0131611
Test set: Average loss: 1.1505, Accuracy: 3307/5000 (66%)
[epoch 8] loss: 0.0100591
Test set: Average loss: 1.1708, Accuracy: 3305/5000 (66%)
[epoch 9] loss: 0.0078710
Test set: Average loss: 1.1877, Accuracy: 3316/5000 (66%)
[epoch 10] loss: 0.0064028
Test set: Average loss: 1.2054, Accuracy: 3307/5000 (66%)
[epoch 11] loss: 0.0053084
Test set: Average loss: 1.2191, Accuracy: 3306/5000 (66%)
[epoch 12] loss: 0.1681731
Epoch 11: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.2813, Accuracy: 3223/5000 (64%)
[epoch 13] loss: 0.0204110
Epoch 12: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.2293, Accuracy: 3296/5000 (66%)
[epoch 14] loss: 0.0080868
Epoch 13: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.2283, Accuracy: 3301/5000 (66%)
[epoch 15] loss: 0.0079764
Epoch 14: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 16] loss: 0.0078237
Epoch 15: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 17] loss: 0.0079722
Epoch 16: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 18] loss: 0.0078456
Epoch 17: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 19] loss: 0.0078312
Epoch 18: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 20] loss: 0.0078939
Epoch 19: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 21] loss: 0.0078500
Epoch 20: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 22] loss: 0.0078823
Epoch 21: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 23] loss: 0.0080871
Epoch 22: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 24] loss: 0.0078633
Epoch 23: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 25] loss: 0.0078244
Epoch 24: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 26] loss: 0.0078291
Epoch 25: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 27] loss: 0.0078986
Epoch 26: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 28] loss: 0.0078548
Epoch 27: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 29] loss: 0.0078732
Epoch 28: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 30] loss: 0.0078664
Epoch 29: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 31] loss: 0.0078328
Epoch 30: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 32] loss: 0.0078448
Epoch 31: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 33] loss: 0.0078319
Epoch 32: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 34] loss: 0.0078060
Epoch 33: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 35] loss: 0.0078120
Epoch 34: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 36] loss: 0.0078465
Epoch 35: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 37] loss: 0.0078385
Epoch 36: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 38] loss: 0.0078792
Epoch 37: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 39] loss: 0.0079678
Epoch 38: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 40] loss: 0.0078907
Epoch 39: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 41] loss: 0.0079454
Epoch 40: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 42] loss: 0.0078603
Epoch 41: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 43] loss: 0.0078083
Epoch 42: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 44] loss: 0.0078386
Epoch 43: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 45] loss: 0.0079448
Epoch 44: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 46] loss: 0.0078170
Epoch 45: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 47] loss: 0.1463536
Epoch 46: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 48] loss: 0.0078677
Epoch 47: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 49] loss: 0.0079485
Epoch 48: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
[epoch 50] loss: 0.0080411
Epoch 49: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 1.2282, Accuracy: 3301/5000 (66%)
Validation:
Test set: Average loss: 1.1877, Accuracy: 3316/5000 (66%)
Test
Test set: Average loss: 1.1668, Accuracy: 6673/10000 (67%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.4436, Accuracy: 453/5000 (9%)
[epoch 1] loss: 1.0058166
Test set: Average loss: 1.0504, Accuracy: 3188/5000 (64%)
[epoch 2] loss: 0.4282862
Test set: Average loss: 1.0081, Accuracy: 3287/5000 (66%)
[epoch 3] loss: 0.1703440
Test set: Average loss: 1.0339, Accuracy: 3299/5000 (66%)
[epoch 4] loss: 0.0598463
Test set: Average loss: 1.0588, Accuracy: 3284/5000 (66%)
[epoch 5] loss: 0.0309184
Test set: Average loss: 1.0828, Accuracy: 3313/5000 (66%)
[epoch 6] loss: 0.0201080
Test set: Average loss: 1.1061, Accuracy: 3306/5000 (66%)
[epoch 7] loss: 0.0143105
Test set: Average loss: 1.1288, Accuracy: 3309/5000 (66%)
[epoch 8] loss: 0.0108316
Test set: Average loss: 1.1458, Accuracy: 3301/5000 (66%)
[epoch 9] loss: 0.0084754
Test set: Average loss: 1.1636, Accuracy: 3304/5000 (66%)
[epoch 10] loss: 0.0070114
Test set: Average loss: 1.1786, Accuracy: 3308/5000 (66%)
[epoch 11] loss: 0.0057283
Test set: Average loss: 1.1923, Accuracy: 3311/5000 (66%)
[epoch 12] loss: 0.0049769
Test set: Average loss: 1.2072, Accuracy: 3303/5000 (66%)
[epoch 13] loss: 0.0041938
Test set: Average loss: 1.2179, Accuracy: 3311/5000 (66%)
[epoch 14] loss: 0.0035107
Test set: Average loss: 1.2295, Accuracy: 3315/5000 (66%)
[epoch 15] loss: 0.0030768
Test set: Average loss: 1.2402, Accuracy: 3313/5000 (66%)
[epoch 16] loss: 0.0027375
Test set: Average loss: 1.2507, Accuracy: 3312/5000 (66%)
[epoch 17] loss: 0.0023793
Test set: Average loss: 1.2609, Accuracy: 3312/5000 (66%)
[epoch 18] loss: 0.1601127
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.4237, Accuracy: 3164/5000 (63%)
[epoch 19] loss: 0.0258878
Epoch 18: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.2886, Accuracy: 3264/5000 (65%)
[epoch 20] loss: 0.0048383
Epoch 19: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.2884, Accuracy: 3266/5000 (65%)
[epoch 21] loss: 0.0047005
Epoch 20: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 22] loss: 0.0046680
Epoch 21: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 23] loss: 0.0047950
Epoch 22: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 24] loss: 0.0046772
Epoch 23: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 25] loss: 0.0046755
Epoch 24: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 26] loss: 0.0046490
Epoch 25: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 27] loss: 0.0047351
Epoch 26: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 28] loss: 0.0046675
Epoch 27: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 29] loss: 0.0046904
Epoch 28: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 30] loss: 0.0047115
Epoch 29: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 31] loss: 0.0047070
Epoch 30: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 32] loss: 0.0046615
Epoch 31: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 33] loss: 0.0046632
Epoch 32: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 34] loss: 0.0046555
Epoch 33: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 35] loss: 0.0047128
Epoch 34: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 36] loss: 0.0046630
Epoch 35: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 37] loss: 0.0046465
Epoch 36: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 38] loss: 0.0047397
Epoch 37: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 39] loss: 0.0047236
Epoch 38: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 40] loss: 0.0046489
Epoch 39: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 41] loss: 0.0046418
Epoch 40: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 42] loss: 0.0046785
Epoch 41: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 43] loss: 0.0046748
Epoch 42: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 44] loss: 0.0046581
Epoch 43: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 45] loss: 0.0046828
Epoch 44: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 46] loss: 0.0046709
Epoch 45: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 47] loss: 0.1492503
Epoch 46: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 48] loss: 0.0046683
Epoch 47: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 49] loss: 0.0046747
Epoch 48: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
[epoch 50] loss: 0.0046874
Epoch 49: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.2883, Accuracy: 3267/5000 (65%)
Validation:
Test set: Average loss: 1.2295, Accuracy: 3315/5000 (66%)
Test
Test set: Average loss: 1.2042, Accuracy: 6697/10000 (67%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.5192, Accuracy: 436/5000 (9%)
[epoch 1] loss: 1.0840884
Test set: Average loss: 1.0233, Accuracy: 3221/5000 (64%)
[epoch 2] loss: 0.3819949
Test set: Average loss: 1.0156, Accuracy: 3267/5000 (65%)
[epoch 3] loss: 0.1423585
Test set: Average loss: 1.0336, Accuracy: 3307/5000 (66%)
[epoch 4] loss: 0.0557252
Test set: Average loss: 1.0509, Accuracy: 3315/5000 (66%)
[epoch 5] loss: 0.0290009
Test set: Average loss: 1.0812, Accuracy: 3304/5000 (66%)
[epoch 6] loss: 0.0190803
Test set: Average loss: 1.1069, Accuracy: 3321/5000 (66%)
[epoch 7] loss: 0.0133023
Test set: Average loss: 1.1250, Accuracy: 3299/5000 (66%)
[epoch 8] loss: 0.0100925
Test set: Average loss: 1.1456, Accuracy: 3312/5000 (66%)
[epoch 9] loss: 0.0079258
Test set: Average loss: 1.1607, Accuracy: 3310/5000 (66%)
[epoch 10] loss: 0.0064204
Test set: Average loss: 1.1757, Accuracy: 3319/5000 (66%)
[epoch 11] loss: 0.0053221
Test set: Average loss: 1.1908, Accuracy: 3315/5000 (66%)
[epoch 12] loss: 0.0044991
Test set: Average loss: 1.2036, Accuracy: 3313/5000 (66%)
[epoch 13] loss: 0.0038055
Test set: Average loss: 1.2155, Accuracy: 3313/5000 (66%)
[epoch 14] loss: 0.0033087
Test set: Average loss: 1.2264, Accuracy: 3306/5000 (66%)
[epoch 15] loss: 0.0029048
Test set: Average loss: 1.2374, Accuracy: 3309/5000 (66%)
[epoch 16] loss: 0.0025360
Test set: Average loss: 1.2477, Accuracy: 3305/5000 (66%)
[epoch 17] loss: 0.0022555
Test set: Average loss: 1.2584, Accuracy: 3311/5000 (66%)
[epoch 18] loss: 0.0020098
Test set: Average loss: 1.2683, Accuracy: 3308/5000 (66%)
[epoch 19] loss: 0.2012779
Epoch 18: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.3793, Accuracy: 3213/5000 (64%)
[epoch 20] loss: 0.0203397
Epoch 19: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.2680, Accuracy: 3282/5000 (66%)
[epoch 21] loss: 0.0050959
Epoch 20: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.2677, Accuracy: 3280/5000 (66%)
[epoch 22] loss: 0.0049360
Epoch 21: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 23] loss: 0.0049371
Epoch 22: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 24] loss: 0.0049489
Epoch 23: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 25] loss: 0.0049171
Epoch 24: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 26] loss: 0.0049431
Epoch 25: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 27] loss: 0.0049604
Epoch 26: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 28] loss: 0.0049649
Epoch 27: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 29] loss: 0.0049167
Epoch 28: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 30] loss: 0.1769130
Epoch 29: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 31] loss: 0.0049061
Epoch 30: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 32] loss: 0.0049495
Epoch 31: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 33] loss: 0.0049231
Epoch 32: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 34] loss: 0.0049507
Epoch 33: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 35] loss: 0.0049822
Epoch 34: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 36] loss: 0.0049734
Epoch 35: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 37] loss: 0.0049340
Epoch 36: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 38] loss: 0.0049796
Epoch 37: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 39] loss: 0.0049233
Epoch 38: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 40] loss: 0.0049281
Epoch 39: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 41] loss: 0.0049298
Epoch 40: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 42] loss: 0.0049529
Epoch 41: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 43] loss: 0.0049062
Epoch 42: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 44] loss: 0.0049277
Epoch 43: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 45] loss: 0.0049181
Epoch 44: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 46] loss: 0.0049877
Epoch 45: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 47] loss: 0.0049292
Epoch 46: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 48] loss: 0.0049394
Epoch 47: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 49] loss: 0.0049639
Epoch 48: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
[epoch 50] loss: 0.0049131
Epoch 49: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.2676, Accuracy: 3280/5000 (66%)
Validation:
Test set: Average loss: 1.1069, Accuracy: 3321/5000 (66%)
Test
Test set: Average loss: 1.0970, Accuracy: 6705/10000 (67%)
5000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.4389, Accuracy: 540/5000 (11%)
[epoch 1] loss: 0.7650790
Test set: Average loss: 1.0155, Accuracy: 3258/5000 (65%)
[epoch 2] loss: 0.1948188
Test set: Average loss: 1.0462, Accuracy: 3338/5000 (67%)
[epoch 3] loss: 0.0522885
Test set: Average loss: 1.1155, Accuracy: 3318/5000 (66%)
[epoch 4] loss: 0.0196902
Test set: Average loss: 1.1519, Accuracy: 3340/5000 (67%)
[epoch 5] loss: 0.0111215
Test set: Average loss: 1.1903, Accuracy: 3327/5000 (67%)
[epoch 6] loss: 0.0074690
Test set: Average loss: 1.2252, Accuracy: 3324/5000 (66%)
[epoch 7] loss: 0.0053976
Test set: Average loss: 1.2542, Accuracy: 3322/5000 (66%)
[epoch 8] loss: 0.0040977
Test set: Average loss: 1.2762, Accuracy: 3321/5000 (66%)
[epoch 9] loss: 0.0032165
Test set: Average loss: 1.2992, Accuracy: 3328/5000 (67%)
[epoch 10] loss: 0.0025794
Test set: Average loss: 1.3209, Accuracy: 3322/5000 (66%)
[epoch 11] loss: 0.0021078
Test set: Average loss: 1.3411, Accuracy: 3329/5000 (67%)
[epoch 12] loss: 0.0017439
Test set: Average loss: 1.3586, Accuracy: 3326/5000 (67%)
[epoch 13] loss: 0.0014660
Test set: Average loss: 1.3742, Accuracy: 3317/5000 (66%)
[epoch 14] loss: 0.0012446
Test set: Average loss: 1.3921, Accuracy: 3317/5000 (66%)
[epoch 15] loss: 0.0010688
Test set: Average loss: 1.4082, Accuracy: 3314/5000 (66%)
[epoch 16] loss: 0.0009247
Test set: Average loss: 1.4224, Accuracy: 3313/5000 (66%)
[epoch 17] loss: 0.0008058
Test set: Average loss: 1.4376, Accuracy: 3309/5000 (66%)
[epoch 18] loss: 0.0007026
Test set: Average loss: 1.4496, Accuracy: 3312/5000 (66%)
[epoch 19] loss: 0.0006167
Test set: Average loss: 1.4633, Accuracy: 3308/5000 (66%)
[epoch 20] loss: 0.0005457
Test set: Average loss: 1.4769, Accuracy: 3311/5000 (66%)
[epoch 21] loss: 0.0004831
Test set: Average loss: 1.4902, Accuracy: 3310/5000 (66%)
[epoch 22] loss: 0.0004301
Test set: Average loss: 1.5025, Accuracy: 3311/5000 (66%)
[epoch 23] loss: 0.0003884
Test set: Average loss: 1.5145, Accuracy: 3309/5000 (66%)
[epoch 24] loss: 0.0003431
Test set: Average loss: 1.5263, Accuracy: 3310/5000 (66%)
[epoch 25] loss: 0.0003073
Test set: Average loss: 1.5383, Accuracy: 3316/5000 (66%)
[epoch 26] loss: 0.0002759
Test set: Average loss: 1.5505, Accuracy: 3313/5000 (66%)
[epoch 27] loss: 0.0002476
Test set: Average loss: 1.5604, Accuracy: 3308/5000 (66%)
[epoch 28] loss: 0.0002234
Test set: Average loss: 1.5717, Accuracy: 3311/5000 (66%)
[epoch 29] loss: 0.0002020
Test set: Average loss: 1.5839, Accuracy: 3310/5000 (66%)
[epoch 30] loss: 0.0001821
Test set: Average loss: 1.5937, Accuracy: 3310/5000 (66%)
[epoch 31] loss: 0.0001649
Test set: Average loss: 1.6035, Accuracy: 3316/5000 (66%)
[epoch 32] loss: 0.0001494
Test set: Average loss: 1.6155, Accuracy: 3313/5000 (66%)
[epoch 33] loss: 0.0001357
Test set: Average loss: 1.6258, Accuracy: 3314/5000 (66%)
[epoch 34] loss: 0.0001229
Test set: Average loss: 1.6368, Accuracy: 3315/5000 (66%)
[epoch 35] loss: 0.0001120
Test set: Average loss: 1.6467, Accuracy: 3316/5000 (66%)
[epoch 36] loss: 0.0001021
Test set: Average loss: 1.6579, Accuracy: 3311/5000 (66%)
[epoch 37] loss: 0.0000926
Test set: Average loss: 1.6655, Accuracy: 3317/5000 (66%)
[epoch 38] loss: 0.0000843
Test set: Average loss: 1.6771, Accuracy: 3314/5000 (66%)
[epoch 39] loss: 0.0000773
Test set: Average loss: 1.6883, Accuracy: 3313/5000 (66%)
[epoch 40] loss: 0.0000701
Test set: Average loss: 1.6975, Accuracy: 3318/5000 (66%)
[epoch 41] loss: 0.0000646
Test set: Average loss: 1.7062, Accuracy: 3319/5000 (66%)
[epoch 42] loss: 0.0000585
Test set: Average loss: 1.7174, Accuracy: 3319/5000 (66%)
[epoch 43] loss: 0.0000534
Test set: Average loss: 1.7277, Accuracy: 3315/5000 (66%)
[epoch 44] loss: 0.0000488
Test set: Average loss: 1.7383, Accuracy: 3315/5000 (66%)
[epoch 45] loss: 0.0000446
Test set: Average loss: 1.7475, Accuracy: 3317/5000 (66%)
[epoch 46] loss: 0.0000408
Test set: Average loss: 1.7571, Accuracy: 3312/5000 (66%)
[epoch 47] loss: 0.0000376
Test set: Average loss: 1.7667, Accuracy: 3317/5000 (66%)
[epoch 48] loss: 0.0000341
Test set: Average loss: 1.7761, Accuracy: 3312/5000 (66%)
[epoch 49] loss: 0.0000312
Test set: Average loss: 1.7870, Accuracy: 3318/5000 (66%)
[epoch 50] loss: 0.0000287
Test set: Average loss: 1.7967, Accuracy: 3315/5000 (66%)
Validation:
Test set: Average loss: 1.1519, Accuracy: 3340/5000 (67%)
Test
Test set: Average loss: 1.1193, Accuracy: 6796/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.4320, Accuracy: 450/5000 (9%)
[epoch 1] loss: 0.7901201
Test set: Average loss: 1.0194, Accuracy: 3282/5000 (66%)
[epoch 2] loss: 0.2109305
Test set: Average loss: 1.0251, Accuracy: 3328/5000 (67%)
[epoch 3] loss: 0.0573717
Test set: Average loss: 1.0825, Accuracy: 3350/5000 (67%)
[epoch 4] loss: 0.0208902
Test set: Average loss: 1.1306, Accuracy: 3354/5000 (67%)
[epoch 5] loss: 0.0115210
Test set: Average loss: 1.1690, Accuracy: 3344/5000 (67%)
[epoch 6] loss: 0.0077024
Test set: Average loss: 1.1959, Accuracy: 3352/5000 (67%)
[epoch 7] loss: 0.0055333
Test set: Average loss: 1.2247, Accuracy: 3348/5000 (67%)
[epoch 8] loss: 0.0041999
Test set: Average loss: 1.2511, Accuracy: 3352/5000 (67%)
[epoch 9] loss: 0.0032769
Test set: Average loss: 1.2691, Accuracy: 3348/5000 (67%)
[epoch 10] loss: 0.0026272
Test set: Average loss: 1.2908, Accuracy: 3349/5000 (67%)
[epoch 11] loss: 0.0021501
Test set: Average loss: 1.3099, Accuracy: 3352/5000 (67%)
[epoch 12] loss: 0.0017805
Test set: Average loss: 1.3279, Accuracy: 3351/5000 (67%)
[epoch 13] loss: 0.0015016
Test set: Average loss: 1.3454, Accuracy: 3349/5000 (67%)
[epoch 14] loss: 0.0012799
Test set: Average loss: 1.3613, Accuracy: 3343/5000 (67%)
[epoch 15] loss: 0.0010974
Test set: Average loss: 1.3744, Accuracy: 3351/5000 (67%)
[epoch 16] loss: 0.0009487
Test set: Average loss: 1.3889, Accuracy: 3352/5000 (67%)
[epoch 17] loss: 0.0008208
Test set: Average loss: 1.4049, Accuracy: 3348/5000 (67%)
[epoch 18] loss: 0.0007156
Test set: Average loss: 1.4165, Accuracy: 3351/5000 (67%)
[epoch 19] loss: 0.0006301
Test set: Average loss: 1.4293, Accuracy: 3346/5000 (67%)
[epoch 20] loss: 0.0005566
Test set: Average loss: 1.4423, Accuracy: 3350/5000 (67%)
[epoch 21] loss: 0.0004966
Test set: Average loss: 1.4541, Accuracy: 3349/5000 (67%)
[epoch 22] loss: 0.0004383
Test set: Average loss: 1.4659, Accuracy: 3347/5000 (67%)
[epoch 23] loss: 0.0003902
Test set: Average loss: 1.4774, Accuracy: 3349/5000 (67%)
[epoch 24] loss: 0.0003491
Test set: Average loss: 1.4894, Accuracy: 3352/5000 (67%)
[epoch 25] loss: 0.0003130
Test set: Average loss: 1.5012, Accuracy: 3345/5000 (67%)
[epoch 26] loss: 0.0002815
Test set: Average loss: 1.5123, Accuracy: 3345/5000 (67%)
[epoch 27] loss: 0.0002521
Test set: Average loss: 1.5234, Accuracy: 3344/5000 (67%)
[epoch 28] loss: 0.0002276
Test set: Average loss: 1.5348, Accuracy: 3343/5000 (67%)
[epoch 29] loss: 0.0002056
Test set: Average loss: 1.5447, Accuracy: 3345/5000 (67%)
[epoch 30] loss: 0.0001861
Test set: Average loss: 1.5559, Accuracy: 3348/5000 (67%)
[epoch 31] loss: 0.0001678
Test set: Average loss: 1.5665, Accuracy: 3346/5000 (67%)
[epoch 32] loss: 0.0001518
Test set: Average loss: 1.5761, Accuracy: 3349/5000 (67%)
[epoch 33] loss: 0.0001378
Test set: Average loss: 1.5871, Accuracy: 3346/5000 (67%)
[epoch 34] loss: 0.0001250
Test set: Average loss: 1.5980, Accuracy: 3343/5000 (67%)
[epoch 35] loss: 0.0001137
Test set: Average loss: 1.6085, Accuracy: 3348/5000 (67%)
[epoch 36] loss: 0.0001035
Test set: Average loss: 1.6182, Accuracy: 3345/5000 (67%)
[epoch 37] loss: 0.0000943
Test set: Average loss: 1.6282, Accuracy: 3350/5000 (67%)
[epoch 38] loss: 0.0000858
Test set: Average loss: 1.6374, Accuracy: 3343/5000 (67%)
[epoch 39] loss: 0.0000783
Test set: Average loss: 1.6478, Accuracy: 3342/5000 (67%)
[epoch 40] loss: 0.1171942
Epoch 39: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9894, Accuracy: 3082/5000 (62%)
[epoch 41] loss: 0.0139432
Epoch 40: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.6095, Accuracy: 3317/5000 (66%)
[epoch 42] loss: 0.0015766
Epoch 41: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.6093, Accuracy: 3323/5000 (66%)
[epoch 43] loss: 0.0014336
Epoch 42: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.6093, Accuracy: 3324/5000 (66%)
[epoch 44] loss: 0.0014216
Epoch 43: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.6093, Accuracy: 3324/5000 (66%)
[epoch 45] loss: 0.0014225
Epoch 44: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.6093, Accuracy: 3324/5000 (66%)
[epoch 46] loss: 0.0014202
Epoch 45: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.6093, Accuracy: 3324/5000 (66%)
[epoch 47] loss: 0.0014176
Epoch 46: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.6093, Accuracy: 3324/5000 (66%)
[epoch 48] loss: 0.0014211
Epoch 47: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.6093, Accuracy: 3324/5000 (66%)
[epoch 49] loss: 0.0014203
Epoch 48: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.6093, Accuracy: 3324/5000 (66%)
[epoch 50] loss: 0.0014201
Epoch 49: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.6093, Accuracy: 3324/5000 (66%)
Validation:
Test set: Average loss: 1.1306, Accuracy: 3354/5000 (67%)
Test
Test set: Average loss: 1.1103, Accuracy: 6780/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.6062, Accuracy: 230/5000 (5%)
[epoch 1] loss: 0.8311860
Test set: Average loss: 0.9990, Accuracy: 3289/5000 (66%)
[epoch 2] loss: 0.2276735
Test set: Average loss: 1.0375, Accuracy: 3322/5000 (66%)
[epoch 3] loss: 0.0630644
Test set: Average loss: 1.0784, Accuracy: 3353/5000 (67%)
[epoch 4] loss: 0.0223983
Test set: Average loss: 1.1306, Accuracy: 3333/5000 (67%)
[epoch 5] loss: 0.0121787
Test set: Average loss: 1.1650, Accuracy: 3346/5000 (67%)
[epoch 6] loss: 0.0080906
Test set: Average loss: 1.1966, Accuracy: 3337/5000 (67%)
[epoch 7] loss: 0.0058395
Test set: Average loss: 1.2249, Accuracy: 3333/5000 (67%)
[epoch 8] loss: 0.0044016
Test set: Average loss: 1.2492, Accuracy: 3338/5000 (67%)
[epoch 9] loss: 0.0034474
Test set: Average loss: 1.2727, Accuracy: 3351/5000 (67%)
[epoch 10] loss: 0.0027559
Test set: Average loss: 1.2895, Accuracy: 3343/5000 (67%)
[epoch 11] loss: 0.0022427
Test set: Average loss: 1.3105, Accuracy: 3341/5000 (67%)
[epoch 12] loss: 0.0018622
Test set: Average loss: 1.3270, Accuracy: 3342/5000 (67%)
[epoch 13] loss: 0.0015695
Test set: Average loss: 1.3434, Accuracy: 3337/5000 (67%)
[epoch 14] loss: 0.0013416
Test set: Average loss: 1.3701, Accuracy: 3343/5000 (67%)
[epoch 15] loss: 0.0011420
Test set: Average loss: 1.3730, Accuracy: 3351/5000 (67%)
[epoch 16] loss: 0.0009852
Test set: Average loss: 1.3880, Accuracy: 3340/5000 (67%)
[epoch 17] loss: 0.0008555
Test set: Average loss: 1.4032, Accuracy: 3349/5000 (67%)
[epoch 18] loss: 0.0007492
Test set: Average loss: 1.4153, Accuracy: 3346/5000 (67%)
[epoch 19] loss: 0.0006572
Test set: Average loss: 1.4287, Accuracy: 3344/5000 (67%)
[epoch 20] loss: 0.0005794
Test set: Average loss: 1.4420, Accuracy: 3351/5000 (67%)
[epoch 21] loss: 0.0005137
Test set: Average loss: 1.4545, Accuracy: 3346/5000 (67%)
[epoch 22] loss: 0.0004563
Test set: Average loss: 1.4668, Accuracy: 3351/5000 (67%)
[epoch 23] loss: 0.0004070
Test set: Average loss: 1.4780, Accuracy: 3354/5000 (67%)
[epoch 24] loss: 0.0003635
Test set: Average loss: 1.4902, Accuracy: 3342/5000 (67%)
[epoch 25] loss: 0.0003254
Test set: Average loss: 1.5004, Accuracy: 3359/5000 (67%)
[epoch 26] loss: 0.0002920
Test set: Average loss: 1.5119, Accuracy: 3357/5000 (67%)
[epoch 27] loss: 0.0002629
Test set: Average loss: 1.5230, Accuracy: 3358/5000 (67%)
[epoch 28] loss: 0.0002369
Test set: Average loss: 1.5347, Accuracy: 3348/5000 (67%)
[epoch 29] loss: 0.0002144
Test set: Average loss: 1.5450, Accuracy: 3350/5000 (67%)
[epoch 30] loss: 0.0001935
Test set: Average loss: 1.5547, Accuracy: 3353/5000 (67%)
[epoch 31] loss: 0.0001746
Test set: Average loss: 1.5661, Accuracy: 3353/5000 (67%)
[epoch 32] loss: 0.0001587
Test set: Average loss: 1.5764, Accuracy: 3353/5000 (67%)
[epoch 33] loss: 0.0001442
Test set: Average loss: 1.5870, Accuracy: 3347/5000 (67%)
[epoch 34] loss: 0.0001308
Test set: Average loss: 1.5973, Accuracy: 3348/5000 (67%)
[epoch 35] loss: 0.0001185
Test set: Average loss: 1.6075, Accuracy: 3352/5000 (67%)
[epoch 36] loss: 0.0001078
Test set: Average loss: 1.6184, Accuracy: 3345/5000 (67%)
[epoch 37] loss: 0.0000983
Test set: Average loss: 1.6272, Accuracy: 3350/5000 (67%)
[epoch 38] loss: 0.0000895
Test set: Average loss: 1.6375, Accuracy: 3350/5000 (67%)
[epoch 39] loss: 0.0000815
Test set: Average loss: 1.6477, Accuracy: 3345/5000 (67%)
[epoch 40] loss: 0.0000746
Test set: Average loss: 1.6559, Accuracy: 3349/5000 (67%)
[epoch 41] loss: 0.0000679
Test set: Average loss: 1.6673, Accuracy: 3346/5000 (67%)
[epoch 42] loss: 0.0000620
Test set: Average loss: 1.6773, Accuracy: 3341/5000 (67%)
[epoch 43] loss: 0.0000568
Test set: Average loss: 1.6865, Accuracy: 3344/5000 (67%)
[epoch 44] loss: 0.0000518
Test set: Average loss: 1.6965, Accuracy: 3343/5000 (67%)
[epoch 45] loss: 0.0000474
Test set: Average loss: 1.7066, Accuracy: 3341/5000 (67%)
[epoch 46] loss: 0.0000433
Test set: Average loss: 1.7163, Accuracy: 3341/5000 (67%)
[epoch 47] loss: 0.0000397
Test set: Average loss: 1.7246, Accuracy: 3337/5000 (67%)
[epoch 48] loss: 0.0000363
Test set: Average loss: 1.7349, Accuracy: 3336/5000 (67%)
[epoch 49] loss: 0.0000333
Test set: Average loss: 1.7451, Accuracy: 3331/5000 (67%)
[epoch 50] loss: 0.0000304
Test set: Average loss: 1.7549, Accuracy: 3329/5000 (67%)
Validation:
Test set: Average loss: 1.5004, Accuracy: 3359/5000 (67%)
Test
Test set: Average loss: 1.4699, Accuracy: 6786/10000 (68%)
10000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.4765, Accuracy: 400/5000 (8%)
[epoch 1] loss: 0.5491625
Test set: Average loss: 1.0301, Accuracy: 3331/5000 (67%)
[epoch 2] loss: 0.0926276
Test set: Average loss: 1.1529, Accuracy: 3360/5000 (67%)
[epoch 3] loss: 0.0213509
Test set: Average loss: 1.2155, Accuracy: 3375/5000 (68%)
[epoch 4] loss: 0.0075798
Test set: Average loss: 1.2725, Accuracy: 3375/5000 (68%)
[epoch 5] loss: 0.0044366
Test set: Average loss: 1.3163, Accuracy: 3363/5000 (67%)
[epoch 6] loss: 0.0029755
Test set: Average loss: 1.3572, Accuracy: 3362/5000 (67%)
[epoch 7] loss: 0.0021168
Test set: Average loss: 1.3924, Accuracy: 3363/5000 (67%)
[epoch 8] loss: 0.0015642
Test set: Average loss: 1.4248, Accuracy: 3361/5000 (67%)
[epoch 9] loss: 0.0011910
Test set: Average loss: 1.4572, Accuracy: 3360/5000 (67%)
[epoch 10] loss: 0.0009206
Test set: Average loss: 1.4861, Accuracy: 3353/5000 (67%)
[epoch 11] loss: 0.0007250
Test set: Average loss: 1.5135, Accuracy: 3347/5000 (67%)
[epoch 12] loss: 0.0005776
Test set: Average loss: 1.5394, Accuracy: 3351/5000 (67%)
[epoch 13] loss: 0.0004648
Test set: Average loss: 1.5677, Accuracy: 3351/5000 (67%)
[epoch 14] loss: 0.0003765
Test set: Average loss: 1.5915, Accuracy: 3340/5000 (67%)
[epoch 15] loss: 0.0003074
Test set: Average loss: 1.6171, Accuracy: 3337/5000 (67%)
[epoch 16] loss: 0.0002519
Test set: Average loss: 1.6393, Accuracy: 3338/5000 (67%)
[epoch 17] loss: 0.0002074
Test set: Average loss: 1.6641, Accuracy: 3343/5000 (67%)
[epoch 18] loss: 0.0001713
Test set: Average loss: 1.6873, Accuracy: 3345/5000 (67%)
[epoch 19] loss: 0.0001420
Test set: Average loss: 1.7089, Accuracy: 3339/5000 (67%)
[epoch 20] loss: 0.0001180
Test set: Average loss: 1.7335, Accuracy: 3336/5000 (67%)
[epoch 21] loss: 0.0000983
Test set: Average loss: 1.7555, Accuracy: 3337/5000 (67%)
[epoch 22] loss: 0.0000818
Test set: Average loss: 1.7781, Accuracy: 3334/5000 (67%)
[epoch 23] loss: 0.0000685
Test set: Average loss: 1.8002, Accuracy: 3334/5000 (67%)
[epoch 24] loss: 0.0000573
Test set: Average loss: 1.8223, Accuracy: 3336/5000 (67%)
[epoch 25] loss: 0.0000479
Test set: Average loss: 1.8439, Accuracy: 3336/5000 (67%)
[epoch 26] loss: 0.0000402
Test set: Average loss: 1.8685, Accuracy: 3337/5000 (67%)
[epoch 27] loss: 0.0000337
Test set: Average loss: 1.8875, Accuracy: 3337/5000 (67%)
[epoch 28] loss: 0.0000283
Test set: Average loss: 1.9085, Accuracy: 3338/5000 (67%)
[epoch 29] loss: 0.0000238
Test set: Average loss: 1.9318, Accuracy: 3336/5000 (67%)
[epoch 30] loss: 0.0000200
Test set: Average loss: 1.9530, Accuracy: 3336/5000 (67%)
[epoch 31] loss: 0.0000168
Test set: Average loss: 1.9745, Accuracy: 3333/5000 (67%)
[epoch 32] loss: 0.0000142
Test set: Average loss: 1.9974, Accuracy: 3336/5000 (67%)
[epoch 33] loss: 0.0000119
Test set: Average loss: 2.0190, Accuracy: 3338/5000 (67%)
[epoch 34] loss: 0.0000100
Test set: Average loss: 2.0387, Accuracy: 3335/5000 (67%)
[epoch 35] loss: 0.0000084
Test set: Average loss: 2.0595, Accuracy: 3336/5000 (67%)
[epoch 36] loss: 0.0000071
Test set: Average loss: 2.0813, Accuracy: 3337/5000 (67%)
[epoch 37] loss: 0.0000060
Test set: Average loss: 2.1029, Accuracy: 3330/5000 (67%)
[epoch 38] loss: 0.0000050
Test set: Average loss: 2.1238, Accuracy: 3337/5000 (67%)
[epoch 39] loss: 0.0000042
Test set: Average loss: 2.1469, Accuracy: 3337/5000 (67%)
[epoch 40] loss: 0.0000036
Test set: Average loss: 2.1661, Accuracy: 3339/5000 (67%)
[epoch 41] loss: 0.0000030
Test set: Average loss: 2.1851, Accuracy: 3333/5000 (67%)
[epoch 42] loss: 0.0000025
Test set: Average loss: 2.2045, Accuracy: 3333/5000 (67%)
[epoch 43] loss: 0.0000021
Test set: Average loss: 2.2244, Accuracy: 3330/5000 (67%)
[epoch 44] loss: 0.0000017
Test set: Average loss: 2.2435, Accuracy: 3328/5000 (67%)
[epoch 45] loss: 0.0000015
Test set: Average loss: 2.2600, Accuracy: 3327/5000 (67%)
[epoch 46] loss: 0.0000012
Test set: Average loss: 2.2741, Accuracy: 3334/5000 (67%)
[epoch 47] loss: 0.0000010
Test set: Average loss: 2.2888, Accuracy: 3326/5000 (67%)
[epoch 48] loss: 0.0000008
Test set: Average loss: 2.2989, Accuracy: 3320/5000 (66%)
[epoch 49] loss: 0.0000007
Test set: Average loss: 2.3097, Accuracy: 3317/5000 (66%)
[epoch 50] loss: 0.0000005
Test set: Average loss: 2.3147, Accuracy: 3320/5000 (66%)
Validation:
Test set: Average loss: 1.2725, Accuracy: 3375/5000 (68%)
Test
Test set: Average loss: 1.2489, Accuracy: 6784/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3783, Accuracy: 572/5000 (11%)
[epoch 1] loss: 0.5356590
Test set: Average loss: 1.0300, Accuracy: 3300/5000 (66%)
[epoch 2] loss: 0.0892590
Test set: Average loss: 1.1242, Accuracy: 3348/5000 (67%)
[epoch 3] loss: 0.0201182
Test set: Average loss: 1.2061, Accuracy: 3358/5000 (67%)
[epoch 4] loss: 0.0074007
Test set: Average loss: 1.2572, Accuracy: 3366/5000 (67%)
[epoch 5] loss: 0.0043343
Test set: Average loss: 1.3062, Accuracy: 3371/5000 (67%)
[epoch 6] loss: 0.0029030
Test set: Average loss: 1.3461, Accuracy: 3374/5000 (67%)
[epoch 7] loss: 0.0020688
Test set: Average loss: 1.3838, Accuracy: 3376/5000 (68%)
[epoch 8] loss: 0.0015343
Test set: Average loss: 1.4126, Accuracy: 3371/5000 (67%)
[epoch 9] loss: 0.0011653
Test set: Average loss: 1.4437, Accuracy: 3370/5000 (67%)
[epoch 10] loss: 0.0009037
Test set: Average loss: 1.4750, Accuracy: 3371/5000 (67%)
[epoch 11] loss: 0.0007117
Test set: Average loss: 1.4993, Accuracy: 3375/5000 (68%)
[epoch 12] loss: 0.0005669
Test set: Average loss: 1.5264, Accuracy: 3368/5000 (67%)
[epoch 13] loss: 0.0004571
Test set: Average loss: 1.5505, Accuracy: 3378/5000 (68%)
[epoch 14] loss: 0.0003695
Test set: Average loss: 1.5749, Accuracy: 3374/5000 (67%)
[epoch 15] loss: 0.0003017
Test set: Average loss: 1.5991, Accuracy: 3366/5000 (67%)
[epoch 16] loss: 0.0002470
Test set: Average loss: 1.6214, Accuracy: 3369/5000 (67%)
[epoch 17] loss: 0.0002037
Test set: Average loss: 1.6446, Accuracy: 3361/5000 (67%)
[epoch 18] loss: 0.0001685
Test set: Average loss: 1.6689, Accuracy: 3369/5000 (67%)
[epoch 19] loss: 0.0001398
Test set: Average loss: 1.6906, Accuracy: 3370/5000 (67%)
[epoch 20] loss: 0.0001160
Test set: Average loss: 1.7135, Accuracy: 3366/5000 (67%)
[epoch 21] loss: 0.0000966
Test set: Average loss: 1.7365, Accuracy: 3365/5000 (67%)
[epoch 22] loss: 0.0000806
Test set: Average loss: 1.7579, Accuracy: 3366/5000 (67%)
[epoch 23] loss: 0.0000674
Test set: Average loss: 1.7811, Accuracy: 3367/5000 (67%)
[epoch 24] loss: 0.0000564
Test set: Average loss: 1.8031, Accuracy: 3360/5000 (67%)
[epoch 25] loss: 0.0000473
Test set: Average loss: 1.8210, Accuracy: 3362/5000 (67%)
[epoch 26] loss: 0.0000396
Test set: Average loss: 1.8447, Accuracy: 3357/5000 (67%)
[epoch 27] loss: 0.0000332
Test set: Average loss: 1.8669, Accuracy: 3364/5000 (67%)
[epoch 28] loss: 0.0000279
Test set: Average loss: 1.8875, Accuracy: 3359/5000 (67%)
[epoch 29] loss: 0.0000234
Test set: Average loss: 1.9093, Accuracy: 3364/5000 (67%)
[epoch 30] loss: 0.0000197
Test set: Average loss: 1.9293, Accuracy: 3365/5000 (67%)
[epoch 31] loss: 0.0000166
Test set: Average loss: 1.9506, Accuracy: 3358/5000 (67%)
[epoch 32] loss: 0.0000139
Test set: Average loss: 1.9724, Accuracy: 3359/5000 (67%)
[epoch 33] loss: 0.0000117
Test set: Average loss: 1.9899, Accuracy: 3361/5000 (67%)
[epoch 34] loss: 0.0000099
Test set: Average loss: 2.0124, Accuracy: 3358/5000 (67%)
[epoch 35] loss: 0.0000083
Test set: Average loss: 2.0353, Accuracy: 3355/5000 (67%)
[epoch 36] loss: 0.0000070
Test set: Average loss: 2.0539, Accuracy: 3354/5000 (67%)
[epoch 37] loss: 0.0000059
Test set: Average loss: 2.0734, Accuracy: 3357/5000 (67%)
[epoch 38] loss: 0.0000050
Test set: Average loss: 2.0968, Accuracy: 3361/5000 (67%)
[epoch 39] loss: 0.0000042
Test set: Average loss: 2.1164, Accuracy: 3364/5000 (67%)
[epoch 40] loss: 0.0000035
Test set: Average loss: 2.1383, Accuracy: 3358/5000 (67%)
[epoch 41] loss: 0.0000029
Test set: Average loss: 2.1576, Accuracy: 3365/5000 (67%)
[epoch 42] loss: 0.0000025
Test set: Average loss: 2.1762, Accuracy: 3369/5000 (67%)
[epoch 43] loss: 0.0000021
Test set: Average loss: 2.1962, Accuracy: 3369/5000 (67%)
[epoch 44] loss: 0.0000017
Test set: Average loss: 2.2136, Accuracy: 3365/5000 (67%)
[epoch 45] loss: 0.0000014
Test set: Average loss: 2.2313, Accuracy: 3364/5000 (67%)
[epoch 46] loss: 0.0000012
Test set: Average loss: 2.2479, Accuracy: 3364/5000 (67%)
[epoch 47] loss: 0.0000010
Test set: Average loss: 2.2596, Accuracy: 3363/5000 (67%)
[epoch 48] loss: 0.0000008
Test set: Average loss: 2.2713, Accuracy: 3364/5000 (67%)
[epoch 49] loss: 0.0000006
Test set: Average loss: 2.2812, Accuracy: 3358/5000 (67%)
[epoch 50] loss: 0.0000005
Test set: Average loss: 2.2884, Accuracy: 3351/5000 (67%)
Validation:
Test set: Average loss: 1.5505, Accuracy: 3378/5000 (68%)
Test
Test set: Average loss: 1.5279, Accuracy: 6820/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.5382, Accuracy: 600/5000 (12%)
[epoch 1] loss: 0.5694431
Test set: Average loss: 1.0374, Accuracy: 3330/5000 (67%)
[epoch 2] loss: 0.0995224
Test set: Average loss: 1.1288, Accuracy: 3326/5000 (67%)
[epoch 3] loss: 0.0217334
Test set: Average loss: 1.2068, Accuracy: 3343/5000 (67%)
[epoch 4] loss: 0.0081358
Test set: Average loss: 1.2656, Accuracy: 3328/5000 (67%)
[epoch 5] loss: 0.0046748
Test set: Average loss: 1.3087, Accuracy: 3348/5000 (67%)
[epoch 6] loss: 0.0031126
Test set: Average loss: 1.3493, Accuracy: 3334/5000 (67%)
[epoch 7] loss: 0.0022086
Test set: Average loss: 1.3869, Accuracy: 3335/5000 (67%)
[epoch 8] loss: 0.0016321
Test set: Average loss: 1.4196, Accuracy: 3337/5000 (67%)
[epoch 9] loss: 0.0012380
Test set: Average loss: 1.4522, Accuracy: 3324/5000 (66%)
[epoch 10] loss: 0.0009602
Test set: Average loss: 1.4799, Accuracy: 3328/5000 (67%)
[epoch 11] loss: 0.0007547
Test set: Average loss: 1.5087, Accuracy: 3329/5000 (67%)
[epoch 12] loss: 0.0006012
Test set: Average loss: 1.5338, Accuracy: 3328/5000 (67%)
[epoch 13] loss: 0.0004838
Test set: Average loss: 1.5594, Accuracy: 3330/5000 (67%)
[epoch 14] loss: 0.0003924
Test set: Average loss: 1.5849, Accuracy: 3331/5000 (67%)
[epoch 15] loss: 0.0003196
Test set: Average loss: 1.6075, Accuracy: 3327/5000 (67%)
[epoch 16] loss: 0.0002624
Test set: Average loss: 1.6329, Accuracy: 3327/5000 (67%)
[epoch 17] loss: 0.0002157
Test set: Average loss: 1.6585, Accuracy: 3318/5000 (66%)
[epoch 18] loss: 0.0001783
Test set: Average loss: 1.6789, Accuracy: 3325/5000 (66%)
[epoch 19] loss: 0.0001477
Test set: Average loss: 1.7020, Accuracy: 3317/5000 (66%)
[epoch 20] loss: 0.0001228
Test set: Average loss: 1.7265, Accuracy: 3320/5000 (66%)
[epoch 21] loss: 0.0001023
Test set: Average loss: 1.7502, Accuracy: 3315/5000 (66%)
[epoch 22] loss: 0.0000853
Test set: Average loss: 1.7705, Accuracy: 3312/5000 (66%)
[epoch 23] loss: 0.0000712
Test set: Average loss: 1.7917, Accuracy: 3318/5000 (66%)
[epoch 24] loss: 0.0000596
Test set: Average loss: 1.8150, Accuracy: 3307/5000 (66%)
[epoch 25] loss: 0.0000499
Test set: Average loss: 1.8351, Accuracy: 3314/5000 (66%)
[epoch 26] loss: 0.0000418
Test set: Average loss: 1.8601, Accuracy: 3314/5000 (66%)
[epoch 27] loss: 0.0000351
Test set: Average loss: 1.8819, Accuracy: 3304/5000 (66%)
[epoch 28] loss: 0.0000295
Test set: Average loss: 1.9033, Accuracy: 3313/5000 (66%)
[epoch 29] loss: 0.0000247
Test set: Average loss: 1.9248, Accuracy: 3313/5000 (66%)
[epoch 30] loss: 0.0000208
Test set: Average loss: 1.9453, Accuracy: 3308/5000 (66%)
[epoch 31] loss: 0.0000174
Test set: Average loss: 1.9658, Accuracy: 3308/5000 (66%)
[epoch 32] loss: 0.0000147
Test set: Average loss: 1.9905, Accuracy: 3310/5000 (66%)
[epoch 33] loss: 0.0000124
Test set: Average loss: 2.0124, Accuracy: 3305/5000 (66%)
[epoch 34] loss: 0.0000104
Test set: Average loss: 2.0323, Accuracy: 3307/5000 (66%)
[epoch 35] loss: 0.0000087
Test set: Average loss: 2.0524, Accuracy: 3303/5000 (66%)
[epoch 36] loss: 0.0000074
Test set: Average loss: 2.0758, Accuracy: 3312/5000 (66%)
[epoch 37] loss: 0.0000062
Test set: Average loss: 2.0960, Accuracy: 3306/5000 (66%)
[epoch 38] loss: 0.0000052
Test set: Average loss: 2.1185, Accuracy: 3306/5000 (66%)
[epoch 39] loss: 0.0000044
Test set: Average loss: 2.1394, Accuracy: 3306/5000 (66%)
[epoch 40] loss: 0.0000037
Test set: Average loss: 2.1596, Accuracy: 3296/5000 (66%)
[epoch 41] loss: 0.0000031
Test set: Average loss: 2.1792, Accuracy: 3302/5000 (66%)
[epoch 42] loss: 0.0000026
Test set: Average loss: 2.1992, Accuracy: 3297/5000 (66%)
[epoch 43] loss: 0.0000022
Test set: Average loss: 2.2195, Accuracy: 3295/5000 (66%)
[epoch 44] loss: 0.0000018
Test set: Average loss: 2.2365, Accuracy: 3291/5000 (66%)
[epoch 45] loss: 0.0000015
Test set: Average loss: 2.2544, Accuracy: 3295/5000 (66%)
[epoch 46] loss: 0.0000013
Test set: Average loss: 2.2715, Accuracy: 3295/5000 (66%)
[epoch 47] loss: 0.0000010
Test set: Average loss: 2.2844, Accuracy: 3286/5000 (66%)
[epoch 48] loss: 0.0000008
Test set: Average loss: 2.2977, Accuracy: 3285/5000 (66%)
[epoch 49] loss: 0.0000007
Test set: Average loss: 2.3057, Accuracy: 3290/5000 (66%)
[epoch 50] loss: 0.0000005
Test set: Average loss: 2.3140, Accuracy: 3287/5000 (66%)
Validation:
Test set: Average loss: 1.3087, Accuracy: 3348/5000 (67%)
Test
Test set: Average loss: 1.2801, Accuracy: 6834/10000 (68%)
15000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.5478, Accuracy: 345/5000 (7%)
[epoch 1] loss: 0.4516664
Test set: Average loss: 1.0810, Accuracy: 3296/5000 (66%)
[epoch 2] loss: 0.0641161
Test set: Average loss: 1.2145, Accuracy: 3345/5000 (67%)
[epoch 3] loss: 0.0132333
Test set: Average loss: 1.2822, Accuracy: 3369/5000 (67%)
[epoch 4] loss: 0.0045870
Test set: Average loss: 1.3503, Accuracy: 3399/5000 (68%)
[epoch 5] loss: 0.0026136
Test set: Average loss: 1.4025, Accuracy: 3394/5000 (68%)
[epoch 6] loss: 0.0017127
Test set: Average loss: 1.4473, Accuracy: 3389/5000 (68%)
[epoch 7] loss: 0.0011830
Test set: Average loss: 1.4898, Accuracy: 3383/5000 (68%)
[epoch 8] loss: 0.0008428
Test set: Average loss: 1.5316, Accuracy: 3387/5000 (68%)
[epoch 9] loss: 0.0006135
Test set: Average loss: 1.5724, Accuracy: 3391/5000 (68%)
[epoch 10] loss: 0.0004516
Test set: Average loss: 1.6077, Accuracy: 3385/5000 (68%)
[epoch 11] loss: 0.0003365
Test set: Average loss: 1.6478, Accuracy: 3385/5000 (68%)
[epoch 12] loss: 0.0002535
Test set: Average loss: 1.6835, Accuracy: 3389/5000 (68%)
[epoch 13] loss: 0.0001916
Test set: Average loss: 1.7227, Accuracy: 3381/5000 (68%)
[epoch 14] loss: 0.0001459
Test set: Average loss: 1.7525, Accuracy: 3383/5000 (68%)
[epoch 15] loss: 0.0001111
Test set: Average loss: 1.7898, Accuracy: 3379/5000 (68%)
[epoch 16] loss: 0.0000851
Test set: Average loss: 1.8236, Accuracy: 3383/5000 (68%)
[epoch 17] loss: 0.0000654
Test set: Average loss: 1.8632, Accuracy: 3377/5000 (68%)
[epoch 18] loss: 0.0000502
Test set: Average loss: 1.8955, Accuracy: 3382/5000 (68%)
[epoch 19] loss: 0.0000387
Test set: Average loss: 1.9289, Accuracy: 3378/5000 (68%)
[epoch 20] loss: 0.0000299
Test set: Average loss: 1.9673, Accuracy: 3367/5000 (67%)
[epoch 21] loss: 0.0000230
Test set: Average loss: 1.9963, Accuracy: 3376/5000 (68%)
[epoch 22] loss: 0.0000178
Test set: Average loss: 2.0310, Accuracy: 3377/5000 (68%)
[epoch 23] loss: 0.0000137
Test set: Average loss: 2.0656, Accuracy: 3372/5000 (67%)
[epoch 24] loss: 0.0000106
Test set: Average loss: 2.0972, Accuracy: 3377/5000 (68%)
[epoch 25] loss: 0.0000082
Test set: Average loss: 2.1296, Accuracy: 3366/5000 (67%)
[epoch 26] loss: 0.0000063
Test set: Average loss: 2.1648, Accuracy: 3371/5000 (67%)
[epoch 27] loss: 0.0000049
Test set: Average loss: 2.2023, Accuracy: 3360/5000 (67%)
[epoch 28] loss: 0.0000038
Test set: Average loss: 2.2316, Accuracy: 3363/5000 (67%)
[epoch 29] loss: 0.0000029
Test set: Average loss: 2.2622, Accuracy: 3360/5000 (67%)
[epoch 30] loss: 0.0000022
Test set: Average loss: 2.2932, Accuracy: 3356/5000 (67%)
[epoch 31] loss: 0.0000017
Test set: Average loss: 2.3229, Accuracy: 3358/5000 (67%)
[epoch 32] loss: 0.0000013
Test set: Average loss: 2.3523, Accuracy: 3355/5000 (67%)
[epoch 33] loss: 0.0000010
Test set: Average loss: 2.3716, Accuracy: 3356/5000 (67%)
[epoch 34] loss: 0.0000007
Test set: Average loss: 2.3918, Accuracy: 3358/5000 (67%)
[epoch 35] loss: 0.0000005
Test set: Average loss: 2.4093, Accuracy: 3349/5000 (67%)
[epoch 36] loss: 0.0000004
Test set: Average loss: 2.4128, Accuracy: 3340/5000 (67%)
[epoch 37] loss: 0.0000003
Test set: Average loss: 2.4184, Accuracy: 3346/5000 (67%)
[epoch 38] loss: 0.0000002
Test set: Average loss: 2.4197, Accuracy: 3345/5000 (67%)
[epoch 39] loss: 0.0000002
Test set: Average loss: 2.4153, Accuracy: 3339/5000 (67%)
[epoch 40] loss: 0.0000002
Test set: Average loss: 2.4203, Accuracy: 3327/5000 (67%)
[epoch 41] loss: 0.0000002
Test set: Average loss: 2.4185, Accuracy: 3334/5000 (67%)
[epoch 42] loss: 0.0000002
Test set: Average loss: 2.4268, Accuracy: 3329/5000 (67%)
[epoch 43] loss: 0.0000001
Test set: Average loss: 2.4396, Accuracy: 3346/5000 (67%)
[epoch 44] loss: 0.0000001
Test set: Average loss: 2.4452, Accuracy: 3320/5000 (66%)
[epoch 45] loss: 0.0000001
Test set: Average loss: 2.4694, Accuracy: 3328/5000 (67%)
[epoch 46] loss: 0.2856273
Epoch 45: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.5545, Accuracy: 2573/5000 (51%)
[epoch 47] loss: 1.0232988
Epoch 46: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.7478, Accuracy: 2968/5000 (59%)
[epoch 48] loss: 0.5478297
Epoch 47: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.7164, Accuracy: 2998/5000 (60%)
[epoch 49] loss: 0.5130992
Epoch 48: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.7152, Accuracy: 2997/5000 (60%)
[epoch 50] loss: 0.5099953
Epoch 49: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.7151, Accuracy: 2997/5000 (60%)
Validation:
Test set: Average loss: 1.3503, Accuracy: 3399/5000 (68%)
Test
Test set: Average loss: 1.3270, Accuracy: 6874/10000 (69%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.5495, Accuracy: 391/5000 (8%)
[epoch 1] loss: 0.4507175
Test set: Average loss: 1.0698, Accuracy: 3335/5000 (67%)
[epoch 2] loss: 0.0622353
Test set: Average loss: 1.2032, Accuracy: 3347/5000 (67%)
[epoch 3] loss: 0.0126972
Test set: Average loss: 1.2914, Accuracy: 3360/5000 (67%)
[epoch 4] loss: 0.0044759
Test set: Average loss: 1.3543, Accuracy: 3357/5000 (67%)
[epoch 5] loss: 0.0025621
Test set: Average loss: 1.4090, Accuracy: 3357/5000 (67%)
[epoch 6] loss: 0.0016838
Test set: Average loss: 1.4587, Accuracy: 3359/5000 (67%)
[epoch 7] loss: 0.0011606
Test set: Average loss: 1.4963, Accuracy: 3359/5000 (67%)
[epoch 8] loss: 0.0008273
Test set: Average loss: 1.5393, Accuracy: 3359/5000 (67%)
[epoch 9] loss: 0.0006020
Test set: Average loss: 1.5839, Accuracy: 3350/5000 (67%)
[epoch 10] loss: 0.0004442
Test set: Average loss: 1.6192, Accuracy: 3348/5000 (67%)
[epoch 11] loss: 0.0003310
Test set: Average loss: 1.6589, Accuracy: 3352/5000 (67%)
[epoch 12] loss: 0.0002497
Test set: Average loss: 1.6927, Accuracy: 3349/5000 (67%)
[epoch 13] loss: 0.0001889
Test set: Average loss: 1.7305, Accuracy: 3350/5000 (67%)
[epoch 14] loss: 0.0001437
Test set: Average loss: 1.7613, Accuracy: 3345/5000 (67%)
[epoch 15] loss: 0.0001098
Test set: Average loss: 1.8019, Accuracy: 3357/5000 (67%)
[epoch 16] loss: 0.0000840
Test set: Average loss: 1.8380, Accuracy: 3351/5000 (67%)
[epoch 17] loss: 0.0000645
Test set: Average loss: 1.8698, Accuracy: 3351/5000 (67%)
[epoch 18] loss: 0.0000496
Test set: Average loss: 1.9065, Accuracy: 3338/5000 (67%)
[epoch 19] loss: 0.0000382
Test set: Average loss: 1.9427, Accuracy: 3342/5000 (67%)
[epoch 20] loss: 0.0000295
Test set: Average loss: 1.9750, Accuracy: 3349/5000 (67%)
[epoch 21] loss: 0.0000227
Test set: Average loss: 2.0102, Accuracy: 3345/5000 (67%)
[epoch 22] loss: 0.0000175
Test set: Average loss: 2.0451, Accuracy: 3347/5000 (67%)
[epoch 23] loss: 0.0000135
Test set: Average loss: 2.0773, Accuracy: 3348/5000 (67%)
[epoch 24] loss: 0.0000105
Test set: Average loss: 2.1152, Accuracy: 3343/5000 (67%)
[epoch 25] loss: 0.0000081
Test set: Average loss: 2.1480, Accuracy: 3341/5000 (67%)
[epoch 26] loss: 0.0000062
Test set: Average loss: 2.1825, Accuracy: 3352/5000 (67%)
[epoch 27] loss: 0.0000048
Test set: Average loss: 2.2151, Accuracy: 3338/5000 (67%)
[epoch 28] loss: 0.0000037
Test set: Average loss: 2.2479, Accuracy: 3340/5000 (67%)
[epoch 29] loss: 0.0000029
Test set: Average loss: 2.2819, Accuracy: 3334/5000 (67%)
[epoch 30] loss: 0.0000022
Test set: Average loss: 2.3138, Accuracy: 3334/5000 (67%)
[epoch 31] loss: 0.0000017
Test set: Average loss: 2.3440, Accuracy: 3343/5000 (67%)
[epoch 32] loss: 0.0000013
Test set: Average loss: 2.3713, Accuracy: 3334/5000 (67%)
[epoch 33] loss: 0.0000010
Test set: Average loss: 2.3968, Accuracy: 3341/5000 (67%)
[epoch 34] loss: 0.0000007
Test set: Average loss: 2.4147, Accuracy: 3330/5000 (67%)
[epoch 35] loss: 0.0000005
Test set: Average loss: 2.4258, Accuracy: 3332/5000 (67%)
[epoch 36] loss: 0.0000004
Test set: Average loss: 2.4328, Accuracy: 3333/5000 (67%)
[epoch 37] loss: 0.0000003
Test set: Average loss: 2.4380, Accuracy: 3334/5000 (67%)
[epoch 38] loss: 0.0000002
Test set: Average loss: 2.4393, Accuracy: 3330/5000 (67%)
[epoch 39] loss: 0.0000002
Test set: Average loss: 2.4415, Accuracy: 3345/5000 (67%)
[epoch 40] loss: 0.0000002
Test set: Average loss: 2.4409, Accuracy: 3330/5000 (67%)
[epoch 41] loss: 0.0000002
Test set: Average loss: 2.4520, Accuracy: 3326/5000 (67%)
[epoch 42] loss: 0.0000001
Test set: Average loss: 2.4523, Accuracy: 3304/5000 (66%)
[epoch 43] loss: 0.0000001
Test set: Average loss: 2.4651, Accuracy: 3326/5000 (67%)
[epoch 44] loss: 0.0000001
Test set: Average loss: 2.4704, Accuracy: 3319/5000 (66%)
[epoch 45] loss: 0.0000001
Test set: Average loss: 2.4883, Accuracy: 3308/5000 (66%)
[epoch 46] loss: 0.1345131
Epoch 45: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.8343, Accuracy: 2203/5000 (44%)
[epoch 47] loss: 1.0946928
Epoch 46: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.9134, Accuracy: 3024/5000 (60%)
[epoch 48] loss: 0.4405791
Epoch 47: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.8958, Accuracy: 3043/5000 (61%)
[epoch 49] loss: 0.4045981
Epoch 48: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.8945, Accuracy: 3042/5000 (61%)
[epoch 50] loss: 0.4015650
Epoch 49: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.8944, Accuracy: 3042/5000 (61%)
Validation:
Test set: Average loss: 1.2914, Accuracy: 3360/5000 (67%)
Test
Test set: Average loss: 1.2719, Accuracy: 6839/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.4516, Accuracy: 478/5000 (10%)
[epoch 1] loss: 0.4474839
Test set: Average loss: 1.0960, Accuracy: 3304/5000 (66%)
[epoch 2] loss: 0.0626605
Test set: Average loss: 1.2304, Accuracy: 3328/5000 (67%)
[epoch 3] loss: 0.0155420
Test set: Average loss: 1.3051, Accuracy: 3363/5000 (67%)
[epoch 4] loss: 0.0044863
Test set: Average loss: 1.3721, Accuracy: 3377/5000 (68%)
[epoch 5] loss: 0.0025506
Test set: Average loss: 1.4256, Accuracy: 3372/5000 (67%)
[epoch 6] loss: 0.0016747
Test set: Average loss: 1.4738, Accuracy: 3378/5000 (68%)
[epoch 7] loss: 0.0011587
Test set: Average loss: 1.5163, Accuracy: 3368/5000 (67%)
[epoch 8] loss: 0.0008272
Test set: Average loss: 1.5577, Accuracy: 3372/5000 (67%)
[epoch 9] loss: 0.0006021
Test set: Average loss: 1.5959, Accuracy: 3368/5000 (67%)
[epoch 10] loss: 0.0004453
Test set: Average loss: 1.6349, Accuracy: 3372/5000 (67%)
[epoch 11] loss: 0.0003323
Test set: Average loss: 1.6735, Accuracy: 3371/5000 (67%)
[epoch 12] loss: 0.0002503
Test set: Average loss: 1.7095, Accuracy: 3382/5000 (68%)
[epoch 13] loss: 0.0001899
Test set: Average loss: 1.7468, Accuracy: 3375/5000 (68%)
[epoch 14] loss: 0.0001445
Test set: Average loss: 1.7821, Accuracy: 3361/5000 (67%)
[epoch 15] loss: 0.0001103
Test set: Average loss: 1.8169, Accuracy: 3374/5000 (67%)
[epoch 16] loss: 0.0000846
Test set: Average loss: 1.8518, Accuracy: 3366/5000 (67%)
[epoch 17] loss: 0.0000650
Test set: Average loss: 1.8861, Accuracy: 3365/5000 (67%)
[epoch 18] loss: 0.0000499
Test set: Average loss: 1.9227, Accuracy: 3360/5000 (67%)
[epoch 19] loss: 0.0000384
Test set: Average loss: 1.9585, Accuracy: 3366/5000 (67%)
[epoch 20] loss: 0.0000296
Test set: Average loss: 1.9921, Accuracy: 3356/5000 (67%)
[epoch 21] loss: 0.0000229
Test set: Average loss: 2.0286, Accuracy: 3364/5000 (67%)
[epoch 22] loss: 0.0000177
Test set: Average loss: 2.0603, Accuracy: 3357/5000 (67%)
[epoch 23] loss: 0.0000137
Test set: Average loss: 2.0969, Accuracy: 3363/5000 (67%)
[epoch 24] loss: 0.0000106
Test set: Average loss: 2.1304, Accuracy: 3358/5000 (67%)
[epoch 25] loss: 0.0000082
Test set: Average loss: 2.1635, Accuracy: 3355/5000 (67%)
[epoch 26] loss: 0.0000063
Test set: Average loss: 2.1977, Accuracy: 3347/5000 (67%)
[epoch 27] loss: 0.0000049
Test set: Average loss: 2.2318, Accuracy: 3348/5000 (67%)
[epoch 28] loss: 0.0000038
Test set: Average loss: 2.2627, Accuracy: 3356/5000 (67%)
[epoch 29] loss: 0.0000029
Test set: Average loss: 2.2991, Accuracy: 3342/5000 (67%)
[epoch 30] loss: 0.0000022
Test set: Average loss: 2.3303, Accuracy: 3333/5000 (67%)
[epoch 31] loss: 0.0000017
Test set: Average loss: 2.3598, Accuracy: 3334/5000 (67%)
[epoch 32] loss: 0.0000013
Test set: Average loss: 2.3879, Accuracy: 3332/5000 (67%)
[epoch 33] loss: 0.0000010
Test set: Average loss: 2.4142, Accuracy: 3327/5000 (67%)
[epoch 34] loss: 0.0000007
Test set: Average loss: 2.4300, Accuracy: 3326/5000 (67%)
[epoch 35] loss: 0.0000005
Test set: Average loss: 2.4443, Accuracy: 3327/5000 (67%)
[epoch 36] loss: 0.0000004
Test set: Average loss: 2.4588, Accuracy: 3323/5000 (66%)
[epoch 37] loss: 0.0000003
Test set: Average loss: 2.4562, Accuracy: 3327/5000 (67%)
[epoch 38] loss: 0.0000002
Test set: Average loss: 2.4587, Accuracy: 3318/5000 (66%)
[epoch 39] loss: 0.0000002
Test set: Average loss: 2.4919, Accuracy: 3309/5000 (66%)
[epoch 40] loss: 0.0000002
Test set: Average loss: 2.4609, Accuracy: 3325/5000 (66%)
[epoch 41] loss: 0.0000002
Test set: Average loss: 2.4601, Accuracy: 3315/5000 (66%)
[epoch 42] loss: 0.0000002
Test set: Average loss: 2.4717, Accuracy: 3305/5000 (66%)
[epoch 43] loss: 0.0000001
Test set: Average loss: 2.4812, Accuracy: 3309/5000 (66%)
[epoch 44] loss: 0.0000001
Test set: Average loss: 2.4859, Accuracy: 3326/5000 (67%)
[epoch 45] loss: 0.0000001
Test set: Average loss: 2.5069, Accuracy: 3309/5000 (66%)
[epoch 46] loss: 0.4887257
Epoch 45: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7967, Accuracy: 2790/5000 (56%)
[epoch 47] loss: 0.7763953
Epoch 46: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.4139, Accuracy: 3002/5000 (60%)
[epoch 48] loss: 0.5073469
Epoch 47: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.4084, Accuracy: 3033/5000 (61%)
[epoch 49] loss: 0.4850621
Epoch 48: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.4082, Accuracy: 3034/5000 (61%)
[epoch 50] loss: 0.4829563
Epoch 49: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.4081, Accuracy: 3035/5000 (61%)
Validation:
Test set: Average loss: 1.7095, Accuracy: 3382/5000 (68%)
Test
Test set: Average loss: 1.6743, Accuracy: 6802/10000 (68%)
20000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.2995, Accuracy: 754/5000 (15%)
[epoch 1] loss: 0.3658543
Test set: Average loss: 1.1158, Accuracy: 3357/5000 (67%)
[epoch 2] loss: 0.0489856
Test set: Average loss: 1.3050, Accuracy: 3323/5000 (66%)
[epoch 3] loss: 0.0137304
Test set: Average loss: 1.3967, Accuracy: 3350/5000 (67%)
[epoch 4] loss: 0.0031701
Test set: Average loss: 1.4643, Accuracy: 3364/5000 (67%)
[epoch 5] loss: 0.0015910
Test set: Average loss: 1.5188, Accuracy: 3380/5000 (68%)
[epoch 6] loss: 0.0010116
Test set: Average loss: 1.5705, Accuracy: 3368/5000 (67%)
[epoch 7] loss: 0.0006791
Test set: Average loss: 1.6185, Accuracy: 3369/5000 (67%)
[epoch 8] loss: 0.0004667
Test set: Average loss: 1.6668, Accuracy: 3373/5000 (67%)
[epoch 9] loss: 0.0003256
Test set: Average loss: 1.7138, Accuracy: 3374/5000 (67%)
[epoch 10] loss: 0.0002278
Test set: Average loss: 1.7575, Accuracy: 3369/5000 (67%)
[epoch 11] loss: 0.0001603
Test set: Average loss: 1.8075, Accuracy: 3371/5000 (67%)
[epoch 12] loss: 0.0001134
Test set: Average loss: 1.8522, Accuracy: 3372/5000 (67%)
[epoch 13] loss: 0.0000803
Test set: Average loss: 1.8981, Accuracy: 3362/5000 (67%)
[epoch 14] loss: 0.0000570
Test set: Average loss: 1.9492, Accuracy: 3368/5000 (67%)
[epoch 15] loss: 0.0000405
Test set: Average loss: 1.9959, Accuracy: 3366/5000 (67%)
[epoch 16] loss: 0.0000288
Test set: Average loss: 2.0404, Accuracy: 3357/5000 (67%)
[epoch 17] loss: 0.0000205
Test set: Average loss: 2.0879, Accuracy: 3366/5000 (67%)
[epoch 18] loss: 0.0000146
Test set: Average loss: 2.1334, Accuracy: 3357/5000 (67%)
[epoch 19] loss: 0.0000104
Test set: Average loss: 2.1774, Accuracy: 3359/5000 (67%)
[epoch 20] loss: 0.0000074
Test set: Average loss: 2.2245, Accuracy: 3364/5000 (67%)
[epoch 21] loss: 0.0000052
Test set: Average loss: 2.2722, Accuracy: 3359/5000 (67%)
[epoch 22] loss: 0.0000037
Test set: Average loss: 2.3180, Accuracy: 3359/5000 (67%)
[epoch 23] loss: 0.0000026
Test set: Average loss: 2.3671, Accuracy: 3352/5000 (67%)
[epoch 24] loss: 0.0000019
Test set: Average loss: 2.4029, Accuracy: 3356/5000 (67%)
[epoch 25] loss: 0.0000013
Test set: Average loss: 2.4473, Accuracy: 3353/5000 (67%)
[epoch 26] loss: 0.0000009
Test set: Average loss: 2.4760, Accuracy: 3346/5000 (67%)
[epoch 27] loss: 0.0000006
Test set: Average loss: 2.5027, Accuracy: 3354/5000 (67%)
[epoch 28] loss: 0.0000004
Test set: Average loss: 2.5187, Accuracy: 3342/5000 (67%)
[epoch 29] loss: 0.0000003
Test set: Average loss: 2.5264, Accuracy: 3344/5000 (67%)
[epoch 30] loss: 0.0000002
Test set: Average loss: 2.5299, Accuracy: 3334/5000 (67%)
[epoch 31] loss: 0.0000002
Test set: Average loss: 2.5284, Accuracy: 3336/5000 (67%)
[epoch 32] loss: 0.0000002
Test set: Average loss: 2.5534, Accuracy: 3324/5000 (66%)
[epoch 33] loss: 0.0000002
Test set: Average loss: 2.5755, Accuracy: 3314/5000 (66%)
[epoch 34] loss: 0.6378706
Epoch 33: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.3759, Accuracy: 2857/5000 (57%)
[epoch 35] loss: 0.7199461
Epoch 34: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.1785, Accuracy: 3101/5000 (62%)
[epoch 36] loss: 0.5600442
Epoch 35: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.1805, Accuracy: 3105/5000 (62%)
[epoch 37] loss: 0.5439153
Epoch 36: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.1807, Accuracy: 3101/5000 (62%)
[epoch 38] loss: 0.5423655
Epoch 37: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.1808, Accuracy: 3101/5000 (62%)
[epoch 39] loss: 0.5422126
Epoch 38: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.1808, Accuracy: 3101/5000 (62%)
[epoch 40] loss: 0.5422051
Epoch 39: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.1808, Accuracy: 3101/5000 (62%)
[epoch 41] loss: 0.5422050
Epoch 40: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.1808, Accuracy: 3101/5000 (62%)
[epoch 42] loss: 0.5422050
Epoch 41: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.1808, Accuracy: 3101/5000 (62%)
[epoch 43] loss: 0.5422050
Epoch 42: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.1808, Accuracy: 3101/5000 (62%)
[epoch 44] loss: 0.5422050
Epoch 43: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.1808, Accuracy: 3101/5000 (62%)
[epoch 45] loss: 0.5422050
Epoch 44: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.1808, Accuracy: 3101/5000 (62%)
[epoch 46] loss: 0.5422050
Epoch 45: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.1808, Accuracy: 3101/5000 (62%)
[epoch 47] loss: 0.5422050
Epoch 46: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.1808, Accuracy: 3101/5000 (62%)
[epoch 48] loss: 0.5422050
Epoch 47: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.1808, Accuracy: 3101/5000 (62%)
[epoch 49] loss: 0.5422050
Epoch 48: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.1808, Accuracy: 3101/5000 (62%)
[epoch 50] loss: 0.5422050
Epoch 49: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.1808, Accuracy: 3101/5000 (62%)
Validation:
Test set: Average loss: 1.5188, Accuracy: 3380/5000 (68%)
Test
Test set: Average loss: 1.5133, Accuracy: 6792/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3483, Accuracy: 630/5000 (13%)
[epoch 1] loss: 0.3789557
Test set: Average loss: 1.1111, Accuracy: 3344/5000 (67%)
[epoch 2] loss: 0.0643108
Test set: Average loss: 1.3540, Accuracy: 3289/5000 (66%)
[epoch 3] loss: 0.0678812
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5121, Accuracy: 3218/5000 (64%)
[epoch 4] loss: 0.0395605
Test set: Average loss: 1.4498, Accuracy: 3300/5000 (66%)
[epoch 5] loss: 0.0111302
Test set: Average loss: 1.4551, Accuracy: 3319/5000 (66%)
[epoch 6] loss: 0.0075671
Test set: Average loss: 1.4701, Accuracy: 3321/5000 (66%)
[epoch 7] loss: 0.0056558
Test set: Average loss: 1.4854, Accuracy: 3337/5000 (67%)
[epoch 8] loss: 0.0043555
Test set: Average loss: 1.5072, Accuracy: 3338/5000 (67%)
[epoch 9] loss: 0.0033860
Test set: Average loss: 1.5267, Accuracy: 3346/5000 (67%)
[epoch 10] loss: 0.0026422
Test set: Average loss: 1.5524, Accuracy: 3346/5000 (67%)
[epoch 11] loss: 0.0020596
Test set: Average loss: 1.5788, Accuracy: 3349/5000 (67%)
[epoch 12] loss: 0.0015942
Test set: Average loss: 1.6096, Accuracy: 3347/5000 (67%)
[epoch 13] loss: 0.0012280
Test set: Average loss: 1.6384, Accuracy: 3352/5000 (67%)
[epoch 14] loss: 0.0009400
Test set: Average loss: 1.6716, Accuracy: 3353/5000 (67%)
[epoch 15] loss: 0.0007141
Test set: Average loss: 1.7060, Accuracy: 3354/5000 (67%)
[epoch 16] loss: 0.0005399
Test set: Average loss: 1.7405, Accuracy: 3359/5000 (67%)
[epoch 17] loss: 0.0004057
Test set: Average loss: 1.7790, Accuracy: 3360/5000 (67%)
[epoch 18] loss: 0.0003032
Test set: Average loss: 1.8190, Accuracy: 3360/5000 (67%)
[epoch 19] loss: 0.0002258
Test set: Average loss: 1.8576, Accuracy: 3356/5000 (67%)
[epoch 20] loss: 0.0001675
Test set: Average loss: 1.8947, Accuracy: 3357/5000 (67%)
[epoch 21] loss: 0.0001239
Test set: Average loss: 1.9368, Accuracy: 3360/5000 (67%)
[epoch 22] loss: 0.0000914
Test set: Average loss: 1.9785, Accuracy: 3349/5000 (67%)
[epoch 23] loss: 0.0000673
Test set: Average loss: 2.0218, Accuracy: 3349/5000 (67%)
[epoch 24] loss: 0.0000493
Test set: Average loss: 2.0662, Accuracy: 3355/5000 (67%)
[epoch 25] loss: 0.0000362
Test set: Average loss: 2.1098, Accuracy: 3352/5000 (67%)
[epoch 26] loss: 0.0000266
Test set: Average loss: 2.1502, Accuracy: 3349/5000 (67%)
[epoch 27] loss: 0.0000194
Test set: Average loss: 2.1963, Accuracy: 3340/5000 (67%)
[epoch 28] loss: 0.0000142
Test set: Average loss: 2.2388, Accuracy: 3348/5000 (67%)
[epoch 29] loss: 0.0000104
Test set: Average loss: 2.2856, Accuracy: 3343/5000 (67%)
[epoch 30] loss: 0.0000076
Test set: Average loss: 2.3294, Accuracy: 3344/5000 (67%)
[epoch 31] loss: 0.0000055
Test set: Average loss: 2.3657, Accuracy: 3347/5000 (67%)
[epoch 32] loss: 0.0000040
Test set: Average loss: 2.4180, Accuracy: 3334/5000 (67%)
[epoch 33] loss: 0.0000029
Test set: Average loss: 2.4602, Accuracy: 3336/5000 (67%)
[epoch 34] loss: 0.0000021
Test set: Average loss: 2.4995, Accuracy: 3338/5000 (67%)
[epoch 35] loss: 0.0000015
Test set: Average loss: 2.5401, Accuracy: 3331/5000 (67%)
[epoch 36] loss: 0.0000011
Test set: Average loss: 2.5754, Accuracy: 3332/5000 (67%)
[epoch 37] loss: 0.0000008
Test set: Average loss: 2.6070, Accuracy: 3324/5000 (66%)
[epoch 38] loss: 0.0000005
Test set: Average loss: 2.6307, Accuracy: 3327/5000 (67%)
[epoch 39] loss: 0.0000004
Test set: Average loss: 2.6428, Accuracy: 3330/5000 (67%)
[epoch 40] loss: 0.0000003
Test set: Average loss: 2.6485, Accuracy: 3333/5000 (67%)
[epoch 41] loss: 0.0000002
Test set: Average loss: 2.6536, Accuracy: 3320/5000 (66%)
[epoch 42] loss: 0.0000002
Test set: Average loss: 2.6556, Accuracy: 3322/5000 (66%)
[epoch 43] loss: 0.0000002
Test set: Average loss: 2.6624, Accuracy: 3319/5000 (66%)
[epoch 44] loss: 0.0000002
Test set: Average loss: 2.6661, Accuracy: 3314/5000 (66%)
[epoch 45] loss: 0.0000001
Test set: Average loss: 2.6799, Accuracy: 3318/5000 (66%)
[epoch 46] loss: 0.0000001
Test set: Average loss: 2.6864, Accuracy: 3316/5000 (66%)
[epoch 47] loss: 0.0000001
Test set: Average loss: 2.6918, Accuracy: 3310/5000 (66%)
[epoch 48] loss: 0.0000001
Test set: Average loss: 2.7003, Accuracy: 3310/5000 (66%)
[epoch 49] loss: 0.0000001
Test set: Average loss: 2.7166, Accuracy: 3301/5000 (66%)
[epoch 50] loss: 0.0000001
Test set: Average loss: 2.7272, Accuracy: 3311/5000 (66%)
Validation:
Test set: Average loss: 1.9368, Accuracy: 3360/5000 (67%)
Test
Test set: Average loss: 1.9063, Accuracy: 6793/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.4774, Accuracy: 469/5000 (9%)
[epoch 1] loss: 0.3949728
Test set: Average loss: 1.1253, Accuracy: 3327/5000 (67%)
[epoch 2] loss: 0.0612418
Test set: Average loss: 1.3707, Accuracy: 3268/5000 (65%)
[epoch 3] loss: 0.0248468
Test set: Average loss: 1.4212, Accuracy: 3347/5000 (67%)
[epoch 4] loss: 0.0042509
Test set: Average loss: 1.5043, Accuracy: 3345/5000 (67%)
[epoch 5] loss: 0.0016752
Test set: Average loss: 1.5551, Accuracy: 3340/5000 (67%)
[epoch 6] loss: 0.0010471
Test set: Average loss: 1.6059, Accuracy: 3345/5000 (67%)
[epoch 7] loss: 0.0007114
Test set: Average loss: 1.6533, Accuracy: 3349/5000 (67%)
[epoch 8] loss: 0.0004953
Test set: Average loss: 1.6999, Accuracy: 3343/5000 (67%)
[epoch 9] loss: 0.0003486
Test set: Average loss: 1.7446, Accuracy: 3342/5000 (67%)
[epoch 10] loss: 0.0002460
Test set: Average loss: 1.7953, Accuracy: 3350/5000 (67%)
[epoch 11] loss: 0.0001749
Test set: Average loss: 1.8410, Accuracy: 3350/5000 (67%)
[epoch 12] loss: 0.0001244
Test set: Average loss: 1.8858, Accuracy: 3352/5000 (67%)
[epoch 13] loss: 0.0000884
Test set: Average loss: 1.9337, Accuracy: 3351/5000 (67%)
[epoch 14] loss: 0.0000631
Test set: Average loss: 1.9797, Accuracy: 3339/5000 (67%)
[epoch 15] loss: 0.0000450
Test set: Average loss: 2.0223, Accuracy: 3342/5000 (67%)
[epoch 16] loss: 0.0000321
Test set: Average loss: 2.0730, Accuracy: 3347/5000 (67%)
[epoch 17] loss: 0.0000229
Test set: Average loss: 2.1212, Accuracy: 3337/5000 (67%)
[epoch 18] loss: 0.0000163
Test set: Average loss: 2.1662, Accuracy: 3355/5000 (67%)
[epoch 19] loss: 0.0000116
Test set: Average loss: 2.2114, Accuracy: 3351/5000 (67%)
[epoch 20] loss: 0.0000083
Test set: Average loss: 2.2570, Accuracy: 3345/5000 (67%)
[epoch 21] loss: 0.0000059
Test set: Average loss: 2.3076, Accuracy: 3343/5000 (67%)
[epoch 22] loss: 0.0000042
Test set: Average loss: 2.3523, Accuracy: 3339/5000 (67%)
[epoch 23] loss: 0.0000030
Test set: Average loss: 2.4032, Accuracy: 3335/5000 (67%)
[epoch 24] loss: 0.0000021
Test set: Average loss: 2.4382, Accuracy: 3345/5000 (67%)
[epoch 25] loss: 0.0000015
Test set: Average loss: 2.4817, Accuracy: 3342/5000 (67%)
[epoch 26] loss: 0.0000010
Test set: Average loss: 2.5172, Accuracy: 3338/5000 (67%)
[epoch 27] loss: 0.0000007
Test set: Average loss: 2.5426, Accuracy: 3334/5000 (67%)
[epoch 28] loss: 0.0000005
Test set: Average loss: 2.5624, Accuracy: 3337/5000 (67%)
[epoch 29] loss: 0.0000003
Test set: Average loss: 2.5682, Accuracy: 3342/5000 (67%)
[epoch 30] loss: 0.0000002
Test set: Average loss: 2.5727, Accuracy: 3347/5000 (67%)
[epoch 31] loss: 0.0000002
Test set: Average loss: 2.5744, Accuracy: 3334/5000 (67%)
[epoch 32] loss: 0.0000002
Test set: Average loss: 2.5863, Accuracy: 3325/5000 (66%)
[epoch 33] loss: 0.0000002
Test set: Average loss: 2.5978, Accuracy: 3343/5000 (67%)
[epoch 34] loss: 0.2692085
Epoch 33: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9593, Accuracy: 2614/5000 (52%)
[epoch 35] loss: 0.9526362
Epoch 34: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.3560, Accuracy: 3003/5000 (60%)
[epoch 36] loss: 0.6545252
Epoch 35: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.3466, Accuracy: 3015/5000 (60%)
[epoch 37] loss: 0.6302413
Epoch 36: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
[epoch 38] loss: 0.6280562
Epoch 37: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
[epoch 39] loss: 0.6278442
Epoch 38: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
[epoch 40] loss: 0.6278336
Epoch 39: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
[epoch 41] loss: 0.6278334
Epoch 40: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
[epoch 42] loss: 0.6278334
Epoch 41: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
[epoch 43] loss: 0.6278334
Epoch 42: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
[epoch 44] loss: 0.6278334
Epoch 43: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
[epoch 45] loss: 0.6278334
Epoch 44: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
[epoch 46] loss: 0.6278334
Epoch 45: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
[epoch 47] loss: 0.6278334
Epoch 46: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
[epoch 48] loss: 0.6278334
Epoch 47: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
[epoch 49] loss: 0.6278334
Epoch 48: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
[epoch 50] loss: 0.6278334
Epoch 49: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.3461, Accuracy: 3018/5000 (60%)
Validation:
Test set: Average loss: 2.1662, Accuracy: 3355/5000 (67%)
Test
Test set: Average loss: 2.1233, Accuracy: 6780/10000 (68%)
25000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3672, Accuracy: 602/5000 (12%)
[epoch 1] loss: 0.3324539
Test set: Average loss: 1.1919, Accuracy: 3302/5000 (66%)
[epoch 2] loss: 0.0747347
Test set: Average loss: 1.4500, Accuracy: 3239/5000 (65%)
[epoch 3] loss: 0.1323198
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5117, Accuracy: 3287/5000 (66%)
[epoch 4] loss: 0.0387508
Test set: Average loss: 1.4789, Accuracy: 3334/5000 (67%)
[epoch 5] loss: 0.0136013
Test set: Average loss: 1.5038, Accuracy: 3339/5000 (67%)
[epoch 6] loss: 0.0087495
Test set: Average loss: 1.5256, Accuracy: 3338/5000 (67%)
[epoch 7] loss: 0.0062851
Test set: Average loss: 1.5503, Accuracy: 3335/5000 (67%)
[epoch 8] loss: 0.0046299
Test set: Average loss: 1.5786, Accuracy: 3339/5000 (67%)
[epoch 9] loss: 0.0034252
Test set: Average loss: 1.6111, Accuracy: 3342/5000 (67%)
[epoch 10] loss: 0.0025217
Test set: Average loss: 1.6436, Accuracy: 3351/5000 (67%)
[epoch 11] loss: 0.0018441
Test set: Average loss: 1.6787, Accuracy: 3353/5000 (67%)
[epoch 12] loss: 0.0013352
Test set: Average loss: 1.7209, Accuracy: 3356/5000 (67%)
[epoch 13] loss: 0.0009597
Test set: Average loss: 1.7611, Accuracy: 3351/5000 (67%)
[epoch 14] loss: 0.0006820
Test set: Average loss: 1.8049, Accuracy: 3344/5000 (67%)
[epoch 15] loss: 0.0004806
Test set: Average loss: 1.8531, Accuracy: 3352/5000 (67%)
[epoch 16] loss: 0.0003357
Test set: Average loss: 1.9032, Accuracy: 3349/5000 (67%)
[epoch 17] loss: 0.0002343
Test set: Average loss: 1.9525, Accuracy: 3350/5000 (67%)
[epoch 18] loss: 0.0001620
Test set: Average loss: 2.0039, Accuracy: 3348/5000 (67%)
[epoch 19] loss: 0.0001115
Test set: Average loss: 2.0573, Accuracy: 3347/5000 (67%)
[epoch 20] loss: 0.0000767
Test set: Average loss: 2.1083, Accuracy: 3348/5000 (67%)
[epoch 21] loss: 0.0000526
Test set: Average loss: 2.1632, Accuracy: 3356/5000 (67%)
[epoch 22] loss: 0.0000359
Test set: Average loss: 2.2185, Accuracy: 3351/5000 (67%)
[epoch 23] loss: 0.0000245
Test set: Average loss: 2.2725, Accuracy: 3350/5000 (67%)
[epoch 24] loss: 0.0000167
Test set: Average loss: 2.3259, Accuracy: 3353/5000 (67%)
[epoch 25] loss: 0.0000114
Test set: Average loss: 2.3839, Accuracy: 3346/5000 (67%)
[epoch 26] loss: 0.0000077
Test set: Average loss: 2.4395, Accuracy: 3349/5000 (67%)
[epoch 27] loss: 0.0000053
Test set: Average loss: 2.4922, Accuracy: 3352/5000 (67%)
[epoch 28] loss: 0.0000036
Test set: Average loss: 2.5468, Accuracy: 3347/5000 (67%)
[epoch 29] loss: 0.0000024
Test set: Average loss: 2.6010, Accuracy: 3342/5000 (67%)
[epoch 30] loss: 0.0000016
Test set: Average loss: 2.6540, Accuracy: 3342/5000 (67%)
[epoch 31] loss: 0.0000011
Test set: Average loss: 2.7016, Accuracy: 3352/5000 (67%)
[epoch 32] loss: 0.0000007
Test set: Average loss: 2.7389, Accuracy: 3334/5000 (67%)
[epoch 33] loss: 0.0000005
Test set: Average loss: 2.7601, Accuracy: 3346/5000 (67%)
[epoch 34] loss: 0.0000003
Test set: Average loss: 2.7773, Accuracy: 3350/5000 (67%)
[epoch 35] loss: 0.0000002
Test set: Average loss: 2.7805, Accuracy: 3350/5000 (67%)
[epoch 36] loss: 0.0000002
Test set: Average loss: 2.7841, Accuracy: 3324/5000 (66%)
[epoch 37] loss: 0.0000002
Test set: Average loss: 2.7905, Accuracy: 3336/5000 (67%)
[epoch 38] loss: 0.0000001
Test set: Average loss: 2.7963, Accuracy: 3346/5000 (67%)
[epoch 39] loss: 0.0000001
Test set: Average loss: 2.7964, Accuracy: 3341/5000 (67%)
[epoch 40] loss: 0.0000001
Test set: Average loss: 2.8029, Accuracy: 3349/5000 (67%)
[epoch 41] loss: 0.0000001
Test set: Average loss: 2.8243, Accuracy: 3336/5000 (67%)
[epoch 42] loss: 0.0000001
Test set: Average loss: 2.8302, Accuracy: 3343/5000 (67%)
[epoch 43] loss: 0.0000001
Test set: Average loss: 2.8444, Accuracy: 3336/5000 (67%)
[epoch 44] loss: 0.0000001
Test set: Average loss: 2.8643, Accuracy: 3334/5000 (67%)
[epoch 45] loss: 0.0000001
Test set: Average loss: 2.8945, Accuracy: 3331/5000 (67%)
[epoch 46] loss: 0.0000001
Test set: Average loss: 2.9080, Accuracy: 3343/5000 (67%)
[epoch 47] loss: 0.0000000
Test set: Average loss: 2.9196, Accuracy: 3339/5000 (67%)
[epoch 48] loss: 0.0000000
Test set: Average loss: 2.9463, Accuracy: 3340/5000 (67%)
[epoch 49] loss: 0.0000000
Epoch 48: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.9396, Accuracy: 3331/5000 (67%)
[epoch 50] loss: 0.0000000
Test set: Average loss: 2.9265, Accuracy: 3331/5000 (67%)
Validation:
Test set: Average loss: 2.1632, Accuracy: 3356/5000 (67%)
Test
Test set: Average loss: 2.1267, Accuracy: 6721/10000 (67%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.5190, Accuracy: 469/5000 (9%)
[epoch 1] loss: 0.3461776
Test set: Average loss: 1.2139, Accuracy: 3281/5000 (66%)
[epoch 2] loss: 0.0727214
Test set: Average loss: 1.4344, Accuracy: 3209/5000 (64%)
[epoch 3] loss: 0.1473804
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5636, Accuracy: 3229/5000 (65%)
[epoch 4] loss: 0.0438203
Test set: Average loss: 1.4846, Accuracy: 3307/5000 (66%)
[epoch 5] loss: 0.0140955
Test set: Average loss: 1.5013, Accuracy: 3315/5000 (66%)
[epoch 6] loss: 0.0090062
Test set: Average loss: 1.5178, Accuracy: 3321/5000 (66%)
[epoch 7] loss: 0.0064846
Test set: Average loss: 1.5376, Accuracy: 3330/5000 (67%)
[epoch 8] loss: 0.0047926
Test set: Average loss: 1.5614, Accuracy: 3333/5000 (67%)
[epoch 9] loss: 0.0035649
Test set: Average loss: 1.5908, Accuracy: 3338/5000 (67%)
[epoch 10] loss: 0.0026431
Test set: Average loss: 1.6198, Accuracy: 3334/5000 (67%)
[epoch 11] loss: 0.0019362
Test set: Average loss: 1.6546, Accuracy: 3337/5000 (67%)
[epoch 12] loss: 0.0014103
Test set: Average loss: 1.6924, Accuracy: 3335/5000 (67%)
[epoch 13] loss: 0.0010118
Test set: Average loss: 1.7390, Accuracy: 3333/5000 (67%)
[epoch 14] loss: 0.0007201
Test set: Average loss: 1.7769, Accuracy: 3353/5000 (67%)
[epoch 15] loss: 0.0005080
Test set: Average loss: 1.8271, Accuracy: 3335/5000 (67%)
[epoch 16] loss: 0.0003557
Test set: Average loss: 1.8738, Accuracy: 3349/5000 (67%)
[epoch 17] loss: 0.0002472
Test set: Average loss: 1.9234, Accuracy: 3344/5000 (67%)
[epoch 18] loss: 0.0001710
Test set: Average loss: 1.9730, Accuracy: 3354/5000 (67%)
[epoch 19] loss: 0.0001179
Test set: Average loss: 2.0269, Accuracy: 3353/5000 (67%)
[epoch 20] loss: 0.0000812
Test set: Average loss: 2.0806, Accuracy: 3357/5000 (67%)
[epoch 21] loss: 0.0000557
Test set: Average loss: 2.1306, Accuracy: 3364/5000 (67%)
[epoch 22] loss: 0.0000382
Test set: Average loss: 2.1860, Accuracy: 3362/5000 (67%)
[epoch 23] loss: 0.0000261
Test set: Average loss: 2.2420, Accuracy: 3351/5000 (67%)
[epoch 24] loss: 0.0000177
Test set: Average loss: 2.2939, Accuracy: 3365/5000 (67%)
[epoch 25] loss: 0.0000121
Test set: Average loss: 2.3511, Accuracy: 3350/5000 (67%)
[epoch 26] loss: 0.0000082
Test set: Average loss: 2.4060, Accuracy: 3358/5000 (67%)
[epoch 27] loss: 0.0000056
Test set: Average loss: 2.4610, Accuracy: 3350/5000 (67%)
[epoch 28] loss: 0.0000038
Test set: Average loss: 2.5150, Accuracy: 3356/5000 (67%)
[epoch 29] loss: 0.0000026
Test set: Average loss: 2.5717, Accuracy: 3359/5000 (67%)
[epoch 30] loss: 0.0000017
Test set: Average loss: 2.6232, Accuracy: 3348/5000 (67%)
[epoch 31] loss: 0.0000012
Test set: Average loss: 2.6740, Accuracy: 3360/5000 (67%)
[epoch 32] loss: 0.0000008
Test set: Average loss: 2.7080, Accuracy: 3348/5000 (67%)
[epoch 33] loss: 0.0000005
Test set: Average loss: 2.7376, Accuracy: 3349/5000 (67%)
[epoch 34] loss: 0.0000003
Test set: Average loss: 2.7519, Accuracy: 3352/5000 (67%)
[epoch 35] loss: 0.0000002
Test set: Average loss: 2.7567, Accuracy: 3355/5000 (67%)
[epoch 36] loss: 0.0000002
Test set: Average loss: 2.7615, Accuracy: 3341/5000 (67%)
[epoch 37] loss: 0.0000002
Test set: Average loss: 2.7721, Accuracy: 3339/5000 (67%)
[epoch 38] loss: 0.0000002
Test set: Average loss: 2.7811, Accuracy: 3335/5000 (67%)
[epoch 39] loss: 0.0000001
Test set: Average loss: 2.7939, Accuracy: 3332/5000 (67%)
[epoch 40] loss: 0.0000001
Test set: Average loss: 2.7916, Accuracy: 3337/5000 (67%)
[epoch 41] loss: 0.0000001
Test set: Average loss: 2.8145, Accuracy: 3338/5000 (67%)
[epoch 42] loss: 0.0000001
Test set: Average loss: 2.8270, Accuracy: 3331/5000 (67%)
[epoch 43] loss: 0.0398651
Epoch 42: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.8445, Accuracy: 3322/5000 (66%)
[epoch 44] loss: 0.0000010
Epoch 43: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.8485, Accuracy: 3324/5000 (66%)
[epoch 45] loss: 0.0000008
Epoch 44: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.8484, Accuracy: 3325/5000 (66%)
[epoch 46] loss: 0.0000007
Epoch 45: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.8484, Accuracy: 3325/5000 (66%)
[epoch 47] loss: 0.0000007
Epoch 46: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.8484, Accuracy: 3325/5000 (66%)
[epoch 48] loss: 0.0000007
Epoch 47: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.8484, Accuracy: 3325/5000 (66%)
[epoch 49] loss: 0.0000007
Epoch 48: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.8484, Accuracy: 3325/5000 (66%)
[epoch 50] loss: 0.0000007
Epoch 49: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.8484, Accuracy: 3325/5000 (66%)
Validation:
Test set: Average loss: 2.2939, Accuracy: 3365/5000 (67%)
Test
Test set: Average loss: 2.2747, Accuracy: 6764/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.4874, Accuracy: 464/5000 (9%)
[epoch 1] loss: 0.3426430
Test set: Average loss: 1.1968, Accuracy: 3298/5000 (66%)
[epoch 2] loss: 0.0602224
Test set: Average loss: 1.4204, Accuracy: 3291/5000 (66%)
[epoch 3] loss: 0.1559858
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5158, Accuracy: 3226/5000 (65%)
[epoch 4] loss: 0.0762333
Epoch 3: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.4489, Accuracy: 3325/5000 (66%)
[epoch 5] loss: 0.0276919
Test set: Average loss: 1.4505, Accuracy: 3333/5000 (67%)
[epoch 6] loss: 0.0254175
Test set: Average loss: 1.4530, Accuracy: 3343/5000 (67%)
[epoch 7] loss: 0.0233172
Test set: Average loss: 1.4562, Accuracy: 3349/5000 (67%)
[epoch 8] loss: 0.0211257
Test set: Average loss: 1.4596, Accuracy: 3352/5000 (67%)
[epoch 9] loss: 0.0190146
Test set: Average loss: 1.4647, Accuracy: 3349/5000 (67%)
[epoch 10] loss: 0.0171053
Test set: Average loss: 1.4718, Accuracy: 3344/5000 (67%)
[epoch 11] loss: 0.0153136
Test set: Average loss: 1.4771, Accuracy: 3346/5000 (67%)
[epoch 12] loss: 0.0137323
Test set: Average loss: 1.4832, Accuracy: 3330/5000 (67%)
[epoch 13] loss: 0.0123447
Test set: Average loss: 1.4920, Accuracy: 3335/5000 (67%)
[epoch 14] loss: 0.0110928
Test set: Average loss: 1.4994, Accuracy: 3337/5000 (67%)
[epoch 15] loss: 0.0099897
Test set: Average loss: 1.5074, Accuracy: 3339/5000 (67%)
[epoch 16] loss: 0.0089918
Test set: Average loss: 1.5167, Accuracy: 3336/5000 (67%)
[epoch 17] loss: 0.0081155
Test set: Average loss: 1.5259, Accuracy: 3337/5000 (67%)
[epoch 18] loss: 0.0073328
Test set: Average loss: 1.5344, Accuracy: 3336/5000 (67%)
[epoch 19] loss: 0.0066147
Test set: Average loss: 1.5437, Accuracy: 3338/5000 (67%)
[epoch 20] loss: 0.0059807
Test set: Average loss: 1.5538, Accuracy: 3337/5000 (67%)
[epoch 21] loss: 0.0054019
Test set: Average loss: 1.5637, Accuracy: 3337/5000 (67%)
[epoch 22] loss: 0.0049015
Test set: Average loss: 1.5741, Accuracy: 3341/5000 (67%)
[epoch 23] loss: 0.0044197
Test set: Average loss: 1.5844, Accuracy: 3348/5000 (67%)
[epoch 24] loss: 0.0040000
Test set: Average loss: 1.5947, Accuracy: 3347/5000 (67%)
[epoch 25] loss: 0.0036181
Test set: Average loss: 1.6070, Accuracy: 3343/5000 (67%)
[epoch 26] loss: 0.0032671
Test set: Average loss: 1.6176, Accuracy: 3349/5000 (67%)
[epoch 27] loss: 0.0029538
Test set: Average loss: 1.6280, Accuracy: 3346/5000 (67%)
[epoch 28] loss: 0.0026731
Test set: Average loss: 1.6399, Accuracy: 3353/5000 (67%)
[epoch 29] loss: 0.0024169
Test set: Average loss: 1.6521, Accuracy: 3353/5000 (67%)
[epoch 30] loss: 0.0021827
Test set: Average loss: 1.6647, Accuracy: 3349/5000 (67%)
[epoch 31] loss: 0.0019709
Test set: Average loss: 1.6755, Accuracy: 3351/5000 (67%)
[epoch 32] loss: 0.0017785
Test set: Average loss: 1.6886, Accuracy: 3352/5000 (67%)
[epoch 33] loss: 0.0016078
Test set: Average loss: 1.7028, Accuracy: 3356/5000 (67%)
[epoch 34] loss: 0.0014502
Test set: Average loss: 1.7148, Accuracy: 3353/5000 (67%)
[epoch 35] loss: 0.0013091
Test set: Average loss: 1.7281, Accuracy: 3352/5000 (67%)
[epoch 36] loss: 0.0011794
Test set: Average loss: 1.7416, Accuracy: 3345/5000 (67%)
[epoch 37] loss: 0.0010637
Test set: Average loss: 1.7543, Accuracy: 3351/5000 (67%)
[epoch 38] loss: 0.0009589
Test set: Average loss: 1.7683, Accuracy: 3355/5000 (67%)
[epoch 39] loss: 0.0008637
Test set: Average loss: 1.7818, Accuracy: 3356/5000 (67%)
[epoch 40] loss: 0.0007782
Test set: Average loss: 1.7961, Accuracy: 3357/5000 (67%)
[epoch 41] loss: 0.0007007
Test set: Average loss: 1.8085, Accuracy: 3356/5000 (67%)
[epoch 42] loss: 0.0006307
Test set: Average loss: 1.8234, Accuracy: 3360/5000 (67%)
[epoch 43] loss: 0.0005675
Test set: Average loss: 1.8367, Accuracy: 3364/5000 (67%)
[epoch 44] loss: 0.0005098
Test set: Average loss: 1.8535, Accuracy: 3362/5000 (67%)
[epoch 45] loss: 0.0004579
Test set: Average loss: 1.8655, Accuracy: 3361/5000 (67%)
[epoch 46] loss: 0.0004118
Test set: Average loss: 1.8816, Accuracy: 3370/5000 (67%)
[epoch 47] loss: 0.0003695
Test set: Average loss: 1.8961, Accuracy: 3365/5000 (67%)
[epoch 48] loss: 0.0003319
Test set: Average loss: 1.9120, Accuracy: 3361/5000 (67%)
[epoch 49] loss: 0.0002978
Test set: Average loss: 1.9265, Accuracy: 3361/5000 (67%)
[epoch 50] loss: 0.0002669
Test set: Average loss: 1.9429, Accuracy: 3365/5000 (67%)
Validation:
Test set: Average loss: 1.8816, Accuracy: 3370/5000 (67%)
Test
Test set: Average loss: 1.8441, Accuracy: 6739/10000 (67%)
30000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.4015, Accuracy: 530/5000 (11%)
[epoch 1] loss: 0.3111525
Test set: Average loss: 1.2375, Accuracy: 3295/5000 (66%)
[epoch 2] loss: 0.1091884
Test set: Average loss: 1.4968, Accuracy: 3218/5000 (64%)
[epoch 3] loss: 0.1499176
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5939, Accuracy: 3249/5000 (65%)
[epoch 4] loss: 0.0405557
Test set: Average loss: 1.4915, Accuracy: 3342/5000 (67%)
[epoch 5] loss: 0.0150166
Test set: Average loss: 1.5146, Accuracy: 3347/5000 (67%)
[epoch 6] loss: 0.0094434
Test set: Average loss: 1.5437, Accuracy: 3354/5000 (67%)
[epoch 7] loss: 0.0065488
Test set: Average loss: 1.5697, Accuracy: 3363/5000 (67%)
[epoch 8] loss: 0.0045948
Test set: Average loss: 1.6065, Accuracy: 3371/5000 (67%)
[epoch 9] loss: 0.0032229
Test set: Average loss: 1.6481, Accuracy: 3371/5000 (67%)
[epoch 10] loss: 0.0022324
Test set: Average loss: 1.6866, Accuracy: 3380/5000 (68%)
[epoch 11] loss: 0.0015277
Test set: Average loss: 1.7390, Accuracy: 3376/5000 (68%)
[epoch 12] loss: 0.0010276
Test set: Average loss: 1.7887, Accuracy: 3379/5000 (68%)
[epoch 13] loss: 0.0006829
Test set: Average loss: 1.8440, Accuracy: 3363/5000 (67%)
[epoch 14] loss: 0.0004509
Test set: Average loss: 1.9040, Accuracy: 3379/5000 (68%)
[epoch 15] loss: 0.0002951
Test set: Average loss: 1.9629, Accuracy: 3367/5000 (67%)
[epoch 16] loss: 0.0001913
Test set: Average loss: 2.0311, Accuracy: 3375/5000 (68%)
[epoch 17] loss: 0.0001240
Test set: Average loss: 2.0877, Accuracy: 3373/5000 (67%)
[epoch 18] loss: 0.0000796
Test set: Average loss: 2.1506, Accuracy: 3372/5000 (67%)
[epoch 19] loss: 0.0000512
Test set: Average loss: 2.2200, Accuracy: 3367/5000 (67%)
[epoch 20] loss: 0.0000327
Test set: Average loss: 2.2902, Accuracy: 3360/5000 (67%)
[epoch 21] loss: 0.0000209
Test set: Average loss: 2.3481, Accuracy: 3368/5000 (67%)
[epoch 22] loss: 0.0000133
Test set: Average loss: 2.4163, Accuracy: 3371/5000 (67%)
[epoch 23] loss: 0.0000085
Test set: Average loss: 2.4865, Accuracy: 3374/5000 (67%)
[epoch 24] loss: 0.0000054
Test set: Average loss: 2.5522, Accuracy: 3369/5000 (67%)
[epoch 25] loss: 0.0000034
Test set: Average loss: 2.6205, Accuracy: 3368/5000 (67%)
[epoch 26] loss: 0.0000022
Test set: Average loss: 2.6832, Accuracy: 3369/5000 (67%)
[epoch 27] loss: 0.0000014
Test set: Average loss: 2.7474, Accuracy: 3370/5000 (67%)
[epoch 28] loss: 0.0000008
Test set: Average loss: 2.7949, Accuracy: 3362/5000 (67%)
[epoch 29] loss: 0.0000005
Test set: Average loss: 2.8343, Accuracy: 3359/5000 (67%)
[epoch 30] loss: 0.0000003
Test set: Average loss: 2.8539, Accuracy: 3367/5000 (67%)
[epoch 31] loss: 0.0000002
Test set: Average loss: 2.8669, Accuracy: 3360/5000 (67%)
[epoch 32] loss: 0.0000002
Test set: Average loss: 2.8678, Accuracy: 3356/5000 (67%)
[epoch 33] loss: 0.0000002
Test set: Average loss: 2.8803, Accuracy: 3343/5000 (67%)
[epoch 34] loss: 0.0000001
Test set: Average loss: 2.8892, Accuracy: 3345/5000 (67%)
[epoch 35] loss: 0.0000001
Test set: Average loss: 2.9010, Accuracy: 3357/5000 (67%)
[epoch 36] loss: 0.0000001
Test set: Average loss: 2.9189, Accuracy: 3345/5000 (67%)
[epoch 37] loss: 0.0000001
Test set: Average loss: 2.9292, Accuracy: 3342/5000 (67%)
[epoch 38] loss: 0.0000001
Test set: Average loss: 2.9469, Accuracy: 3339/5000 (67%)
[epoch 39] loss: 0.0000001
Test set: Average loss: 2.9670, Accuracy: 3339/5000 (67%)
[epoch 40] loss: 0.0000001
Test set: Average loss: 2.9959, Accuracy: 3331/5000 (67%)
[epoch 41] loss: 0.0000001
Test set: Average loss: 3.0103, Accuracy: 3338/5000 (67%)
[epoch 42] loss: 0.0000000
Test set: Average loss: 3.0289, Accuracy: 3347/5000 (67%)
[epoch 43] loss: 0.0000001
Epoch 42: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.0777, Accuracy: 3336/5000 (67%)
[epoch 44] loss: 0.0000000
Test set: Average loss: 3.0365, Accuracy: 3338/5000 (67%)
[epoch 45] loss: 0.0000000
Epoch 44: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.0267, Accuracy: 3343/5000 (67%)
[epoch 46] loss: 0.0000000
Epoch 45: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.0245, Accuracy: 3343/5000 (67%)
[epoch 47] loss: 0.0000000
Epoch 46: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.0243, Accuracy: 3343/5000 (67%)
[epoch 48] loss: 0.0000000
Epoch 47: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.0243, Accuracy: 3343/5000 (67%)
[epoch 49] loss: 0.0000000
Epoch 48: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.0243, Accuracy: 3343/5000 (67%)
[epoch 50] loss: 0.0000000
Epoch 49: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.0243, Accuracy: 3343/5000 (67%)
Validation:
Test set: Average loss: 1.6866, Accuracy: 3380/5000 (68%)
Test
Test set: Average loss: 1.6702, Accuracy: 6707/10000 (67%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.4202, Accuracy: 517/5000 (10%)
[epoch 1] loss: 0.3126517
Test set: Average loss: 1.2082, Accuracy: 3302/5000 (66%)
[epoch 2] loss: 0.1157357
Test set: Average loss: 1.5121, Accuracy: 3190/5000 (64%)
[epoch 3] loss: 0.1291283
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5668, Accuracy: 3267/5000 (65%)
[epoch 4] loss: 0.0371165
Test set: Average loss: 1.5144, Accuracy: 3330/5000 (67%)
[epoch 5] loss: 0.0128366
Test set: Average loss: 1.5380, Accuracy: 3332/5000 (67%)
[epoch 6] loss: 0.0081977
Test set: Average loss: 1.5629, Accuracy: 3331/5000 (67%)
[epoch 7] loss: 0.0057309
Test set: Average loss: 1.5944, Accuracy: 3325/5000 (66%)
[epoch 8] loss: 0.0040799
Test set: Average loss: 1.6280, Accuracy: 3329/5000 (67%)
[epoch 9] loss: 0.0028717
Test set: Average loss: 1.6665, Accuracy: 3342/5000 (67%)
[epoch 10] loss: 0.0019999
Test set: Average loss: 1.7113, Accuracy: 3337/5000 (67%)
[epoch 11] loss: 0.0013689
Test set: Average loss: 1.7623, Accuracy: 3345/5000 (67%)
[epoch 12] loss: 0.0009240
Test set: Average loss: 1.8152, Accuracy: 3344/5000 (67%)
[epoch 13] loss: 0.0006173
Test set: Average loss: 1.8730, Accuracy: 3337/5000 (67%)
[epoch 14] loss: 0.0004077
Test set: Average loss: 1.9304, Accuracy: 3334/5000 (67%)
[epoch 15] loss: 0.0002673
Test set: Average loss: 1.9897, Accuracy: 3343/5000 (67%)
[epoch 16] loss: 0.0001743
Test set: Average loss: 2.0483, Accuracy: 3344/5000 (67%)
[epoch 17] loss: 0.0001125
Test set: Average loss: 2.1154, Accuracy: 3346/5000 (67%)
[epoch 18] loss: 0.0000727
Test set: Average loss: 2.1794, Accuracy: 3351/5000 (67%)
[epoch 19] loss: 0.0000466
Test set: Average loss: 2.2473, Accuracy: 3335/5000 (67%)
[epoch 20] loss: 0.0000299
Test set: Average loss: 2.3147, Accuracy: 3348/5000 (67%)
[epoch 21] loss: 0.0000191
Test set: Average loss: 2.3825, Accuracy: 3346/5000 (67%)
[epoch 22] loss: 0.0000122
Test set: Average loss: 2.4514, Accuracy: 3347/5000 (67%)
[epoch 23] loss: 0.0000078
Test set: Average loss: 2.5197, Accuracy: 3345/5000 (67%)
[epoch 24] loss: 0.0000049
Test set: Average loss: 2.5873, Accuracy: 3347/5000 (67%)
[epoch 25] loss: 0.0000031
Test set: Average loss: 2.6586, Accuracy: 3353/5000 (67%)
[epoch 26] loss: 0.0000020
Test set: Average loss: 2.7210, Accuracy: 3345/5000 (67%)
[epoch 27] loss: 0.0000012
Test set: Average loss: 2.7885, Accuracy: 3341/5000 (67%)
[epoch 28] loss: 0.0000008
Test set: Average loss: 2.8395, Accuracy: 3343/5000 (67%)
[epoch 29] loss: 0.0000005
Test set: Average loss: 2.8747, Accuracy: 3330/5000 (67%)
[epoch 30] loss: 0.0000003
Test set: Average loss: 2.8861, Accuracy: 3343/5000 (67%)
[epoch 31] loss: 0.0000002
Test set: Average loss: 2.8970, Accuracy: 3323/5000 (66%)
[epoch 32] loss: 0.0000002
Test set: Average loss: 2.9114, Accuracy: 3314/5000 (66%)
[epoch 33] loss: 0.0000002
Test set: Average loss: 2.9297, Accuracy: 3320/5000 (66%)
[epoch 34] loss: 0.0000001
Test set: Average loss: 2.9323, Accuracy: 3316/5000 (66%)
[epoch 35] loss: 0.0000001
Test set: Average loss: 2.9488, Accuracy: 3312/5000 (66%)
[epoch 36] loss: 0.0000001
Test set: Average loss: 2.9573, Accuracy: 3318/5000 (66%)
[epoch 37] loss: 0.0000001
Test set: Average loss: 2.9865, Accuracy: 3307/5000 (66%)
[epoch 38] loss: 0.0000001
Test set: Average loss: 3.0108, Accuracy: 3317/5000 (66%)
[epoch 39] loss: 0.0000001
Test set: Average loss: 3.0264, Accuracy: 3311/5000 (66%)
[epoch 40] loss: 0.0000001
Test set: Average loss: 3.0565, Accuracy: 3311/5000 (66%)
[epoch 41] loss: 0.0000001
Test set: Average loss: 3.0840, Accuracy: 3309/5000 (66%)
[epoch 42] loss: 0.0000000
Test set: Average loss: 3.0948, Accuracy: 3304/5000 (66%)
[epoch 43] loss: 0.0000001
Epoch 42: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.1161, Accuracy: 3301/5000 (66%)
[epoch 44] loss: 0.0000000
Test set: Average loss: 3.0890, Accuracy: 3301/5000 (66%)
[epoch 45] loss: 0.0000000
Epoch 44: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.0858, Accuracy: 3297/5000 (66%)
[epoch 46] loss: 0.0000000
Epoch 45: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.0835, Accuracy: 3298/5000 (66%)
[epoch 47] loss: 0.0000000
Epoch 46: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.0834, Accuracy: 3298/5000 (66%)
[epoch 48] loss: 0.0000000
Epoch 47: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.0834, Accuracy: 3298/5000 (66%)
[epoch 49] loss: 0.0000000
Epoch 48: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.0834, Accuracy: 3298/5000 (66%)
[epoch 50] loss: 0.0000000
Epoch 49: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.0834, Accuracy: 3298/5000 (66%)
Validation:
Test set: Average loss: 2.6586, Accuracy: 3353/5000 (67%)
Test
Test set: Average loss: 2.5655, Accuracy: 6781/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3851, Accuracy: 664/5000 (13%)
[epoch 1] loss: 0.3126852
Test set: Average loss: 1.2399, Accuracy: 3307/5000 (66%)
[epoch 2] loss: 0.1025225
Test set: Average loss: 1.5605, Accuracy: 3221/5000 (64%)
[epoch 3] loss: 0.1461914
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5630, Accuracy: 3223/5000 (64%)
[epoch 4] loss: 0.0440816
Test set: Average loss: 1.4953, Accuracy: 3315/5000 (66%)
[epoch 5] loss: 0.0147308
Test set: Average loss: 1.5155, Accuracy: 3328/5000 (67%)
[epoch 6] loss: 0.0091705
Test set: Average loss: 1.5403, Accuracy: 3324/5000 (66%)
[epoch 7] loss: 0.0063197
Test set: Average loss: 1.5686, Accuracy: 3331/5000 (67%)
[epoch 8] loss: 0.0044590
Test set: Average loss: 1.5986, Accuracy: 3334/5000 (67%)
[epoch 9] loss: 0.0031352
Test set: Average loss: 1.6384, Accuracy: 3341/5000 (67%)
[epoch 10] loss: 0.0021778
Test set: Average loss: 1.6835, Accuracy: 3356/5000 (67%)
[epoch 11] loss: 0.0014918
Test set: Average loss: 1.7277, Accuracy: 3359/5000 (67%)
[epoch 12] loss: 0.0010097
Test set: Average loss: 1.7808, Accuracy: 3361/5000 (67%)
[epoch 13] loss: 0.0006752
Test set: Average loss: 1.8320, Accuracy: 3361/5000 (67%)
[epoch 14] loss: 0.0004456
Test set: Average loss: 1.8885, Accuracy: 3365/5000 (67%)
[epoch 15] loss: 0.0002923
Test set: Average loss: 1.9480, Accuracy: 3364/5000 (67%)
[epoch 16] loss: 0.0001904
Test set: Average loss: 2.0072, Accuracy: 3376/5000 (68%)
[epoch 17] loss: 0.0001236
Test set: Average loss: 2.0697, Accuracy: 3367/5000 (67%)
[epoch 18] loss: 0.0000796
Test set: Average loss: 2.1339, Accuracy: 3368/5000 (67%)
[epoch 19] loss: 0.0000512
Test set: Average loss: 2.1988, Accuracy: 3369/5000 (67%)
[epoch 20] loss: 0.0000328
Test set: Average loss: 2.2653, Accuracy: 3371/5000 (67%)
[epoch 21] loss: 0.0000210
Test set: Average loss: 2.3330, Accuracy: 3374/5000 (67%)
[epoch 22] loss: 0.0000134
Test set: Average loss: 2.3967, Accuracy: 3368/5000 (67%)
[epoch 23] loss: 0.0000085
Test set: Average loss: 2.4676, Accuracy: 3363/5000 (67%)
[epoch 24] loss: 0.0000054
Test set: Average loss: 2.5323, Accuracy: 3363/5000 (67%)
[epoch 25] loss: 0.0000034
Test set: Average loss: 2.6037, Accuracy: 3364/5000 (67%)
[epoch 26] loss: 0.0000022
Test set: Average loss: 2.6642, Accuracy: 3365/5000 (67%)
[epoch 27] loss: 0.0000014
Test set: Average loss: 2.7274, Accuracy: 3376/5000 (68%)
[epoch 28] loss: 0.0000008
Test set: Average loss: 2.7776, Accuracy: 3371/5000 (67%)
[epoch 29] loss: 0.0000005
Test set: Average loss: 2.8121, Accuracy: 3375/5000 (68%)
[epoch 30] loss: 0.0000003
Test set: Average loss: 2.8334, Accuracy: 3369/5000 (67%)
[epoch 31] loss: 0.0000002
Test set: Average loss: 2.8440, Accuracy: 3366/5000 (67%)
[epoch 32] loss: 0.0000002
Test set: Average loss: 2.8418, Accuracy: 3357/5000 (67%)
[epoch 33] loss: 0.0000002
Test set: Average loss: 2.8635, Accuracy: 3358/5000 (67%)
[epoch 34] loss: 0.0000001
Test set: Average loss: 2.8642, Accuracy: 3351/5000 (67%)
[epoch 35] loss: 0.0000001
Test set: Average loss: 2.8833, Accuracy: 3359/5000 (67%)
[epoch 36] loss: 0.0000001
Test set: Average loss: 2.8952, Accuracy: 3346/5000 (67%)
[epoch 37] loss: 0.0000001
Test set: Average loss: 2.9092, Accuracy: 3339/5000 (67%)
[epoch 38] loss: 0.0000001
Test set: Average loss: 2.9353, Accuracy: 3337/5000 (67%)
[epoch 39] loss: 0.0000001
Test set: Average loss: 2.9617, Accuracy: 3331/5000 (67%)
[epoch 40] loss: 0.0000001
Test set: Average loss: 2.9902, Accuracy: 3330/5000 (67%)
[epoch 41] loss: 0.0000001
Test set: Average loss: 3.0019, Accuracy: 3334/5000 (67%)
[epoch 42] loss: 0.0000000
Test set: Average loss: 3.0218, Accuracy: 3340/5000 (67%)
[epoch 43] loss: 0.0000001
Epoch 42: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.0448, Accuracy: 3319/5000 (66%)
[epoch 44] loss: 0.0000000
Test set: Average loss: 3.0268, Accuracy: 3324/5000 (66%)
[epoch 45] loss: 0.0000000
Epoch 44: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.0215, Accuracy: 3318/5000 (66%)
[epoch 46] loss: 0.0000000
Epoch 45: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.0204, Accuracy: 3314/5000 (66%)
[epoch 47] loss: 0.0000000
Epoch 46: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.0203, Accuracy: 3315/5000 (66%)
[epoch 48] loss: 0.0000000
Epoch 47: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.0203, Accuracy: 3315/5000 (66%)
[epoch 49] loss: 0.0000000
Epoch 48: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.0203, Accuracy: 3315/5000 (66%)
[epoch 50] loss: 0.0000000
Epoch 49: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.0203, Accuracy: 3315/5000 (66%)
Validation:
Test set: Average loss: 2.7274, Accuracy: 3376/5000 (68%)
Test
Test set: Average loss: 2.6994, Accuracy: 6763/10000 (68%)
35000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3818, Accuracy: 602/5000 (12%)
[epoch 1] loss: 0.3010972
Test set: Average loss: 1.2154, Accuracy: 3335/5000 (67%)
[epoch 2] loss: 0.1269058
Test set: Average loss: 1.5598, Accuracy: 3213/5000 (64%)
[epoch 3] loss: 0.1419794
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5978, Accuracy: 3253/5000 (65%)
[epoch 4] loss: 0.0419684
Test set: Average loss: 1.5362, Accuracy: 3328/5000 (67%)
[epoch 5] loss: 0.0139294
Test set: Average loss: 1.5555, Accuracy: 3344/5000 (67%)
[epoch 6] loss: 0.0084672
Test set: Average loss: 1.5881, Accuracy: 3350/5000 (67%)
[epoch 7] loss: 0.0056735
Test set: Average loss: 1.6228, Accuracy: 3353/5000 (67%)
[epoch 8] loss: 0.0038351
Test set: Average loss: 1.6690, Accuracy: 3362/5000 (67%)
[epoch 9] loss: 0.0025494
Test set: Average loss: 1.7162, Accuracy: 3373/5000 (67%)
[epoch 10] loss: 0.0016610
Test set: Average loss: 1.7618, Accuracy: 3367/5000 (67%)
[epoch 11] loss: 0.0010660
Test set: Average loss: 1.8296, Accuracy: 3381/5000 (68%)
[epoch 12] loss: 0.0006751
Test set: Average loss: 1.8921, Accuracy: 3385/5000 (68%)
[epoch 13] loss: 0.0004218
Test set: Average loss: 1.9627, Accuracy: 3394/5000 (68%)
[epoch 14] loss: 0.0002594
Test set: Average loss: 2.0295, Accuracy: 3388/5000 (68%)
[epoch 15] loss: 0.0001591
Test set: Average loss: 2.1092, Accuracy: 3380/5000 (68%)
[epoch 16] loss: 0.0000968
Test set: Average loss: 2.1829, Accuracy: 3386/5000 (68%)
[epoch 17] loss: 0.0000587
Test set: Average loss: 2.2570, Accuracy: 3396/5000 (68%)
[epoch 18] loss: 0.0000353
Test set: Average loss: 2.3420, Accuracy: 3387/5000 (68%)
[epoch 19] loss: 0.0000212
Test set: Average loss: 2.4171, Accuracy: 3387/5000 (68%)
[epoch 20] loss: 0.0000126
Test set: Average loss: 2.5034, Accuracy: 3385/5000 (68%)
[epoch 21] loss: 0.0000076
Test set: Average loss: 2.5847, Accuracy: 3381/5000 (68%)
[epoch 22] loss: 0.0000045
Test set: Average loss: 2.6602, Accuracy: 3380/5000 (68%)
[epoch 23] loss: 0.0000027
Test set: Average loss: 2.7416, Accuracy: 3381/5000 (68%)
[epoch 24] loss: 0.0000016
Test set: Average loss: 2.8129, Accuracy: 3382/5000 (68%)
[epoch 25] loss: 0.0000009
Test set: Average loss: 2.8815, Accuracy: 3378/5000 (68%)
[epoch 26] loss: 0.0000005
Test set: Average loss: 2.9284, Accuracy: 3371/5000 (67%)
[epoch 27] loss: 0.0000003
Test set: Average loss: 2.9676, Accuracy: 3358/5000 (67%)
[epoch 28] loss: 0.0000002
Test set: Average loss: 2.9716, Accuracy: 3363/5000 (67%)
[epoch 29] loss: 0.0000002
Test set: Average loss: 2.9861, Accuracy: 3352/5000 (67%)
[epoch 30] loss: 0.0000001
Test set: Average loss: 2.9898, Accuracy: 3365/5000 (67%)
[epoch 31] loss: 0.0000001
Test set: Average loss: 3.0124, Accuracy: 3357/5000 (67%)
[epoch 32] loss: 0.0000001
Test set: Average loss: 3.0191, Accuracy: 3346/5000 (67%)
[epoch 33] loss: 0.0000001
Test set: Average loss: 3.0322, Accuracy: 3349/5000 (67%)
[epoch 34] loss: 0.0000001
Test set: Average loss: 3.0599, Accuracy: 3350/5000 (67%)
[epoch 35] loss: 0.0000001
Test set: Average loss: 3.0768, Accuracy: 3337/5000 (67%)
[epoch 36] loss: 0.0000001
Test set: Average loss: 3.1060, Accuracy: 3343/5000 (67%)
[epoch 37] loss: 0.0000001
Test set: Average loss: 3.1247, Accuracy: 3346/5000 (67%)
[epoch 38] loss: 0.0000001
Test set: Average loss: 3.1384, Accuracy: 3340/5000 (67%)
[epoch 39] loss: 0.0000001
Epoch 38: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.1875, Accuracy: 3341/5000 (67%)
[epoch 40] loss: 0.0000000
Test set: Average loss: 3.1427, Accuracy: 3336/5000 (67%)
[epoch 41] loss: 0.0000000
Epoch 40: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.1343, Accuracy: 3322/5000 (66%)
[epoch 42] loss: 0.0000000
Epoch 41: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.1313, Accuracy: 3326/5000 (67%)
[epoch 43] loss: 0.0000000
Epoch 42: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.1311, Accuracy: 3325/5000 (66%)
[epoch 44] loss: 0.0000000
Epoch 43: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.1311, Accuracy: 3325/5000 (66%)
[epoch 45] loss: 0.0000000
Epoch 44: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.1311, Accuracy: 3325/5000 (66%)
[epoch 46] loss: 0.0000000
Epoch 45: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.1311, Accuracy: 3325/5000 (66%)
[epoch 47] loss: 0.0000000
Epoch 46: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.1311, Accuracy: 3325/5000 (66%)
[epoch 48] loss: 0.0000000
Epoch 47: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.1311, Accuracy: 3325/5000 (66%)
[epoch 49] loss: 0.0000000
Epoch 48: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.1311, Accuracy: 3325/5000 (66%)
[epoch 50] loss: 0.0000000
Epoch 49: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.1311, Accuracy: 3325/5000 (66%)
Validation:
Test set: Average loss: 2.2570, Accuracy: 3396/5000 (68%)
Test
Test set: Average loss: 2.2274, Accuracy: 6742/10000 (67%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3726, Accuracy: 584/5000 (12%)
[epoch 1] loss: 0.2984759
Test set: Average loss: 1.2437, Accuracy: 3326/5000 (67%)
[epoch 2] loss: 0.1297904
Test set: Average loss: 1.6066, Accuracy: 3165/5000 (63%)
[epoch 3] loss: 0.1452800
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5516, Accuracy: 3281/5000 (66%)
[epoch 4] loss: 0.0436257
Test set: Average loss: 1.5191, Accuracy: 3333/5000 (67%)
[epoch 5] loss: 0.0149655
Test set: Average loss: 1.5416, Accuracy: 3321/5000 (66%)
[epoch 6] loss: 0.0090740
Test set: Average loss: 1.5756, Accuracy: 3320/5000 (66%)
[epoch 7] loss: 0.0060464
Test set: Average loss: 1.6021, Accuracy: 3327/5000 (67%)
[epoch 8] loss: 0.0040637
Test set: Average loss: 1.6503, Accuracy: 3337/5000 (67%)
[epoch 9] loss: 0.0026965
Test set: Average loss: 1.7040, Accuracy: 3357/5000 (67%)
[epoch 10] loss: 0.0017667
Test set: Average loss: 1.7596, Accuracy: 3354/5000 (67%)
[epoch 11] loss: 0.0011335
Test set: Average loss: 1.8100, Accuracy: 3373/5000 (67%)
[epoch 12] loss: 0.0007138
Test set: Average loss: 1.8804, Accuracy: 3374/5000 (67%)
[epoch 13] loss: 0.0004455
Test set: Average loss: 1.9493, Accuracy: 3368/5000 (67%)
[epoch 14] loss: 0.0002753
Test set: Average loss: 2.0197, Accuracy: 3374/5000 (67%)
[epoch 15] loss: 0.0001688
Test set: Average loss: 2.0936, Accuracy: 3377/5000 (68%)
[epoch 16] loss: 0.0001030
Test set: Average loss: 2.1665, Accuracy: 3373/5000 (67%)
[epoch 17] loss: 0.0000625
Test set: Average loss: 2.2433, Accuracy: 3370/5000 (67%)
[epoch 18] loss: 0.0000376
Test set: Average loss: 2.3228, Accuracy: 3371/5000 (67%)
[epoch 19] loss: 0.0000228
Test set: Average loss: 2.4029, Accuracy: 3375/5000 (68%)
[epoch 20] loss: 0.0000136
Test set: Average loss: 2.4869, Accuracy: 3375/5000 (68%)
[epoch 21] loss: 0.0000081
Test set: Average loss: 2.5658, Accuracy: 3370/5000 (67%)
[epoch 22] loss: 0.0000048
Test set: Average loss: 2.6442, Accuracy: 3375/5000 (68%)
[epoch 23] loss: 0.0000029
Test set: Average loss: 2.7254, Accuracy: 3376/5000 (68%)
[epoch 24] loss: 0.0000017
Test set: Average loss: 2.8052, Accuracy: 3374/5000 (67%)
[epoch 25] loss: 0.0000010
Test set: Average loss: 2.8711, Accuracy: 3356/5000 (67%)
[epoch 26] loss: 0.0000006
Test set: Average loss: 2.9191, Accuracy: 3366/5000 (67%)
[epoch 27] loss: 0.0000003
Test set: Average loss: 2.9514, Accuracy: 3369/5000 (67%)
[epoch 28] loss: 0.0000002
Test set: Average loss: 2.9712, Accuracy: 3348/5000 (67%)
[epoch 29] loss: 0.0000002
Test set: Average loss: 2.9763, Accuracy: 3355/5000 (67%)
[epoch 30] loss: 0.0000002
Test set: Average loss: 3.0114, Accuracy: 3353/5000 (67%)
[epoch 31] loss: 0.0000001
Test set: Average loss: 3.0085, Accuracy: 3340/5000 (67%)
[epoch 32] loss: 0.0000001
Test set: Average loss: 3.0091, Accuracy: 3340/5000 (67%)
[epoch 33] loss: 0.0000001
Test set: Average loss: 3.0424, Accuracy: 3346/5000 (67%)
[epoch 34] loss: 0.0000001
Test set: Average loss: 3.0486, Accuracy: 3336/5000 (67%)
[epoch 35] loss: 0.0000001
Test set: Average loss: 3.0788, Accuracy: 3333/5000 (67%)
[epoch 36] loss: 0.0000001
Test set: Average loss: 3.1108, Accuracy: 3339/5000 (67%)
[epoch 37] loss: 0.0000001
Test set: Average loss: 3.1334, Accuracy: 3342/5000 (67%)
[epoch 38] loss: 0.0000000
Test set: Average loss: 3.1406, Accuracy: 3341/5000 (67%)
[epoch 39] loss: 0.0000001
Epoch 38: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.1645, Accuracy: 3326/5000 (67%)
[epoch 40] loss: 0.0000000
Test set: Average loss: 3.1449, Accuracy: 3329/5000 (67%)
[epoch 41] loss: 0.0000000
Epoch 40: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.1395, Accuracy: 3323/5000 (66%)
[epoch 42] loss: 0.0000000
Epoch 41: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.1379, Accuracy: 3321/5000 (66%)
[epoch 43] loss: 0.0000000
Epoch 42: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.1378, Accuracy: 3320/5000 (66%)
[epoch 44] loss: 0.0000000
Epoch 43: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.1378, Accuracy: 3320/5000 (66%)
[epoch 45] loss: 0.0000000
Epoch 44: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.1378, Accuracy: 3320/5000 (66%)
[epoch 46] loss: 0.0000000
Epoch 45: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.1378, Accuracy: 3320/5000 (66%)
[epoch 47] loss: 0.0000000
Epoch 46: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.1378, Accuracy: 3320/5000 (66%)
[epoch 48] loss: 0.0000000
Epoch 47: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.1378, Accuracy: 3320/5000 (66%)
[epoch 49] loss: 0.0000000
Epoch 48: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.1378, Accuracy: 3320/5000 (66%)
[epoch 50] loss: 0.0000000
Epoch 49: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.1378, Accuracy: 3320/5000 (66%)
Validation:
Test set: Average loss: 2.0936, Accuracy: 3377/5000 (68%)
Test
Test set: Average loss: 2.0574, Accuracy: 6769/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3203, Accuracy: 652/5000 (13%)
[epoch 1] loss: 0.2880035
Test set: Average loss: 1.2961, Accuracy: 3274/5000 (65%)
[epoch 2] loss: 0.1304842
Test set: Average loss: 1.4877, Accuracy: 3240/5000 (65%)
[epoch 3] loss: 0.1421602
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5446, Accuracy: 3251/5000 (65%)
[epoch 4] loss: 0.0424893
Test set: Average loss: 1.5167, Accuracy: 3345/5000 (67%)
[epoch 5] loss: 0.0148716
Test set: Average loss: 1.5383, Accuracy: 3360/5000 (67%)
[epoch 6] loss: 0.0088963
Test set: Average loss: 1.5738, Accuracy: 3349/5000 (67%)
[epoch 7] loss: 0.0059375
Test set: Average loss: 1.6058, Accuracy: 3350/5000 (67%)
[epoch 8] loss: 0.0039956
Test set: Average loss: 1.6527, Accuracy: 3343/5000 (67%)
[epoch 9] loss: 0.0026590
Test set: Average loss: 1.7044, Accuracy: 3357/5000 (67%)
[epoch 10] loss: 0.0017434
Test set: Average loss: 1.7622, Accuracy: 3366/5000 (67%)
[epoch 11] loss: 0.0011152
Test set: Average loss: 1.8188, Accuracy: 3363/5000 (67%)
[epoch 12] loss: 0.0007051
Test set: Average loss: 1.8873, Accuracy: 3360/5000 (67%)
[epoch 13] loss: 0.0004406
Test set: Average loss: 1.9600, Accuracy: 3366/5000 (67%)
[epoch 14] loss: 0.0002722
Test set: Average loss: 2.0282, Accuracy: 3356/5000 (67%)
[epoch 15] loss: 0.0001661
Test set: Average loss: 2.1000, Accuracy: 3363/5000 (67%)
[epoch 16] loss: 0.0001015
Test set: Average loss: 2.1754, Accuracy: 3359/5000 (67%)
[epoch 17] loss: 0.0000614
Test set: Average loss: 2.2589, Accuracy: 3357/5000 (67%)
[epoch 18] loss: 0.0000370
Test set: Average loss: 2.3308, Accuracy: 3354/5000 (67%)
[epoch 19] loss: 0.0000223
Test set: Average loss: 2.4124, Accuracy: 3366/5000 (67%)
[epoch 20] loss: 0.0000134
Test set: Average loss: 2.4936, Accuracy: 3354/5000 (67%)
[epoch 21] loss: 0.0000080
Test set: Average loss: 2.5776, Accuracy: 3352/5000 (67%)
[epoch 22] loss: 0.0000047
Test set: Average loss: 2.6607, Accuracy: 3345/5000 (67%)
[epoch 23] loss: 0.0000028
Test set: Average loss: 2.7376, Accuracy: 3348/5000 (67%)
[epoch 24] loss: 0.0000017
Test set: Average loss: 2.8182, Accuracy: 3346/5000 (67%)
[epoch 25] loss: 0.0000010
Test set: Average loss: 2.8858, Accuracy: 3336/5000 (67%)
[epoch 26] loss: 0.0000006
Test set: Average loss: 2.9285, Accuracy: 3350/5000 (67%)
[epoch 27] loss: 0.0000003
Test set: Average loss: 2.9493, Accuracy: 3336/5000 (67%)
[epoch 28] loss: 0.0000002
Test set: Average loss: 2.9731, Accuracy: 3327/5000 (67%)
[epoch 29] loss: 0.0000002
Test set: Average loss: 2.9936, Accuracy: 3331/5000 (67%)
[epoch 30] loss: 0.0000002
Test set: Average loss: 2.9931, Accuracy: 3333/5000 (67%)
[epoch 31] loss: 0.0000001
Test set: Average loss: 3.0026, Accuracy: 3333/5000 (67%)
[epoch 32] loss: 0.0000001
Test set: Average loss: 3.0253, Accuracy: 3333/5000 (67%)
[epoch 33] loss: 0.0000001
Test set: Average loss: 3.0238, Accuracy: 3330/5000 (67%)
[epoch 34] loss: 0.0000001
Test set: Average loss: 3.0593, Accuracy: 3329/5000 (67%)
[epoch 35] loss: 0.0000001
Test set: Average loss: 3.0879, Accuracy: 3334/5000 (67%)
[epoch 36] loss: 0.0000001
Test set: Average loss: 3.1038, Accuracy: 3321/5000 (66%)
[epoch 37] loss: 0.0000001
Test set: Average loss: 3.1593, Accuracy: 3323/5000 (66%)
[epoch 38] loss: 0.0003481
Epoch 37: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.2748, Accuracy: 3281/5000 (66%)
[epoch 39] loss: 0.0001546
Epoch 38: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.2923, Accuracy: 3294/5000 (66%)
[epoch 40] loss: 0.0000224
Epoch 39: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.2536, Accuracy: 3299/5000 (66%)
[epoch 41] loss: 0.0000217
Epoch 40: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.2536, Accuracy: 3299/5000 (66%)
[epoch 42] loss: 0.0000216
Epoch 41: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.2536, Accuracy: 3299/5000 (66%)
[epoch 43] loss: 0.0000216
Epoch 42: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.2536, Accuracy: 3299/5000 (66%)
[epoch 44] loss: 0.0000216
Epoch 43: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.2536, Accuracy: 3299/5000 (66%)
[epoch 45] loss: 0.0000216
Epoch 44: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.2536, Accuracy: 3299/5000 (66%)
[epoch 46] loss: 0.0000216
Epoch 45: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.2536, Accuracy: 3299/5000 (66%)
[epoch 47] loss: 0.0000216
Epoch 46: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.2536, Accuracy: 3299/5000 (66%)
[epoch 48] loss: 0.0000216
Epoch 47: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.2536, Accuracy: 3299/5000 (66%)
[epoch 49] loss: 0.0000216
Epoch 48: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.2536, Accuracy: 3299/5000 (66%)
[epoch 50] loss: 0.0000216
Epoch 49: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.2536, Accuracy: 3299/5000 (66%)
Validation:
Test set: Average loss: 2.4124, Accuracy: 3366/5000 (67%)
Test
Test set: Average loss: 2.3803, Accuracy: 6771/10000 (68%)
40000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.5590, Accuracy: 313/5000 (6%)
[epoch 1] loss: 0.2952811
Test set: Average loss: 1.3297, Accuracy: 3234/5000 (65%)
[epoch 2] loss: 0.1423927
Test set: Average loss: 1.5626, Accuracy: 3212/5000 (64%)
[epoch 3] loss: 0.1573544
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5749, Accuracy: 3254/5000 (65%)
[epoch 4] loss: 0.0518632
Test set: Average loss: 1.5097, Accuracy: 3344/5000 (67%)
[epoch 5] loss: 0.0177577
Test set: Average loss: 1.5423, Accuracy: 3335/5000 (67%)
[epoch 6] loss: 0.0101349
Test set: Average loss: 1.5771, Accuracy: 3360/5000 (67%)
[epoch 7] loss: 0.0064780
Test set: Average loss: 1.6213, Accuracy: 3359/5000 (67%)
[epoch 8] loss: 0.0041349
Test set: Average loss: 1.6701, Accuracy: 3361/5000 (67%)
[epoch 9] loss: 0.0025934
Test set: Average loss: 1.7317, Accuracy: 3365/5000 (67%)
[epoch 10] loss: 0.0015899
Test set: Average loss: 1.7990, Accuracy: 3358/5000 (67%)
[epoch 11] loss: 0.0009572
Test set: Average loss: 1.8698, Accuracy: 3382/5000 (68%)
[epoch 12] loss: 0.0005679
Test set: Average loss: 1.9481, Accuracy: 3370/5000 (67%)
[epoch 13] loss: 0.0003344
Test set: Average loss: 2.0247, Accuracy: 3362/5000 (67%)
[epoch 14] loss: 0.0001944
Test set: Average loss: 2.1011, Accuracy: 3370/5000 (67%)
[epoch 15] loss: 0.0001122
Test set: Average loss: 2.1915, Accuracy: 3368/5000 (67%)
[epoch 16] loss: 0.0000646
Test set: Average loss: 2.2726, Accuracy: 3361/5000 (67%)
[epoch 17] loss: 0.0000367
Test set: Average loss: 2.3673, Accuracy: 3374/5000 (67%)
[epoch 18] loss: 0.0000208
Test set: Average loss: 2.4485, Accuracy: 3368/5000 (67%)
[epoch 19] loss: 0.0000119
Test set: Average loss: 2.5456, Accuracy: 3367/5000 (67%)
[epoch 20] loss: 0.0000067
Test set: Average loss: 2.6348, Accuracy: 3369/5000 (67%)
[epoch 21] loss: 0.0000037
Test set: Average loss: 2.7222, Accuracy: 3364/5000 (67%)
[epoch 22] loss: 0.0000021
Test set: Average loss: 2.8078, Accuracy: 3367/5000 (67%)
[epoch 23] loss: 0.0000012
Test set: Average loss: 2.8924, Accuracy: 3360/5000 (67%)
[epoch 24] loss: 0.0000006
Test set: Average loss: 2.9507, Accuracy: 3358/5000 (67%)
[epoch 25] loss: 0.0000004
Test set: Average loss: 2.9971, Accuracy: 3356/5000 (67%)
[epoch 26] loss: 0.0000002
Test set: Average loss: 3.0233, Accuracy: 3356/5000 (67%)
[epoch 27] loss: 0.0001660
Epoch 26: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.1351, Accuracy: 3317/5000 (66%)
[epoch 28] loss: 0.0002696
Epoch 27: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.0881, Accuracy: 3345/5000 (67%)
[epoch 29] loss: 0.0000380
Epoch 28: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 30] loss: 0.0000366
Epoch 29: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 31] loss: 0.0000365
Epoch 30: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 32] loss: 0.0000364
Epoch 31: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 33] loss: 0.0000364
Epoch 32: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 34] loss: 0.0000364
Epoch 33: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 35] loss: 0.0000364
Epoch 34: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 36] loss: 0.0000364
Epoch 35: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 37] loss: 0.0000364
Epoch 36: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 38] loss: 0.0000364
Epoch 37: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 39] loss: 0.0000364
Epoch 38: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 40] loss: 0.0000364
Epoch 39: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 41] loss: 0.0000364
Epoch 40: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 42] loss: 0.0000364
Epoch 41: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 43] loss: 0.0000364
Epoch 42: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 44] loss: 0.0000364
Epoch 43: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 45] loss: 0.0000364
Epoch 44: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 46] loss: 0.0000364
Epoch 45: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 47] loss: 0.0000364
Epoch 46: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 48] loss: 0.0000364
Epoch 47: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 49] loss: 0.0000364
Epoch 48: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
[epoch 50] loss: 0.0000364
Epoch 49: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 3.0877, Accuracy: 3346/5000 (67%)
Validation:
Test set: Average loss: 1.8698, Accuracy: 3382/5000 (68%)
Test
Test set: Average loss: 1.8578, Accuracy: 6797/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3583, Accuracy: 595/5000 (12%)
[epoch 1] loss: 0.2822559
Test set: Average loss: 1.3013, Accuracy: 3278/5000 (66%)
[epoch 2] loss: 0.1567135
Test set: Average loss: 1.5220, Accuracy: 3241/5000 (65%)
[epoch 3] loss: 0.1326394
Test set: Average loss: 1.6343, Accuracy: 3234/5000 (65%)
[epoch 4] loss: 0.1535991
Epoch 3: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6850, Accuracy: 3247/5000 (65%)
[epoch 5] loss: 0.0494578
Test set: Average loss: 1.6137, Accuracy: 3330/5000 (67%)
[epoch 6] loss: 0.0159415
Test set: Average loss: 1.6374, Accuracy: 3337/5000 (67%)
[epoch 7] loss: 0.0091148
Test set: Average loss: 1.6613, Accuracy: 3339/5000 (67%)
[epoch 8] loss: 0.0058304
Test set: Average loss: 1.7022, Accuracy: 3341/5000 (67%)
[epoch 9] loss: 0.0037669
Test set: Average loss: 1.7500, Accuracy: 3361/5000 (67%)
[epoch 10] loss: 0.0023947
Test set: Average loss: 1.8086, Accuracy: 3362/5000 (67%)
[epoch 11] loss: 0.0014901
Test set: Average loss: 1.8706, Accuracy: 3365/5000 (67%)
[epoch 12] loss: 0.0009078
Test set: Average loss: 1.9461, Accuracy: 3355/5000 (67%)
[epoch 13] loss: 0.0005477
Test set: Average loss: 2.0088, Accuracy: 3363/5000 (67%)
[epoch 14] loss: 0.0003239
Test set: Average loss: 2.0869, Accuracy: 3364/5000 (67%)
[epoch 15] loss: 0.0001908
Test set: Average loss: 2.1717, Accuracy: 3368/5000 (67%)
[epoch 16] loss: 0.0001107
Test set: Average loss: 2.2585, Accuracy: 3383/5000 (68%)
[epoch 17] loss: 0.0000641
Test set: Average loss: 2.3433, Accuracy: 3377/5000 (68%)
[epoch 18] loss: 0.0000366
Test set: Average loss: 2.4238, Accuracy: 3378/5000 (68%)
[epoch 19] loss: 0.0000209
Test set: Average loss: 2.5184, Accuracy: 3379/5000 (68%)
[epoch 20] loss: 0.0000119
Test set: Average loss: 2.6065, Accuracy: 3368/5000 (67%)
[epoch 21] loss: 0.0000067
Test set: Average loss: 2.6995, Accuracy: 3375/5000 (68%)
[epoch 22] loss: 0.0000038
Test set: Average loss: 2.7895, Accuracy: 3368/5000 (67%)
[epoch 23] loss: 0.0000021
Test set: Average loss: 2.8765, Accuracy: 3361/5000 (67%)
[epoch 24] loss: 0.0000012
Test set: Average loss: 2.9524, Accuracy: 3360/5000 (67%)
[epoch 25] loss: 0.0000007
Test set: Average loss: 3.0221, Accuracy: 3357/5000 (67%)
[epoch 26] loss: 0.0000004
Test set: Average loss: 3.0571, Accuracy: 3356/5000 (67%)
[epoch 27] loss: 0.0000002
Test set: Average loss: 3.0817, Accuracy: 3355/5000 (67%)
[epoch 28] loss: 0.0000002
Test set: Average loss: 3.0828, Accuracy: 3344/5000 (67%)
[epoch 29] loss: 0.0000002
Test set: Average loss: 3.1087, Accuracy: 3354/5000 (67%)
[epoch 30] loss: 0.0000001
Test set: Average loss: 3.1297, Accuracy: 3340/5000 (67%)
[epoch 31] loss: 0.0000001
Test set: Average loss: 3.1342, Accuracy: 3337/5000 (67%)
[epoch 32] loss: 0.0000001
Test set: Average loss: 3.1548, Accuracy: 3331/5000 (67%)
[epoch 33] loss: 0.0000001
Test set: Average loss: 3.1783, Accuracy: 3340/5000 (67%)
[epoch 34] loss: 0.0000001
Test set: Average loss: 3.1978, Accuracy: 3339/5000 (67%)
[epoch 35] loss: 0.0000001
Test set: Average loss: 3.2277, Accuracy: 3343/5000 (67%)
[epoch 36] loss: 0.0000001
Test set: Average loss: 3.2389, Accuracy: 3331/5000 (67%)
[epoch 37] loss: 0.0000001
Epoch 36: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.2624, Accuracy: 3333/5000 (67%)
[epoch 38] loss: 0.0000000
Test set: Average loss: 3.2426, Accuracy: 3326/5000 (67%)
[epoch 39] loss: 0.0000000
Epoch 38: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.2364, Accuracy: 3332/5000 (67%)
[epoch 40] loss: 0.0000000
Epoch 39: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.2342, Accuracy: 3332/5000 (67%)
[epoch 41] loss: 0.0000000
Epoch 40: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.2340, Accuracy: 3332/5000 (67%)
[epoch 42] loss: 0.0000000
Epoch 41: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.2340, Accuracy: 3332/5000 (67%)
[epoch 43] loss: 0.0000000
Epoch 42: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.2340, Accuracy: 3332/5000 (67%)
[epoch 44] loss: 0.0000000
Epoch 43: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.2340, Accuracy: 3332/5000 (67%)
[epoch 45] loss: 0.0000000
Epoch 44: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.2340, Accuracy: 3332/5000 (67%)
[epoch 46] loss: 0.0000000
Epoch 45: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.2340, Accuracy: 3332/5000 (67%)
[epoch 47] loss: 0.0000000
Epoch 46: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.2340, Accuracy: 3332/5000 (67%)
[epoch 48] loss: 0.0000000
Epoch 47: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.2340, Accuracy: 3332/5000 (67%)
[epoch 49] loss: 0.0000000
Epoch 48: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.2340, Accuracy: 3332/5000 (67%)
[epoch 50] loss: 0.0000000
Epoch 49: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.2340, Accuracy: 3332/5000 (67%)
Validation:
Test set: Average loss: 2.2585, Accuracy: 3383/5000 (68%)
Test
Test set: Average loss: 2.2039, Accuracy: 6743/10000 (67%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.4206, Accuracy: 485/5000 (10%)
[epoch 1] loss: 0.2839021
Test set: Average loss: 1.3418, Accuracy: 3259/5000 (65%)
[epoch 2] loss: 0.1503823
Test set: Average loss: 1.4818, Accuracy: 3222/5000 (64%)
[epoch 3] loss: 0.1418296
Test set: Average loss: 1.5886, Accuracy: 3278/5000 (66%)
[epoch 4] loss: 0.1352412
Test set: Average loss: 1.7140, Accuracy: 3227/5000 (65%)
[epoch 5] loss: 0.1418447
Epoch 4: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7766, Accuracy: 3223/5000 (64%)
[epoch 6] loss: 0.0532027
Test set: Average loss: 1.6777, Accuracy: 3283/5000 (66%)
[epoch 7] loss: 0.0161599
Test set: Average loss: 1.7035, Accuracy: 3289/5000 (66%)
[epoch 8] loss: 0.0087312
Test set: Average loss: 1.7281, Accuracy: 3299/5000 (66%)
[epoch 9] loss: 0.0055680
Test set: Average loss: 1.7590, Accuracy: 3295/5000 (66%)
[epoch 10] loss: 0.0036175
Test set: Average loss: 1.8061, Accuracy: 3312/5000 (66%)
[epoch 11] loss: 0.0023189
Test set: Average loss: 1.8579, Accuracy: 3317/5000 (66%)
[epoch 12] loss: 0.0014520
Test set: Average loss: 1.9111, Accuracy: 3325/5000 (66%)
[epoch 13] loss: 0.0008958
Test set: Average loss: 1.9730, Accuracy: 3338/5000 (67%)
[epoch 14] loss: 0.0005414
Test set: Average loss: 2.0369, Accuracy: 3338/5000 (67%)
[epoch 15] loss: 0.0003237
Test set: Average loss: 2.1120, Accuracy: 3337/5000 (67%)
[epoch 16] loss: 0.0001920
Test set: Average loss: 2.1827, Accuracy: 3341/5000 (67%)
[epoch 17] loss: 0.0001122
Test set: Average loss: 2.2566, Accuracy: 3351/5000 (67%)
[epoch 18] loss: 0.0000654
Test set: Average loss: 2.3433, Accuracy: 3351/5000 (67%)
[epoch 19] loss: 0.0000378
Test set: Average loss: 2.4224, Accuracy: 3355/5000 (67%)
[epoch 20] loss: 0.0000216
Test set: Average loss: 2.5078, Accuracy: 3365/5000 (67%)
[epoch 21] loss: 0.0000124
Test set: Average loss: 2.5977, Accuracy: 3360/5000 (67%)
[epoch 22] loss: 0.0000071
Test set: Average loss: 2.6706, Accuracy: 3362/5000 (67%)
[epoch 23] loss: 0.0000040
Test set: Average loss: 2.7573, Accuracy: 3370/5000 (67%)
[epoch 24] loss: 0.0000023
Test set: Average loss: 2.8441, Accuracy: 3359/5000 (67%)
[epoch 25] loss: 0.0000013
Test set: Average loss: 2.9230, Accuracy: 3358/5000 (67%)
[epoch 26] loss: 0.0000007
Test set: Average loss: 2.9865, Accuracy: 3353/5000 (67%)
[epoch 27] loss: 0.0000004
Test set: Average loss: 3.0166, Accuracy: 3358/5000 (67%)
[epoch 28] loss: 0.0000002
Test set: Average loss: 3.0432, Accuracy: 3343/5000 (67%)
[epoch 29] loss: 0.0000002
Test set: Average loss: 3.0535, Accuracy: 3337/5000 (67%)
[epoch 30] loss: 0.0000002
Test set: Average loss: 3.0702, Accuracy: 3329/5000 (67%)
[epoch 31] loss: 0.0000001
Test set: Average loss: 3.0817, Accuracy: 3345/5000 (67%)
[epoch 32] loss: 0.0000001
Test set: Average loss: 3.0979, Accuracy: 3324/5000 (66%)
[epoch 33] loss: 0.0000001
Test set: Average loss: 3.1111, Accuracy: 3325/5000 (66%)
[epoch 34] loss: 0.0000001
Test set: Average loss: 3.1248, Accuracy: 3321/5000 (66%)
[epoch 35] loss: 0.0000001
Test set: Average loss: 3.1613, Accuracy: 3314/5000 (66%)
[epoch 36] loss: 0.0000001
Test set: Average loss: 3.1805, Accuracy: 3314/5000 (66%)
[epoch 37] loss: 0.0000001
Test set: Average loss: 3.1923, Accuracy: 3324/5000 (66%)
[epoch 38] loss: 0.0000001
Epoch 37: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.2178, Accuracy: 3320/5000 (66%)
[epoch 39] loss: 0.0000000
Test set: Average loss: 3.1965, Accuracy: 3313/5000 (66%)
[epoch 40] loss: 0.0000000
Epoch 39: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.1905, Accuracy: 3307/5000 (66%)
[epoch 41] loss: 0.0000000
Epoch 40: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.1878, Accuracy: 3311/5000 (66%)
[epoch 42] loss: 0.0000000
Epoch 41: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.1877, Accuracy: 3313/5000 (66%)
[epoch 43] loss: 0.0000000
Epoch 42: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.1877, Accuracy: 3313/5000 (66%)
[epoch 44] loss: 0.0000000
Epoch 43: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.1877, Accuracy: 3313/5000 (66%)
[epoch 45] loss: 0.0000000
Epoch 44: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.1877, Accuracy: 3313/5000 (66%)
[epoch 46] loss: 0.0000000
Epoch 45: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.1877, Accuracy: 3313/5000 (66%)
[epoch 47] loss: 0.0000000
Epoch 46: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.1877, Accuracy: 3313/5000 (66%)
[epoch 48] loss: 0.0000000
Epoch 47: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.1877, Accuracy: 3313/5000 (66%)
[epoch 49] loss: 0.0000000
Epoch 48: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.1877, Accuracy: 3313/5000 (66%)
[epoch 50] loss: 0.0000000
Epoch 49: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.1877, Accuracy: 3313/5000 (66%)
Validation:
Test set: Average loss: 2.7573, Accuracy: 3370/5000 (67%)
Test
Test set: Average loss: 2.7347, Accuracy: 6720/10000 (67%)
45000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3858, Accuracy: 504/5000 (10%)
[epoch 1] loss: 0.2773829
Test set: Average loss: 1.3326, Accuracy: 3278/5000 (66%)
[epoch 2] loss: 0.1631602
Test set: Average loss: 1.5267, Accuracy: 3235/5000 (65%)
[epoch 3] loss: 0.1427735
Test set: Average loss: 1.7036, Accuracy: 3189/5000 (64%)
[epoch 4] loss: 0.1442402
Epoch 3: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7329, Accuracy: 3222/5000 (64%)
[epoch 5] loss: 0.0538186
Test set: Average loss: 1.6364, Accuracy: 3325/5000 (66%)
[epoch 6] loss: 0.0162221
Test set: Average loss: 1.6628, Accuracy: 3318/5000 (66%)
[epoch 7] loss: 0.0088361
Test set: Average loss: 1.6968, Accuracy: 3325/5000 (66%)
[epoch 8] loss: 0.0054287
Test set: Average loss: 1.7451, Accuracy: 3345/5000 (67%)
[epoch 9] loss: 0.0033527
Test set: Average loss: 1.7904, Accuracy: 3346/5000 (67%)
[epoch 10] loss: 0.0020258
Test set: Average loss: 1.8573, Accuracy: 3353/5000 (67%)
[epoch 11] loss: 0.0011980
Test set: Average loss: 1.9255, Accuracy: 3338/5000 (67%)
[epoch 12] loss: 0.0006914
Test set: Average loss: 2.0076, Accuracy: 3356/5000 (67%)
[epoch 13] loss: 0.0003945
Test set: Average loss: 2.0852, Accuracy: 3342/5000 (67%)
[epoch 14] loss: 0.0002213
Test set: Average loss: 2.1686, Accuracy: 3354/5000 (67%)
[epoch 15] loss: 0.0001228
Test set: Average loss: 2.2596, Accuracy: 3353/5000 (67%)
[epoch 16] loss: 0.0000679
Test set: Average loss: 2.3525, Accuracy: 3350/5000 (67%)
[epoch 17] loss: 0.0000370
Test set: Average loss: 2.4447, Accuracy: 3347/5000 (67%)
[epoch 18] loss: 0.0000200
Test set: Average loss: 2.5438, Accuracy: 3346/5000 (67%)
[epoch 19] loss: 0.0000108
Test set: Average loss: 2.6415, Accuracy: 3338/5000 (67%)
[epoch 20] loss: 0.0000058
Test set: Average loss: 2.7444, Accuracy: 3337/5000 (67%)
[epoch 21] loss: 0.0000031
Test set: Average loss: 2.8424, Accuracy: 3343/5000 (67%)
[epoch 22] loss: 0.0000016
Test set: Average loss: 2.9387, Accuracy: 3343/5000 (67%)
[epoch 23] loss: 0.0000009
Test set: Average loss: 3.0244, Accuracy: 3339/5000 (67%)
[epoch 24] loss: 0.0000005
Test set: Average loss: 3.0719, Accuracy: 3339/5000 (67%)
[epoch 25] loss: 0.0000003
Test set: Average loss: 3.1046, Accuracy: 3340/5000 (67%)
[epoch 26] loss: 0.0000002
Test set: Average loss: 3.1162, Accuracy: 3346/5000 (67%)
[epoch 27] loss: 0.0000001
Test set: Average loss: 3.1433, Accuracy: 3323/5000 (66%)
[epoch 28] loss: 0.0000001
Test set: Average loss: 3.1704, Accuracy: 3327/5000 (67%)
[epoch 29] loss: 0.0000001
Test set: Average loss: 3.1821, Accuracy: 3314/5000 (66%)
[epoch 30] loss: 0.0000001
Test set: Average loss: 3.2024, Accuracy: 3324/5000 (66%)
[epoch 31] loss: 0.0000001
Test set: Average loss: 3.2222, Accuracy: 3337/5000 (67%)
[epoch 32] loss: 0.0000001
Test set: Average loss: 3.2721, Accuracy: 3296/5000 (66%)
[epoch 33] loss: 0.0000001
Test set: Average loss: 3.2771, Accuracy: 3301/5000 (66%)
[epoch 34] loss: 0.0000001
Test set: Average loss: 3.2974, Accuracy: 3313/5000 (66%)
[epoch 35] loss: 0.0000001
Epoch 34: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.3219, Accuracy: 3304/5000 (66%)
[epoch 36] loss: 0.0000000
Test set: Average loss: 3.3036, Accuracy: 3308/5000 (66%)
[epoch 37] loss: 0.0000000
Epoch 36: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.3017, Accuracy: 3306/5000 (66%)
[epoch 38] loss: 0.0000000
Epoch 37: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.2959, Accuracy: 3302/5000 (66%)
[epoch 39] loss: 0.0000000
Epoch 38: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.2956, Accuracy: 3303/5000 (66%)
[epoch 40] loss: 0.0000000
Epoch 39: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.2956, Accuracy: 3303/5000 (66%)
[epoch 41] loss: 0.0000000
Epoch 40: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.2956, Accuracy: 3303/5000 (66%)
[epoch 42] loss: 0.0000000
Epoch 41: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.2956, Accuracy: 3303/5000 (66%)
[epoch 43] loss: 0.0000000
Epoch 42: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.2956, Accuracy: 3303/5000 (66%)
[epoch 44] loss: 0.0000000
Epoch 43: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.2956, Accuracy: 3303/5000 (66%)
[epoch 45] loss: 0.0000000
Epoch 44: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.2956, Accuracy: 3303/5000 (66%)
[epoch 46] loss: 0.0000000
Epoch 45: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.2956, Accuracy: 3303/5000 (66%)
[epoch 47] loss: 0.0000000
Epoch 46: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.2956, Accuracy: 3303/5000 (66%)
[epoch 48] loss: 0.0000000
Epoch 47: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.2956, Accuracy: 3303/5000 (66%)
[epoch 49] loss: 0.0000000
Epoch 48: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.2956, Accuracy: 3303/5000 (66%)
[epoch 50] loss: 0.0000000
Epoch 49: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 3.2956, Accuracy: 3303/5000 (66%)
Validation:
Test set: Average loss: 2.0076, Accuracy: 3356/5000 (67%)
Test
Test set: Average loss: 1.9688, Accuracy: 6790/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.4449, Accuracy: 652/5000 (13%)
[epoch 1] loss: 0.2821073
Test set: Average loss: 1.3234, Accuracy: 3299/5000 (66%)
[epoch 2] loss: 0.1568212
Test set: Average loss: 1.5237, Accuracy: 3234/5000 (65%)
[epoch 3] loss: 0.1587326
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6633, Accuracy: 3197/5000 (64%)
[epoch 4] loss: 0.0598460
Test set: Average loss: 1.5356, Accuracy: 3337/5000 (67%)
[epoch 5] loss: 0.0197480
Test set: Average loss: 1.5720, Accuracy: 3337/5000 (67%)
[epoch 6] loss: 0.0109097
Test set: Average loss: 1.6101, Accuracy: 3349/5000 (67%)
[epoch 7] loss: 0.0066151
Test set: Average loss: 1.6531, Accuracy: 3361/5000 (67%)
[epoch 8] loss: 0.0040151
Test set: Average loss: 1.7166, Accuracy: 3368/5000 (67%)
[epoch 9] loss: 0.0023922
Test set: Average loss: 1.7856, Accuracy: 3357/5000 (67%)
[epoch 10] loss: 0.0014002
Test set: Average loss: 1.8679, Accuracy: 3370/5000 (67%)
[epoch 11] loss: 0.0007992
Test set: Average loss: 1.9475, Accuracy: 3365/5000 (67%)
[epoch 12] loss: 0.0004551
Test set: Average loss: 2.0339, Accuracy: 3373/5000 (67%)
[epoch 13] loss: 0.0002517
Test set: Average loss: 2.1163, Accuracy: 3387/5000 (68%)
[epoch 14] loss: 0.0001391
Test set: Average loss: 2.2182, Accuracy: 3379/5000 (68%)
[epoch 15] loss: 0.0000766
Test set: Average loss: 2.3112, Accuracy: 3389/5000 (68%)
[epoch 16] loss: 0.0000414
Test set: Average loss: 2.4144, Accuracy: 3383/5000 (68%)
[epoch 17] loss: 0.0000223
Test set: Average loss: 2.5131, Accuracy: 3382/5000 (68%)
[epoch 18] loss: 0.0000120
Test set: Average loss: 2.6159, Accuracy: 3379/5000 (68%)
[epoch 19] loss: 0.0000064
Test set: Average loss: 2.7145, Accuracy: 3368/5000 (67%)
[epoch 20] loss: 0.0000034
Test set: Average loss: 2.8120, Accuracy: 3369/5000 (67%)
[epoch 21] loss: 0.0000018
Test set: Average loss: 2.9109, Accuracy: 3367/5000 (67%)
[epoch 22] loss: 0.0000009
Test set: Average loss: 3.0051, Accuracy: 3374/5000 (67%)
[epoch 23] loss: 0.0000005
Test set: Average loss: 3.0666, Accuracy: 3372/5000 (67%)
[epoch 24] loss: 0.0000003
Test set: Average loss: 3.0922, Accuracy: 3368/5000 (67%)
[epoch 25] loss: 0.0000002
Test set: Average loss: 3.1164, Accuracy: 3365/5000 (67%)
[epoch 26] loss: 0.0000002
Test set: Average loss: 3.1247, Accuracy: 3368/5000 (67%)
[epoch 27] loss: 0.0000001
Test set: Average loss: 3.1498, Accuracy: 3361/5000 (67%)
[epoch 28] loss: 0.0000001
Test set: Average loss: 3.1510, Accuracy: 3358/5000 (67%)
[epoch 29] loss: 0.0000001
Test set: Average loss: 3.1779, Accuracy: 3350/5000 (67%)
[epoch 30] loss: 0.0000001
Test set: Average loss: 3.1954, Accuracy: 3351/5000 (67%)
[epoch 31] loss: 0.0000001
Test set: Average loss: 3.2132, Accuracy: 3348/5000 (67%)
[epoch 32] loss: 0.0000001
Test set: Average loss: 3.2366, Accuracy: 3346/5000 (67%)
[epoch 33] loss: 0.0000001
Test set: Average loss: 3.2763, Accuracy: 3340/5000 (67%)
[epoch 34] loss: 0.0000001
Epoch 33: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.2866, Accuracy: 3337/5000 (67%)
[epoch 35] loss: 0.0000000
Test set: Average loss: 3.2651, Accuracy: 3338/5000 (67%)
[epoch 36] loss: 0.0000000
Epoch 35: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.2556, Accuracy: 3336/5000 (67%)
[epoch 37] loss: 0.0000000
Epoch 36: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.2545, Accuracy: 3339/5000 (67%)
[epoch 38] loss: 0.0000000
Epoch 37: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.2544, Accuracy: 3340/5000 (67%)
[epoch 39] loss: 0.0000000
Epoch 38: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.2544, Accuracy: 3340/5000 (67%)
[epoch 40] loss: 0.0000000
Epoch 39: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.2544, Accuracy: 3340/5000 (67%)
[epoch 41] loss: 0.0000000
Epoch 40: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.2544, Accuracy: 3340/5000 (67%)
[epoch 42] loss: 0.0000000
Epoch 41: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.2544, Accuracy: 3340/5000 (67%)
[epoch 43] loss: 0.0000000
Epoch 42: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.2544, Accuracy: 3340/5000 (67%)
[epoch 44] loss: 0.0000000
Epoch 43: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.2544, Accuracy: 3340/5000 (67%)
[epoch 45] loss: 0.0000000
Epoch 44: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.2544, Accuracy: 3340/5000 (67%)
[epoch 46] loss: 0.0000000
Epoch 45: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.2544, Accuracy: 3340/5000 (67%)
[epoch 47] loss: 0.0000000
Epoch 46: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.2544, Accuracy: 3340/5000 (67%)
[epoch 48] loss: 0.0000000
Epoch 47: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.2544, Accuracy: 3340/5000 (67%)
[epoch 49] loss: 0.0000000
Epoch 48: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 3.2544, Accuracy: 3340/5000 (67%)
[epoch 50] loss: 0.0000000
Epoch 49: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 3.2544, Accuracy: 3340/5000 (67%)
Validation:
Test set: Average loss: 2.3112, Accuracy: 3389/5000 (68%)
Test
Test set: Average loss: 2.2705, Accuracy: 6804/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3874, Accuracy: 512/5000 (10%)
[epoch 1] loss: 0.2874337
Test set: Average loss: 1.3376, Accuracy: 3266/5000 (65%)
[epoch 2] loss: 0.1527242
Test set: Average loss: 1.5981, Accuracy: 3192/5000 (64%)
[epoch 3] loss: 0.1556852
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6423, Accuracy: 3209/5000 (64%)
[epoch 4] loss: 0.0572587
Test set: Average loss: 1.5468, Accuracy: 3328/5000 (67%)
[epoch 5] loss: 0.0188949
Test set: Average loss: 1.5695, Accuracy: 3342/5000 (67%)
[epoch 6] loss: 0.0104141
Test set: Average loss: 1.6134, Accuracy: 3337/5000 (67%)
[epoch 7] loss: 0.0063080
Test set: Average loss: 1.6572, Accuracy: 3344/5000 (67%)
[epoch 8] loss: 0.0038454
Test set: Average loss: 1.7200, Accuracy: 3355/5000 (67%)
[epoch 9] loss: 0.0022934
Test set: Average loss: 1.7857, Accuracy: 3364/5000 (67%)
[epoch 10] loss: 0.0013349
Test set: Average loss: 1.8572, Accuracy: 3363/5000 (67%)
[epoch 11] loss: 0.0007694
Test set: Average loss: 1.9445, Accuracy: 3364/5000 (67%)
[epoch 12] loss: 0.0004350
Test set: Average loss: 2.0285, Accuracy: 3377/5000 (68%)
[epoch 13] loss: 0.0002417
Test set: Average loss: 2.1257, Accuracy: 3367/5000 (67%)
[epoch 14] loss: 0.0001336
Test set: Average loss: 2.2246, Accuracy: 3366/5000 (67%)
[epoch 15] loss: 0.0000729
Test set: Average loss: 2.3167, Accuracy: 3373/5000 (67%)
[epoch 16] loss: 0.0000398
Test set: Average loss: 2.4151, Accuracy: 3370/5000 (67%)
[epoch 17] loss: 0.0000214
Test set: Average loss: 2.5176, Accuracy: 3374/5000 (67%)
[epoch 18] loss: 0.0000115
Test set: Average loss: 2.6181, Accuracy: 3362/5000 (67%)
[epoch 19] loss: 0.0000061
Test set: Average loss: 2.7251, Accuracy: 3372/5000 (67%)
[epoch 20] loss: 0.0000033
Test set: Average loss: 2.8229, Accuracy: 3358/5000 (67%)
[epoch 21] loss: 0.0000017
Test set: Average loss: 2.9183, Accuracy: 3362/5000 (67%)
[epoch 22] loss: 0.0000009
Test set: Average loss: 3.0068, Accuracy: 3356/5000 (67%)
[epoch 23] loss: 0.0000005
Test set: Average loss: 3.0612, Accuracy: 3358/5000 (67%)
[epoch 24] loss: 0.0000003
Test set: Average loss: 3.0930, Accuracy: 3359/5000 (67%)
[epoch 25] loss: 0.0000002
Test set: Average loss: 3.1074, Accuracy: 3349/5000 (67%)
[epoch 26] loss: 0.0000002
Test set: Average loss: 3.1331, Accuracy: 3350/5000 (67%)
[epoch 27] loss: 0.0000001
Test set: Average loss: 3.1663, Accuracy: 3347/5000 (67%)
[epoch 28] loss: 0.0010957
Epoch 27: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.2256, Accuracy: 3325/5000 (66%)
[epoch 29] loss: 0.0003636
Epoch 28: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.2221, Accuracy: 3324/5000 (66%)
[epoch 30] loss: 0.0000509
Epoch 29: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.2213, Accuracy: 3324/5000 (66%)
[epoch 31] loss: 0.0000478
Epoch 30: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 32] loss: 0.0000475
Epoch 31: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 33] loss: 0.0000474
Epoch 32: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 34] loss: 0.0000478
Epoch 33: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 35] loss: 0.0000474
Epoch 34: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 36] loss: 0.0000474
Epoch 35: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 37] loss: 0.0000474
Epoch 36: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 38] loss: 0.0000475
Epoch 37: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 39] loss: 0.0000474
Epoch 38: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 40] loss: 0.0000474
Epoch 39: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 41] loss: 0.0000475
Epoch 40: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 42] loss: 0.0000474
Epoch 41: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 43] loss: 0.0000474
Epoch 42: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 44] loss: 0.0215909
Epoch 43: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 45] loss: 0.0000474
Epoch 44: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 46] loss: 0.0000474
Epoch 45: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 47] loss: 0.0000474
Epoch 46: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 48] loss: 0.0000474
Epoch 47: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 49] loss: 0.0000474
Epoch 48: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
[epoch 50] loss: 0.0000474
Epoch 49: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 3.2212, Accuracy: 3324/5000 (66%)
Validation:
Test set: Average loss: 2.0285, Accuracy: 3377/5000 (68%)
Test
Test set: Average loss: 2.0026, Accuracy: 6769/10000 (68%)
In [8]:
# train AE (on full train dataset)
t0 = time()
cnn = CNN()
model = AE(cnn).to(device)
optimizer = optim.Adam(model.parameters(), lr=0.001)
lr_scheduler = optim.lr_scheduler.ReduceLROnPlateau(optimizer, patience=0, verbose=True)
criterion = nn.MSELoss()
model.train()
for epoch in range(50):
running_loss = 0.
for batch_idx, (data, target) in enumerate(train_loader_all):
data = data.to(device)
optimizer.zero_grad()
output = model(data)
loss = criterion(output, data)
running_loss += loss.item()
loss.backward()
optimizer.step()
print('[epoch %d] loss: %.7f' % (epoch + 1, running_loss / (batch_idx + 1)))
lr_scheduler.step(running_loss)
# save the cnn state
cnn_dict = deepcopy(model.encoder.state_dict())
t1 = time()
print("Took %.2d sec to train." % (t1 - t0))
# check how well some test images match
model.eval()
dataiter = iter(test_loader_all)
images, labels = dataiter.next()
imshow(torchvision.utils.make_grid(images[:5]))
images = images.to(device)
with torch.no_grad():
reconstructed_images = model(images).cpu()
imshow(torchvision.utils.make_grid(reconstructed_images[:5]))
plt.title(' '.join('%13s' % classes[labels[j]] for j in range(5)))
# use the pretrained model with the clf
test_accuracies_ae = []
for n_train in n_training_examples:
print(n_train)
test_accuracies_ae.append(clf_with_ntrain(n_train, cnn_dict))
[epoch 1] loss: 0.3634853
[epoch 2] loss: 0.1982109
[epoch 3] loss: 0.1617943
[epoch 4] loss: 0.1370626
[epoch 5] loss: 0.1230806
[epoch 6] loss: 0.1145815
[epoch 7] loss: 0.1076624
[epoch 8] loss: 0.1029501
[epoch 9] loss: 0.0981396
[epoch 10] loss: 0.0949685
[epoch 11] loss: 0.0930394
[epoch 12] loss: 0.0907666
[epoch 13] loss: 0.0898418
[epoch 14] loss: 0.0904966
Epoch 13: reducing learning rate of group 0 to 1.0000e-04.
[epoch 15] loss: 0.0793299
[epoch 16] loss: 0.0781145
[epoch 17] loss: 0.0775784
[epoch 18] loss: 0.0780930
Epoch 17: reducing learning rate of group 0 to 1.0000e-05.
[epoch 19] loss: 0.0770422
[epoch 20] loss: 0.0768268
[epoch 21] loss: 0.0766996
[epoch 22] loss: 0.0766409
[epoch 23] loss: 0.0765794
[epoch 24] loss: 0.0766285
Epoch 23: reducing learning rate of group 0 to 1.0000e-06.
[epoch 25] loss: 0.0765190
[epoch 26] loss: 0.0764977
[epoch 27] loss: 0.0764860
[epoch 28] loss: 0.0764847
Epoch 27: reducing learning rate of group 0 to 1.0000e-07.
[epoch 29] loss: 0.0764462
[epoch 30] loss: 0.0764374
[epoch 31] loss: 0.0764607
Epoch 30: reducing learning rate of group 0 to 1.0000e-08.
[epoch 32] loss: 0.0764444
[epoch 33] loss: 0.0764448
[epoch 34] loss: 0.0764479
[epoch 35] loss: 0.0764372
[epoch 36] loss: 0.0764344
[epoch 37] loss: 0.0764572
[epoch 38] loss: 0.0764594
[epoch 39] loss: 0.0764538
[epoch 40] loss: 0.0764366
[epoch 41] loss: 0.0764363
[epoch 42] loss: 0.0764410
[epoch 43] loss: 0.0764493
[epoch 44] loss: 0.0764399
[epoch 45] loss: 0.0764398
[epoch 46] loss: 0.0764379
[epoch 47] loss: 0.0764400
[epoch 48] loss: 0.0764411
[epoch 49] loss: 0.0764412
[epoch 50] loss: 0.0764461
Took 459 sec to train.
Clipping input data to the valid range for imshow with RGB data ([0..1] for floats or [0..255] for integers).
Clipping input data to the valid range for imshow with RGB data ([0..1] for floats or [0..255] for integers).
25
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3059, Accuracy: 496/5000 (10%)
[epoch 1] loss: 2.2917123
Test set: Average loss: 2.3051, Accuracy: 481/5000 (10%)
[epoch 2] loss: 2.2075548
Test set: Average loss: 2.3172, Accuracy: 479/5000 (10%)
[epoch 3] loss: 2.0966527
Test set: Average loss: 2.3695, Accuracy: 478/5000 (10%)
[epoch 4] loss: 1.9452251
Test set: Average loss: 2.5162, Accuracy: 482/5000 (10%)
[epoch 5] loss: 1.7895703
Test set: Average loss: 2.6490, Accuracy: 614/5000 (12%)
[epoch 6] loss: 1.6138104
Test set: Average loss: 2.6823, Accuracy: 722/5000 (14%)
[epoch 7] loss: 1.3870378
Test set: Average loss: 2.6961, Accuracy: 767/5000 (15%)
[epoch 8] loss: 1.1505725
Test set: Average loss: 2.7468, Accuracy: 774/5000 (15%)
[epoch 9] loss: 0.9184383
Test set: Average loss: 2.8699, Accuracy: 767/5000 (15%)
[epoch 10] loss: 0.6989800
Test set: Average loss: 3.0777, Accuracy: 742/5000 (15%)
[epoch 11] loss: 0.5116541
Test set: Average loss: 3.3306, Accuracy: 742/5000 (15%)
[epoch 12] loss: 0.3590814
Test set: Average loss: 3.5843, Accuracy: 743/5000 (15%)
[epoch 13] loss: 0.2359776
Test set: Average loss: 3.8477, Accuracy: 749/5000 (15%)
[epoch 14] loss: 0.1500967
Test set: Average loss: 4.1427, Accuracy: 759/5000 (15%)
[epoch 15] loss: 0.1024984
Test set: Average loss: 4.4330, Accuracy: 779/5000 (16%)
[epoch 16] loss: 0.0691681
Test set: Average loss: 4.6979, Accuracy: 797/5000 (16%)
[epoch 17] loss: 0.0423969
Test set: Average loss: 4.9465, Accuracy: 806/5000 (16%)
[epoch 18] loss: 0.0268196
Test set: Average loss: 5.1771, Accuracy: 810/5000 (16%)
[epoch 19] loss: 0.0180735
Test set: Average loss: 5.3840, Accuracy: 814/5000 (16%)
[epoch 20] loss: 0.0121253
Test set: Average loss: 5.5677, Accuracy: 818/5000 (16%)
[epoch 21] loss: 0.0078721
Test set: Average loss: 5.7331, Accuracy: 823/5000 (16%)
[epoch 22] loss: 0.0051485
Test set: Average loss: 5.8842, Accuracy: 821/5000 (16%)
[epoch 23] loss: 0.0035653
Test set: Average loss: 6.0233, Accuracy: 817/5000 (16%)
[epoch 24] loss: 0.0026631
Test set: Average loss: 6.1514, Accuracy: 814/5000 (16%)
[epoch 25] loss: 0.0021256
Test set: Average loss: 6.2691, Accuracy: 811/5000 (16%)
[epoch 26] loss: 0.0017785
Test set: Average loss: 6.3771, Accuracy: 810/5000 (16%)
[epoch 27] loss: 0.0015336
Test set: Average loss: 6.4759, Accuracy: 810/5000 (16%)
[epoch 28] loss: 0.0013454
Test set: Average loss: 6.5662, Accuracy: 809/5000 (16%)
[epoch 29] loss: 0.0011902
Test set: Average loss: 6.6485, Accuracy: 809/5000 (16%)
[epoch 30] loss: 0.0010573
Test set: Average loss: 6.7236, Accuracy: 806/5000 (16%)
[epoch 31] loss: 0.0009400
Test set: Average loss: 6.7920, Accuracy: 808/5000 (16%)
[epoch 32] loss: 0.0008358
Test set: Average loss: 6.8544, Accuracy: 806/5000 (16%)
[epoch 33] loss: 0.0007431
Test set: Average loss: 6.9113, Accuracy: 806/5000 (16%)
[epoch 34] loss: 0.0006611
Test set: Average loss: 6.9632, Accuracy: 807/5000 (16%)
[epoch 35] loss: 0.0005892
Test set: Average loss: 7.0107, Accuracy: 805/5000 (16%)
[epoch 36] loss: 0.0005265
Test set: Average loss: 7.0541, Accuracy: 805/5000 (16%)
[epoch 37] loss: 0.0004721
Test set: Average loss: 7.0939, Accuracy: 804/5000 (16%)
[epoch 38] loss: 0.0004253
Test set: Average loss: 7.1303, Accuracy: 802/5000 (16%)
[epoch 39] loss: 0.0003851
Test set: Average loss: 7.1636, Accuracy: 799/5000 (16%)
[epoch 40] loss: 0.0003505
Test set: Average loss: 7.1942, Accuracy: 798/5000 (16%)
[epoch 41] loss: 0.0003207
Test set: Average loss: 7.2223, Accuracy: 797/5000 (16%)
[epoch 42] loss: 0.0002952
Test set: Average loss: 7.2481, Accuracy: 797/5000 (16%)
[epoch 43] loss: 0.0002732
Test set: Average loss: 7.2718, Accuracy: 802/5000 (16%)
[epoch 44] loss: 0.0002544
Test set: Average loss: 7.2936, Accuracy: 801/5000 (16%)
[epoch 45] loss: 0.0002378
Test set: Average loss: 7.3136, Accuracy: 803/5000 (16%)
[epoch 46] loss: 0.0002236
Test set: Average loss: 7.3320, Accuracy: 805/5000 (16%)
[epoch 47] loss: 0.0002111
Test set: Average loss: 7.3489, Accuracy: 804/5000 (16%)
[epoch 48] loss: 0.0002000
Test set: Average loss: 7.3644, Accuracy: 805/5000 (16%)
[epoch 49] loss: 0.0001904
Test set: Average loss: 7.3787, Accuracy: 804/5000 (16%)
[epoch 50] loss: 0.0001818
Test set: Average loss: 7.3919, Accuracy: 806/5000 (16%)
Validation:
Test set: Average loss: 5.7331, Accuracy: 823/5000 (16%)
Test
Test set: Average loss: 5.6191, Accuracy: 1673/10000 (17%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3020, Accuracy: 566/5000 (11%)
[epoch 1] loss: 2.3018513
Test set: Average loss: 2.2979, Accuracy: 606/5000 (12%)
[epoch 2] loss: 2.2068119
Test set: Average loss: 2.3025, Accuracy: 695/5000 (14%)
[epoch 3] loss: 2.0707431
Test set: Average loss: 2.3459, Accuracy: 622/5000 (12%)
[epoch 4] loss: 1.8883303
Test set: Average loss: 2.4819, Accuracy: 615/5000 (12%)
[epoch 5] loss: 1.6997241
Test set: Average loss: 2.6476, Accuracy: 677/5000 (14%)
[epoch 6] loss: 1.5107275
Test set: Average loss: 2.7452, Accuracy: 746/5000 (15%)
[epoch 7] loss: 1.2862014
Test set: Average loss: 2.8128, Accuracy: 753/5000 (15%)
[epoch 8] loss: 1.0547554
Test set: Average loss: 2.8752, Accuracy: 745/5000 (15%)
[epoch 9] loss: 0.8287922
Test set: Average loss: 2.9444, Accuracy: 773/5000 (15%)
[epoch 10] loss: 0.6251652
Test set: Average loss: 3.0501, Accuracy: 770/5000 (15%)
[epoch 11] loss: 0.4642082
Test set: Average loss: 3.2046, Accuracy: 786/5000 (16%)
[epoch 12] loss: 0.3355689
Test set: Average loss: 3.3905, Accuracy: 792/5000 (16%)
[epoch 13] loss: 0.2282913
Test set: Average loss: 3.5965, Accuracy: 780/5000 (16%)
[epoch 14] loss: 0.1476193
Test set: Average loss: 3.8157, Accuracy: 755/5000 (15%)
[epoch 15] loss: 0.0946966
Test set: Average loss: 4.0375, Accuracy: 756/5000 (15%)
[epoch 16] loss: 0.0612891
Test set: Average loss: 4.2526, Accuracy: 736/5000 (15%)
[epoch 17] loss: 0.0402715
Test set: Average loss: 4.4544, Accuracy: 729/5000 (15%)
[epoch 18] loss: 0.0267524
Test set: Average loss: 4.6393, Accuracy: 736/5000 (15%)
[epoch 19] loss: 0.0177061
Test set: Average loss: 4.8067, Accuracy: 730/5000 (15%)
[epoch 20] loss: 0.0116560
Test set: Average loss: 4.9578, Accuracy: 738/5000 (15%)
[epoch 21] loss: 0.0077395
Test set: Average loss: 5.0941, Accuracy: 745/5000 (15%)
[epoch 22] loss: 0.0052725
Test set: Average loss: 5.2172, Accuracy: 739/5000 (15%)
[epoch 23] loss: 0.0037290
Test set: Average loss: 5.3286, Accuracy: 738/5000 (15%)
[epoch 24] loss: 0.0027502
Test set: Average loss: 5.4292, Accuracy: 737/5000 (15%)
[epoch 25] loss: 0.0021108
Test set: Average loss: 5.5202, Accuracy: 733/5000 (15%)
[epoch 26] loss: 0.0016768
Test set: Average loss: 5.6024, Accuracy: 731/5000 (15%)
[epoch 27] loss: 0.0013707
Test set: Average loss: 5.6766, Accuracy: 731/5000 (15%)
[epoch 28] loss: 0.0011470
Test set: Average loss: 5.7438, Accuracy: 733/5000 (15%)
[epoch 29] loss: 0.0009781
Test set: Average loss: 5.8045, Accuracy: 732/5000 (15%)
[epoch 30] loss: 0.0008479
Test set: Average loss: 5.8594, Accuracy: 728/5000 (15%)
[epoch 31] loss: 0.0007446
Test set: Average loss: 5.9092, Accuracy: 728/5000 (15%)
[epoch 32] loss: 0.0006614
Test set: Average loss: 5.9544, Accuracy: 725/5000 (14%)
[epoch 33] loss: 0.0005930
Test set: Average loss: 5.9954, Accuracy: 720/5000 (14%)
[epoch 34] loss: 0.0005362
Test set: Average loss: 6.0328, Accuracy: 723/5000 (14%)
[epoch 35] loss: 0.0004884
Test set: Average loss: 6.0670, Accuracy: 724/5000 (14%)
[epoch 36] loss: 0.0004478
Test set: Average loss: 6.0982, Accuracy: 721/5000 (14%)
[epoch 37] loss: 0.0004131
Test set: Average loss: 6.1268, Accuracy: 722/5000 (14%)
[epoch 38] loss: 0.0003830
Test set: Average loss: 6.1530, Accuracy: 723/5000 (14%)
[epoch 39] loss: 0.0003566
Test set: Average loss: 6.1772, Accuracy: 724/5000 (14%)
[epoch 40] loss: 0.0003336
Test set: Average loss: 6.1994, Accuracy: 722/5000 (14%)
[epoch 41] loss: 0.0003133
Test set: Average loss: 6.2200, Accuracy: 721/5000 (14%)
[epoch 42] loss: 0.0002952
Test set: Average loss: 6.2390, Accuracy: 723/5000 (14%)
[epoch 43] loss: 0.0002792
Test set: Average loss: 6.2566, Accuracy: 726/5000 (15%)
[epoch 44] loss: 0.0002648
Test set: Average loss: 6.2730, Accuracy: 724/5000 (14%)
[epoch 45] loss: 0.0002518
Test set: Average loss: 6.2881, Accuracy: 723/5000 (14%)
[epoch 46] loss: 0.0002400
Test set: Average loss: 6.3023, Accuracy: 719/5000 (14%)
[epoch 47] loss: 0.0002293
Test set: Average loss: 6.3155, Accuracy: 719/5000 (14%)
[epoch 48] loss: 0.0002195
Test set: Average loss: 6.3278, Accuracy: 722/5000 (14%)
[epoch 49] loss: 0.0002106
Test set: Average loss: 6.3394, Accuracy: 721/5000 (14%)
[epoch 50] loss: 0.0002024
Test set: Average loss: 6.3503, Accuracy: 722/5000 (14%)
Validation:
Test set: Average loss: 3.3905, Accuracy: 792/5000 (16%)
Test
Test set: Average loss: 3.3748, Accuracy: 1595/10000 (16%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3036, Accuracy: 497/5000 (10%)
[epoch 1] loss: 2.3096452
Test set: Average loss: 2.2994, Accuracy: 536/5000 (11%)
[epoch 2] loss: 2.2074974
Test set: Average loss: 2.3068, Accuracy: 524/5000 (10%)
[epoch 3] loss: 2.0572615
Test set: Average loss: 2.3844, Accuracy: 525/5000 (10%)
[epoch 4] loss: 1.8647332
Test set: Average loss: 2.6543, Accuracy: 525/5000 (10%)
[epoch 5] loss: 1.7502998
Test set: Average loss: 2.7909, Accuracy: 561/5000 (11%)
[epoch 6] loss: 1.6143427
Test set: Average loss: 2.7903, Accuracy: 712/5000 (14%)
[epoch 7] loss: 1.4342078
Test set: Average loss: 2.7477, Accuracy: 737/5000 (15%)
[epoch 8] loss: 1.2336842
Test set: Average loss: 2.7113, Accuracy: 747/5000 (15%)
[epoch 9] loss: 1.0265092
Test set: Average loss: 2.7295, Accuracy: 719/5000 (14%)
[epoch 10] loss: 0.8487498
Test set: Average loss: 2.8068, Accuracy: 687/5000 (14%)
[epoch 11] loss: 0.7007335
Test set: Average loss: 2.9213, Accuracy: 698/5000 (14%)
[epoch 12] loss: 0.5686353
Test set: Average loss: 3.0535, Accuracy: 744/5000 (15%)
[epoch 13] loss: 0.4472851
Test set: Average loss: 3.2035, Accuracy: 785/5000 (16%)
[epoch 14] loss: 0.3437212
Test set: Average loss: 3.3880, Accuracy: 769/5000 (15%)
[epoch 15] loss: 0.2664288
Test set: Average loss: 3.6072, Accuracy: 792/5000 (16%)
[epoch 16] loss: 0.2059796
Test set: Average loss: 3.8480, Accuracy: 775/5000 (16%)
[epoch 17] loss: 0.1526237
Test set: Average loss: 4.0938, Accuracy: 766/5000 (15%)
[epoch 18] loss: 0.1074420
Test set: Average loss: 4.3257, Accuracy: 743/5000 (15%)
[epoch 19] loss: 0.0705682
Test set: Average loss: 4.5418, Accuracy: 705/5000 (14%)
[epoch 20] loss: 0.0469119
Test set: Average loss: 4.7542, Accuracy: 651/5000 (13%)
[epoch 21] loss: 0.0387319
Test set: Average loss: 4.9426, Accuracy: 615/5000 (12%)
[epoch 22] loss: 0.0353083
Test set: Average loss: 5.0756, Accuracy: 626/5000 (13%)
[epoch 23] loss: 0.0266809
Test set: Average loss: 5.1652, Accuracy: 635/5000 (13%)
[epoch 24] loss: 0.0166248
Test set: Average loss: 5.2423, Accuracy: 645/5000 (13%)
[epoch 25] loss: 0.0102312
Test set: Average loss: 5.3210, Accuracy: 668/5000 (13%)
[epoch 26] loss: 0.0070813
Test set: Average loss: 5.3999, Accuracy: 684/5000 (14%)
[epoch 27] loss: 0.0054543
Test set: Average loss: 5.4747, Accuracy: 695/5000 (14%)
[epoch 28] loss: 0.0044283
Test set: Average loss: 5.5425, Accuracy: 702/5000 (14%)
[epoch 29] loss: 0.0036525
Test set: Average loss: 5.6024, Accuracy: 713/5000 (14%)
[epoch 30] loss: 0.0030271
Test set: Average loss: 5.6544, Accuracy: 712/5000 (14%)
[epoch 31] loss: 0.0025200
Test set: Average loss: 5.6996, Accuracy: 711/5000 (14%)
[epoch 32] loss: 0.0021126
Test set: Average loss: 5.7390, Accuracy: 724/5000 (14%)
[epoch 33] loss: 0.0017915
Test set: Average loss: 5.7736, Accuracy: 725/5000 (14%)
[epoch 34] loss: 0.0015412
Test set: Average loss: 5.8044, Accuracy: 720/5000 (14%)
[epoch 35] loss: 0.0013454
Test set: Average loss: 5.8323, Accuracy: 719/5000 (14%)
[epoch 36] loss: 0.0011906
Test set: Average loss: 5.8578, Accuracy: 720/5000 (14%)
[epoch 37] loss: 0.0010662
Test set: Average loss: 5.8814, Accuracy: 725/5000 (14%)
[epoch 38] loss: 0.0009645
Test set: Average loss: 5.9035, Accuracy: 729/5000 (15%)
[epoch 39] loss: 0.0008803
Test set: Average loss: 5.9245, Accuracy: 734/5000 (15%)
[epoch 40] loss: 0.0008093
Test set: Average loss: 5.9444, Accuracy: 736/5000 (15%)
[epoch 41] loss: 0.0007486
Test set: Average loss: 5.9636, Accuracy: 737/5000 (15%)
[epoch 42] loss: 0.0006960
Test set: Average loss: 5.9822, Accuracy: 740/5000 (15%)
[epoch 43] loss: 0.0006503
Test set: Average loss: 6.0001, Accuracy: 740/5000 (15%)
[epoch 44] loss: 0.0006094
Test set: Average loss: 6.0176, Accuracy: 743/5000 (15%)
[epoch 45] loss: 0.0005731
Test set: Average loss: 6.0346, Accuracy: 744/5000 (15%)
[epoch 46] loss: 0.0005404
Test set: Average loss: 6.0511, Accuracy: 745/5000 (15%)
[epoch 47] loss: 0.0005106
Test set: Average loss: 6.0673, Accuracy: 747/5000 (15%)
[epoch 48] loss: 0.0004836
Test set: Average loss: 6.0830, Accuracy: 749/5000 (15%)
[epoch 49] loss: 0.0004589
Test set: Average loss: 6.0983, Accuracy: 753/5000 (15%)
[epoch 50] loss: 0.0004364
Test set: Average loss: 6.1131, Accuracy: 753/5000 (15%)
Validation:
Test set: Average loss: 3.6072, Accuracy: 792/5000 (16%)
Test
Test set: Average loss: 3.6049, Accuracy: 1594/10000 (16%)
50
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3051, Accuracy: 447/5000 (9%)
[epoch 1] loss: 2.2976737
Test set: Average loss: 2.2985, Accuracy: 513/5000 (10%)
[epoch 2] loss: 2.2025627
Test set: Average loss: 2.3207, Accuracy: 479/5000 (10%)
[epoch 3] loss: 2.0327979
Test set: Average loss: 2.4582, Accuracy: 603/5000 (12%)
[epoch 4] loss: 1.7749608
Test set: Average loss: 2.6312, Accuracy: 791/5000 (16%)
[epoch 5] loss: 1.5941350
Test set: Average loss: 2.7578, Accuracy: 879/5000 (18%)
[epoch 6] loss: 1.4139245
Test set: Average loss: 2.8125, Accuracy: 912/5000 (18%)
[epoch 7] loss: 1.1287366
Test set: Average loss: 2.8738, Accuracy: 926/5000 (19%)
[epoch 8] loss: 0.9495899
Test set: Average loss: 2.9164, Accuracy: 975/5000 (20%)
[epoch 9] loss: 0.6896209
Test set: Average loss: 3.0784, Accuracy: 950/5000 (19%)
[epoch 10] loss: 0.5477783
Test set: Average loss: 3.3325, Accuracy: 888/5000 (18%)
[epoch 11] loss: 0.4181229
Test set: Average loss: 3.6418, Accuracy: 885/5000 (18%)
[epoch 12] loss: 0.2579973
Test set: Average loss: 3.8951, Accuracy: 874/5000 (17%)
[epoch 13] loss: 0.2245919
Test set: Average loss: 4.0215, Accuracy: 899/5000 (18%)
[epoch 14] loss: 0.1246685
Test set: Average loss: 4.1425, Accuracy: 937/5000 (19%)
[epoch 15] loss: 0.1047838
Test set: Average loss: 4.3191, Accuracy: 944/5000 (19%)
[epoch 16] loss: 0.0600504
Test set: Average loss: 4.4854, Accuracy: 922/5000 (18%)
[epoch 17] loss: 0.0377337
Test set: Average loss: 4.6455, Accuracy: 911/5000 (18%)
[epoch 18] loss: 0.0258915
Test set: Average loss: 4.7789, Accuracy: 903/5000 (18%)
[epoch 19] loss: 0.0183222
Test set: Average loss: 4.8546, Accuracy: 924/5000 (18%)
[epoch 20] loss: 0.0146499
Test set: Average loss: 4.9021, Accuracy: 924/5000 (18%)
[epoch 21] loss: 0.0108220
Test set: Average loss: 4.9407, Accuracy: 924/5000 (18%)
[epoch 22] loss: 0.0080945
Test set: Average loss: 4.9843, Accuracy: 921/5000 (18%)
[epoch 23] loss: 0.0066199
Test set: Average loss: 5.0332, Accuracy: 919/5000 (18%)
[epoch 24] loss: 0.0057468
Test set: Average loss: 5.0889, Accuracy: 922/5000 (18%)
[epoch 25] loss: 0.0044439
Test set: Average loss: 5.1473, Accuracy: 927/5000 (19%)
[epoch 26] loss: 0.0038138
Test set: Average loss: 5.2034, Accuracy: 930/5000 (19%)
[epoch 27] loss: 0.0036822
Test set: Average loss: 5.2556, Accuracy: 928/5000 (19%)
[epoch 28] loss: 0.0030812
Test set: Average loss: 5.3015, Accuracy: 924/5000 (18%)
[epoch 29] loss: 0.0028762
Test set: Average loss: 5.3409, Accuracy: 925/5000 (18%)
[epoch 30] loss: 0.0026112
Test set: Average loss: 5.3756, Accuracy: 926/5000 (19%)
[epoch 31] loss: 0.0023570
Test set: Average loss: 5.4044, Accuracy: 924/5000 (18%)
[epoch 32] loss: 0.0022239
Test set: Average loss: 5.4276, Accuracy: 923/5000 (18%)
[epoch 33] loss: 0.0022488
Epoch 32: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 5.4465, Accuracy: 923/5000 (18%)
[epoch 34] loss: 0.0020560
Test set: Average loss: 5.4479, Accuracy: 923/5000 (18%)
[epoch 35] loss: 0.0019034
Test set: Average loss: 5.4490, Accuracy: 923/5000 (18%)
[epoch 36] loss: 0.0018539
Test set: Average loss: 5.4498, Accuracy: 924/5000 (18%)
[epoch 37] loss: 0.0019403
Epoch 36: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 5.4504, Accuracy: 925/5000 (18%)
[epoch 38] loss: 0.0019843
Epoch 37: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 5.4505, Accuracy: 925/5000 (18%)
[epoch 39] loss: 0.0019854
Epoch 38: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 5.4505, Accuracy: 925/5000 (18%)
[epoch 40] loss: 0.0019311
Epoch 39: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 5.4505, Accuracy: 925/5000 (18%)
[epoch 41] loss: 0.0020768
Epoch 40: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 5.4505, Accuracy: 925/5000 (18%)
[epoch 42] loss: 0.0019458
Epoch 41: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 5.4505, Accuracy: 925/5000 (18%)
[epoch 43] loss: 0.0018922
Epoch 42: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 5.4505, Accuracy: 925/5000 (18%)
[epoch 44] loss: 0.0019152
Epoch 43: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 5.4505, Accuracy: 925/5000 (18%)
[epoch 45] loss: 0.0018492
Test set: Average loss: 5.4505, Accuracy: 925/5000 (18%)
[epoch 46] loss: 0.0020557
Epoch 45: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 5.4505, Accuracy: 925/5000 (18%)
[epoch 47] loss: 0.0018944
Epoch 46: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 5.4505, Accuracy: 925/5000 (18%)
[epoch 48] loss: 0.0019289
Epoch 47: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 5.4505, Accuracy: 925/5000 (18%)
[epoch 49] loss: 0.0019429
Epoch 48: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 5.4505, Accuracy: 925/5000 (18%)
[epoch 50] loss: 0.0019080
Epoch 49: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 5.4505, Accuracy: 925/5000 (18%)
Validation:
Test set: Average loss: 2.9164, Accuracy: 975/5000 (20%)
Test
Test set: Average loss: 2.8481, Accuracy: 2060/10000 (21%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3065, Accuracy: 430/5000 (9%)
[epoch 1] loss: 2.2968539
Test set: Average loss: 2.3010, Accuracy: 496/5000 (10%)
[epoch 2] loss: 2.2188455
Test set: Average loss: 2.3332, Accuracy: 501/5000 (10%)
[epoch 3] loss: 2.1324339
Test set: Average loss: 2.3771, Accuracy: 539/5000 (11%)
[epoch 4] loss: 1.8990347
Test set: Average loss: 2.3329, Accuracy: 812/5000 (16%)
[epoch 5] loss: 1.6375302
Test set: Average loss: 2.3155, Accuracy: 927/5000 (19%)
[epoch 6] loss: 1.3739165
Test set: Average loss: 2.3828, Accuracy: 939/5000 (19%)
[epoch 7] loss: 1.0305135
Test set: Average loss: 2.5008, Accuracy: 955/5000 (19%)
[epoch 8] loss: 0.7382689
Test set: Average loss: 2.6662, Accuracy: 923/5000 (18%)
[epoch 9] loss: 0.5326689
Test set: Average loss: 2.8429, Accuracy: 931/5000 (19%)
[epoch 10] loss: 0.3542671
Test set: Average loss: 3.0368, Accuracy: 929/5000 (19%)
[epoch 11] loss: 0.2163957
Test set: Average loss: 3.2812, Accuracy: 938/5000 (19%)
[epoch 12] loss: 0.1413718
Test set: Average loss: 3.5178, Accuracy: 906/5000 (18%)
[epoch 13] loss: 0.0798939
Test set: Average loss: 3.7254, Accuracy: 859/5000 (17%)
[epoch 14] loss: 0.0478993
Test set: Average loss: 3.9217, Accuracy: 830/5000 (17%)
[epoch 15] loss: 0.0313927
Test set: Average loss: 4.0719, Accuracy: 842/5000 (17%)
[epoch 16] loss: 0.0198027
Test set: Average loss: 4.2074, Accuracy: 849/5000 (17%)
[epoch 17] loss: 0.0116759
Test set: Average loss: 4.3352, Accuracy: 858/5000 (17%)
[epoch 18] loss: 0.0083486
Test set: Average loss: 4.4544, Accuracy: 869/5000 (17%)
[epoch 19] loss: 0.0064320
Test set: Average loss: 4.5583, Accuracy: 887/5000 (18%)
[epoch 20] loss: 0.0058378
Test set: Average loss: 4.6349, Accuracy: 893/5000 (18%)
[epoch 21] loss: 0.0046987
Test set: Average loss: 4.6853, Accuracy: 894/5000 (18%)
[epoch 22] loss: 0.0033576
Test set: Average loss: 4.7227, Accuracy: 900/5000 (18%)
[epoch 23] loss: 0.0029036
Test set: Average loss: 4.7590, Accuracy: 898/5000 (18%)
[epoch 24] loss: 0.0023458
Test set: Average loss: 4.7952, Accuracy: 892/5000 (18%)
[epoch 25] loss: 0.0020731
Test set: Average loss: 4.8312, Accuracy: 891/5000 (18%)
[epoch 26] loss: 0.0019414
Test set: Average loss: 4.8654, Accuracy: 900/5000 (18%)
[epoch 27] loss: 0.0017807
Test set: Average loss: 4.8990, Accuracy: 900/5000 (18%)
[epoch 28] loss: 0.0016658
Test set: Average loss: 4.9316, Accuracy: 899/5000 (18%)
[epoch 29] loss: 0.0015725
Test set: Average loss: 4.9634, Accuracy: 897/5000 (18%)
[epoch 30] loss: 0.0013089
Test set: Average loss: 4.9933, Accuracy: 893/5000 (18%)
[epoch 31] loss: 0.0012158
Test set: Average loss: 5.0214, Accuracy: 892/5000 (18%)
[epoch 32] loss: 0.0011617
Test set: Average loss: 5.0471, Accuracy: 891/5000 (18%)
[epoch 33] loss: 0.0010985
Test set: Average loss: 5.0707, Accuracy: 894/5000 (18%)
[epoch 34] loss: 0.0010377
Test set: Average loss: 5.0920, Accuracy: 889/5000 (18%)
[epoch 35] loss: 0.0009945
Test set: Average loss: 5.1108, Accuracy: 882/5000 (18%)
[epoch 36] loss: 0.0009540
Test set: Average loss: 5.1265, Accuracy: 881/5000 (18%)
[epoch 37] loss: 0.0009013
Test set: Average loss: 5.1385, Accuracy: 876/5000 (18%)
[epoch 38] loss: 0.0008789
Test set: Average loss: 5.1485, Accuracy: 878/5000 (18%)
[epoch 39] loss: 0.0008243
Test set: Average loss: 5.1567, Accuracy: 876/5000 (18%)
[epoch 40] loss: 0.0008192
Test set: Average loss: 5.1630, Accuracy: 879/5000 (18%)
[epoch 41] loss: 0.0007896
Test set: Average loss: 5.1672, Accuracy: 881/5000 (18%)
[epoch 42] loss: 0.0007196
Test set: Average loss: 5.1696, Accuracy: 883/5000 (18%)
[epoch 43] loss: 0.0007087
Test set: Average loss: 5.1712, Accuracy: 889/5000 (18%)
[epoch 44] loss: 0.0007208
Epoch 43: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 5.1729, Accuracy: 893/5000 (18%)
[epoch 45] loss: 0.0006818
Test set: Average loss: 5.1732, Accuracy: 894/5000 (18%)
[epoch 46] loss: 0.0006609
Test set: Average loss: 5.1734, Accuracy: 892/5000 (18%)
[epoch 47] loss: 0.0006693
Epoch 46: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 5.1737, Accuracy: 891/5000 (18%)
[epoch 48] loss: 0.0006463
Test set: Average loss: 5.1738, Accuracy: 891/5000 (18%)
[epoch 49] loss: 0.0006848
Epoch 48: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 5.1738, Accuracy: 891/5000 (18%)
[epoch 50] loss: 0.0006560
Epoch 49: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 5.1738, Accuracy: 891/5000 (18%)
Validation:
Test set: Average loss: 2.5008, Accuracy: 955/5000 (19%)
Test
Test set: Average loss: 2.4866, Accuracy: 1946/10000 (19%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3036, Accuracy: 472/5000 (9%)
[epoch 1] loss: 2.2885801
Test set: Average loss: 2.2956, Accuracy: 548/5000 (11%)
[epoch 2] loss: 2.1097543
Test set: Average loss: 2.3648, Accuracy: 526/5000 (11%)
[epoch 3] loss: 1.9230257
Test set: Average loss: 2.5480, Accuracy: 581/5000 (12%)
[epoch 4] loss: 1.6849024
Test set: Average loss: 2.5026, Accuracy: 909/5000 (18%)
[epoch 5] loss: 1.4163649
Test set: Average loss: 2.4822, Accuracy: 875/5000 (18%)
[epoch 6] loss: 1.1035441
Test set: Average loss: 2.5695, Accuracy: 852/5000 (17%)
[epoch 7] loss: 0.8949556
Test set: Average loss: 2.7896, Accuracy: 869/5000 (17%)
[epoch 8] loss: 0.6280424
Test set: Average loss: 3.1098, Accuracy: 882/5000 (18%)
[epoch 9] loss: 0.4105810
Test set: Average loss: 3.2550, Accuracy: 913/5000 (18%)
[epoch 10] loss: 0.3028079
Test set: Average loss: 3.4089, Accuracy: 883/5000 (18%)
[epoch 11] loss: 0.2699362
Test set: Average loss: 3.5578, Accuracy: 900/5000 (18%)
[epoch 12] loss: 0.2156860
Test set: Average loss: 3.7374, Accuracy: 912/5000 (18%)
[epoch 13] loss: 0.1261650
Test set: Average loss: 3.9290, Accuracy: 902/5000 (18%)
[epoch 14] loss: 0.1108598
Test set: Average loss: 4.0587, Accuracy: 861/5000 (17%)
[epoch 15] loss: 0.0863066
Test set: Average loss: 4.1344, Accuracy: 862/5000 (17%)
[epoch 16] loss: 0.0509269
Test set: Average loss: 4.2404, Accuracy: 829/5000 (17%)
[epoch 17] loss: 0.0406451
Test set: Average loss: 4.3279, Accuracy: 828/5000 (17%)
[epoch 18] loss: 0.0315960
Test set: Average loss: 4.3906, Accuracy: 852/5000 (17%)
[epoch 19] loss: 0.0205197
Test set: Average loss: 4.4613, Accuracy: 870/5000 (17%)
[epoch 20] loss: 0.0165192
Test set: Average loss: 4.5516, Accuracy: 874/5000 (17%)
[epoch 21] loss: 0.0125650
Test set: Average loss: 4.6480, Accuracy: 860/5000 (17%)
[epoch 22] loss: 0.0087711
Test set: Average loss: 4.7427, Accuracy: 849/5000 (17%)
[epoch 23] loss: 0.0069239
Test set: Average loss: 4.8265, Accuracy: 833/5000 (17%)
[epoch 24] loss: 0.0059612
Test set: Average loss: 4.8940, Accuracy: 828/5000 (17%)
[epoch 25] loss: 0.0055322
Test set: Average loss: 4.9479, Accuracy: 834/5000 (17%)
[epoch 26] loss: 0.0043496
Test set: Average loss: 4.9864, Accuracy: 846/5000 (17%)
[epoch 27] loss: 0.0035770
Test set: Average loss: 5.0135, Accuracy: 861/5000 (17%)
[epoch 28] loss: 0.0033256
Test set: Average loss: 5.0367, Accuracy: 857/5000 (17%)
[epoch 29] loss: 0.0027909
Test set: Average loss: 5.0560, Accuracy: 864/5000 (17%)
[epoch 30] loss: 0.0025650
Test set: Average loss: 5.0706, Accuracy: 866/5000 (17%)
[epoch 31] loss: 0.0023235
Test set: Average loss: 5.0820, Accuracy: 867/5000 (17%)
[epoch 32] loss: 0.0021483
Test set: Average loss: 5.0927, Accuracy: 868/5000 (17%)
[epoch 33] loss: 0.0020926
Test set: Average loss: 5.1030, Accuracy: 862/5000 (17%)
[epoch 34] loss: 0.0017539
Test set: Average loss: 5.1143, Accuracy: 860/5000 (17%)
[epoch 35] loss: 0.0016771
Test set: Average loss: 5.1257, Accuracy: 859/5000 (17%)
[epoch 36] loss: 0.0016394
Test set: Average loss: 5.1368, Accuracy: 853/5000 (17%)
[epoch 37] loss: 0.0014611
Test set: Average loss: 5.1473, Accuracy: 852/5000 (17%)
[epoch 38] loss: 0.0014311
Test set: Average loss: 5.1578, Accuracy: 848/5000 (17%)
[epoch 39] loss: 0.0013481
Test set: Average loss: 5.1675, Accuracy: 847/5000 (17%)
[epoch 40] loss: 0.0014000
Epoch 39: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 5.1769, Accuracy: 844/5000 (17%)
[epoch 41] loss: 0.0013572
Epoch 40: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 5.1778, Accuracy: 843/5000 (17%)
[epoch 42] loss: 0.0013463
Test set: Average loss: 5.1779, Accuracy: 843/5000 (17%)
[epoch 43] loss: 0.0013090
Test set: Average loss: 5.1780, Accuracy: 843/5000 (17%)
[epoch 44] loss: 0.0013862
Epoch 43: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 5.1781, Accuracy: 843/5000 (17%)
[epoch 45] loss: 0.0013201
Epoch 44: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 5.1781, Accuracy: 843/5000 (17%)
[epoch 46] loss: 0.0012828
Test set: Average loss: 5.1781, Accuracy: 843/5000 (17%)
[epoch 47] loss: 0.0013190
Epoch 46: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 5.1781, Accuracy: 843/5000 (17%)
[epoch 48] loss: 0.0013777
Epoch 47: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 5.1781, Accuracy: 843/5000 (17%)
[epoch 49] loss: 0.0013459
Epoch 48: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 5.1781, Accuracy: 843/5000 (17%)
[epoch 50] loss: 0.0013816
Epoch 49: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 5.1781, Accuracy: 843/5000 (17%)
Validation:
Test set: Average loss: 3.2550, Accuracy: 913/5000 (18%)
Test
Test set: Average loss: 3.1918, Accuracy: 1798/10000 (18%)
100
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3018, Accuracy: 576/5000 (12%)
[epoch 1] loss: 2.2939357
Test set: Average loss: 2.3034, Accuracy: 584/5000 (12%)
[epoch 2] loss: 2.0229272
Test set: Average loss: 2.3782, Accuracy: 897/5000 (18%)
[epoch 3] loss: 1.9120286
Test set: Average loss: 2.4784, Accuracy: 957/5000 (19%)
[epoch 4] loss: 1.7016234
Test set: Average loss: 2.4479, Accuracy: 946/5000 (19%)
[epoch 5] loss: 1.4698771
Test set: Average loss: 2.4510, Accuracy: 1024/5000 (20%)
[epoch 6] loss: 1.1980047
Test set: Average loss: 2.4797, Accuracy: 987/5000 (20%)
[epoch 7] loss: 1.1246993
Test set: Average loss: 2.5959, Accuracy: 1060/5000 (21%)
[epoch 8] loss: 1.0105374
Test set: Average loss: 2.8349, Accuracy: 1067/5000 (21%)
[epoch 9] loss: 1.8850487
Epoch 8: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.8577, Accuracy: 1005/5000 (20%)
[epoch 10] loss: 0.7938810
Test set: Average loss: 2.8482, Accuracy: 1005/5000 (20%)
[epoch 11] loss: 0.6842283
Test set: Average loss: 2.8417, Accuracy: 1009/5000 (20%)
[epoch 12] loss: 0.7996016
Epoch 11: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.8420, Accuracy: 1005/5000 (20%)
[epoch 13] loss: 0.7079322
Epoch 12: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 14] loss: 0.7625672
Epoch 13: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 15] loss: 0.9230143
Epoch 14: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 16] loss: 0.6984033
Epoch 15: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 17] loss: 0.8142737
Epoch 16: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 18] loss: 0.6524110
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 19] loss: 0.6587912
Epoch 18: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 20] loss: 0.6029422
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 21] loss: 0.7560874
Epoch 20: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 22] loss: 0.6634167
Epoch 21: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 23] loss: 0.6724133
Epoch 22: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 24] loss: 0.7001794
Epoch 23: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 25] loss: 0.8033165
Epoch 24: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 26] loss: 0.6395369
Epoch 25: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 27] loss: 0.7754431
Epoch 26: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 28] loss: 0.6882149
Epoch 27: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 29] loss: 0.8407446
Epoch 28: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 30] loss: 0.6579734
Epoch 29: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 31] loss: 0.7168396
Epoch 30: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 32] loss: 0.6604729
Epoch 31: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 33] loss: 1.7072555
Epoch 32: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 34] loss: 0.7905062
Epoch 33: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 35] loss: 0.6152257
Epoch 34: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 36] loss: 0.7056691
Epoch 35: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 37] loss: 0.8056628
Epoch 36: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 38] loss: 0.6218529
Epoch 37: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 39] loss: 0.6609363
Epoch 38: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 40] loss: 0.8553853
Epoch 39: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 41] loss: 0.6020503
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 42] loss: 1.2928261
Epoch 41: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 43] loss: 0.6264711
Epoch 42: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 44] loss: 0.7235898
Epoch 43: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 45] loss: 0.6784318
Epoch 44: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 46] loss: 0.8541062
Epoch 45: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 47] loss: 0.7511048
Epoch 46: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 48] loss: 0.7393812
Epoch 47: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 49] loss: 0.7270033
Epoch 48: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
[epoch 50] loss: 0.6413719
Epoch 49: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.8417, Accuracy: 1004/5000 (20%)
Validation:
Test set: Average loss: 2.8349, Accuracy: 1067/5000 (21%)
Test
Test set: Average loss: 2.7369, Accuracy: 2224/10000 (22%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3029, Accuracy: 548/5000 (11%)
[epoch 1] loss: 2.3166162
Test set: Average loss: 2.2863, Accuracy: 783/5000 (16%)
[epoch 2] loss: 2.2005278
Test set: Average loss: 2.2577, Accuracy: 781/5000 (16%)
[epoch 3] loss: 2.1252967
Test set: Average loss: 2.2363, Accuracy: 1019/5000 (20%)
[epoch 4] loss: 1.7643057
Test set: Average loss: 2.2156, Accuracy: 1005/5000 (20%)
[epoch 5] loss: 1.5601121
Test set: Average loss: 2.2507, Accuracy: 1141/5000 (23%)
[epoch 6] loss: 1.3337660
Test set: Average loss: 2.3598, Accuracy: 1139/5000 (23%)
[epoch 7] loss: 1.2226600
Test set: Average loss: 2.4193, Accuracy: 1118/5000 (22%)
[epoch 8] loss: 0.9478682
Test set: Average loss: 2.5753, Accuracy: 1060/5000 (21%)
[epoch 9] loss: 1.0382247
Epoch 8: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.5993, Accuracy: 1022/5000 (20%)
[epoch 10] loss: 0.5918906
Test set: Average loss: 2.5920, Accuracy: 1023/5000 (20%)
[epoch 11] loss: 0.6723095
Epoch 10: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.5810, Accuracy: 1042/5000 (21%)
[epoch 12] loss: 0.6863064
Epoch 11: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.5798, Accuracy: 1046/5000 (21%)
[epoch 13] loss: 0.6332636
Epoch 12: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.5797, Accuracy: 1046/5000 (21%)
[epoch 14] loss: 0.6702935
Epoch 13: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 15] loss: 0.6542064
Epoch 14: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 16] loss: 0.7652318
Epoch 15: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 17] loss: 0.6401026
Epoch 16: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 18] loss: 0.6073136
Epoch 17: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 19] loss: 0.6036375
Epoch 18: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 20] loss: 1.4462468
Epoch 19: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 21] loss: 0.6100824
Epoch 20: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 22] loss: 0.7517438
Epoch 21: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 23] loss: 0.5661651
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 24] loss: 0.6689891
Epoch 23: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 25] loss: 0.6707546
Epoch 24: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 26] loss: 0.7753588
Epoch 25: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 27] loss: 0.5825812
Epoch 26: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 28] loss: 0.6369762
Epoch 27: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 29] loss: 0.6997400
Epoch 28: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 30] loss: 0.5131131
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 31] loss: 0.5479455
Epoch 30: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 32] loss: 1.5137231
Epoch 31: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 33] loss: 0.5899315
Epoch 32: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 34] loss: 0.6437838
Epoch 33: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 35] loss: 0.5873809
Epoch 34: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 36] loss: 0.5995728
Epoch 35: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 37] loss: 0.6071413
Epoch 36: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 38] loss: 0.6673260
Epoch 37: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 39] loss: 0.5940721
Epoch 38: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 40] loss: 0.6357503
Epoch 39: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 41] loss: 0.6061987
Epoch 40: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 42] loss: 0.5518029
Epoch 41: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 43] loss: 0.6651911
Epoch 42: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 44] loss: 0.5785101
Epoch 43: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 45] loss: 0.5727768
Epoch 44: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 46] loss: 0.5317833
Epoch 45: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 47] loss: 0.6219604
Epoch 46: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 48] loss: 0.5438552
Epoch 47: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 49] loss: 1.5948865
Epoch 48: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
[epoch 50] loss: 0.5549078
Epoch 49: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 2.5796, Accuracy: 1047/5000 (21%)
Validation:
Test set: Average loss: 2.2507, Accuracy: 1141/5000 (23%)
Test
Test set: Average loss: 2.2266, Accuracy: 2302/10000 (23%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2973, Accuracy: 652/5000 (13%)
[epoch 1] loss: 2.2593339
Test set: Average loss: 2.3247, Accuracy: 532/5000 (11%)
[epoch 2] loss: 1.9945492
Test set: Average loss: 2.4063, Accuracy: 662/5000 (13%)
[epoch 3] loss: 2.0480006
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.3253, Accuracy: 882/5000 (18%)
[epoch 4] loss: 1.6606743
Test set: Average loss: 2.3077, Accuracy: 898/5000 (18%)
[epoch 5] loss: 1.5482450
Test set: Average loss: 2.2952, Accuracy: 930/5000 (19%)
[epoch 6] loss: 1.5387183
Test set: Average loss: 2.2946, Accuracy: 953/5000 (19%)
[epoch 7] loss: 1.4804408
Test set: Average loss: 2.2965, Accuracy: 959/5000 (19%)
[epoch 8] loss: 1.3244652
Test set: Average loss: 2.3076, Accuracy: 961/5000 (19%)
[epoch 9] loss: 1.4313008
Epoch 8: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.3339, Accuracy: 953/5000 (19%)
[epoch 10] loss: 1.3071620
Test set: Average loss: 2.3366, Accuracy: 948/5000 (19%)
[epoch 11] loss: 1.3147858
Epoch 10: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.3391, Accuracy: 947/5000 (19%)
[epoch 12] loss: 1.4902738
Epoch 11: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 13] loss: 1.3736812
Epoch 12: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 14] loss: 1.3659558
Epoch 13: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 15] loss: 1.3815524
Epoch 14: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 16] loss: 1.4826099
Epoch 15: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 17] loss: 1.4428434
Epoch 16: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 18] loss: 1.2833394
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 19] loss: 1.3995965
Epoch 18: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 20] loss: 1.4377337
Epoch 19: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 21] loss: 1.2897150
Epoch 20: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 22] loss: 1.3362036
Epoch 21: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 23] loss: 1.3164411
Epoch 22: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 24] loss: 1.3791908
Epoch 23: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 25] loss: 1.4455207
Epoch 24: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 26] loss: 1.3337643
Epoch 25: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 27] loss: 1.4219533
Epoch 26: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 28] loss: 1.3982570
Epoch 27: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 29] loss: 1.2876551
Epoch 28: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 30] loss: 1.3024724
Epoch 29: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 31] loss: 1.3416515
Epoch 30: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 32] loss: 1.4519432
Epoch 31: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 33] loss: 1.3750581
Epoch 32: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 34] loss: 1.3889855
Epoch 33: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 35] loss: 1.3977110
Epoch 34: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 36] loss: 1.3493164
Epoch 35: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 37] loss: 1.2760441
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 38] loss: 1.4098944
Epoch 37: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 39] loss: 1.3173591
Epoch 38: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 40] loss: 1.4442199
Epoch 39: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 41] loss: 1.4179926
Epoch 40: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 42] loss: 1.2905562
Epoch 41: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 43] loss: 1.5131955
Epoch 42: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 44] loss: 1.3493191
Epoch 43: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 45] loss: 1.4164101
Epoch 44: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 46] loss: 1.2983849
Epoch 45: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 47] loss: 1.3201437
Epoch 46: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 48] loss: 1.4172337
Epoch 47: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 49] loss: 1.3814961
Epoch 48: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
[epoch 50] loss: 1.4135414
Epoch 49: reducing learning rate of group 0 to 1.0000e-43.
Test set: Average loss: 2.3393, Accuracy: 948/5000 (19%)
Validation:
Test set: Average loss: 2.3076, Accuracy: 961/5000 (19%)
Test
Test set: Average loss: 2.3124, Accuracy: 1872/10000 (19%)
250
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3049, Accuracy: 602/5000 (12%)
[epoch 1] loss: 2.2918626
Test set: Average loss: 2.2595, Accuracy: 690/5000 (14%)
[epoch 2] loss: 2.0817863
Test set: Average loss: 2.1587, Accuracy: 1144/5000 (23%)
[epoch 3] loss: 1.7650423
Test set: Average loss: 2.0995, Accuracy: 1279/5000 (26%)
[epoch 4] loss: 1.5021121
Test set: Average loss: 2.1524, Accuracy: 1335/5000 (27%)
[epoch 5] loss: 1.2820671
Test set: Average loss: 2.2390, Accuracy: 1390/5000 (28%)
[epoch 6] loss: 1.0352123
Test set: Average loss: 2.3364, Accuracy: 1386/5000 (28%)
[epoch 7] loss: 0.8438072
Test set: Average loss: 2.4880, Accuracy: 1319/5000 (26%)
[epoch 8] loss: 0.5898284
Test set: Average loss: 2.5820, Accuracy: 1359/5000 (27%)
[epoch 9] loss: 0.4003368
Test set: Average loss: 2.7635, Accuracy: 1350/5000 (27%)
[epoch 10] loss: 0.2576897
Test set: Average loss: 3.0475, Accuracy: 1328/5000 (27%)
[epoch 11] loss: 0.1687444
Test set: Average loss: 3.1379, Accuracy: 1361/5000 (27%)
[epoch 12] loss: 0.0935444
Test set: Average loss: 3.4567, Accuracy: 1251/5000 (25%)
[epoch 13] loss: 0.0748737
Test set: Average loss: 3.4007, Accuracy: 1403/5000 (28%)
[epoch 14] loss: 0.0467472
Test set: Average loss: 3.5611, Accuracy: 1345/5000 (27%)
[epoch 15] loss: 0.0263284
Test set: Average loss: 3.6209, Accuracy: 1343/5000 (27%)
[epoch 16] loss: 0.0162935
Test set: Average loss: 3.6275, Accuracy: 1364/5000 (27%)
[epoch 17] loss: 0.0138683
Test set: Average loss: 3.7077, Accuracy: 1371/5000 (27%)
[epoch 18] loss: 0.0103236
Test set: Average loss: 3.7727, Accuracy: 1350/5000 (27%)
[epoch 19] loss: 0.0084786
Test set: Average loss: 3.7831, Accuracy: 1351/5000 (27%)
[epoch 20] loss: 0.0072333
Test set: Average loss: 3.8060, Accuracy: 1337/5000 (27%)
[epoch 21] loss: 0.0062707
Test set: Average loss: 3.8268, Accuracy: 1353/5000 (27%)
[epoch 22] loss: 0.0056046
Test set: Average loss: 3.8570, Accuracy: 1351/5000 (27%)
[epoch 23] loss: 0.0050313
Test set: Average loss: 3.8850, Accuracy: 1356/5000 (27%)
[epoch 24] loss: 0.0045856
Test set: Average loss: 3.9088, Accuracy: 1355/5000 (27%)
[epoch 25] loss: 0.0041629
Test set: Average loss: 3.9233, Accuracy: 1354/5000 (27%)
[epoch 26] loss: 0.0038336
Test set: Average loss: 3.9453, Accuracy: 1359/5000 (27%)
[epoch 27] loss: 0.0035265
Test set: Average loss: 3.9636, Accuracy: 1355/5000 (27%)
[epoch 28] loss: 0.0032502
Test set: Average loss: 3.9830, Accuracy: 1354/5000 (27%)
[epoch 29] loss: 0.0030162
Test set: Average loss: 3.9977, Accuracy: 1355/5000 (27%)
[epoch 30] loss: 0.0027995
Test set: Average loss: 4.0095, Accuracy: 1361/5000 (27%)
[epoch 31] loss: 0.0026067
Test set: Average loss: 4.0309, Accuracy: 1355/5000 (27%)
[epoch 32] loss: 0.0024521
Test set: Average loss: 4.0454, Accuracy: 1356/5000 (27%)
[epoch 33] loss: 0.0022889
Test set: Average loss: 4.0580, Accuracy: 1358/5000 (27%)
[epoch 34] loss: 0.0021604
Test set: Average loss: 4.0739, Accuracy: 1359/5000 (27%)
[epoch 35] loss: 0.0020251
Test set: Average loss: 4.0870, Accuracy: 1355/5000 (27%)
[epoch 36] loss: 0.0019055
Test set: Average loss: 4.0989, Accuracy: 1358/5000 (27%)
[epoch 37] loss: 0.0018034
Test set: Average loss: 4.1116, Accuracy: 1361/5000 (27%)
[epoch 38] loss: 0.0017103
Test set: Average loss: 4.1265, Accuracy: 1364/5000 (27%)
[epoch 39] loss: 0.0016135
Test set: Average loss: 4.1366, Accuracy: 1353/5000 (27%)
[epoch 40] loss: 0.0015373
Test set: Average loss: 4.1519, Accuracy: 1357/5000 (27%)
[epoch 41] loss: 0.0014612
Test set: Average loss: 4.1648, Accuracy: 1354/5000 (27%)
[epoch 42] loss: 0.0013907
Test set: Average loss: 4.1725, Accuracy: 1355/5000 (27%)
[epoch 43] loss: 0.0013235
Test set: Average loss: 4.1838, Accuracy: 1357/5000 (27%)
[epoch 44] loss: 0.0012672
Test set: Average loss: 4.1957, Accuracy: 1361/5000 (27%)
[epoch 45] loss: 0.0011997
Test set: Average loss: 4.2060, Accuracy: 1363/5000 (27%)
[epoch 46] loss: 0.0011559
Test set: Average loss: 4.2166, Accuracy: 1361/5000 (27%)
[epoch 47] loss: 0.0011047
Test set: Average loss: 4.2225, Accuracy: 1362/5000 (27%)
[epoch 48] loss: 0.0010573
Test set: Average loss: 4.2356, Accuracy: 1357/5000 (27%)
[epoch 49] loss: 0.0010118
Test set: Average loss: 4.2461, Accuracy: 1355/5000 (27%)
[epoch 50] loss: 0.0009713
Test set: Average loss: 4.2564, Accuracy: 1357/5000 (27%)
Validation:
Test set: Average loss: 3.4007, Accuracy: 1403/5000 (28%)
Test
Test set: Average loss: 3.3879, Accuracy: 2815/10000 (28%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3021, Accuracy: 520/5000 (10%)
[epoch 1] loss: 2.2762654
Test set: Average loss: 2.2043, Accuracy: 1086/5000 (22%)
[epoch 2] loss: 1.9858348
Test set: Average loss: 2.0518, Accuracy: 1257/5000 (25%)
[epoch 3] loss: 1.6468373
Test set: Average loss: 2.1458, Accuracy: 1262/5000 (25%)
[epoch 4] loss: 1.4497620
Test set: Average loss: 2.1148, Accuracy: 1463/5000 (29%)
[epoch 5] loss: 1.2323841
Test set: Average loss: 2.2531, Accuracy: 1412/5000 (28%)
[epoch 6] loss: 1.0585737
Test set: Average loss: 2.1646, Accuracy: 1548/5000 (31%)
[epoch 7] loss: 0.7692461
Test set: Average loss: 2.2313, Accuracy: 1562/5000 (31%)
[epoch 8] loss: 0.5950858
Test set: Average loss: 2.3405, Accuracy: 1558/5000 (31%)
[epoch 9] loss: 0.4203700
Test set: Average loss: 2.5793, Accuracy: 1560/5000 (31%)
[epoch 10] loss: 0.2899841
Test set: Average loss: 2.6880, Accuracy: 1569/5000 (31%)
[epoch 11] loss: 0.1972593
Test set: Average loss: 2.8030, Accuracy: 1570/5000 (31%)
[epoch 12] loss: 0.1189456
Test set: Average loss: 2.8636, Accuracy: 1580/5000 (32%)
[epoch 13] loss: 0.0802551
Test set: Average loss: 3.0845, Accuracy: 1554/5000 (31%)
[epoch 14] loss: 0.0691529
Test set: Average loss: 3.2171, Accuracy: 1519/5000 (30%)
[epoch 15] loss: 0.0541078
Test set: Average loss: 3.2998, Accuracy: 1501/5000 (30%)
[epoch 16] loss: 0.0318661
Test set: Average loss: 3.2818, Accuracy: 1573/5000 (31%)
[epoch 17] loss: 0.0227615
Test set: Average loss: 3.3823, Accuracy: 1555/5000 (31%)
[epoch 18] loss: 0.0166639
Test set: Average loss: 3.4159, Accuracy: 1545/5000 (31%)
[epoch 19] loss: 0.0130765
Test set: Average loss: 3.4339, Accuracy: 1558/5000 (31%)
[epoch 20] loss: 0.0110438
Test set: Average loss: 3.4749, Accuracy: 1563/5000 (31%)
[epoch 21] loss: 0.0090872
Test set: Average loss: 3.5080, Accuracy: 1559/5000 (31%)
[epoch 22] loss: 0.0078838
Test set: Average loss: 3.5318, Accuracy: 1555/5000 (31%)
[epoch 23] loss: 0.0069798
Test set: Average loss: 3.5546, Accuracy: 1566/5000 (31%)
[epoch 24] loss: 0.0062354
Test set: Average loss: 3.5852, Accuracy: 1573/5000 (31%)
[epoch 25] loss: 0.0055277
Test set: Average loss: 3.6033, Accuracy: 1573/5000 (31%)
[epoch 26] loss: 0.0050551
Test set: Average loss: 3.6259, Accuracy: 1573/5000 (31%)
[epoch 27] loss: 0.0044682
Test set: Average loss: 3.6477, Accuracy: 1566/5000 (31%)
[epoch 28] loss: 0.0040448
Test set: Average loss: 3.6675, Accuracy: 1568/5000 (31%)
[epoch 29] loss: 0.0036943
Test set: Average loss: 3.6846, Accuracy: 1565/5000 (31%)
[epoch 30] loss: 0.0033653
Test set: Average loss: 3.7073, Accuracy: 1566/5000 (31%)
[epoch 31] loss: 0.0030779
Test set: Average loss: 3.7255, Accuracy: 1567/5000 (31%)
[epoch 32] loss: 0.0028227
Test set: Average loss: 3.7377, Accuracy: 1571/5000 (31%)
[epoch 33] loss: 0.0026140
Test set: Average loss: 3.7566, Accuracy: 1557/5000 (31%)
[epoch 34] loss: 0.0024396
Test set: Average loss: 3.7724, Accuracy: 1573/5000 (31%)
[epoch 35] loss: 0.0022352
Test set: Average loss: 3.7885, Accuracy: 1568/5000 (31%)
[epoch 36] loss: 0.0020791
Test set: Average loss: 3.8013, Accuracy: 1570/5000 (31%)
[epoch 37] loss: 0.0019391
Test set: Average loss: 3.8177, Accuracy: 1566/5000 (31%)
[epoch 38] loss: 0.0018007
Test set: Average loss: 3.8348, Accuracy: 1570/5000 (31%)
[epoch 39] loss: 0.0017113
Test set: Average loss: 3.8526, Accuracy: 1572/5000 (31%)
[epoch 40] loss: 0.0015965
Test set: Average loss: 3.8695, Accuracy: 1570/5000 (31%)
[epoch 41] loss: 0.0014999
Test set: Average loss: 3.8805, Accuracy: 1567/5000 (31%)
[epoch 42] loss: 0.0014170
Test set: Average loss: 3.8908, Accuracy: 1572/5000 (31%)
[epoch 43] loss: 0.0013407
Test set: Average loss: 3.9043, Accuracy: 1563/5000 (31%)
[epoch 44] loss: 0.0012741
Test set: Average loss: 3.9194, Accuracy: 1566/5000 (31%)
[epoch 45] loss: 0.0012183
Test set: Average loss: 3.9320, Accuracy: 1576/5000 (32%)
[epoch 46] loss: 0.0011509
Test set: Average loss: 3.9418, Accuracy: 1570/5000 (31%)
[epoch 47] loss: 0.0011075
Test set: Average loss: 3.9546, Accuracy: 1569/5000 (31%)
[epoch 48] loss: 0.0010439
Test set: Average loss: 3.9677, Accuracy: 1568/5000 (31%)
[epoch 49] loss: 0.0009973
Test set: Average loss: 3.9782, Accuracy: 1563/5000 (31%)
[epoch 50] loss: 0.0009675
Test set: Average loss: 3.9868, Accuracy: 1558/5000 (31%)
Validation:
Test set: Average loss: 2.8636, Accuracy: 1580/5000 (32%)
Test
Test set: Average loss: 2.8154, Accuracy: 3238/10000 (32%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3039, Accuracy: 434/5000 (9%)
[epoch 1] loss: 2.2758804
Test set: Average loss: 2.2120, Accuracy: 891/5000 (18%)
[epoch 2] loss: 2.0534900
Test set: Average loss: 2.1147, Accuracy: 1152/5000 (23%)
[epoch 3] loss: 1.8345903
Test set: Average loss: 2.0970, Accuracy: 1237/5000 (25%)
[epoch 4] loss: 1.6826785
Test set: Average loss: 1.9981, Accuracy: 1498/5000 (30%)
[epoch 5] loss: 1.4193366
Test set: Average loss: 2.0270, Accuracy: 1451/5000 (29%)
[epoch 6] loss: 1.1554305
Test set: Average loss: 2.0855, Accuracy: 1553/5000 (31%)
[epoch 7] loss: 0.9444771
Test set: Average loss: 2.2880, Accuracy: 1570/5000 (31%)
[epoch 8] loss: 0.7351140
Test set: Average loss: 2.4356, Accuracy: 1444/5000 (29%)
[epoch 9] loss: 0.4746980
Test set: Average loss: 2.6833, Accuracy: 1516/5000 (30%)
[epoch 10] loss: 0.3455048
Test set: Average loss: 2.7294, Accuracy: 1525/5000 (30%)
[epoch 11] loss: 0.2067427
Test set: Average loss: 2.9135, Accuracy: 1524/5000 (30%)
[epoch 12] loss: 0.1603625
Test set: Average loss: 3.1724, Accuracy: 1482/5000 (30%)
[epoch 13] loss: 0.1066370
Test set: Average loss: 3.3073, Accuracy: 1446/5000 (29%)
[epoch 14] loss: 0.0814750
Test set: Average loss: 3.3838, Accuracy: 1477/5000 (30%)
[epoch 15] loss: 0.0533826
Test set: Average loss: 3.4297, Accuracy: 1497/5000 (30%)
[epoch 16] loss: 0.0368918
Test set: Average loss: 3.5257, Accuracy: 1493/5000 (30%)
[epoch 17] loss: 0.0270250
Test set: Average loss: 3.5914, Accuracy: 1505/5000 (30%)
[epoch 18] loss: 0.0167792
Test set: Average loss: 3.6436, Accuracy: 1482/5000 (30%)
[epoch 19] loss: 0.0122762
Test set: Average loss: 3.7065, Accuracy: 1475/5000 (30%)
[epoch 20] loss: 0.0101707
Test set: Average loss: 3.7233, Accuracy: 1509/5000 (30%)
[epoch 21] loss: 0.0084721
Test set: Average loss: 3.7533, Accuracy: 1505/5000 (30%)
[epoch 22] loss: 0.0075919
Test set: Average loss: 3.7842, Accuracy: 1509/5000 (30%)
[epoch 23] loss: 0.0067040
Test set: Average loss: 3.8093, Accuracy: 1505/5000 (30%)
[epoch 24] loss: 0.0060525
Test set: Average loss: 3.8387, Accuracy: 1507/5000 (30%)
[epoch 25] loss: 0.0055582
Test set: Average loss: 3.8625, Accuracy: 1508/5000 (30%)
[epoch 26] loss: 0.0051258
Test set: Average loss: 3.8878, Accuracy: 1507/5000 (30%)
[epoch 27] loss: 0.0047576
Test set: Average loss: 3.9013, Accuracy: 1512/5000 (30%)
[epoch 28] loss: 0.0043846
Test set: Average loss: 3.9194, Accuracy: 1502/5000 (30%)
[epoch 29] loss: 0.0041209
Test set: Average loss: 3.9429, Accuracy: 1506/5000 (30%)
[epoch 30] loss: 0.0038224
Test set: Average loss: 3.9564, Accuracy: 1502/5000 (30%)
[epoch 31] loss: 0.0035975
Test set: Average loss: 3.9747, Accuracy: 1499/5000 (30%)
[epoch 32] loss: 0.0033772
Test set: Average loss: 3.9950, Accuracy: 1494/5000 (30%)
[epoch 33] loss: 0.0031928
Test set: Average loss: 4.0140, Accuracy: 1495/5000 (30%)
[epoch 34] loss: 0.0030316
Test set: Average loss: 4.0265, Accuracy: 1500/5000 (30%)
[epoch 35] loss: 0.0028493
Test set: Average loss: 4.0381, Accuracy: 1503/5000 (30%)
[epoch 36] loss: 0.0027064
Test set: Average loss: 4.0535, Accuracy: 1497/5000 (30%)
[epoch 37] loss: 0.0025685
Test set: Average loss: 4.0700, Accuracy: 1501/5000 (30%)
[epoch 38] loss: 0.0024577
Test set: Average loss: 4.0814, Accuracy: 1497/5000 (30%)
[epoch 39] loss: 0.0023245
Test set: Average loss: 4.0954, Accuracy: 1498/5000 (30%)
[epoch 40] loss: 0.0022281
Test set: Average loss: 4.1101, Accuracy: 1498/5000 (30%)
[epoch 41] loss: 0.0021337
Test set: Average loss: 4.1226, Accuracy: 1499/5000 (30%)
[epoch 42] loss: 0.0020396
Test set: Average loss: 4.1350, Accuracy: 1502/5000 (30%)
[epoch 43] loss: 0.0019483
Test set: Average loss: 4.1458, Accuracy: 1496/5000 (30%)
[epoch 44] loss: 0.0018832
Test set: Average loss: 4.1578, Accuracy: 1496/5000 (30%)
[epoch 45] loss: 0.0017983
Test set: Average loss: 4.1700, Accuracy: 1495/5000 (30%)
[epoch 46] loss: 0.0017263
Test set: Average loss: 4.1804, Accuracy: 1500/5000 (30%)
[epoch 47] loss: 0.0016582
Test set: Average loss: 4.1939, Accuracy: 1496/5000 (30%)
[epoch 48] loss: 0.0015852
Test set: Average loss: 4.2038, Accuracy: 1494/5000 (30%)
[epoch 49] loss: 0.0015382
Test set: Average loss: 4.2150, Accuracy: 1493/5000 (30%)
[epoch 50] loss: 0.0014746
Test set: Average loss: 4.2250, Accuracy: 1491/5000 (30%)
Validation:
Test set: Average loss: 2.2880, Accuracy: 1570/5000 (31%)
Test
Test set: Average loss: 2.3096, Accuracy: 3094/10000 (31%)
500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3052, Accuracy: 435/5000 (9%)
[epoch 1] loss: 2.2498801
Test set: Average loss: 2.1076, Accuracy: 1073/5000 (21%)
[epoch 2] loss: 1.9389759
Test set: Average loss: 2.0650, Accuracy: 1181/5000 (24%)
[epoch 3] loss: 1.7859919
Test set: Average loss: 1.9416, Accuracy: 1500/5000 (30%)
[epoch 4] loss: 1.5976221
Test set: Average loss: 1.8802, Accuracy: 1685/5000 (34%)
[epoch 5] loss: 1.4199128
Test set: Average loss: 1.8946, Accuracy: 1757/5000 (35%)
[epoch 6] loss: 1.2309135
Test set: Average loss: 1.9326, Accuracy: 1749/5000 (35%)
[epoch 7] loss: 1.0425673
Test set: Average loss: 2.0641, Accuracy: 1770/5000 (35%)
[epoch 8] loss: 0.9010230
Test set: Average loss: 2.2346, Accuracy: 1610/5000 (32%)
[epoch 9] loss: 0.7576213
Test set: Average loss: 2.4123, Accuracy: 1711/5000 (34%)
[epoch 10] loss: 0.6183000
Test set: Average loss: 2.4879, Accuracy: 1803/5000 (36%)
[epoch 11] loss: 0.4914421
Test set: Average loss: 2.6081, Accuracy: 1748/5000 (35%)
[epoch 12] loss: 0.3355256
Test set: Average loss: 2.7214, Accuracy: 1714/5000 (34%)
[epoch 13] loss: 0.2172743
Test set: Average loss: 2.9510, Accuracy: 1705/5000 (34%)
[epoch 14] loss: 0.1610996
Test set: Average loss: 3.1361, Accuracy: 1708/5000 (34%)
[epoch 15] loss: 0.1012520
Test set: Average loss: 3.2389, Accuracy: 1712/5000 (34%)
[epoch 16] loss: 0.0560356
Test set: Average loss: 3.2942, Accuracy: 1724/5000 (34%)
[epoch 17] loss: 0.0317879
Test set: Average loss: 3.3960, Accuracy: 1742/5000 (35%)
[epoch 18] loss: 0.0220028
Test set: Average loss: 3.4512, Accuracy: 1762/5000 (35%)
[epoch 19] loss: 0.0161296
Test set: Average loss: 3.5262, Accuracy: 1746/5000 (35%)
[epoch 20] loss: 0.0134697
Test set: Average loss: 3.5712, Accuracy: 1753/5000 (35%)
[epoch 21] loss: 0.0108252
Test set: Average loss: 3.6150, Accuracy: 1737/5000 (35%)
[epoch 22] loss: 0.0094985
Test set: Average loss: 3.6529, Accuracy: 1743/5000 (35%)
[epoch 23] loss: 0.0082897
Test set: Average loss: 3.6992, Accuracy: 1736/5000 (35%)
[epoch 24] loss: 0.0073405
Test set: Average loss: 3.7327, Accuracy: 1738/5000 (35%)
[epoch 25] loss: 0.0068146
Test set: Average loss: 3.7681, Accuracy: 1737/5000 (35%)
[epoch 26] loss: 0.0061227
Test set: Average loss: 3.7998, Accuracy: 1734/5000 (35%)
[epoch 27] loss: 0.0055282
Test set: Average loss: 3.8279, Accuracy: 1732/5000 (35%)
[epoch 28] loss: 0.0049877
Test set: Average loss: 3.8575, Accuracy: 1734/5000 (35%)
[epoch 29] loss: 0.0046285
Test set: Average loss: 3.8849, Accuracy: 1738/5000 (35%)
[epoch 30] loss: 0.0042015
Test set: Average loss: 3.9137, Accuracy: 1735/5000 (35%)
[epoch 31] loss: 0.0039343
Test set: Average loss: 3.9342, Accuracy: 1740/5000 (35%)
[epoch 32] loss: 0.0036420
Test set: Average loss: 3.9630, Accuracy: 1735/5000 (35%)
[epoch 33] loss: 0.0034310
Test set: Average loss: 3.9813, Accuracy: 1734/5000 (35%)
[epoch 34] loss: 0.0031857
Test set: Average loss: 4.0094, Accuracy: 1743/5000 (35%)
[epoch 35] loss: 0.0029807
Test set: Average loss: 4.0253, Accuracy: 1734/5000 (35%)
[epoch 36] loss: 0.0028128
Test set: Average loss: 4.0464, Accuracy: 1743/5000 (35%)
[epoch 37] loss: 0.0026507
Test set: Average loss: 4.0721, Accuracy: 1727/5000 (35%)
[epoch 38] loss: 0.0024764
Test set: Average loss: 4.0845, Accuracy: 1735/5000 (35%)
[epoch 39] loss: 0.0023548
Test set: Average loss: 4.1014, Accuracy: 1743/5000 (35%)
[epoch 40] loss: 0.0022218
Test set: Average loss: 4.1193, Accuracy: 1734/5000 (35%)
[epoch 41] loss: 0.0021242
Test set: Average loss: 4.1370, Accuracy: 1737/5000 (35%)
[epoch 42] loss: 0.0020078
Test set: Average loss: 4.1582, Accuracy: 1732/5000 (35%)
[epoch 43] loss: 0.0018996
Test set: Average loss: 4.1730, Accuracy: 1734/5000 (35%)
[epoch 44] loss: 0.0018188
Test set: Average loss: 4.1859, Accuracy: 1736/5000 (35%)
[epoch 45] loss: 0.0017202
Test set: Average loss: 4.2017, Accuracy: 1730/5000 (35%)
[epoch 46] loss: 0.0016514
Test set: Average loss: 4.2166, Accuracy: 1732/5000 (35%)
[epoch 47] loss: 0.0015923
Test set: Average loss: 4.2344, Accuracy: 1731/5000 (35%)
[epoch 48] loss: 0.0015275
Test set: Average loss: 4.2486, Accuracy: 1732/5000 (35%)
[epoch 49] loss: 0.0014510
Test set: Average loss: 4.2615, Accuracy: 1724/5000 (34%)
[epoch 50] loss: 0.0013935
Test set: Average loss: 4.2766, Accuracy: 1726/5000 (35%)
Validation:
Test set: Average loss: 2.4879, Accuracy: 1803/5000 (36%)
Test
Test set: Average loss: 2.4735, Accuracy: 3551/10000 (36%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3032, Accuracy: 566/5000 (11%)
[epoch 1] loss: 2.1807931
Test set: Average loss: 2.0960, Accuracy: 1068/5000 (21%)
[epoch 2] loss: 1.9246713
Test set: Average loss: 2.0102, Accuracy: 1464/5000 (29%)
[epoch 3] loss: 1.7364852
Test set: Average loss: 1.9075, Accuracy: 1464/5000 (29%)
[epoch 4] loss: 1.4977794
Test set: Average loss: 1.8964, Accuracy: 1622/5000 (32%)
[epoch 5] loss: 1.2517494
Test set: Average loss: 1.9718, Accuracy: 1697/5000 (34%)
[epoch 6] loss: 1.1160988
Test set: Average loss: 2.0589, Accuracy: 1645/5000 (33%)
[epoch 7] loss: 0.9610459
Test set: Average loss: 2.1594, Accuracy: 1720/5000 (34%)
[epoch 8] loss: 0.8410135
Test set: Average loss: 2.1074, Accuracy: 1783/5000 (36%)
[epoch 9] loss: 0.6156464
Test set: Average loss: 2.3022, Accuracy: 1663/5000 (33%)
[epoch 10] loss: 0.4636169
Test set: Average loss: 2.4414, Accuracy: 1686/5000 (34%)
[epoch 11] loss: 0.3375869
Test set: Average loss: 2.5978, Accuracy: 1704/5000 (34%)
[epoch 12] loss: 0.2304452
Test set: Average loss: 2.7955, Accuracy: 1688/5000 (34%)
[epoch 13] loss: 0.1686312
Test set: Average loss: 2.9750, Accuracy: 1631/5000 (33%)
[epoch 14] loss: 0.0966499
Test set: Average loss: 3.0190, Accuracy: 1692/5000 (34%)
[epoch 15] loss: 0.0698447
Test set: Average loss: 3.0659, Accuracy: 1690/5000 (34%)
[epoch 16] loss: 0.0429194
Test set: Average loss: 3.1368, Accuracy: 1716/5000 (34%)
[epoch 17] loss: 0.0277687
Test set: Average loss: 3.2203, Accuracy: 1708/5000 (34%)
[epoch 18] loss: 0.0207360
Test set: Average loss: 3.2713, Accuracy: 1688/5000 (34%)
[epoch 19] loss: 0.0148564
Test set: Average loss: 3.3297, Accuracy: 1691/5000 (34%)
[epoch 20] loss: 0.0123549
Test set: Average loss: 3.3742, Accuracy: 1670/5000 (33%)
[epoch 21] loss: 0.0117739
Test set: Average loss: 3.3985, Accuracy: 1696/5000 (34%)
[epoch 22] loss: 0.0143310
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.4983, Accuracy: 1688/5000 (34%)
[epoch 23] loss: 0.0220040
Epoch 22: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.4420, Accuracy: 1699/5000 (34%)
[epoch 24] loss: 0.0091656
Test set: Average loss: 3.4408, Accuracy: 1699/5000 (34%)
[epoch 25] loss: 0.0087844
Test set: Average loss: 3.4403, Accuracy: 1701/5000 (34%)
[epoch 26] loss: 0.0086152
Test set: Average loss: 3.4399, Accuracy: 1702/5000 (34%)
[epoch 27] loss: 0.0084844
Test set: Average loss: 3.4398, Accuracy: 1703/5000 (34%)
[epoch 28] loss: 0.0084623
Test set: Average loss: 3.4396, Accuracy: 1700/5000 (34%)
[epoch 29] loss: 0.0083903
Test set: Average loss: 3.4395, Accuracy: 1698/5000 (34%)
[epoch 30] loss: 0.0082949
Test set: Average loss: 3.4396, Accuracy: 1699/5000 (34%)
[epoch 31] loss: 0.0082166
Test set: Average loss: 3.4396, Accuracy: 1699/5000 (34%)
[epoch 32] loss: 0.0081541
Test set: Average loss: 3.4397, Accuracy: 1698/5000 (34%)
[epoch 33] loss: 0.0080394
Test set: Average loss: 3.4399, Accuracy: 1697/5000 (34%)
[epoch 34] loss: 0.0080861
Epoch 33: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 35] loss: 0.0080078
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 36] loss: 0.0081466
Epoch 35: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 37] loss: 0.0080625
Epoch 36: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 38] loss: 0.0079939
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 39] loss: 0.0080173
Epoch 38: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 40] loss: 0.0080143
Epoch 39: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 41] loss: 0.0079748
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 42] loss: 0.0079997
Epoch 41: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 43] loss: 0.0079793
Epoch 42: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 44] loss: 0.0079300
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 45] loss: 0.0079610
Epoch 44: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 46] loss: 0.0080891
Epoch 45: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 47] loss: 0.0079740
Epoch 46: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 48] loss: 0.0080169
Epoch 47: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 49] loss: 0.0079910
Epoch 48: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
[epoch 50] loss: 0.0081735
Epoch 49: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.4401, Accuracy: 1694/5000 (34%)
Validation:
Test set: Average loss: 2.1074, Accuracy: 1783/5000 (36%)
Test
Test set: Average loss: 2.0736, Accuracy: 3625/10000 (36%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3040, Accuracy: 567/5000 (11%)
[epoch 1] loss: 2.2286833
Test set: Average loss: 2.0711, Accuracy: 1190/5000 (24%)
[epoch 2] loss: 1.9682670
Test set: Average loss: 2.0257, Accuracy: 1417/5000 (28%)
[epoch 3] loss: 1.7248962
Test set: Average loss: 1.9569, Accuracy: 1486/5000 (30%)
[epoch 4] loss: 1.5334836
Test set: Average loss: 1.8901, Accuracy: 1715/5000 (34%)
[epoch 5] loss: 1.2870964
Test set: Average loss: 1.9684, Accuracy: 1753/5000 (35%)
[epoch 6] loss: 1.0865724
Test set: Average loss: 2.1086, Accuracy: 1676/5000 (34%)
[epoch 7] loss: 0.8753324
Test set: Average loss: 2.1384, Accuracy: 1786/5000 (36%)
[epoch 8] loss: 0.7051710
Test set: Average loss: 2.3573, Accuracy: 1722/5000 (34%)
[epoch 9] loss: 0.6207374
Test set: Average loss: 2.5825, Accuracy: 1597/5000 (32%)
[epoch 10] loss: 0.4348938
Test set: Average loss: 2.7068, Accuracy: 1624/5000 (32%)
[epoch 11] loss: 0.3374967
Test set: Average loss: 2.9013, Accuracy: 1700/5000 (34%)
[epoch 12] loss: 0.2259685
Test set: Average loss: 2.9949, Accuracy: 1708/5000 (34%)
[epoch 13] loss: 0.1340954
Test set: Average loss: 3.1303, Accuracy: 1657/5000 (33%)
[epoch 14] loss: 0.0955753
Test set: Average loss: 3.2858, Accuracy: 1681/5000 (34%)
[epoch 15] loss: 0.0719592
Test set: Average loss: 3.4060, Accuracy: 1707/5000 (34%)
[epoch 16] loss: 0.0612713
Test set: Average loss: 3.4749, Accuracy: 1695/5000 (34%)
[epoch 17] loss: 0.0354699
Test set: Average loss: 3.5739, Accuracy: 1674/5000 (33%)
[epoch 18] loss: 0.0190549
Test set: Average loss: 3.5960, Accuracy: 1693/5000 (34%)
[epoch 19] loss: 0.0128095
Test set: Average loss: 3.6268, Accuracy: 1702/5000 (34%)
[epoch 20] loss: 0.0097791
Test set: Average loss: 3.6716, Accuracy: 1735/5000 (35%)
[epoch 21] loss: 0.0082118
Test set: Average loss: 3.7084, Accuracy: 1717/5000 (34%)
[epoch 22] loss: 0.0072081
Test set: Average loss: 3.7358, Accuracy: 1721/5000 (34%)
[epoch 23] loss: 0.0062972
Test set: Average loss: 3.7681, Accuracy: 1721/5000 (34%)
[epoch 24] loss: 0.0056025
Test set: Average loss: 3.8056, Accuracy: 1723/5000 (34%)
[epoch 25] loss: 0.0049683
Test set: Average loss: 3.8293, Accuracy: 1720/5000 (34%)
[epoch 26] loss: 0.0045755
Test set: Average loss: 3.8540, Accuracy: 1721/5000 (34%)
[epoch 27] loss: 0.0041375
Test set: Average loss: 3.8809, Accuracy: 1718/5000 (34%)
[epoch 28] loss: 0.0037901
Test set: Average loss: 3.9089, Accuracy: 1709/5000 (34%)
[epoch 29] loss: 0.0035525
Test set: Average loss: 3.9302, Accuracy: 1712/5000 (34%)
[epoch 30] loss: 0.0032490
Test set: Average loss: 3.9477, Accuracy: 1709/5000 (34%)
[epoch 31] loss: 0.0029875
Test set: Average loss: 3.9776, Accuracy: 1701/5000 (34%)
[epoch 32] loss: 0.0028154
Test set: Average loss: 3.9885, Accuracy: 1697/5000 (34%)
[epoch 33] loss: 0.0026105
Test set: Average loss: 4.0169, Accuracy: 1711/5000 (34%)
[epoch 34] loss: 0.0024289
Test set: Average loss: 4.0369, Accuracy: 1699/5000 (34%)
[epoch 35] loss: 0.0022612
Test set: Average loss: 4.0479, Accuracy: 1695/5000 (34%)
[epoch 36] loss: 0.0021305
Test set: Average loss: 4.0704, Accuracy: 1701/5000 (34%)
[epoch 37] loss: 0.0020199
Test set: Average loss: 4.0851, Accuracy: 1693/5000 (34%)
[epoch 38] loss: 0.0019038
Test set: Average loss: 4.1075, Accuracy: 1700/5000 (34%)
[epoch 39] loss: 0.0017941
Test set: Average loss: 4.1164, Accuracy: 1693/5000 (34%)
[epoch 40] loss: 0.0016890
Test set: Average loss: 4.1377, Accuracy: 1697/5000 (34%)
[epoch 41] loss: 0.0016140
Test set: Average loss: 4.1482, Accuracy: 1696/5000 (34%)
[epoch 42] loss: 0.0015324
Test set: Average loss: 4.1670, Accuracy: 1693/5000 (34%)
[epoch 43] loss: 0.0014378
Test set: Average loss: 4.1836, Accuracy: 1693/5000 (34%)
[epoch 44] loss: 0.0013678
Test set: Average loss: 4.1927, Accuracy: 1698/5000 (34%)
[epoch 45] loss: 0.0013198
Test set: Average loss: 4.2115, Accuracy: 1698/5000 (34%)
[epoch 46] loss: 0.0012601
Test set: Average loss: 4.2260, Accuracy: 1695/5000 (34%)
[epoch 47] loss: 0.0012044
Test set: Average loss: 4.2366, Accuracy: 1697/5000 (34%)
[epoch 48] loss: 0.0011437
Test set: Average loss: 4.2445, Accuracy: 1699/5000 (34%)
[epoch 49] loss: 0.0010924
Test set: Average loss: 4.2646, Accuracy: 1699/5000 (34%)
[epoch 50] loss: 0.0010383
Test set: Average loss: 4.2746, Accuracy: 1700/5000 (34%)
Validation:
Test set: Average loss: 2.1384, Accuracy: 1786/5000 (36%)
Test
Test set: Average loss: 2.1155, Accuracy: 3615/10000 (36%)
750
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3039, Accuracy: 470/5000 (9%)
[epoch 1] loss: 2.1651618
Test set: Average loss: 1.9924, Accuracy: 1381/5000 (28%)
[epoch 2] loss: 1.8428927
Test set: Average loss: 1.8655, Accuracy: 1696/5000 (34%)
[epoch 3] loss: 1.6039142
Test set: Average loss: 1.8695, Accuracy: 1610/5000 (32%)
[epoch 4] loss: 1.4532183
Test set: Average loss: 1.8858, Accuracy: 1749/5000 (35%)
[epoch 5] loss: 1.2655682
Test set: Average loss: 2.0023, Accuracy: 1689/5000 (34%)
[epoch 6] loss: 1.1694541
Test set: Average loss: 1.9314, Accuracy: 1790/5000 (36%)
[epoch 7] loss: 0.9893229
Test set: Average loss: 2.1189, Accuracy: 1732/5000 (35%)
[epoch 8] loss: 0.8407358
Test set: Average loss: 2.1962, Accuracy: 1804/5000 (36%)
[epoch 9] loss: 0.6896595
Test set: Average loss: 2.5848, Accuracy: 1758/5000 (35%)
[epoch 10] loss: 0.6314542
Test set: Average loss: 2.4429, Accuracy: 1831/5000 (37%)
[epoch 11] loss: 0.4286368
Test set: Average loss: 2.6031, Accuracy: 1732/5000 (35%)
[epoch 12] loss: 0.3052096
Test set: Average loss: 2.7268, Accuracy: 1773/5000 (35%)
[epoch 13] loss: 0.1920542
Test set: Average loss: 2.8768, Accuracy: 1775/5000 (36%)
[epoch 14] loss: 0.1366035
Test set: Average loss: 2.9998, Accuracy: 1790/5000 (36%)
[epoch 15] loss: 0.0880637
Test set: Average loss: 3.1587, Accuracy: 1798/5000 (36%)
[epoch 16] loss: 0.0524257
Test set: Average loss: 3.2236, Accuracy: 1793/5000 (36%)
[epoch 17] loss: 0.0333304
Test set: Average loss: 3.2948, Accuracy: 1805/5000 (36%)
[epoch 18] loss: 0.0240793
Test set: Average loss: 3.3859, Accuracy: 1801/5000 (36%)
[epoch 19] loss: 0.0182413
Test set: Average loss: 3.4217, Accuracy: 1815/5000 (36%)
[epoch 20] loss: 0.0134077
Test set: Average loss: 3.4856, Accuracy: 1833/5000 (37%)
[epoch 21] loss: 0.0107311
Test set: Average loss: 3.5208, Accuracy: 1822/5000 (36%)
[epoch 22] loss: 0.0089538
Test set: Average loss: 3.5569, Accuracy: 1810/5000 (36%)
[epoch 23] loss: 0.0078587
Test set: Average loss: 3.5906, Accuracy: 1821/5000 (36%)
[epoch 24] loss: 0.0070581
Test set: Average loss: 3.6237, Accuracy: 1823/5000 (36%)
[epoch 25] loss: 0.0063037
Test set: Average loss: 3.6591, Accuracy: 1814/5000 (36%)
[epoch 26] loss: 0.0056322
Test set: Average loss: 3.6804, Accuracy: 1827/5000 (37%)
[epoch 27] loss: 0.0050643
Test set: Average loss: 3.7078, Accuracy: 1830/5000 (37%)
[epoch 28] loss: 0.0046752
Test set: Average loss: 3.7420, Accuracy: 1823/5000 (36%)
[epoch 29] loss: 0.0042128
Test set: Average loss: 3.7682, Accuracy: 1817/5000 (36%)
[epoch 30] loss: 0.0038528
Test set: Average loss: 3.7873, Accuracy: 1822/5000 (36%)
[epoch 31] loss: 0.0035613
Test set: Average loss: 3.8102, Accuracy: 1825/5000 (36%)
[epoch 32] loss: 0.0032733
Test set: Average loss: 3.8298, Accuracy: 1821/5000 (36%)
[epoch 33] loss: 0.0030955
Test set: Average loss: 3.8536, Accuracy: 1821/5000 (36%)
[epoch 34] loss: 0.0028647
Test set: Average loss: 3.8742, Accuracy: 1819/5000 (36%)
[epoch 35] loss: 0.0026374
Test set: Average loss: 3.8931, Accuracy: 1822/5000 (36%)
[epoch 36] loss: 0.0024761
Test set: Average loss: 3.9151, Accuracy: 1820/5000 (36%)
[epoch 37] loss: 0.0023367
Test set: Average loss: 3.9304, Accuracy: 1815/5000 (36%)
[epoch 38] loss: 0.0021689
Test set: Average loss: 3.9474, Accuracy: 1814/5000 (36%)
[epoch 39] loss: 0.0020559
Test set: Average loss: 3.9648, Accuracy: 1811/5000 (36%)
[epoch 40] loss: 0.0019344
Test set: Average loss: 3.9815, Accuracy: 1816/5000 (36%)
[epoch 41] loss: 0.0018440
Test set: Average loss: 3.9959, Accuracy: 1809/5000 (36%)
[epoch 42] loss: 0.0017322
Test set: Average loss: 4.0144, Accuracy: 1813/5000 (36%)
[epoch 43] loss: 0.0016641
Test set: Average loss: 4.0274, Accuracy: 1810/5000 (36%)
[epoch 44] loss: 0.0015633
Test set: Average loss: 4.0421, Accuracy: 1817/5000 (36%)
[epoch 45] loss: 0.0014702
Test set: Average loss: 4.0580, Accuracy: 1809/5000 (36%)
[epoch 46] loss: 0.0014084
Test set: Average loss: 4.0701, Accuracy: 1812/5000 (36%)
[epoch 47] loss: 0.0013521
Test set: Average loss: 4.0844, Accuracy: 1807/5000 (36%)
[epoch 48] loss: 0.0012778
Test set: Average loss: 4.0978, Accuracy: 1801/5000 (36%)
[epoch 49] loss: 0.0012263
Test set: Average loss: 4.1108, Accuracy: 1806/5000 (36%)
[epoch 50] loss: 0.0011720
Test set: Average loss: 4.1232, Accuracy: 1806/5000 (36%)
Validation:
Test set: Average loss: 3.4856, Accuracy: 1833/5000 (37%)
Test
Test set: Average loss: 3.4518, Accuracy: 3657/10000 (37%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3020, Accuracy: 466/5000 (9%)
[epoch 1] loss: 2.1389405
Test set: Average loss: 2.0935, Accuracy: 1241/5000 (25%)
[epoch 2] loss: 1.8632607
Test set: Average loss: 1.9340, Accuracy: 1528/5000 (31%)
[epoch 3] loss: 1.6319023
Test set: Average loss: 1.8758, Accuracy: 1639/5000 (33%)
[epoch 4] loss: 1.3728299
Test set: Average loss: 1.9080, Accuracy: 1732/5000 (35%)
[epoch 5] loss: 1.1654830
Test set: Average loss: 1.8415, Accuracy: 1841/5000 (37%)
[epoch 6] loss: 1.0350719
Test set: Average loss: 1.9666, Accuracy: 1797/5000 (36%)
[epoch 7] loss: 0.8976471
Test set: Average loss: 2.1334, Accuracy: 1836/5000 (37%)
[epoch 8] loss: 0.8196547
Test set: Average loss: 2.1660, Accuracy: 1867/5000 (37%)
[epoch 9] loss: 0.6468777
Test set: Average loss: 2.3963, Accuracy: 1861/5000 (37%)
[epoch 10] loss: 0.4802984
Test set: Average loss: 2.4340, Accuracy: 1907/5000 (38%)
[epoch 11] loss: 0.3670943
Test set: Average loss: 2.6596, Accuracy: 1881/5000 (38%)
[epoch 12] loss: 0.3328312
Test set: Average loss: 2.6785, Accuracy: 1931/5000 (39%)
[epoch 13] loss: 0.2210308
Test set: Average loss: 2.8561, Accuracy: 1881/5000 (38%)
[epoch 14] loss: 0.1504212
Test set: Average loss: 2.9638, Accuracy: 1880/5000 (38%)
[epoch 15] loss: 0.1149496
Test set: Average loss: 3.1178, Accuracy: 1845/5000 (37%)
[epoch 16] loss: 0.0734043
Test set: Average loss: 3.1870, Accuracy: 1863/5000 (37%)
[epoch 17] loss: 0.0447170
Test set: Average loss: 3.2544, Accuracy: 1869/5000 (37%)
[epoch 18] loss: 0.0314960
Test set: Average loss: 3.3300, Accuracy: 1868/5000 (37%)
[epoch 19] loss: 0.0240471
Test set: Average loss: 3.3753, Accuracy: 1874/5000 (37%)
[epoch 20] loss: 0.0160165
Test set: Average loss: 3.4353, Accuracy: 1875/5000 (38%)
[epoch 21] loss: 0.0136311
Test set: Average loss: 3.5066, Accuracy: 1863/5000 (37%)
[epoch 22] loss: 0.0112717
Test set: Average loss: 3.5438, Accuracy: 1884/5000 (38%)
[epoch 23] loss: 0.0101731
Test set: Average loss: 3.5755, Accuracy: 1864/5000 (37%)
[epoch 24] loss: 0.0087538
Test set: Average loss: 3.6165, Accuracy: 1878/5000 (38%)
[epoch 25] loss: 0.0077502
Test set: Average loss: 3.6454, Accuracy: 1863/5000 (37%)
[epoch 26] loss: 0.0069193
Test set: Average loss: 3.6864, Accuracy: 1862/5000 (37%)
[epoch 27] loss: 0.0060970
Test set: Average loss: 3.7151, Accuracy: 1862/5000 (37%)
[epoch 28] loss: 0.0055803
Test set: Average loss: 3.7459, Accuracy: 1863/5000 (37%)
[epoch 29] loss: 0.0050925
Test set: Average loss: 3.7737, Accuracy: 1873/5000 (37%)
[epoch 30] loss: 0.0046989
Test set: Average loss: 3.7969, Accuracy: 1868/5000 (37%)
[epoch 31] loss: 0.0043112
Test set: Average loss: 3.8238, Accuracy: 1865/5000 (37%)
[epoch 32] loss: 0.0040169
Test set: Average loss: 3.8460, Accuracy: 1868/5000 (37%)
[epoch 33] loss: 0.0037427
Test set: Average loss: 3.8688, Accuracy: 1869/5000 (37%)
[epoch 34] loss: 0.0035063
Test set: Average loss: 3.8898, Accuracy: 1874/5000 (37%)
[epoch 35] loss: 0.0033087
Test set: Average loss: 3.9158, Accuracy: 1874/5000 (37%)
[epoch 36] loss: 0.0030573
Test set: Average loss: 3.9326, Accuracy: 1861/5000 (37%)
[epoch 37] loss: 0.0028486
Test set: Average loss: 3.9555, Accuracy: 1875/5000 (38%)
[epoch 38] loss: 0.0027023
Test set: Average loss: 3.9704, Accuracy: 1868/5000 (37%)
[epoch 39] loss: 0.0025382
Test set: Average loss: 3.9904, Accuracy: 1868/5000 (37%)
[epoch 40] loss: 0.0024169
Test set: Average loss: 4.0099, Accuracy: 1872/5000 (37%)
[epoch 41] loss: 0.0023031
Test set: Average loss: 4.0268, Accuracy: 1870/5000 (37%)
[epoch 42] loss: 0.0021717
Test set: Average loss: 4.0405, Accuracy: 1865/5000 (37%)
[epoch 43] loss: 0.0020479
Test set: Average loss: 4.0609, Accuracy: 1871/5000 (37%)
[epoch 44] loss: 0.0019330
Test set: Average loss: 4.0782, Accuracy: 1872/5000 (37%)
[epoch 45] loss: 0.0018466
Test set: Average loss: 4.0935, Accuracy: 1874/5000 (37%)
[epoch 46] loss: 0.0017693
Test set: Average loss: 4.1063, Accuracy: 1870/5000 (37%)
[epoch 47] loss: 0.0016893
Test set: Average loss: 4.1211, Accuracy: 1873/5000 (37%)
[epoch 48] loss: 0.0016175
Test set: Average loss: 4.1383, Accuracy: 1867/5000 (37%)
[epoch 49] loss: 0.0015465
Test set: Average loss: 4.1501, Accuracy: 1872/5000 (37%)
[epoch 50] loss: 0.0014623
Test set: Average loss: 4.1782, Accuracy: 1868/5000 (37%)
Validation:
Test set: Average loss: 2.6785, Accuracy: 1931/5000 (39%)
Test
Test set: Average loss: 2.6779, Accuracy: 3894/10000 (39%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3038, Accuracy: 524/5000 (10%)
[epoch 1] loss: 2.1972003
Test set: Average loss: 2.1059, Accuracy: 985/5000 (20%)
[epoch 2] loss: 1.9582219
Test set: Average loss: 1.9459, Accuracy: 1564/5000 (31%)
[epoch 3] loss: 1.8125439
Test set: Average loss: 1.8531, Accuracy: 1735/5000 (35%)
[epoch 4] loss: 1.6504513
Test set: Average loss: 1.7849, Accuracy: 1817/5000 (36%)
[epoch 5] loss: 1.4832012
Test set: Average loss: 1.8790, Accuracy: 1794/5000 (36%)
[epoch 6] loss: 1.3213240
Test set: Average loss: 1.8765, Accuracy: 1809/5000 (36%)
[epoch 7] loss: 1.2172877
Test set: Average loss: 1.9061, Accuracy: 1822/5000 (36%)
[epoch 8] loss: 1.0629940
Test set: Average loss: 2.0245, Accuracy: 1824/5000 (36%)
[epoch 9] loss: 0.8718325
Test set: Average loss: 2.2349, Accuracy: 1734/5000 (35%)
[epoch 10] loss: 0.8405482
Test set: Average loss: 2.3642, Accuracy: 1749/5000 (35%)
[epoch 11] loss: 0.7305296
Test set: Average loss: 2.5612, Accuracy: 1697/5000 (34%)
[epoch 12] loss: 0.5213774
Test set: Average loss: 2.6316, Accuracy: 1759/5000 (35%)
[epoch 13] loss: 0.3705871
Test set: Average loss: 2.8134, Accuracy: 1732/5000 (35%)
[epoch 14] loss: 0.2511131
Test set: Average loss: 2.9871, Accuracy: 1768/5000 (35%)
[epoch 15] loss: 0.1794471
Test set: Average loss: 3.2563, Accuracy: 1704/5000 (34%)
[epoch 16] loss: 0.1458379
Test set: Average loss: 3.3416, Accuracy: 1759/5000 (35%)
[epoch 17] loss: 0.0948828
Test set: Average loss: 3.5243, Accuracy: 1654/5000 (33%)
[epoch 18] loss: 0.0837802
Test set: Average loss: 3.6114, Accuracy: 1695/5000 (34%)
[epoch 19] loss: 0.0479556
Test set: Average loss: 3.7164, Accuracy: 1718/5000 (34%)
[epoch 20] loss: 0.0231143
Test set: Average loss: 3.8480, Accuracy: 1716/5000 (34%)
[epoch 21] loss: 0.0158352
Test set: Average loss: 3.8772, Accuracy: 1740/5000 (35%)
[epoch 22] loss: 0.0118154
Test set: Average loss: 3.9576, Accuracy: 1744/5000 (35%)
[epoch 23] loss: 0.0097458
Test set: Average loss: 4.0214, Accuracy: 1741/5000 (35%)
[epoch 24] loss: 0.0084108
Test set: Average loss: 4.0597, Accuracy: 1731/5000 (35%)
[epoch 25] loss: 0.0073341
Test set: Average loss: 4.0962, Accuracy: 1734/5000 (35%)
[epoch 26] loss: 0.0065077
Test set: Average loss: 4.1393, Accuracy: 1735/5000 (35%)
[epoch 27] loss: 0.0056443
Test set: Average loss: 4.1957, Accuracy: 1737/5000 (35%)
[epoch 28] loss: 0.0052285
Test set: Average loss: 4.2128, Accuracy: 1741/5000 (35%)
[epoch 29] loss: 0.0047584
Test set: Average loss: 4.2468, Accuracy: 1733/5000 (35%)
[epoch 30] loss: 0.0043064
Test set: Average loss: 4.2810, Accuracy: 1737/5000 (35%)
[epoch 31] loss: 0.0039846
Test set: Average loss: 4.3111, Accuracy: 1737/5000 (35%)
[epoch 32] loss: 0.0037534
Test set: Average loss: 4.3406, Accuracy: 1732/5000 (35%)
[epoch 33] loss: 0.0034646
Test set: Average loss: 4.3684, Accuracy: 1734/5000 (35%)
[epoch 34] loss: 0.0032155
Test set: Average loss: 4.3941, Accuracy: 1732/5000 (35%)
[epoch 35] loss: 0.0030305
Test set: Average loss: 4.4248, Accuracy: 1726/5000 (35%)
[epoch 36] loss: 0.0028172
Test set: Average loss: 4.4490, Accuracy: 1735/5000 (35%)
[epoch 37] loss: 0.0026390
Test set: Average loss: 4.4717, Accuracy: 1729/5000 (35%)
[epoch 38] loss: 0.0024880
Test set: Average loss: 4.4926, Accuracy: 1730/5000 (35%)
[epoch 39] loss: 0.0023489
Test set: Average loss: 4.5188, Accuracy: 1725/5000 (34%)
[epoch 40] loss: 0.0022317
Test set: Average loss: 4.5428, Accuracy: 1724/5000 (34%)
[epoch 41] loss: 0.0020956
Test set: Average loss: 4.5590, Accuracy: 1733/5000 (35%)
[epoch 42] loss: 0.0020003
Test set: Average loss: 4.5803, Accuracy: 1728/5000 (35%)
[epoch 43] loss: 0.0018817
Test set: Average loss: 4.6030, Accuracy: 1723/5000 (34%)
[epoch 44] loss: 0.0018072
Test set: Average loss: 4.6211, Accuracy: 1729/5000 (35%)
[epoch 45] loss: 0.0017201
Test set: Average loss: 4.6413, Accuracy: 1725/5000 (34%)
[epoch 46] loss: 0.0016424
Test set: Average loss: 4.6601, Accuracy: 1727/5000 (35%)
[epoch 47] loss: 0.0015847
Test set: Average loss: 4.6789, Accuracy: 1728/5000 (35%)
[epoch 48] loss: 0.0014858
Test set: Average loss: 4.6959, Accuracy: 1729/5000 (35%)
[epoch 49] loss: 0.0014288
Test set: Average loss: 4.7147, Accuracy: 1728/5000 (35%)
[epoch 50] loss: 0.0013785
Test set: Average loss: 4.7309, Accuracy: 1729/5000 (35%)
Validation:
Test set: Average loss: 2.0245, Accuracy: 1824/5000 (36%)
Test
Test set: Average loss: 1.9941, Accuracy: 3730/10000 (37%)
1000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3042, Accuracy: 465/5000 (9%)
[epoch 1] loss: 2.1469257
Test set: Average loss: 1.9963, Accuracy: 1386/5000 (28%)
[epoch 2] loss: 1.8398171
Test set: Average loss: 1.8494, Accuracy: 1649/5000 (33%)
[epoch 3] loss: 1.6326692
Test set: Average loss: 1.8356, Accuracy: 1729/5000 (35%)
[epoch 4] loss: 1.4609020
Test set: Average loss: 1.7733, Accuracy: 1834/5000 (37%)
[epoch 5] loss: 1.3164370
Test set: Average loss: 1.8130, Accuracy: 1877/5000 (38%)
[epoch 6] loss: 1.1618007
Test set: Average loss: 2.0391, Accuracy: 1850/5000 (37%)
[epoch 7] loss: 1.0644188
Test set: Average loss: 1.9771, Accuracy: 1774/5000 (35%)
[epoch 8] loss: 0.8522450
Test set: Average loss: 2.1521, Accuracy: 1860/5000 (37%)
[epoch 9] loss: 0.7372243
Test set: Average loss: 2.3438, Accuracy: 1746/5000 (35%)
[epoch 10] loss: 0.6067937
Test set: Average loss: 2.4257, Accuracy: 1846/5000 (37%)
[epoch 11] loss: 0.4949984
Test set: Average loss: 2.6669, Accuracy: 1813/5000 (36%)
[epoch 12] loss: 0.4055929
Test set: Average loss: 2.8164, Accuracy: 1806/5000 (36%)
[epoch 13] loss: 0.2800089
Test set: Average loss: 2.9869, Accuracy: 1830/5000 (37%)
[epoch 14] loss: 0.1675204
Test set: Average loss: 3.1352, Accuracy: 1856/5000 (37%)
[epoch 15] loss: 0.1482176
Test set: Average loss: 3.2905, Accuracy: 1856/5000 (37%)
[epoch 16] loss: 0.0943460
Test set: Average loss: 3.3305, Accuracy: 1891/5000 (38%)
[epoch 17] loss: 0.0493863
Test set: Average loss: 3.4455, Accuracy: 1857/5000 (37%)
[epoch 18] loss: 0.0288242
Test set: Average loss: 3.5324, Accuracy: 1895/5000 (38%)
[epoch 19] loss: 0.0175353
Test set: Average loss: 3.6087, Accuracy: 1885/5000 (38%)
[epoch 20] loss: 0.0134217
Test set: Average loss: 3.6857, Accuracy: 1894/5000 (38%)
[epoch 21] loss: 0.0123370
Test set: Average loss: 3.7327, Accuracy: 1911/5000 (38%)
[epoch 22] loss: 0.0110868
Test set: Average loss: 3.8100, Accuracy: 1887/5000 (38%)
[epoch 23] loss: 0.0079335
Test set: Average loss: 3.8450, Accuracy: 1889/5000 (38%)
[epoch 24] loss: 0.0070040
Test set: Average loss: 3.8858, Accuracy: 1892/5000 (38%)
[epoch 25] loss: 0.0060835
Test set: Average loss: 3.9285, Accuracy: 1897/5000 (38%)
[epoch 26] loss: 0.0054829
Test set: Average loss: 3.9690, Accuracy: 1886/5000 (38%)
[epoch 27] loss: 0.0049526
Test set: Average loss: 4.0001, Accuracy: 1886/5000 (38%)
[epoch 28] loss: 0.0045499
Test set: Average loss: 4.0376, Accuracy: 1889/5000 (38%)
[epoch 29] loss: 0.0042265
Test set: Average loss: 4.0644, Accuracy: 1890/5000 (38%)
[epoch 30] loss: 0.0038629
Test set: Average loss: 4.1010, Accuracy: 1888/5000 (38%)
[epoch 31] loss: 0.0035592
Test set: Average loss: 4.1260, Accuracy: 1886/5000 (38%)
[epoch 32] loss: 0.0033699
Test set: Average loss: 4.1531, Accuracy: 1881/5000 (38%)
[epoch 33] loss: 0.0031035
Test set: Average loss: 4.1861, Accuracy: 1882/5000 (38%)
[epoch 34] loss: 0.0028676
Test set: Average loss: 4.2109, Accuracy: 1876/5000 (38%)
[epoch 35] loss: 0.0026625
Test set: Average loss: 4.2354, Accuracy: 1886/5000 (38%)
[epoch 36] loss: 0.0025207
Test set: Average loss: 4.2578, Accuracy: 1884/5000 (38%)
[epoch 37] loss: 0.0023504
Test set: Average loss: 4.2958, Accuracy: 1882/5000 (38%)
[epoch 38] loss: 0.0021677
Test set: Average loss: 4.3069, Accuracy: 1879/5000 (38%)
[epoch 39] loss: 0.0020665
Test set: Average loss: 4.3293, Accuracy: 1881/5000 (38%)
[epoch 40] loss: 0.0019621
Test set: Average loss: 4.3493, Accuracy: 1875/5000 (38%)
[epoch 41] loss: 0.0018184
Test set: Average loss: 4.3708, Accuracy: 1875/5000 (38%)
[epoch 42] loss: 0.0017412
Test set: Average loss: 4.3901, Accuracy: 1878/5000 (38%)
[epoch 43] loss: 0.0016573
Test set: Average loss: 4.4104, Accuracy: 1879/5000 (38%)
[epoch 44] loss: 0.0015806
Test set: Average loss: 4.4313, Accuracy: 1878/5000 (38%)
[epoch 45] loss: 0.0014966
Test set: Average loss: 4.4499, Accuracy: 1874/5000 (37%)
[epoch 46] loss: 0.0014200
Test set: Average loss: 4.4674, Accuracy: 1872/5000 (37%)
[epoch 47] loss: 0.0013622
Test set: Average loss: 4.4853, Accuracy: 1870/5000 (37%)
[epoch 48] loss: 0.0012874
Test set: Average loss: 4.5047, Accuracy: 1875/5000 (38%)
[epoch 49] loss: 0.0012379
Test set: Average loss: 4.5216, Accuracy: 1873/5000 (37%)
[epoch 50] loss: 0.0011807
Test set: Average loss: 4.5394, Accuracy: 1869/5000 (37%)
Validation:
Test set: Average loss: 3.7327, Accuracy: 1911/5000 (38%)
Test
Test set: Average loss: 3.7282, Accuracy: 3695/10000 (37%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3008, Accuracy: 501/5000 (10%)
[epoch 1] loss: 2.1034678
Test set: Average loss: 2.0076, Accuracy: 1310/5000 (26%)
[epoch 2] loss: 1.7874695
Test set: Average loss: 1.9230, Accuracy: 1581/5000 (32%)
[epoch 3] loss: 1.5836647
Test set: Average loss: 1.8174, Accuracy: 1790/5000 (36%)
[epoch 4] loss: 1.4055177
Test set: Average loss: 1.9370, Accuracy: 1821/5000 (36%)
[epoch 5] loss: 1.2812866
Test set: Average loss: 1.9839, Accuracy: 1770/5000 (35%)
[epoch 6] loss: 1.1268273
Test set: Average loss: 1.9891, Accuracy: 1917/5000 (38%)
[epoch 7] loss: 1.0369942
Test set: Average loss: 2.0723, Accuracy: 1882/5000 (38%)
[epoch 8] loss: 0.8636386
Test set: Average loss: 2.0382, Accuracy: 2008/5000 (40%)
[epoch 9] loss: 0.8042050
Test set: Average loss: 2.2157, Accuracy: 1906/5000 (38%)
[epoch 10] loss: 0.6840407
Test set: Average loss: 2.2624, Accuracy: 1910/5000 (38%)
[epoch 11] loss: 0.5796873
Test set: Average loss: 2.3662, Accuracy: 1901/5000 (38%)
[epoch 12] loss: 0.4387652
Test set: Average loss: 2.4552, Accuracy: 1988/5000 (40%)
[epoch 13] loss: 0.2984505
Test set: Average loss: 2.6786, Accuracy: 1945/5000 (39%)
[epoch 14] loss: 0.2018173
Test set: Average loss: 2.7940, Accuracy: 1900/5000 (38%)
[epoch 15] loss: 0.1352042
Test set: Average loss: 2.9419, Accuracy: 1934/5000 (39%)
[epoch 16] loss: 0.1178654
Test set: Average loss: 3.0539, Accuracy: 1935/5000 (39%)
[epoch 17] loss: 0.0677485
Test set: Average loss: 3.1051, Accuracy: 1928/5000 (39%)
[epoch 18] loss: 0.0331999
Test set: Average loss: 3.1943, Accuracy: 1930/5000 (39%)
[epoch 19] loss: 0.0228336
Test set: Average loss: 3.2724, Accuracy: 1960/5000 (39%)
[epoch 20] loss: 0.0156016
Test set: Average loss: 3.3112, Accuracy: 1967/5000 (39%)
[epoch 21] loss: 0.0124563
Test set: Average loss: 3.3636, Accuracy: 1964/5000 (39%)
[epoch 22] loss: 0.0106427
Test set: Average loss: 3.4139, Accuracy: 1956/5000 (39%)
[epoch 23] loss: 0.0089469
Test set: Average loss: 3.4519, Accuracy: 1968/5000 (39%)
[epoch 24] loss: 0.0079169
Test set: Average loss: 3.4961, Accuracy: 1950/5000 (39%)
[epoch 25] loss: 0.0068935
Test set: Average loss: 3.5276, Accuracy: 1958/5000 (39%)
[epoch 26] loss: 0.0061705
Test set: Average loss: 3.5612, Accuracy: 1962/5000 (39%)
[epoch 27] loss: 0.0055360
Test set: Average loss: 3.5989, Accuracy: 1944/5000 (39%)
[epoch 28] loss: 0.0050964
Test set: Average loss: 3.6241, Accuracy: 1959/5000 (39%)
[epoch 29] loss: 0.0046031
Test set: Average loss: 3.6654, Accuracy: 1953/5000 (39%)
[epoch 30] loss: 0.0042709
Test set: Average loss: 3.6832, Accuracy: 1949/5000 (39%)
[epoch 31] loss: 0.0039665
Test set: Average loss: 3.7141, Accuracy: 1953/5000 (39%)
[epoch 32] loss: 0.0037034
Test set: Average loss: 3.7367, Accuracy: 1952/5000 (39%)
[epoch 33] loss: 0.0034475
Test set: Average loss: 3.7625, Accuracy: 1942/5000 (39%)
[epoch 34] loss: 0.0032051
Test set: Average loss: 3.7881, Accuracy: 1951/5000 (39%)
[epoch 35] loss: 0.0029477
Test set: Average loss: 3.8086, Accuracy: 1946/5000 (39%)
[epoch 36] loss: 0.0028185
Test set: Average loss: 3.8314, Accuracy: 1959/5000 (39%)
[epoch 37] loss: 0.0025867
Test set: Average loss: 3.8524, Accuracy: 1958/5000 (39%)
[epoch 38] loss: 0.0024393
Test set: Average loss: 3.8753, Accuracy: 1946/5000 (39%)
[epoch 39] loss: 0.0022797
Test set: Average loss: 3.8937, Accuracy: 1948/5000 (39%)
[epoch 40] loss: 0.0021530
Test set: Average loss: 3.9143, Accuracy: 1941/5000 (39%)
[epoch 41] loss: 0.0020104
Test set: Average loss: 3.9335, Accuracy: 1953/5000 (39%)
[epoch 42] loss: 0.0018922
Test set: Average loss: 3.9523, Accuracy: 1946/5000 (39%)
[epoch 43] loss: 0.0018299
Test set: Average loss: 3.9686, Accuracy: 1944/5000 (39%)
[epoch 44] loss: 0.0017307
Test set: Average loss: 3.9896, Accuracy: 1948/5000 (39%)
[epoch 45] loss: 0.0016358
Test set: Average loss: 4.0041, Accuracy: 1942/5000 (39%)
[epoch 46] loss: 0.0015511
Test set: Average loss: 4.0211, Accuracy: 1937/5000 (39%)
[epoch 47] loss: 0.0014798
Test set: Average loss: 4.0387, Accuracy: 1947/5000 (39%)
[epoch 48] loss: 0.0014074
Test set: Average loss: 4.0540, Accuracy: 1946/5000 (39%)
[epoch 49] loss: 0.0013363
Test set: Average loss: 4.0690, Accuracy: 1950/5000 (39%)
[epoch 50] loss: 0.0012730
Test set: Average loss: 4.0837, Accuracy: 1950/5000 (39%)
Validation:
Test set: Average loss: 2.0382, Accuracy: 2008/5000 (40%)
Test
Test set: Average loss: 2.0145, Accuracy: 4006/10000 (40%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3052, Accuracy: 450/5000 (9%)
[epoch 1] loss: 2.1794646
Test set: Average loss: 1.9386, Accuracy: 1504/5000 (30%)
[epoch 2] loss: 1.8288536
Test set: Average loss: 1.8261, Accuracy: 1737/5000 (35%)
[epoch 3] loss: 1.7021227
Test set: Average loss: 1.7861, Accuracy: 1813/5000 (36%)
[epoch 4] loss: 1.5925632
Test set: Average loss: 1.7787, Accuracy: 1823/5000 (36%)
[epoch 5] loss: 1.4524863
Test set: Average loss: 1.8363, Accuracy: 1817/5000 (36%)
[epoch 6] loss: 1.3873933
Test set: Average loss: 1.8392, Accuracy: 1749/5000 (35%)
[epoch 7] loss: 1.2330601
Test set: Average loss: 1.8687, Accuracy: 1882/5000 (38%)
[epoch 8] loss: 1.1439062
Test set: Average loss: 1.9958, Accuracy: 1864/5000 (37%)
[epoch 9] loss: 1.0228070
Test set: Average loss: 2.1010, Accuracy: 1794/5000 (36%)
[epoch 10] loss: 0.8943709
Test set: Average loss: 2.1474, Accuracy: 1893/5000 (38%)
[epoch 11] loss: 0.7593840
Test set: Average loss: 2.2458, Accuracy: 1829/5000 (37%)
[epoch 12] loss: 0.5614817
Test set: Average loss: 2.4860, Accuracy: 1796/5000 (36%)
[epoch 13] loss: 0.4825986
Test set: Average loss: 2.7298, Accuracy: 1766/5000 (35%)
[epoch 14] loss: 0.3961190
Test set: Average loss: 2.8171, Accuracy: 1854/5000 (37%)
[epoch 15] loss: 0.2937846
Test set: Average loss: 2.9546, Accuracy: 1768/5000 (35%)
[epoch 16] loss: 0.2244407
Test set: Average loss: 3.1222, Accuracy: 1782/5000 (36%)
[epoch 17] loss: 0.1929972
Test set: Average loss: 3.3393, Accuracy: 1769/5000 (35%)
[epoch 18] loss: 0.1534125
Test set: Average loss: 3.4481, Accuracy: 1768/5000 (35%)
[epoch 19] loss: 0.1054610
Test set: Average loss: 3.4675, Accuracy: 1803/5000 (36%)
[epoch 20] loss: 0.0602858
Test set: Average loss: 3.6079, Accuracy: 1797/5000 (36%)
[epoch 21] loss: 0.0370852
Test set: Average loss: 3.6500, Accuracy: 1798/5000 (36%)
[epoch 22] loss: 0.0250193
Test set: Average loss: 3.7527, Accuracy: 1846/5000 (37%)
[epoch 23] loss: 0.0150574
Test set: Average loss: 3.8275, Accuracy: 1841/5000 (37%)
[epoch 24] loss: 0.0117039
Test set: Average loss: 3.8738, Accuracy: 1829/5000 (37%)
[epoch 25] loss: 0.0099524
Test set: Average loss: 3.9153, Accuracy: 1811/5000 (36%)
[epoch 26] loss: 0.0089370
Test set: Average loss: 3.9682, Accuracy: 1824/5000 (36%)
[epoch 27] loss: 0.0076712
Test set: Average loss: 4.0192, Accuracy: 1820/5000 (36%)
[epoch 28] loss: 0.0069085
Test set: Average loss: 4.0611, Accuracy: 1833/5000 (37%)
[epoch 29] loss: 0.0062385
Test set: Average loss: 4.0952, Accuracy: 1815/5000 (36%)
[epoch 30] loss: 0.0055901
Test set: Average loss: 4.1416, Accuracy: 1825/5000 (36%)
[epoch 31] loss: 0.0049767
Test set: Average loss: 4.1738, Accuracy: 1821/5000 (36%)
[epoch 32] loss: 0.0045940
Test set: Average loss: 4.2009, Accuracy: 1819/5000 (36%)
[epoch 33] loss: 0.0041780
Test set: Average loss: 4.2345, Accuracy: 1814/5000 (36%)
[epoch 34] loss: 0.0039095
Test set: Average loss: 4.2657, Accuracy: 1820/5000 (36%)
[epoch 35] loss: 0.0036193
Test set: Average loss: 4.2987, Accuracy: 1830/5000 (37%)
[epoch 36] loss: 0.0033856
Test set: Average loss: 4.3265, Accuracy: 1824/5000 (36%)
[epoch 37] loss: 0.0031498
Test set: Average loss: 4.3505, Accuracy: 1815/5000 (36%)
[epoch 38] loss: 0.0029976
Test set: Average loss: 4.3795, Accuracy: 1824/5000 (36%)
[epoch 39] loss: 0.0027752
Test set: Average loss: 4.4052, Accuracy: 1829/5000 (37%)
[epoch 40] loss: 0.0026174
Test set: Average loss: 4.4246, Accuracy: 1831/5000 (37%)
[epoch 41] loss: 0.0024200
Test set: Average loss: 4.4521, Accuracy: 1831/5000 (37%)
[epoch 42] loss: 0.0022975
Test set: Average loss: 4.4710, Accuracy: 1828/5000 (37%)
[epoch 43] loss: 0.0021983
Test set: Average loss: 4.4967, Accuracy: 1827/5000 (37%)
[epoch 44] loss: 0.0020451
Test set: Average loss: 4.5164, Accuracy: 1832/5000 (37%)
[epoch 45] loss: 0.0019620
Test set: Average loss: 4.5345, Accuracy: 1833/5000 (37%)
[epoch 46] loss: 0.0018742
Test set: Average loss: 4.5570, Accuracy: 1831/5000 (37%)
[epoch 47] loss: 0.0017709
Test set: Average loss: 4.5789, Accuracy: 1822/5000 (36%)
[epoch 48] loss: 0.0016831
Test set: Average loss: 4.6011, Accuracy: 1826/5000 (37%)
[epoch 49] loss: 0.0016204
Test set: Average loss: 4.6180, Accuracy: 1840/5000 (37%)
[epoch 50] loss: 0.0015343
Test set: Average loss: 4.6363, Accuracy: 1826/5000 (37%)
Validation:
Test set: Average loss: 2.1474, Accuracy: 1893/5000 (38%)
Test
Test set: Average loss: 2.1474, Accuracy: 3762/10000 (38%)
2500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3041, Accuracy: 496/5000 (10%)
[epoch 1] loss: 2.0088176
Test set: Average loss: 1.7260, Accuracy: 1775/5000 (36%)
[epoch 2] loss: 1.6237877
Test set: Average loss: 1.5825, Accuracy: 2200/5000 (44%)
[epoch 3] loss: 1.4956183
Test set: Average loss: 1.6691, Accuracy: 1972/5000 (39%)
[epoch 4] loss: 1.3770234
Test set: Average loss: 1.5689, Accuracy: 2228/5000 (45%)
[epoch 5] loss: 1.2741815
Test set: Average loss: 1.5559, Accuracy: 2284/5000 (46%)
[epoch 6] loss: 1.1463592
Test set: Average loss: 1.6281, Accuracy: 2225/5000 (44%)
[epoch 7] loss: 1.1689638
Epoch 6: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6688, Accuracy: 2168/5000 (43%)
[epoch 8] loss: 0.8598801
Test set: Average loss: 1.5744, Accuracy: 2329/5000 (47%)
[epoch 9] loss: 0.7751724
Test set: Average loss: 1.5948, Accuracy: 2363/5000 (47%)
[epoch 10] loss: 0.7447367
Test set: Average loss: 1.6124, Accuracy: 2376/5000 (48%)
[epoch 11] loss: 0.7205813
Test set: Average loss: 1.6371, Accuracy: 2364/5000 (47%)
[epoch 12] loss: 0.7040645
Test set: Average loss: 1.6584, Accuracy: 2339/5000 (47%)
[epoch 13] loss: 0.6785909
Test set: Average loss: 1.6755, Accuracy: 2350/5000 (47%)
[epoch 14] loss: 0.6647658
Test set: Average loss: 1.7024, Accuracy: 2325/5000 (46%)
[epoch 15] loss: 0.6430844
Test set: Average loss: 1.7213, Accuracy: 2355/5000 (47%)
[epoch 16] loss: 0.6279643
Test set: Average loss: 1.7384, Accuracy: 2338/5000 (47%)
[epoch 17] loss: 0.6093292
Test set: Average loss: 1.7554, Accuracy: 2362/5000 (47%)
[epoch 18] loss: 0.5965514
Test set: Average loss: 1.7878, Accuracy: 2318/5000 (46%)
[epoch 19] loss: 0.5896787
Test set: Average loss: 1.7944, Accuracy: 2324/5000 (46%)
[epoch 20] loss: 0.5615958
Test set: Average loss: 1.8160, Accuracy: 2344/5000 (47%)
[epoch 21] loss: 0.5455267
Test set: Average loss: 1.8358, Accuracy: 2318/5000 (46%)
[epoch 22] loss: 0.5354276
Test set: Average loss: 1.8671, Accuracy: 2312/5000 (46%)
[epoch 23] loss: 0.5148308
Test set: Average loss: 1.8912, Accuracy: 2318/5000 (46%)
[epoch 24] loss: 0.5029393
Test set: Average loss: 1.9136, Accuracy: 2303/5000 (46%)
[epoch 25] loss: 0.5051069
Epoch 24: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.9324, Accuracy: 2309/5000 (46%)
[epoch 26] loss: 0.4531751
Test set: Average loss: 1.9272, Accuracy: 2316/5000 (46%)
[epoch 27] loss: 0.4464202
Test set: Average loss: 1.9310, Accuracy: 2312/5000 (46%)
[epoch 28] loss: 0.4476631
Epoch 27: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.9343, Accuracy: 2313/5000 (46%)
[epoch 29] loss: 0.4481258
Epoch 28: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.9346, Accuracy: 2313/5000 (46%)
[epoch 30] loss: 0.4420593
Test set: Average loss: 1.9346, Accuracy: 2313/5000 (46%)
[epoch 31] loss: 0.4426959
Epoch 30: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 32] loss: 0.4527244
Epoch 31: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 33] loss: 0.4462295
Epoch 32: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 34] loss: 0.4540794
Epoch 33: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 35] loss: 0.4569353
Epoch 34: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 36] loss: 0.5554179
Epoch 35: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 37] loss: 0.4446374
Epoch 36: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 38] loss: 0.4391829
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 39] loss: 0.4430277
Epoch 38: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 40] loss: 0.4435831
Epoch 39: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 41] loss: 0.4424423
Epoch 40: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 42] loss: 0.4513532
Epoch 41: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 43] loss: 0.4567004
Epoch 42: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 44] loss: 0.4400249
Epoch 43: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 45] loss: 0.4410645
Epoch 44: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 46] loss: 0.5746889
Epoch 45: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 47] loss: 0.4448923
Epoch 46: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 48] loss: 0.4400713
Epoch 47: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 49] loss: 0.4668845
Epoch 48: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
[epoch 50] loss: 0.4438502
Epoch 49: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.9347, Accuracy: 2313/5000 (46%)
Validation:
Test set: Average loss: 1.6124, Accuracy: 2376/5000 (48%)
Test
Test set: Average loss: 1.6073, Accuracy: 4801/10000 (48%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3051, Accuracy: 521/5000 (10%)
[epoch 1] loss: 1.9364625
Test set: Average loss: 1.6827, Accuracy: 1959/5000 (39%)
[epoch 2] loss: 1.5746911
Test set: Average loss: 1.5992, Accuracy: 2080/5000 (42%)
[epoch 3] loss: 1.4192163
Test set: Average loss: 1.5232, Accuracy: 2287/5000 (46%)
[epoch 4] loss: 1.3026622
Test set: Average loss: 1.6650, Accuracy: 2148/5000 (43%)
[epoch 5] loss: 1.2161594
Test set: Average loss: 1.5989, Accuracy: 2270/5000 (45%)
[epoch 6] loss: 1.1387453
Test set: Average loss: 1.6690, Accuracy: 2222/5000 (44%)
[epoch 7] loss: 1.0618200
Test set: Average loss: 1.6321, Accuracy: 2330/5000 (47%)
[epoch 8] loss: 0.9843062
Test set: Average loss: 1.7392, Accuracy: 2241/5000 (45%)
[epoch 9] loss: 0.9021222
Test set: Average loss: 1.8093, Accuracy: 2168/5000 (43%)
[epoch 10] loss: 0.7990885
Test set: Average loss: 1.9631, Accuracy: 2074/5000 (41%)
[epoch 11] loss: 0.7078953
Test set: Average loss: 1.8961, Accuracy: 2234/5000 (45%)
[epoch 12] loss: 0.5808850
Test set: Average loss: 1.9954, Accuracy: 2252/5000 (45%)
[epoch 13] loss: 0.5078897
Test set: Average loss: 2.1537, Accuracy: 2167/5000 (43%)
[epoch 14] loss: 0.3491729
Test set: Average loss: 2.1787, Accuracy: 2258/5000 (45%)
[epoch 15] loss: 0.2265716
Test set: Average loss: 2.2862, Accuracy: 2237/5000 (45%)
[epoch 16] loss: 0.1401731
Test set: Average loss: 2.5288, Accuracy: 2196/5000 (44%)
[epoch 17] loss: 0.0937178
Test set: Average loss: 2.6011, Accuracy: 2250/5000 (45%)
[epoch 18] loss: 0.2190909
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.9131, Accuracy: 2052/5000 (41%)
[epoch 19] loss: 0.0626719
Test set: Average loss: 2.7070, Accuracy: 2176/5000 (44%)
[epoch 20] loss: 0.0335182
Test set: Average loss: 2.7026, Accuracy: 2192/5000 (44%)
[epoch 21] loss: 0.0292010
Test set: Average loss: 2.7055, Accuracy: 2194/5000 (44%)
[epoch 22] loss: 0.0266661
Test set: Average loss: 2.7157, Accuracy: 2204/5000 (44%)
[epoch 23] loss: 0.0251603
Test set: Average loss: 2.7242, Accuracy: 2207/5000 (44%)
[epoch 24] loss: 0.0235053
Test set: Average loss: 2.7353, Accuracy: 2211/5000 (44%)
[epoch 25] loss: 0.0222402
Test set: Average loss: 2.7453, Accuracy: 2210/5000 (44%)
[epoch 26] loss: 0.0212756
Test set: Average loss: 2.7561, Accuracy: 2212/5000 (44%)
[epoch 27] loss: 0.0203322
Test set: Average loss: 2.7724, Accuracy: 2212/5000 (44%)
[epoch 28] loss: 0.0195402
Test set: Average loss: 2.7845, Accuracy: 2215/5000 (44%)
[epoch 29] loss: 0.0187966
Test set: Average loss: 2.7962, Accuracy: 2216/5000 (44%)
[epoch 30] loss: 0.1571992
Epoch 29: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.8057, Accuracy: 2223/5000 (44%)
[epoch 31] loss: 0.0189239
Epoch 30: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.8083, Accuracy: 2225/5000 (44%)
[epoch 32] loss: 0.0185969
Test set: Average loss: 2.8081, Accuracy: 2223/5000 (44%)
[epoch 33] loss: 0.0186424
Epoch 32: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 34] loss: 0.0183961
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 35] loss: 0.0186593
Epoch 34: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 36] loss: 0.1812955
Epoch 35: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 37] loss: 0.0184982
Epoch 36: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 38] loss: 0.0184420
Epoch 37: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 39] loss: 0.0186480
Epoch 38: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 40] loss: 0.0184583
Epoch 39: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 41] loss: 0.0186332
Epoch 40: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 42] loss: 0.0185904
Epoch 41: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 43] loss: 0.0183972
Epoch 42: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 44] loss: 0.0185375
Epoch 43: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 45] loss: 0.0187219
Epoch 44: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 46] loss: 0.0185580
Epoch 45: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 47] loss: 0.0184374
Epoch 46: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 48] loss: 0.0184285
Epoch 47: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 49] loss: 0.0186997
Epoch 48: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
[epoch 50] loss: 0.0185491
Epoch 49: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.8079, Accuracy: 2222/5000 (44%)
Validation:
Test set: Average loss: 1.6321, Accuracy: 2330/5000 (47%)
Test
Test set: Average loss: 1.6146, Accuracy: 4634/10000 (46%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3006, Accuracy: 575/5000 (12%)
[epoch 1] loss: 2.0500319
Test set: Average loss: 1.7931, Accuracy: 1761/5000 (35%)
[epoch 2] loss: 1.7204392
Test set: Average loss: 1.6073, Accuracy: 2151/5000 (43%)
[epoch 3] loss: 1.5920902
Test set: Average loss: 1.6183, Accuracy: 2098/5000 (42%)
[epoch 4] loss: 1.4725471
Test set: Average loss: 1.7279, Accuracy: 1849/5000 (37%)
[epoch 5] loss: 1.3669465
Test set: Average loss: 1.5924, Accuracy: 2196/5000 (44%)
[epoch 6] loss: 1.2721339
Test set: Average loss: 1.5874, Accuracy: 2207/5000 (44%)
[epoch 7] loss: 1.1818690
Test set: Average loss: 1.5942, Accuracy: 2262/5000 (45%)
[epoch 8] loss: 1.0862190
Test set: Average loss: 1.8114, Accuracy: 2127/5000 (43%)
[epoch 9] loss: 1.0505467
Test set: Average loss: 1.7630, Accuracy: 2174/5000 (43%)
[epoch 10] loss: 0.9399023
Test set: Average loss: 1.7790, Accuracy: 2241/5000 (45%)
[epoch 11] loss: 0.8041871
Test set: Average loss: 1.8387, Accuracy: 2254/5000 (45%)
[epoch 12] loss: 0.7555698
Test set: Average loss: 2.0172, Accuracy: 2179/5000 (44%)
[epoch 13] loss: 0.6306752
Test set: Average loss: 2.0134, Accuracy: 2231/5000 (45%)
[epoch 14] loss: 0.5282840
Test set: Average loss: 2.1258, Accuracy: 2172/5000 (43%)
[epoch 15] loss: 0.3838661
Test set: Average loss: 2.1847, Accuracy: 2274/5000 (45%)
[epoch 16] loss: 0.2960252
Test set: Average loss: 2.3530, Accuracy: 2217/5000 (44%)
[epoch 17] loss: 0.2020351
Test set: Average loss: 2.4293, Accuracy: 2232/5000 (45%)
[epoch 18] loss: 0.1255471
Test set: Average loss: 2.5697, Accuracy: 2235/5000 (45%)
[epoch 19] loss: 0.0789278
Test set: Average loss: 2.7307, Accuracy: 2239/5000 (45%)
[epoch 20] loss: 0.0509656
Test set: Average loss: 2.7497, Accuracy: 2265/5000 (45%)
[epoch 21] loss: 0.0285791
Test set: Average loss: 2.8631, Accuracy: 2274/5000 (45%)
[epoch 22] loss: 0.1398825
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.2744, Accuracy: 2105/5000 (42%)
[epoch 23] loss: 0.0655852
Epoch 22: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.9483, Accuracy: 2241/5000 (45%)
[epoch 24] loss: 0.0240375
Test set: Average loss: 2.9466, Accuracy: 2248/5000 (45%)
[epoch 25] loss: 0.0234128
Test set: Average loss: 2.9457, Accuracy: 2250/5000 (45%)
[epoch 26] loss: 0.0229877
Test set: Average loss: 2.9449, Accuracy: 2254/5000 (45%)
[epoch 27] loss: 0.0225224
Test set: Average loss: 2.9441, Accuracy: 2253/5000 (45%)
[epoch 28] loss: 0.0219161
Test set: Average loss: 2.9435, Accuracy: 2252/5000 (45%)
[epoch 29] loss: 0.0213987
Test set: Average loss: 2.9431, Accuracy: 2253/5000 (45%)
[epoch 30] loss: 0.0211042
Test set: Average loss: 2.9428, Accuracy: 2256/5000 (45%)
[epoch 31] loss: 0.0206228
Test set: Average loss: 2.9427, Accuracy: 2255/5000 (45%)
[epoch 32] loss: 0.0200345
Test set: Average loss: 2.9425, Accuracy: 2253/5000 (45%)
[epoch 33] loss: 0.0197218
Test set: Average loss: 2.9425, Accuracy: 2255/5000 (45%)
[epoch 34] loss: 0.0193220
Test set: Average loss: 2.9424, Accuracy: 2259/5000 (45%)
[epoch 35] loss: 0.0189943
Test set: Average loss: 2.9426, Accuracy: 2261/5000 (45%)
[epoch 36] loss: 0.0188949
Test set: Average loss: 2.9426, Accuracy: 2262/5000 (45%)
[epoch 37] loss: 0.0181691
Test set: Average loss: 2.9433, Accuracy: 2260/5000 (45%)
[epoch 38] loss: 0.0178184
Test set: Average loss: 2.9435, Accuracy: 2260/5000 (45%)
[epoch 39] loss: 0.0174497
Test set: Average loss: 2.9442, Accuracy: 2263/5000 (45%)
[epoch 40] loss: 0.0171904
Test set: Average loss: 2.9445, Accuracy: 2261/5000 (45%)
[epoch 41] loss: 0.0170929
Test set: Average loss: 2.9451, Accuracy: 2264/5000 (45%)
[epoch 42] loss: 0.0165559
Test set: Average loss: 2.9456, Accuracy: 2263/5000 (45%)
[epoch 43] loss: 0.0162843
Test set: Average loss: 2.9466, Accuracy: 2264/5000 (45%)
[epoch 44] loss: 0.0160680
Test set: Average loss: 2.9475, Accuracy: 2265/5000 (45%)
[epoch 45] loss: 0.0157018
Test set: Average loss: 2.9484, Accuracy: 2262/5000 (45%)
[epoch 46] loss: 0.0154352
Test set: Average loss: 2.9494, Accuracy: 2261/5000 (45%)
[epoch 47] loss: 0.0152352
Test set: Average loss: 2.9508, Accuracy: 2260/5000 (45%)
[epoch 48] loss: 0.0148802
Test set: Average loss: 2.9516, Accuracy: 2260/5000 (45%)
[epoch 49] loss: 0.0147404
Test set: Average loss: 2.9533, Accuracy: 2260/5000 (45%)
[epoch 50] loss: 0.0144405
Test set: Average loss: 2.9546, Accuracy: 2260/5000 (45%)
Validation:
Test set: Average loss: 2.8631, Accuracy: 2274/5000 (45%)
Test
Test set: Average loss: 2.9124, Accuracy: 4409/10000 (44%)
5000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3045, Accuracy: 569/5000 (11%)
[epoch 1] loss: 1.8654122
Test set: Average loss: 1.6415, Accuracy: 2031/5000 (41%)
[epoch 2] loss: 1.5352897
Test set: Average loss: 1.4982, Accuracy: 2271/5000 (45%)
[epoch 3] loss: 1.3871720
Test set: Average loss: 1.4784, Accuracy: 2363/5000 (47%)
[epoch 4] loss: 1.3051577
Test set: Average loss: 1.4434, Accuracy: 2386/5000 (48%)
[epoch 5] loss: 1.2200009
Test set: Average loss: 1.4670, Accuracy: 2399/5000 (48%)
[epoch 6] loss: 1.1571204
Test set: Average loss: 1.5573, Accuracy: 2349/5000 (47%)
[epoch 7] loss: 1.1263870
Test set: Average loss: 1.5241, Accuracy: 2371/5000 (47%)
[epoch 8] loss: 1.0446807
Test set: Average loss: 1.4891, Accuracy: 2440/5000 (49%)
[epoch 9] loss: 0.9795823
Test set: Average loss: 1.5115, Accuracy: 2504/5000 (50%)
[epoch 10] loss: 0.9154240
Test set: Average loss: 1.5816, Accuracy: 2431/5000 (49%)
[epoch 11] loss: 0.8426826
Test set: Average loss: 1.6011, Accuracy: 2470/5000 (49%)
[epoch 12] loss: 0.7839798
Test set: Average loss: 1.6773, Accuracy: 2425/5000 (48%)
[epoch 13] loss: 0.6792933
Test set: Average loss: 1.6293, Accuracy: 2526/5000 (51%)
[epoch 14] loss: 0.5853705
Test set: Average loss: 1.7279, Accuracy: 2447/5000 (49%)
[epoch 15] loss: 0.4658427
Test set: Average loss: 1.7422, Accuracy: 2522/5000 (50%)
[epoch 16] loss: 0.3489010
Test set: Average loss: 1.9035, Accuracy: 2479/5000 (50%)
[epoch 17] loss: 0.2545695
Test set: Average loss: 1.9509, Accuracy: 2500/5000 (50%)
[epoch 18] loss: 0.1563929
Test set: Average loss: 2.0538, Accuracy: 2499/5000 (50%)
[epoch 19] loss: 0.0881594
Test set: Average loss: 2.1573, Accuracy: 2480/5000 (50%)
[epoch 20] loss: 0.0516832
Test set: Average loss: 2.2271, Accuracy: 2509/5000 (50%)
[epoch 21] loss: 0.0287385
Test set: Average loss: 2.3354, Accuracy: 2518/5000 (50%)
[epoch 22] loss: 0.0208672
Test set: Average loss: 2.4083, Accuracy: 2523/5000 (50%)
[epoch 23] loss: 0.0140002
Test set: Average loss: 2.4731, Accuracy: 2547/5000 (51%)
[epoch 24] loss: 0.0101455
Test set: Average loss: 2.5340, Accuracy: 2528/5000 (51%)
[epoch 25] loss: 0.0081072
Test set: Average loss: 2.5904, Accuracy: 2534/5000 (51%)
[epoch 26] loss: 0.0067308
Test set: Average loss: 2.6456, Accuracy: 2529/5000 (51%)
[epoch 27] loss: 0.0090396
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.7134, Accuracy: 2536/5000 (51%)
[epoch 28] loss: 0.0059348
Test set: Average loss: 2.7048, Accuracy: 2528/5000 (51%)
[epoch 29] loss: 0.0051533
Test set: Average loss: 2.7098, Accuracy: 2526/5000 (51%)
[epoch 30] loss: 0.0048775
Test set: Average loss: 2.7137, Accuracy: 2524/5000 (50%)
[epoch 31] loss: 0.0046693
Test set: Average loss: 2.7187, Accuracy: 2521/5000 (50%)
[epoch 32] loss: 0.0045084
Test set: Average loss: 2.7245, Accuracy: 2521/5000 (50%)
[epoch 33] loss: 0.0043693
Test set: Average loss: 2.7308, Accuracy: 2526/5000 (51%)
[epoch 34] loss: 0.0042165
Test set: Average loss: 2.7375, Accuracy: 2524/5000 (50%)
[epoch 35] loss: 0.0040804
Test set: Average loss: 2.7456, Accuracy: 2525/5000 (50%)
[epoch 36] loss: 0.0039670
Test set: Average loss: 2.7517, Accuracy: 2526/5000 (51%)
[epoch 37] loss: 0.0038509
Test set: Average loss: 2.7600, Accuracy: 2527/5000 (51%)
[epoch 38] loss: 0.0037136
Test set: Average loss: 2.7685, Accuracy: 2524/5000 (50%)
[epoch 39] loss: 0.0036016
Test set: Average loss: 2.7766, Accuracy: 2527/5000 (51%)
[epoch 40] loss: 0.0034837
Test set: Average loss: 2.7881, Accuracy: 2523/5000 (50%)
[epoch 41] loss: 0.0033626
Test set: Average loss: 2.7963, Accuracy: 2526/5000 (51%)
[epoch 42] loss: 0.0032372
Test set: Average loss: 2.8048, Accuracy: 2526/5000 (51%)
[epoch 43] loss: 0.0031280
Test set: Average loss: 2.8168, Accuracy: 2527/5000 (51%)
[epoch 44] loss: 0.0030050
Test set: Average loss: 2.8279, Accuracy: 2529/5000 (51%)
[epoch 45] loss: 0.0028798
Test set: Average loss: 2.8402, Accuracy: 2531/5000 (51%)
[epoch 46] loss: 0.0027702
Test set: Average loss: 2.8509, Accuracy: 2528/5000 (51%)
[epoch 47] loss: 0.0026628
Test set: Average loss: 2.8623, Accuracy: 2528/5000 (51%)
[epoch 48] loss: 0.0025447
Test set: Average loss: 2.8770, Accuracy: 2536/5000 (51%)
[epoch 49] loss: 0.0024238
Test set: Average loss: 2.8891, Accuracy: 2533/5000 (51%)
[epoch 50] loss: 0.0023129
Test set: Average loss: 2.9034, Accuracy: 2528/5000 (51%)
Validation:
Test set: Average loss: 2.4731, Accuracy: 2547/5000 (51%)
Test
Test set: Average loss: 2.3783, Accuracy: 5156/10000 (52%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3025, Accuracy: 516/5000 (10%)
[epoch 1] loss: 1.8268263
Test set: Average loss: 1.6520, Accuracy: 2069/5000 (41%)
[epoch 2] loss: 1.5021824
Test set: Average loss: 1.5497, Accuracy: 2182/5000 (44%)
[epoch 3] loss: 1.3803386
Test set: Average loss: 1.4926, Accuracy: 2324/5000 (46%)
[epoch 4] loss: 1.2603949
Test set: Average loss: 1.4904, Accuracy: 2379/5000 (48%)
[epoch 5] loss: 1.1905956
Test set: Average loss: 1.5091, Accuracy: 2294/5000 (46%)
[epoch 6] loss: 1.1214643
Test set: Average loss: 1.5279, Accuracy: 2370/5000 (47%)
[epoch 7] loss: 1.0259674
Test set: Average loss: 1.4944, Accuracy: 2438/5000 (49%)
[epoch 8] loss: 0.9712684
Test set: Average loss: 1.5596, Accuracy: 2415/5000 (48%)
[epoch 9] loss: 0.8678725
Test set: Average loss: 1.5814, Accuracy: 2482/5000 (50%)
[epoch 10] loss: 0.7709902
Test set: Average loss: 1.6409, Accuracy: 2415/5000 (48%)
[epoch 11] loss: 0.6536109
Test set: Average loss: 1.6689, Accuracy: 2450/5000 (49%)
[epoch 12] loss: 0.5212463
Test set: Average loss: 1.7943, Accuracy: 2411/5000 (48%)
[epoch 13] loss: 0.3992609
Test set: Average loss: 1.8645, Accuracy: 2469/5000 (49%)
[epoch 14] loss: 0.2742210
Test set: Average loss: 2.0309, Accuracy: 2407/5000 (48%)
[epoch 15] loss: 0.2386684
Test set: Average loss: 2.0155, Accuracy: 2473/5000 (49%)
[epoch 16] loss: 0.1023958
Test set: Average loss: 2.1171, Accuracy: 2498/5000 (50%)
[epoch 17] loss: 0.0543545
Test set: Average loss: 2.2229, Accuracy: 2525/5000 (50%)
[epoch 18] loss: 0.0304861
Test set: Average loss: 2.3223, Accuracy: 2537/5000 (51%)
[epoch 19] loss: 0.0189373
Test set: Average loss: 2.3813, Accuracy: 2530/5000 (51%)
[epoch 20] loss: 0.0117320
Test set: Average loss: 2.4618, Accuracy: 2549/5000 (51%)
[epoch 21] loss: 0.0086979
Test set: Average loss: 2.5252, Accuracy: 2546/5000 (51%)
[epoch 22] loss: 0.0068483
Test set: Average loss: 2.5746, Accuracy: 2533/5000 (51%)
[epoch 23] loss: 0.0056369
Test set: Average loss: 2.6335, Accuracy: 2551/5000 (51%)
[epoch 24] loss: 0.0047176
Test set: Average loss: 2.6750, Accuracy: 2530/5000 (51%)
[epoch 25] loss: 0.0040595
Test set: Average loss: 2.7189, Accuracy: 2529/5000 (51%)
[epoch 26] loss: 0.0034194
Test set: Average loss: 2.7660, Accuracy: 2538/5000 (51%)
[epoch 27] loss: 0.0029393
Test set: Average loss: 2.8072, Accuracy: 2529/5000 (51%)
[epoch 28] loss: 0.0025227
Test set: Average loss: 2.8533, Accuracy: 2534/5000 (51%)
[epoch 29] loss: 0.0022154
Test set: Average loss: 2.8809, Accuracy: 2533/5000 (51%)
[epoch 30] loss: 0.0019355
Test set: Average loss: 2.9140, Accuracy: 2533/5000 (51%)
[epoch 31] loss: 0.0016945
Test set: Average loss: 2.9560, Accuracy: 2517/5000 (50%)
[epoch 32] loss: 0.0014964
Test set: Average loss: 2.9898, Accuracy: 2526/5000 (51%)
[epoch 33] loss: 0.0013224
Test set: Average loss: 3.0176, Accuracy: 2518/5000 (50%)
[epoch 34] loss: 0.0011751
Test set: Average loss: 3.0515, Accuracy: 2538/5000 (51%)
[epoch 35] loss: 0.0010575
Test set: Average loss: 3.0856, Accuracy: 2529/5000 (51%)
[epoch 36] loss: 0.0009358
Test set: Average loss: 3.1206, Accuracy: 2532/5000 (51%)
[epoch 37] loss: 0.0008341
Test set: Average loss: 3.1487, Accuracy: 2531/5000 (51%)
[epoch 38] loss: 0.0007480
Test set: Average loss: 3.1790, Accuracy: 2522/5000 (50%)
[epoch 39] loss: 0.0006671
Test set: Average loss: 3.2141, Accuracy: 2528/5000 (51%)
[epoch 40] loss: 0.0005987
Test set: Average loss: 3.2384, Accuracy: 2524/5000 (50%)
[epoch 41] loss: 0.0005396
Test set: Average loss: 3.2675, Accuracy: 2535/5000 (51%)
[epoch 42] loss: 0.0004835
Test set: Average loss: 3.2981, Accuracy: 2528/5000 (51%)
[epoch 43] loss: 0.0004361
Test set: Average loss: 3.3247, Accuracy: 2524/5000 (50%)
[epoch 44] loss: 0.0003915
Test set: Average loss: 3.3513, Accuracy: 2522/5000 (50%)
[epoch 45] loss: 0.0003531
Test set: Average loss: 3.3814, Accuracy: 2526/5000 (51%)
[epoch 46] loss: 0.0003197
Test set: Average loss: 3.4096, Accuracy: 2528/5000 (51%)
[epoch 47] loss: 0.0002873
Test set: Average loss: 3.4376, Accuracy: 2532/5000 (51%)
[epoch 48] loss: 0.0002594
Test set: Average loss: 3.4644, Accuracy: 2524/5000 (50%)
[epoch 49] loss: 0.0002352
Test set: Average loss: 3.4941, Accuracy: 2528/5000 (51%)
[epoch 50] loss: 0.0002134
Test set: Average loss: 3.5224, Accuracy: 2529/5000 (51%)
Validation:
Test set: Average loss: 2.6335, Accuracy: 2551/5000 (51%)
Test
Test set: Average loss: 2.5969, Accuracy: 5192/10000 (52%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2999, Accuracy: 583/5000 (12%)
[epoch 1] loss: 1.8281327
Test set: Average loss: 1.6141, Accuracy: 1978/5000 (40%)
[epoch 2] loss: 1.5526020
Test set: Average loss: 1.5493, Accuracy: 2145/5000 (43%)
[epoch 3] loss: 1.4294736
Test set: Average loss: 1.4562, Accuracy: 2396/5000 (48%)
[epoch 4] loss: 1.3319027
Test set: Average loss: 1.4702, Accuracy: 2358/5000 (47%)
[epoch 5] loss: 1.2564766
Test set: Average loss: 1.4244, Accuracy: 2457/5000 (49%)
[epoch 6] loss: 1.1839505
Test set: Average loss: 1.5462, Accuracy: 2313/5000 (46%)
[epoch 7] loss: 1.1175975
Test set: Average loss: 1.4981, Accuracy: 2431/5000 (49%)
[epoch 8] loss: 1.0556022
Test set: Average loss: 1.4934, Accuracy: 2397/5000 (48%)
[epoch 9] loss: 0.9845903
Test set: Average loss: 1.5372, Accuracy: 2417/5000 (48%)
[epoch 10] loss: 0.8864654
Test set: Average loss: 1.5203, Accuracy: 2478/5000 (50%)
[epoch 11] loss: 0.7953676
Test set: Average loss: 1.5363, Accuracy: 2522/5000 (50%)
[epoch 12] loss: 0.6904040
Test set: Average loss: 1.6193, Accuracy: 2441/5000 (49%)
[epoch 13] loss: 0.5508512
Test set: Average loss: 1.7052, Accuracy: 2426/5000 (49%)
[epoch 14] loss: 0.4366087
Test set: Average loss: 1.7655, Accuracy: 2454/5000 (49%)
[epoch 15] loss: 0.3060938
Test set: Average loss: 1.8589, Accuracy: 2485/5000 (50%)
[epoch 16] loss: 0.2073728
Test set: Average loss: 1.9895, Accuracy: 2465/5000 (49%)
[epoch 17] loss: 0.1256328
Test set: Average loss: 2.0377, Accuracy: 2455/5000 (49%)
[epoch 18] loss: 0.0736125
Test set: Average loss: 2.1379, Accuracy: 2464/5000 (49%)
[epoch 19] loss: 0.0430555
Test set: Average loss: 2.2608, Accuracy: 2502/5000 (50%)
[epoch 20] loss: 0.0225178
Test set: Average loss: 2.3010, Accuracy: 2488/5000 (50%)
[epoch 21] loss: 0.0142149
Test set: Average loss: 2.3844, Accuracy: 2493/5000 (50%)
[epoch 22] loss: 0.0105295
Test set: Average loss: 2.4335, Accuracy: 2468/5000 (49%)
[epoch 23] loss: 0.0082586
Test set: Average loss: 2.4813, Accuracy: 2487/5000 (50%)
[epoch 24] loss: 0.0067106
Test set: Average loss: 2.5354, Accuracy: 2473/5000 (49%)
[epoch 25] loss: 0.0056068
Test set: Average loss: 2.5915, Accuracy: 2483/5000 (50%)
[epoch 26] loss: 0.0047014
Test set: Average loss: 2.6265, Accuracy: 2473/5000 (49%)
[epoch 27] loss: 0.0040126
Test set: Average loss: 2.6653, Accuracy: 2468/5000 (49%)
[epoch 28] loss: 0.0034284
Test set: Average loss: 2.7086, Accuracy: 2478/5000 (50%)
[epoch 29] loss: 0.0029619
Test set: Average loss: 2.7465, Accuracy: 2480/5000 (50%)
[epoch 30] loss: 0.0025667
Test set: Average loss: 2.7909, Accuracy: 2482/5000 (50%)
[epoch 31] loss: 0.0022442
Test set: Average loss: 2.8225, Accuracy: 2478/5000 (50%)
[epoch 32] loss: 0.0019649
Test set: Average loss: 2.8592, Accuracy: 2480/5000 (50%)
[epoch 33] loss: 0.0017378
Test set: Average loss: 2.8912, Accuracy: 2486/5000 (50%)
[epoch 34] loss: 0.0015312
Test set: Average loss: 2.9257, Accuracy: 2479/5000 (50%)
[epoch 35] loss: 0.0013546
Test set: Average loss: 2.9610, Accuracy: 2484/5000 (50%)
[epoch 36] loss: 0.0011984
Test set: Average loss: 2.9900, Accuracy: 2484/5000 (50%)
[epoch 37] loss: 0.0010675
Test set: Average loss: 3.0193, Accuracy: 2484/5000 (50%)
[epoch 38] loss: 0.0009536
Test set: Average loss: 3.0568, Accuracy: 2481/5000 (50%)
[epoch 39] loss: 0.0008532
Test set: Average loss: 3.0880, Accuracy: 2476/5000 (50%)
[epoch 40] loss: 0.0007646
Test set: Average loss: 3.1173, Accuracy: 2483/5000 (50%)
[epoch 41] loss: 0.0006813
Test set: Average loss: 3.1435, Accuracy: 2483/5000 (50%)
[epoch 42] loss: 0.0006084
Test set: Average loss: 3.1850, Accuracy: 2473/5000 (49%)
[epoch 43] loss: 0.0005478
Test set: Average loss: 3.2104, Accuracy: 2468/5000 (49%)
[epoch 44] loss: 0.0004921
Test set: Average loss: 3.2357, Accuracy: 2475/5000 (50%)
[epoch 45] loss: 0.0004422
Test set: Average loss: 3.2639, Accuracy: 2468/5000 (49%)
[epoch 46] loss: 0.0003984
Test set: Average loss: 3.2885, Accuracy: 2477/5000 (50%)
[epoch 47] loss: 0.0003609
Test set: Average loss: 3.3198, Accuracy: 2475/5000 (50%)
[epoch 48] loss: 0.0003254
Test set: Average loss: 3.3508, Accuracy: 2474/5000 (49%)
[epoch 49] loss: 0.0002919
Test set: Average loss: 3.3763, Accuracy: 2474/5000 (49%)
[epoch 50] loss: 0.0002636
Test set: Average loss: 3.3990, Accuracy: 2479/5000 (50%)
Validation:
Test set: Average loss: 1.5363, Accuracy: 2522/5000 (50%)
Test
Test set: Average loss: 1.5037, Accuracy: 5070/10000 (51%)
10000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3050, Accuracy: 444/5000 (9%)
[epoch 1] loss: 1.7078844
Test set: Average loss: 1.4962, Accuracy: 2329/5000 (47%)
[epoch 2] loss: 1.4476017
Test set: Average loss: 1.4937, Accuracy: 2295/5000 (46%)
[epoch 3] loss: 1.3568121
Test set: Average loss: 1.4120, Accuracy: 2515/5000 (50%)
[epoch 4] loss: 1.2857782
Test set: Average loss: 1.4506, Accuracy: 2448/5000 (49%)
[epoch 5] loss: 1.2296265
Test set: Average loss: 1.3904, Accuracy: 2542/5000 (51%)
[epoch 6] loss: 1.1743362
Test set: Average loss: 1.3598, Accuracy: 2627/5000 (53%)
[epoch 7] loss: 1.0950804
Test set: Average loss: 1.3414, Accuracy: 2636/5000 (53%)
[epoch 8] loss: 1.0249866
Test set: Average loss: 1.4360, Accuracy: 2539/5000 (51%)
[epoch 9] loss: 0.9449701
Test set: Average loss: 1.3234, Accuracy: 2720/5000 (54%)
[epoch 10] loss: 0.8601845
Test set: Average loss: 1.3688, Accuracy: 2685/5000 (54%)
[epoch 11] loss: 0.7562533
Test set: Average loss: 1.3931, Accuracy: 2715/5000 (54%)
[epoch 12] loss: 0.6319662
Test set: Average loss: 1.4032, Accuracy: 2789/5000 (56%)
[epoch 13] loss: 0.5077288
Test set: Average loss: 1.5598, Accuracy: 2634/5000 (53%)
[epoch 14] loss: 0.3705273
Test set: Average loss: 1.5504, Accuracy: 2723/5000 (54%)
[epoch 15] loss: 0.2495503
Test set: Average loss: 1.6329, Accuracy: 2747/5000 (55%)
[epoch 16] loss: 0.1411878
Test set: Average loss: 1.7164, Accuracy: 2728/5000 (55%)
[epoch 17] loss: 0.0878272
Test set: Average loss: 1.7679, Accuracy: 2746/5000 (55%)
[epoch 18] loss: 0.0426677
Test set: Average loss: 1.8214, Accuracy: 2833/5000 (57%)
[epoch 19] loss: 0.0191188
Test set: Average loss: 1.8974, Accuracy: 2820/5000 (56%)
[epoch 20] loss: 0.0101505
Test set: Average loss: 1.9598, Accuracy: 2839/5000 (57%)
[epoch 21] loss: 0.0065806
Test set: Average loss: 2.0170, Accuracy: 2836/5000 (57%)
[epoch 22] loss: 0.0048995
Test set: Average loss: 2.0620, Accuracy: 2844/5000 (57%)
[epoch 23] loss: 0.0037788
Test set: Average loss: 2.1047, Accuracy: 2846/5000 (57%)
[epoch 24] loss: 0.0030165
Test set: Average loss: 2.1551, Accuracy: 2842/5000 (57%)
[epoch 25] loss: 0.0023988
Test set: Average loss: 2.2011, Accuracy: 2846/5000 (57%)
[epoch 26] loss: 0.0019425
Test set: Average loss: 2.2483, Accuracy: 2842/5000 (57%)
[epoch 27] loss: 0.0015637
Test set: Average loss: 2.2896, Accuracy: 2860/5000 (57%)
[epoch 28] loss: 0.0012782
Test set: Average loss: 2.3307, Accuracy: 2852/5000 (57%)
[epoch 29] loss: 0.0010406
Test set: Average loss: 2.3745, Accuracy: 2856/5000 (57%)
[epoch 30] loss: 0.0008495
Test set: Average loss: 2.4179, Accuracy: 2851/5000 (57%)
[epoch 31] loss: 0.0006900
Test set: Average loss: 2.4651, Accuracy: 2841/5000 (57%)
[epoch 32] loss: 0.0005684
Test set: Average loss: 2.5025, Accuracy: 2850/5000 (57%)
[epoch 33] loss: 0.0004657
Test set: Average loss: 2.5355, Accuracy: 2853/5000 (57%)
[epoch 34] loss: 0.0003803
Test set: Average loss: 2.5781, Accuracy: 2857/5000 (57%)
[epoch 35] loss: 0.0003132
Test set: Average loss: 2.6225, Accuracy: 2848/5000 (57%)
[epoch 36] loss: 0.0002576
Test set: Average loss: 2.6662, Accuracy: 2847/5000 (57%)
[epoch 37] loss: 0.0002116
Test set: Average loss: 2.7069, Accuracy: 2839/5000 (57%)
[epoch 38] loss: 0.0001745
Test set: Average loss: 2.7481, Accuracy: 2847/5000 (57%)
[epoch 39] loss: 0.0001437
Test set: Average loss: 2.7912, Accuracy: 2830/5000 (57%)
[epoch 40] loss: 0.0001183
Test set: Average loss: 2.8286, Accuracy: 2848/5000 (57%)
[epoch 41] loss: 0.0000973
Test set: Average loss: 2.8726, Accuracy: 2842/5000 (57%)
[epoch 42] loss: 0.0000799
Test set: Average loss: 2.9085, Accuracy: 2847/5000 (57%)
[epoch 43] loss: 0.0000662
Test set: Average loss: 2.9504, Accuracy: 2835/5000 (57%)
[epoch 44] loss: 0.0000548
Test set: Average loss: 2.9994, Accuracy: 2840/5000 (57%)
[epoch 45] loss: 0.0000450
Test set: Average loss: 3.0383, Accuracy: 2842/5000 (57%)
[epoch 46] loss: 0.0000373
Test set: Average loss: 3.0797, Accuracy: 2834/5000 (57%)
[epoch 47] loss: 0.0000308
Test set: Average loss: 3.1156, Accuracy: 2839/5000 (57%)
[epoch 48] loss: 0.0000254
Test set: Average loss: 3.1653, Accuracy: 2830/5000 (57%)
[epoch 49] loss: 0.0000211
Test set: Average loss: 3.2018, Accuracy: 2836/5000 (57%)
[epoch 50] loss: 0.0000175
Test set: Average loss: 3.2353, Accuracy: 2837/5000 (57%)
Validation:
Test set: Average loss: 2.2896, Accuracy: 2860/5000 (57%)
Test
Test set: Average loss: 2.2784, Accuracy: 5711/10000 (57%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3015, Accuracy: 592/5000 (12%)
[epoch 1] loss: 1.6625075
Test set: Average loss: 1.5922, Accuracy: 2159/5000 (43%)
[epoch 2] loss: 1.4079617
Test set: Average loss: 1.3613, Accuracy: 2554/5000 (51%)
[epoch 3] loss: 1.3327643
Test set: Average loss: 1.3298, Accuracy: 2625/5000 (52%)
[epoch 4] loss: 1.2543978
Test set: Average loss: 1.3611, Accuracy: 2597/5000 (52%)
[epoch 5] loss: 1.1873449
Test set: Average loss: 1.3244, Accuracy: 2640/5000 (53%)
[epoch 6] loss: 1.1246806
Test set: Average loss: 1.3552, Accuracy: 2590/5000 (52%)
[epoch 7] loss: 1.0625288
Test set: Average loss: 1.3156, Accuracy: 2712/5000 (54%)
[epoch 8] loss: 0.9746927
Test set: Average loss: 1.3287, Accuracy: 2747/5000 (55%)
[epoch 9] loss: 0.8809562
Test set: Average loss: 1.3115, Accuracy: 2776/5000 (56%)
[epoch 10] loss: 0.7791881
Test set: Average loss: 1.3218, Accuracy: 2821/5000 (56%)
[epoch 11] loss: 0.6738869
Test set: Average loss: 1.3571, Accuracy: 2834/5000 (57%)
[epoch 12] loss: 0.5331985
Test set: Average loss: 1.4476, Accuracy: 2746/5000 (55%)
[epoch 13] loss: 0.3949204
Test set: Average loss: 1.5206, Accuracy: 2777/5000 (56%)
[epoch 14] loss: 0.2717895
Test set: Average loss: 1.5173, Accuracy: 2818/5000 (56%)
[epoch 15] loss: 0.1595242
Test set: Average loss: 1.6100, Accuracy: 2794/5000 (56%)
[epoch 16] loss: 0.0918562
Test set: Average loss: 1.6752, Accuracy: 2865/5000 (57%)
[epoch 17] loss: 0.0501470
Test set: Average loss: 1.7796, Accuracy: 2842/5000 (57%)
[epoch 18] loss: 0.0283151
Test set: Average loss: 1.8252, Accuracy: 2844/5000 (57%)
[epoch 19] loss: 0.0206433
Test set: Average loss: 2.0110, Accuracy: 2765/5000 (55%)
[epoch 20] loss: 0.1659645
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0661, Accuracy: 2694/5000 (54%)
[epoch 21] loss: 0.1067094
Epoch 20: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.8506, Accuracy: 2824/5000 (56%)
[epoch 22] loss: 0.0398978
Epoch 21: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 23] loss: 0.0378418
Epoch 22: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 24] loss: 0.0377432
Epoch 23: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 25] loss: 0.0376730
Epoch 24: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 26] loss: 0.0376190
Epoch 25: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 27] loss: 0.0376641
Epoch 26: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 28] loss: 0.0376282
Epoch 27: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 29] loss: 0.0376191
Epoch 28: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 30] loss: 0.0376529
Epoch 29: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 31] loss: 0.0376214
Epoch 30: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 32] loss: 0.0376132
Epoch 31: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 33] loss: 0.0376225
Epoch 32: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 34] loss: 0.0376495
Epoch 33: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 35] loss: 0.0376605
Epoch 34: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 36] loss: 0.0376405
Epoch 35: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 37] loss: 0.0376348
Epoch 36: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 38] loss: 0.0376836
Epoch 37: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 39] loss: 0.0378080
Epoch 38: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 40] loss: 0.0376756
Epoch 39: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 41] loss: 0.0376406
Epoch 40: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 42] loss: 0.0376151
Epoch 41: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 43] loss: 0.0376601
Epoch 42: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 44] loss: 0.0376225
Epoch 43: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 45] loss: 0.0376375
Epoch 44: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 46] loss: 0.0376705
Epoch 45: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 47] loss: 0.0376586
Epoch 46: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 48] loss: 0.0376681
Epoch 47: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 49] loss: 0.0376329
Epoch 48: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
[epoch 50] loss: 0.0376364
Epoch 49: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.8471, Accuracy: 2824/5000 (56%)
Validation:
Test set: Average loss: 1.6752, Accuracy: 2865/5000 (57%)
Test
Test set: Average loss: 1.6621, Accuracy: 5688/10000 (57%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3091, Accuracy: 367/5000 (7%)
[epoch 1] loss: 1.7129224
Test set: Average loss: 1.5730, Accuracy: 2161/5000 (43%)
[epoch 2] loss: 1.4495672
Test set: Average loss: 1.4059, Accuracy: 2428/5000 (49%)
[epoch 3] loss: 1.3513488
Test set: Average loss: 1.4415, Accuracy: 2403/5000 (48%)
[epoch 4] loss: 1.2734779
Test set: Average loss: 1.3526, Accuracy: 2617/5000 (52%)
[epoch 5] loss: 1.2049924
Test set: Average loss: 1.3084, Accuracy: 2675/5000 (54%)
[epoch 6] loss: 1.1299382
Test set: Average loss: 1.3678, Accuracy: 2600/5000 (52%)
[epoch 7] loss: 1.0822291
Test set: Average loss: 1.3413, Accuracy: 2687/5000 (54%)
[epoch 8] loss: 1.0186571
Test set: Average loss: 1.3556, Accuracy: 2607/5000 (52%)
[epoch 9] loss: 0.9464987
Test set: Average loss: 1.3679, Accuracy: 2666/5000 (53%)
[epoch 10] loss: 0.8779687
Test set: Average loss: 1.3762, Accuracy: 2719/5000 (54%)
[epoch 11] loss: 0.7756898
Test set: Average loss: 1.4123, Accuracy: 2730/5000 (55%)
[epoch 12] loss: 0.6916922
Test set: Average loss: 1.3868, Accuracy: 2778/5000 (56%)
[epoch 13] loss: 0.5748506
Test set: Average loss: 1.4691, Accuracy: 2722/5000 (54%)
[epoch 14] loss: 0.4607676
Test set: Average loss: 1.5020, Accuracy: 2717/5000 (54%)
[epoch 15] loss: 0.3352872
Test set: Average loss: 1.6008, Accuracy: 2793/5000 (56%)
[epoch 16] loss: 0.2328837
Test set: Average loss: 1.6710, Accuracy: 2740/5000 (55%)
[epoch 17] loss: 0.1360698
Test set: Average loss: 1.7407, Accuracy: 2737/5000 (55%)
[epoch 18] loss: 0.0740889
Test set: Average loss: 1.8240, Accuracy: 2765/5000 (55%)
[epoch 19] loss: 0.0393247
Test set: Average loss: 1.9254, Accuracy: 2775/5000 (56%)
[epoch 20] loss: 0.0202152
Test set: Average loss: 1.9468, Accuracy: 2805/5000 (56%)
[epoch 21] loss: 0.0100581
Test set: Average loss: 2.0237, Accuracy: 2791/5000 (56%)
[epoch 22] loss: 0.0068195
Test set: Average loss: 2.0838, Accuracy: 2785/5000 (56%)
[epoch 23] loss: 0.0050141
Test set: Average loss: 2.1308, Accuracy: 2805/5000 (56%)
[epoch 24] loss: 0.0039279
Test set: Average loss: 2.1791, Accuracy: 2804/5000 (56%)
[epoch 25] loss: 0.0031189
Test set: Average loss: 2.2327, Accuracy: 2800/5000 (56%)
[epoch 26] loss: 0.0024760
Test set: Average loss: 2.2793, Accuracy: 2790/5000 (56%)
[epoch 27] loss: 0.0020222
Test set: Average loss: 2.3256, Accuracy: 2806/5000 (56%)
[epoch 28] loss: 0.0016310
Test set: Average loss: 2.3632, Accuracy: 2809/5000 (56%)
[epoch 29] loss: 0.0013322
Test set: Average loss: 2.4099, Accuracy: 2803/5000 (56%)
[epoch 30] loss: 0.0010812
Test set: Average loss: 2.4489, Accuracy: 2816/5000 (56%)
[epoch 31] loss: 0.0008847
Test set: Average loss: 2.5047, Accuracy: 2796/5000 (56%)
[epoch 32] loss: 0.0007251
Test set: Average loss: 2.5411, Accuracy: 2794/5000 (56%)
[epoch 33] loss: 0.0005923
Test set: Average loss: 2.5836, Accuracy: 2809/5000 (56%)
[epoch 34] loss: 0.0004897
Test set: Average loss: 2.6229, Accuracy: 2811/5000 (56%)
[epoch 35] loss: 0.0004002
Test set: Average loss: 2.6711, Accuracy: 2801/5000 (56%)
[epoch 36] loss: 0.0003279
Test set: Average loss: 2.7129, Accuracy: 2798/5000 (56%)
[epoch 37] loss: 0.0002706
Test set: Average loss: 2.7594, Accuracy: 2792/5000 (56%)
[epoch 38] loss: 0.0002227
Test set: Average loss: 2.7918, Accuracy: 2797/5000 (56%)
[epoch 39] loss: 0.0001833
Test set: Average loss: 2.8463, Accuracy: 2794/5000 (56%)
[epoch 40] loss: 0.0001512
Test set: Average loss: 2.8825, Accuracy: 2801/5000 (56%)
[epoch 41] loss: 0.0001250
Test set: Average loss: 2.9318, Accuracy: 2790/5000 (56%)
[epoch 42] loss: 0.0001029
Test set: Average loss: 2.9651, Accuracy: 2797/5000 (56%)
[epoch 43] loss: 0.0000851
Test set: Average loss: 3.0082, Accuracy: 2803/5000 (56%)
[epoch 44] loss: 0.0000701
Test set: Average loss: 3.0515, Accuracy: 2800/5000 (56%)
[epoch 45] loss: 0.0000578
Test set: Average loss: 3.0977, Accuracy: 2789/5000 (56%)
[epoch 46] loss: 0.0000480
Test set: Average loss: 3.1370, Accuracy: 2791/5000 (56%)
[epoch 47] loss: 0.0000397
Test set: Average loss: 3.1855, Accuracy: 2789/5000 (56%)
[epoch 48] loss: 0.0000329
Test set: Average loss: 3.2165, Accuracy: 2790/5000 (56%)
[epoch 49] loss: 0.0000270
Test set: Average loss: 3.2584, Accuracy: 2797/5000 (56%)
[epoch 50] loss: 0.0000226
Test set: Average loss: 3.3023, Accuracy: 2802/5000 (56%)
Validation:
Test set: Average loss: 2.4489, Accuracy: 2816/5000 (56%)
Test
Test set: Average loss: 2.4201, Accuracy: 5690/10000 (57%)
15000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3051, Accuracy: 439/5000 (9%)
[epoch 1] loss: 1.6358257
Test set: Average loss: 1.4430, Accuracy: 2382/5000 (48%)
[epoch 2] loss: 1.3779657
Test set: Average loss: 1.3749, Accuracy: 2535/5000 (51%)
[epoch 3] loss: 1.2888956
Test set: Average loss: 1.3874, Accuracy: 2541/5000 (51%)
[epoch 4] loss: 1.2188134
Test set: Average loss: 1.3222, Accuracy: 2624/5000 (52%)
[epoch 5] loss: 1.1438200
Test set: Average loss: 1.3076, Accuracy: 2676/5000 (54%)
[epoch 6] loss: 1.0738898
Test set: Average loss: 1.2978, Accuracy: 2770/5000 (55%)
[epoch 7] loss: 1.0101504
Test set: Average loss: 1.2325, Accuracy: 2847/5000 (57%)
[epoch 8] loss: 0.9383884
Test set: Average loss: 1.2463, Accuracy: 2924/5000 (58%)
[epoch 9] loss: 0.8518815
Test set: Average loss: 1.3882, Accuracy: 2733/5000 (55%)
[epoch 10] loss: 0.7545342
Test set: Average loss: 1.2890, Accuracy: 2900/5000 (58%)
[epoch 11] loss: 0.6444052
Test set: Average loss: 1.3357, Accuracy: 2914/5000 (58%)
[epoch 12] loss: 0.5213494
Test set: Average loss: 1.4154, Accuracy: 2871/5000 (57%)
[epoch 13] loss: 0.4065140
Test set: Average loss: 1.4629, Accuracy: 2839/5000 (57%)
[epoch 14] loss: 0.2872315
Test set: Average loss: 1.5038, Accuracy: 2883/5000 (58%)
[epoch 15] loss: 0.1854606
Test set: Average loss: 1.6758, Accuracy: 2843/5000 (57%)
[epoch 16] loss: 0.1086708
Test set: Average loss: 1.7429, Accuracy: 2884/5000 (58%)
[epoch 17] loss: 0.0590405
Test set: Average loss: 1.8502, Accuracy: 2847/5000 (57%)
[epoch 18] loss: 0.0281376
Test set: Average loss: 1.8396, Accuracy: 2909/5000 (58%)
[epoch 19] loss: 0.0086517
Test set: Average loss: 1.8817, Accuracy: 2937/5000 (59%)
[epoch 20] loss: 0.0043493
Test set: Average loss: 1.9548, Accuracy: 2937/5000 (59%)
[epoch 21] loss: 0.0030307
Test set: Average loss: 1.9986, Accuracy: 2931/5000 (59%)
[epoch 22] loss: 0.0022500
Test set: Average loss: 2.0549, Accuracy: 2939/5000 (59%)
[epoch 23] loss: 0.0017101
Test set: Average loss: 2.1055, Accuracy: 2938/5000 (59%)
[epoch 24] loss: 0.0013128
Test set: Average loss: 2.1490, Accuracy: 2925/5000 (58%)
[epoch 25] loss: 0.0010094
Test set: Average loss: 2.1950, Accuracy: 2940/5000 (59%)
[epoch 26] loss: 0.0007722
Test set: Average loss: 2.2464, Accuracy: 2936/5000 (59%)
[epoch 27] loss: 0.0005916
Test set: Average loss: 2.3050, Accuracy: 2930/5000 (59%)
[epoch 28] loss: 0.0004524
Test set: Average loss: 2.3604, Accuracy: 2940/5000 (59%)
[epoch 29] loss: 0.0003485
Test set: Average loss: 2.4022, Accuracy: 2944/5000 (59%)
[epoch 30] loss: 0.0002645
Test set: Average loss: 2.4601, Accuracy: 2942/5000 (59%)
[epoch 31] loss: 0.0002021
Test set: Average loss: 2.5111, Accuracy: 2937/5000 (59%)
[epoch 32] loss: 0.0001543
Test set: Average loss: 2.5622, Accuracy: 2940/5000 (59%)
[epoch 33] loss: 0.0001177
Test set: Average loss: 2.6177, Accuracy: 2949/5000 (59%)
[epoch 34] loss: 0.0000902
Test set: Average loss: 2.6707, Accuracy: 2938/5000 (59%)
[epoch 35] loss: 0.0000686
Test set: Average loss: 2.7203, Accuracy: 2934/5000 (59%)
[epoch 36] loss: 0.0000522
Test set: Average loss: 2.7809, Accuracy: 2945/5000 (59%)
[epoch 37] loss: 0.0000396
Test set: Average loss: 2.8362, Accuracy: 2941/5000 (59%)
[epoch 38] loss: 0.0000302
Test set: Average loss: 2.8900, Accuracy: 2936/5000 (59%)
[epoch 39] loss: 0.0000230
Test set: Average loss: 2.9412, Accuracy: 2937/5000 (59%)
[epoch 40] loss: 0.0000175
Test set: Average loss: 2.9943, Accuracy: 2936/5000 (59%)
[epoch 41] loss: 0.0000133
Test set: Average loss: 3.0534, Accuracy: 2939/5000 (59%)
[epoch 42] loss: 0.0000101
Test set: Average loss: 3.0990, Accuracy: 2933/5000 (59%)
[epoch 43] loss: 0.0000077
Test set: Average loss: 3.1606, Accuracy: 2921/5000 (58%)
[epoch 44] loss: 0.0000059
Test set: Average loss: 3.2113, Accuracy: 2931/5000 (59%)
[epoch 45] loss: 0.0000045
Test set: Average loss: 3.2695, Accuracy: 2933/5000 (59%)
[epoch 46] loss: 0.0000034
Test set: Average loss: 3.3171, Accuracy: 2941/5000 (59%)
[epoch 47] loss: 0.0000026
Test set: Average loss: 3.3723, Accuracy: 2930/5000 (59%)
[epoch 48] loss: 0.0000020
Test set: Average loss: 3.4121, Accuracy: 2920/5000 (58%)
[epoch 49] loss: 0.0000015
Test set: Average loss: 3.4571, Accuracy: 2928/5000 (59%)
[epoch 50] loss: 0.0000011
Test set: Average loss: 3.5001, Accuracy: 2926/5000 (59%)
Validation:
Test set: Average loss: 2.6177, Accuracy: 2949/5000 (59%)
Test
Test set: Average loss: 2.5824, Accuracy: 6001/10000 (60%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3016, Accuracy: 704/5000 (14%)
[epoch 1] loss: 1.6186397
Test set: Average loss: 1.4437, Accuracy: 2327/5000 (47%)
[epoch 2] loss: 1.3811001
Test set: Average loss: 1.3695, Accuracy: 2470/5000 (49%)
[epoch 3] loss: 1.2709267
Test set: Average loss: 1.3112, Accuracy: 2643/5000 (53%)
[epoch 4] loss: 1.2100919
Test set: Average loss: 1.2966, Accuracy: 2676/5000 (54%)
[epoch 5] loss: 1.1174774
Test set: Average loss: 1.2716, Accuracy: 2732/5000 (55%)
[epoch 6] loss: 1.0520433
Test set: Average loss: 1.2726, Accuracy: 2732/5000 (55%)
[epoch 7] loss: 0.9816490
Test set: Average loss: 1.2563, Accuracy: 2828/5000 (57%)
[epoch 8] loss: 0.8987073
Test set: Average loss: 1.2898, Accuracy: 2811/5000 (56%)
[epoch 9] loss: 0.8010366
Test set: Average loss: 1.2726, Accuracy: 2832/5000 (57%)
[epoch 10] loss: 0.7002395
Test set: Average loss: 1.2820, Accuracy: 2852/5000 (57%)
[epoch 11] loss: 0.5833465
Test set: Average loss: 1.3235, Accuracy: 2904/5000 (58%)
[epoch 12] loss: 0.4588844
Test set: Average loss: 1.4229, Accuracy: 2854/5000 (57%)
[epoch 13] loss: 0.3319815
Test set: Average loss: 1.4452, Accuracy: 2904/5000 (58%)
[epoch 14] loss: 0.2087715
Test set: Average loss: 1.5579, Accuracy: 2876/5000 (58%)
[epoch 15] loss: 0.1270880
Test set: Average loss: 1.6267, Accuracy: 2913/5000 (58%)
[epoch 16] loss: 0.0641739
Test set: Average loss: 1.7462, Accuracy: 2878/5000 (58%)
[epoch 17] loss: 0.0404249
Test set: Average loss: 1.8666, Accuracy: 2870/5000 (57%)
[epoch 18] loss: 0.1706619
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9912, Accuracy: 2731/5000 (55%)
[epoch 19] loss: 0.1397579
Epoch 18: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.7715, Accuracy: 2856/5000 (57%)
[epoch 20] loss: 0.0494015
Epoch 19: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.7736, Accuracy: 2870/5000 (57%)
[epoch 21] loss: 0.0463018
Epoch 20: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 22] loss: 0.0460043
Epoch 21: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 23] loss: 0.0459903
Epoch 22: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 24] loss: 0.0459812
Epoch 23: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 25] loss: 0.0459764
Epoch 24: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 26] loss: 0.0459768
Epoch 25: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 27] loss: 0.0459762
Epoch 26: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 28] loss: 0.0459699
Epoch 27: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 29] loss: 0.0459656
Epoch 28: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 30] loss: 0.0459832
Epoch 29: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 31] loss: 0.0459640
Epoch 30: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 32] loss: 0.0459878
Epoch 31: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 33] loss: 0.0459673
Epoch 32: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 34] loss: 0.0459620
Epoch 33: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 35] loss: 0.0459823
Epoch 34: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 36] loss: 0.0459772
Epoch 35: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 37] loss: 0.0459689
Epoch 36: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 38] loss: 0.0459822
Epoch 37: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 39] loss: 0.0459700
Epoch 38: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 40] loss: 0.0459763
Epoch 39: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 41] loss: 0.0459815
Epoch 40: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 42] loss: 0.0459607
Epoch 41: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 43] loss: 0.0459747
Epoch 42: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 44] loss: 0.0459736
Epoch 43: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 45] loss: 0.0459803
Epoch 44: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 46] loss: 0.0459663
Epoch 45: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 47] loss: 0.0459875
Epoch 46: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 48] loss: 0.0459658
Epoch 47: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 49] loss: 0.0459706
Epoch 48: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
[epoch 50] loss: 0.0459645
Epoch 49: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.7737, Accuracy: 2872/5000 (57%)
Validation:
Test set: Average loss: 1.6267, Accuracy: 2913/5000 (58%)
Test
Test set: Average loss: 1.5587, Accuracy: 5918/10000 (59%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3027, Accuracy: 494/5000 (10%)
[epoch 1] loss: 1.6239532
Test set: Average loss: 1.3994, Accuracy: 2379/5000 (48%)
[epoch 2] loss: 1.3724159
Test set: Average loss: 1.3835, Accuracy: 2478/5000 (50%)
[epoch 3] loss: 1.2858246
Test set: Average loss: 1.3419, Accuracy: 2600/5000 (52%)
[epoch 4] loss: 1.2101071
Test set: Average loss: 1.3003, Accuracy: 2697/5000 (54%)
[epoch 5] loss: 1.1484267
Test set: Average loss: 1.2950, Accuracy: 2730/5000 (55%)
[epoch 6] loss: 1.0864932
Test set: Average loss: 1.2330, Accuracy: 2831/5000 (57%)
[epoch 7] loss: 1.0225364
Test set: Average loss: 1.2421, Accuracy: 2830/5000 (57%)
[epoch 8] loss: 0.9378305
Test set: Average loss: 1.2587, Accuracy: 2807/5000 (56%)
[epoch 9] loss: 0.8439382
Test set: Average loss: 1.2539, Accuracy: 2898/5000 (58%)
[epoch 10] loss: 0.7465671
Test set: Average loss: 1.2734, Accuracy: 2912/5000 (58%)
[epoch 11] loss: 0.6408519
Test set: Average loss: 1.3063, Accuracy: 2903/5000 (58%)
[epoch 12] loss: 0.5272587
Test set: Average loss: 1.4173, Accuracy: 2824/5000 (56%)
[epoch 13] loss: 0.3944142
Test set: Average loss: 1.4451, Accuracy: 2862/5000 (57%)
[epoch 14] loss: 0.2927797
Test set: Average loss: 1.4891, Accuracy: 2855/5000 (57%)
[epoch 15] loss: 0.1956288
Test set: Average loss: 1.5464, Accuracy: 2901/5000 (58%)
[epoch 16] loss: 0.1149280
Test set: Average loss: 1.6621, Accuracy: 2878/5000 (58%)
[epoch 17] loss: 0.0687492
Test set: Average loss: 1.7672, Accuracy: 2896/5000 (58%)
[epoch 18] loss: 0.0336796
Test set: Average loss: 1.8035, Accuracy: 2929/5000 (59%)
[epoch 19] loss: 0.0119023
Test set: Average loss: 1.8614, Accuracy: 2956/5000 (59%)
[epoch 20] loss: 0.0050065
Test set: Average loss: 1.9321, Accuracy: 2968/5000 (59%)
[epoch 21] loss: 0.0032456
Test set: Average loss: 1.9705, Accuracy: 2970/5000 (59%)
[epoch 22] loss: 0.0024139
Test set: Average loss: 2.0183, Accuracy: 2958/5000 (59%)
[epoch 23] loss: 0.0018402
Test set: Average loss: 2.0663, Accuracy: 2954/5000 (59%)
[epoch 24] loss: 0.0014164
Test set: Average loss: 2.1112, Accuracy: 2972/5000 (59%)
[epoch 25] loss: 0.0010901
Test set: Average loss: 2.1635, Accuracy: 2960/5000 (59%)
[epoch 26] loss: 0.0008411
Test set: Average loss: 2.2110, Accuracy: 2980/5000 (60%)
[epoch 27] loss: 0.0006466
Test set: Average loss: 2.2539, Accuracy: 2983/5000 (60%)
[epoch 28] loss: 0.0004991
Test set: Average loss: 2.3054, Accuracy: 2962/5000 (59%)
[epoch 29] loss: 0.0003804
Test set: Average loss: 2.3576, Accuracy: 2970/5000 (59%)
[epoch 30] loss: 0.0002922
Test set: Average loss: 2.4050, Accuracy: 2967/5000 (59%)
[epoch 31] loss: 0.0002232
Test set: Average loss: 2.4605, Accuracy: 2980/5000 (60%)
[epoch 32] loss: 0.0001709
Test set: Average loss: 2.5112, Accuracy: 2972/5000 (59%)
[epoch 33] loss: 0.0001310
Test set: Average loss: 2.5546, Accuracy: 2967/5000 (59%)
[epoch 34] loss: 0.0000997
Test set: Average loss: 2.6037, Accuracy: 2969/5000 (59%)
[epoch 35] loss: 0.0000760
Test set: Average loss: 2.6609, Accuracy: 2979/5000 (60%)
[epoch 36] loss: 0.0000583
Test set: Average loss: 2.7192, Accuracy: 2981/5000 (60%)
[epoch 37] loss: 0.0000446
Test set: Average loss: 2.7629, Accuracy: 2986/5000 (60%)
[epoch 38] loss: 0.0000336
Test set: Average loss: 2.8255, Accuracy: 2973/5000 (59%)
[epoch 39] loss: 0.0000256
Test set: Average loss: 2.8628, Accuracy: 2983/5000 (60%)
[epoch 40] loss: 0.0000195
Test set: Average loss: 2.9145, Accuracy: 2984/5000 (60%)
[epoch 41] loss: 0.0000148
Test set: Average loss: 2.9743, Accuracy: 2984/5000 (60%)
[epoch 42] loss: 0.0000114
Test set: Average loss: 3.0266, Accuracy: 2978/5000 (60%)
[epoch 43] loss: 0.0000086
Test set: Average loss: 3.0664, Accuracy: 2974/5000 (59%)
[epoch 44] loss: 0.0000066
Test set: Average loss: 3.1188, Accuracy: 2986/5000 (60%)
[epoch 45] loss: 0.0000050
Test set: Average loss: 3.1675, Accuracy: 2981/5000 (60%)
[epoch 46] loss: 0.0000038
Test set: Average loss: 3.2204, Accuracy: 2978/5000 (60%)
[epoch 47] loss: 0.0000029
Test set: Average loss: 3.2657, Accuracy: 2977/5000 (60%)
[epoch 48] loss: 0.0000022
Test set: Average loss: 3.3218, Accuracy: 2981/5000 (60%)
[epoch 49] loss: 0.0000017
Test set: Average loss: 3.3589, Accuracy: 2978/5000 (60%)
[epoch 50] loss: 0.0000012
Test set: Average loss: 3.4001, Accuracy: 2977/5000 (60%)
Validation:
Test set: Average loss: 3.1188, Accuracy: 2986/5000 (60%)
Test
Test set: Average loss: 3.1441, Accuracy: 5966/10000 (60%)
20000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3047, Accuracy: 526/5000 (11%)
[epoch 1] loss: 1.5957906
Test set: Average loss: 1.3975, Accuracy: 2475/5000 (50%)
[epoch 2] loss: 1.3742959
Test set: Average loss: 1.3119, Accuracy: 2601/5000 (52%)
[epoch 3] loss: 1.2684720
Test set: Average loss: 1.2863, Accuracy: 2708/5000 (54%)
[epoch 4] loss: 1.1902083
Test set: Average loss: 1.2704, Accuracy: 2759/5000 (55%)
[epoch 5] loss: 1.1264745
Test set: Average loss: 1.2100, Accuracy: 2849/5000 (57%)
[epoch 6] loss: 1.0566559
Test set: Average loss: 1.2718, Accuracy: 2806/5000 (56%)
[epoch 7] loss: 0.9887176
Test set: Average loss: 1.2259, Accuracy: 2867/5000 (57%)
[epoch 8] loss: 0.9220954
Test set: Average loss: 1.2044, Accuracy: 2906/5000 (58%)
[epoch 9] loss: 0.8287748
Test set: Average loss: 1.2061, Accuracy: 2967/5000 (59%)
[epoch 10] loss: 0.7577380
Test set: Average loss: 1.1891, Accuracy: 3020/5000 (60%)
[epoch 11] loss: 0.6620300
Test set: Average loss: 1.2777, Accuracy: 2938/5000 (59%)
[epoch 12] loss: 0.5676238
Test set: Average loss: 1.2785, Accuracy: 2996/5000 (60%)
[epoch 13] loss: 0.4513412
Test set: Average loss: 1.3611, Accuracy: 3009/5000 (60%)
[epoch 14] loss: 0.3394680
Test set: Average loss: 1.3635, Accuracy: 2944/5000 (59%)
[epoch 15] loss: 0.2511924
Test set: Average loss: 1.4813, Accuracy: 2923/5000 (58%)
[epoch 16] loss: 0.1792935
Test set: Average loss: 1.5889, Accuracy: 2903/5000 (58%)
[epoch 17] loss: 0.1562236
Test set: Average loss: 1.7315, Accuracy: 2899/5000 (58%)
[epoch 18] loss: 0.1265878
Test set: Average loss: 1.7538, Accuracy: 2898/5000 (58%)
[epoch 19] loss: 0.0634403
Test set: Average loss: 1.7919, Accuracy: 2957/5000 (59%)
[epoch 20] loss: 0.0734602
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0726, Accuracy: 2819/5000 (56%)
[epoch 21] loss: 0.0544004
Test set: Average loss: 1.8268, Accuracy: 2995/5000 (60%)
[epoch 22] loss: 0.0158030
Test set: Average loss: 1.8257, Accuracy: 3035/5000 (61%)
[epoch 23] loss: 0.0106511
Test set: Average loss: 1.8389, Accuracy: 3034/5000 (61%)
[epoch 24] loss: 0.0080986
Test set: Average loss: 1.8489, Accuracy: 3046/5000 (61%)
[epoch 25] loss: 0.0064041
Test set: Average loss: 1.8650, Accuracy: 3044/5000 (61%)
[epoch 26] loss: 0.0051604
Test set: Average loss: 1.8831, Accuracy: 3049/5000 (61%)
[epoch 27] loss: 0.0041876
Test set: Average loss: 1.9019, Accuracy: 3052/5000 (61%)
[epoch 28] loss: 0.0034083
Test set: Average loss: 1.9189, Accuracy: 3053/5000 (61%)
[epoch 29] loss: 0.0027648
Test set: Average loss: 1.9410, Accuracy: 3055/5000 (61%)
[epoch 30] loss: 0.0022503
Test set: Average loss: 1.9665, Accuracy: 3050/5000 (61%)
[epoch 31] loss: 0.0018157
Test set: Average loss: 1.9944, Accuracy: 3047/5000 (61%)
[epoch 32] loss: 0.0014558
Test set: Average loss: 2.0241, Accuracy: 3032/5000 (61%)
[epoch 33] loss: 0.0011640
Test set: Average loss: 2.0593, Accuracy: 3045/5000 (61%)
[epoch 34] loss: 0.0009220
Test set: Average loss: 2.0862, Accuracy: 3042/5000 (61%)
[epoch 35] loss: 0.0007273
Test set: Average loss: 2.1250, Accuracy: 3059/5000 (61%)
[epoch 36] loss: 0.0005696
Test set: Average loss: 2.1598, Accuracy: 3055/5000 (61%)
[epoch 37] loss: 0.0004457
Test set: Average loss: 2.1974, Accuracy: 3056/5000 (61%)
[epoch 38] loss: 0.0003461
Test set: Average loss: 2.2379, Accuracy: 3049/5000 (61%)
[epoch 39] loss: 0.0002673
Test set: Average loss: 2.2774, Accuracy: 3055/5000 (61%)
[epoch 40] loss: 0.0002054
Test set: Average loss: 2.3233, Accuracy: 3057/5000 (61%)
[epoch 41] loss: 0.0001581
Test set: Average loss: 2.3628, Accuracy: 3061/5000 (61%)
[epoch 42] loss: 0.0001214
Test set: Average loss: 2.4063, Accuracy: 3064/5000 (61%)
[epoch 43] loss: 0.0000926
Test set: Average loss: 2.4504, Accuracy: 3061/5000 (61%)
[epoch 44] loss: 0.0000704
Test set: Average loss: 2.4944, Accuracy: 3077/5000 (62%)
[epoch 45] loss: 0.0000536
Test set: Average loss: 2.5354, Accuracy: 3052/5000 (61%)
[epoch 46] loss: 0.0000406
Test set: Average loss: 2.5851, Accuracy: 3066/5000 (61%)
[epoch 47] loss: 0.0000308
Test set: Average loss: 2.6284, Accuracy: 3070/5000 (61%)
[epoch 48] loss: 0.0000232
Test set: Average loss: 2.6733, Accuracy: 3073/5000 (61%)
[epoch 49] loss: 0.0000176
Test set: Average loss: 2.7235, Accuracy: 3081/5000 (62%)
[epoch 50] loss: 0.0000133
Test set: Average loss: 2.7685, Accuracy: 3077/5000 (62%)
Validation:
Test set: Average loss: 2.7235, Accuracy: 3081/5000 (62%)
Test
Test set: Average loss: 2.7606, Accuracy: 6124/10000 (61%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3049, Accuracy: 509/5000 (10%)
[epoch 1] loss: 1.5631658
Test set: Average loss: 1.4159, Accuracy: 2430/5000 (49%)
[epoch 2] loss: 1.3532538
Test set: Average loss: 1.4278, Accuracy: 2484/5000 (50%)
[epoch 3] loss: 1.2475030
Test set: Average loss: 1.3176, Accuracy: 2677/5000 (54%)
[epoch 4] loss: 1.1757895
Test set: Average loss: 1.2721, Accuracy: 2742/5000 (55%)
[epoch 5] loss: 1.1126093
Test set: Average loss: 1.2763, Accuracy: 2708/5000 (54%)
[epoch 6] loss: 1.0446391
Test set: Average loss: 1.2788, Accuracy: 2763/5000 (55%)
[epoch 7] loss: 0.9571290
Test set: Average loss: 1.2620, Accuracy: 2835/5000 (57%)
[epoch 8] loss: 0.8800007
Test set: Average loss: 1.2384, Accuracy: 2910/5000 (58%)
[epoch 9] loss: 0.7798103
Test set: Average loss: 1.3055, Accuracy: 2861/5000 (57%)
[epoch 10] loss: 0.6704192
Test set: Average loss: 1.2646, Accuracy: 2920/5000 (58%)
[epoch 11] loss: 0.5591422
Test set: Average loss: 1.3461, Accuracy: 2875/5000 (58%)
[epoch 12] loss: 0.4319756
Test set: Average loss: 1.4211, Accuracy: 2912/5000 (58%)
[epoch 13] loss: 0.3177229
Test set: Average loss: 1.4566, Accuracy: 2929/5000 (59%)
[epoch 14] loss: 0.2141646
Test set: Average loss: 1.5753, Accuracy: 2911/5000 (58%)
[epoch 15] loss: 0.1484555
Test set: Average loss: 1.6897, Accuracy: 2920/5000 (58%)
[epoch 16] loss: 0.1007052
Test set: Average loss: 1.8109, Accuracy: 2824/5000 (56%)
[epoch 17] loss: 0.1196513
Epoch 16: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9896, Accuracy: 2826/5000 (57%)
[epoch 18] loss: 0.0548383
Test set: Average loss: 1.8177, Accuracy: 2945/5000 (59%)
[epoch 19] loss: 0.0194797
Test set: Average loss: 1.8103, Accuracy: 2953/5000 (59%)
[epoch 20] loss: 0.0135304
Test set: Average loss: 1.8238, Accuracy: 2961/5000 (59%)
[epoch 21] loss: 0.0104580
Test set: Average loss: 1.8386, Accuracy: 2970/5000 (59%)
[epoch 22] loss: 0.0083355
Test set: Average loss: 1.8535, Accuracy: 2962/5000 (59%)
[epoch 23] loss: 0.0067374
Test set: Average loss: 1.8772, Accuracy: 2955/5000 (59%)
[epoch 24] loss: 0.0054463
Test set: Average loss: 1.9044, Accuracy: 2987/5000 (60%)
[epoch 25] loss: 0.0044183
Test set: Average loss: 1.9229, Accuracy: 2990/5000 (60%)
[epoch 26] loss: 0.0035590
Test set: Average loss: 1.9498, Accuracy: 2990/5000 (60%)
[epoch 27] loss: 0.0028524
Test set: Average loss: 1.9828, Accuracy: 2985/5000 (60%)
[epoch 28] loss: 0.0022792
Test set: Average loss: 2.0157, Accuracy: 2999/5000 (60%)
[epoch 29] loss: 0.0017973
Test set: Average loss: 2.0503, Accuracy: 2994/5000 (60%)
[epoch 30] loss: 0.0014184
Test set: Average loss: 2.0880, Accuracy: 3008/5000 (60%)
[epoch 31] loss: 0.0011088
Test set: Average loss: 2.1268, Accuracy: 3013/5000 (60%)
[epoch 32] loss: 0.0008631
Test set: Average loss: 2.1763, Accuracy: 3004/5000 (60%)
[epoch 33] loss: 0.0006665
Test set: Average loss: 2.2107, Accuracy: 3009/5000 (60%)
[epoch 34] loss: 0.0005127
Test set: Average loss: 2.2576, Accuracy: 3008/5000 (60%)
[epoch 35] loss: 0.0003926
Test set: Average loss: 2.2982, Accuracy: 3009/5000 (60%)
[epoch 36] loss: 0.0003000
Test set: Average loss: 2.3519, Accuracy: 3007/5000 (60%)
[epoch 37] loss: 0.0002286
Test set: Average loss: 2.3984, Accuracy: 3018/5000 (60%)
[epoch 38] loss: 0.0001730
Test set: Average loss: 2.4365, Accuracy: 3014/5000 (60%)
[epoch 39] loss: 0.0001309
Test set: Average loss: 2.4931, Accuracy: 3014/5000 (60%)
[epoch 40] loss: 0.0000986
Test set: Average loss: 2.5423, Accuracy: 3032/5000 (61%)
[epoch 41] loss: 0.0000743
Test set: Average loss: 2.5938, Accuracy: 3029/5000 (61%)
[epoch 42] loss: 0.0000557
Test set: Average loss: 2.6512, Accuracy: 3033/5000 (61%)
[epoch 43] loss: 0.0000419
Test set: Average loss: 2.7002, Accuracy: 3025/5000 (60%)
[epoch 44] loss: 0.0000313
Test set: Average loss: 2.7501, Accuracy: 3027/5000 (61%)
[epoch 45] loss: 0.0000234
Test set: Average loss: 2.8157, Accuracy: 3022/5000 (60%)
[epoch 46] loss: 0.0000174
Test set: Average loss: 2.8593, Accuracy: 3026/5000 (61%)
[epoch 47] loss: 0.0000130
Test set: Average loss: 2.9201, Accuracy: 3022/5000 (60%)
[epoch 48] loss: 0.0000097
Test set: Average loss: 2.9619, Accuracy: 3021/5000 (60%)
[epoch 49] loss: 0.0000072
Test set: Average loss: 3.0160, Accuracy: 3023/5000 (60%)
[epoch 50] loss: 0.0000053
Test set: Average loss: 3.0718, Accuracy: 3030/5000 (61%)
Validation:
Test set: Average loss: 2.6512, Accuracy: 3033/5000 (61%)
Test
Test set: Average loss: 2.6212, Accuracy: 6125/10000 (61%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3043, Accuracy: 486/5000 (10%)
[epoch 1] loss: 1.5704210
Test set: Average loss: 1.4326, Accuracy: 2382/5000 (48%)
[epoch 2] loss: 1.3357375
Test set: Average loss: 1.3258, Accuracy: 2624/5000 (52%)
[epoch 3] loss: 1.2357960
Test set: Average loss: 1.2653, Accuracy: 2719/5000 (54%)
[epoch 4] loss: 1.1594270
Test set: Average loss: 1.2378, Accuracy: 2784/5000 (56%)
[epoch 5] loss: 1.0885739
Test set: Average loss: 1.2337, Accuracy: 2851/5000 (57%)
[epoch 6] loss: 1.0213137
Test set: Average loss: 1.2727, Accuracy: 2777/5000 (56%)
[epoch 7] loss: 0.9382917
Test set: Average loss: 1.1950, Accuracy: 2915/5000 (58%)
[epoch 8] loss: 0.8733762
Test set: Average loss: 1.2869, Accuracy: 2879/5000 (58%)
[epoch 9] loss: 0.7800315
Test set: Average loss: 1.2029, Accuracy: 2971/5000 (59%)
[epoch 10] loss: 0.6826543
Test set: Average loss: 1.2275, Accuracy: 2974/5000 (59%)
[epoch 11] loss: 0.5729022
Test set: Average loss: 1.3641, Accuracy: 2899/5000 (58%)
[epoch 12] loss: 0.4753116
Test set: Average loss: 1.3606, Accuracy: 2901/5000 (58%)
[epoch 13] loss: 0.3488714
Test set: Average loss: 1.3884, Accuracy: 2978/5000 (60%)
[epoch 14] loss: 0.2530186
Test set: Average loss: 1.5225, Accuracy: 2940/5000 (59%)
[epoch 15] loss: 0.1576920
Test set: Average loss: 1.5432, Accuracy: 2955/5000 (59%)
[epoch 16] loss: 0.1129890
Test set: Average loss: 1.6688, Accuracy: 2913/5000 (58%)
[epoch 17] loss: 0.0943754
Test set: Average loss: 1.8336, Accuracy: 2898/5000 (58%)
[epoch 18] loss: 0.1462782
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8486, Accuracy: 2878/5000 (58%)
[epoch 19] loss: 0.0554528
Test set: Average loss: 1.7427, Accuracy: 2950/5000 (59%)
[epoch 20] loss: 0.0220755
Test set: Average loss: 1.7434, Accuracy: 2953/5000 (59%)
[epoch 21] loss: 0.0152991
Test set: Average loss: 1.7571, Accuracy: 2983/5000 (60%)
[epoch 22] loss: 0.0116340
Test set: Average loss: 1.7721, Accuracy: 2975/5000 (60%)
[epoch 23] loss: 0.0091910
Test set: Average loss: 1.7894, Accuracy: 2996/5000 (60%)
[epoch 24] loss: 0.0073578
Test set: Average loss: 1.8123, Accuracy: 2995/5000 (60%)
[epoch 25] loss: 0.0059055
Test set: Average loss: 1.8348, Accuracy: 3005/5000 (60%)
[epoch 26] loss: 0.0047623
Test set: Average loss: 1.8563, Accuracy: 3016/5000 (60%)
[epoch 27] loss: 0.0038277
Test set: Average loss: 1.8834, Accuracy: 3024/5000 (60%)
[epoch 28] loss: 0.0030634
Test set: Average loss: 1.9076, Accuracy: 3019/5000 (60%)
[epoch 29] loss: 0.0024396
Test set: Average loss: 1.9402, Accuracy: 3042/5000 (61%)
[epoch 30] loss: 0.0019384
Test set: Average loss: 1.9699, Accuracy: 3040/5000 (61%)
[epoch 31] loss: 0.0015310
Test set: Average loss: 2.0058, Accuracy: 3059/5000 (61%)
[epoch 32] loss: 0.0012008
Test set: Average loss: 2.0417, Accuracy: 3053/5000 (61%)
[epoch 33] loss: 0.0009380
Test set: Average loss: 2.0802, Accuracy: 3055/5000 (61%)
[epoch 34] loss: 0.0007301
Test set: Average loss: 2.1175, Accuracy: 3054/5000 (61%)
[epoch 35] loss: 0.0005633
Test set: Average loss: 2.1526, Accuracy: 3068/5000 (61%)
[epoch 36] loss: 0.0004344
Test set: Average loss: 2.1960, Accuracy: 3073/5000 (61%)
[epoch 37] loss: 0.0003337
Test set: Average loss: 2.2402, Accuracy: 3069/5000 (61%)
[epoch 38] loss: 0.0002563
Test set: Average loss: 2.2834, Accuracy: 3080/5000 (62%)
[epoch 39] loss: 0.0001960
Test set: Average loss: 2.3240, Accuracy: 3062/5000 (61%)
[epoch 40] loss: 0.0001488
Test set: Average loss: 2.3685, Accuracy: 3064/5000 (61%)
[epoch 41] loss: 0.0001129
Test set: Average loss: 2.4052, Accuracy: 3076/5000 (62%)
[epoch 42] loss: 0.0000858
Test set: Average loss: 2.4578, Accuracy: 3060/5000 (61%)
[epoch 43] loss: 0.0000650
Test set: Average loss: 2.5013, Accuracy: 3058/5000 (61%)
[epoch 44] loss: 0.0000491
Test set: Average loss: 2.5565, Accuracy: 3063/5000 (61%)
[epoch 45] loss: 0.0000369
Test set: Average loss: 2.5959, Accuracy: 3070/5000 (61%)
[epoch 46] loss: 0.0000277
Test set: Average loss: 2.6469, Accuracy: 3070/5000 (61%)
[epoch 47] loss: 0.0000209
Test set: Average loss: 2.6976, Accuracy: 3070/5000 (61%)
[epoch 48] loss: 0.0000156
Test set: Average loss: 2.7430, Accuracy: 3061/5000 (61%)
[epoch 49] loss: 0.0000118
Test set: Average loss: 2.7896, Accuracy: 3063/5000 (61%)
[epoch 50] loss: 0.0000088
Test set: Average loss: 2.8431, Accuracy: 3049/5000 (61%)
Validation:
Test set: Average loss: 2.2834, Accuracy: 3080/5000 (62%)
Test
Test set: Average loss: 2.3735, Accuracy: 6122/10000 (61%)
25000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3042, Accuracy: 412/5000 (8%)
[epoch 1] loss: 1.5453313
Test set: Average loss: 1.4711, Accuracy: 2359/5000 (47%)
[epoch 2] loss: 1.3273699
Test set: Average loss: 1.2992, Accuracy: 2640/5000 (53%)
[epoch 3] loss: 1.2306537
Test set: Average loss: 1.2692, Accuracy: 2763/5000 (55%)
[epoch 4] loss: 1.1513327
Test set: Average loss: 1.3001, Accuracy: 2698/5000 (54%)
[epoch 5] loss: 1.0797375
Test set: Average loss: 1.2243, Accuracy: 2829/5000 (57%)
[epoch 6] loss: 1.0113247
Test set: Average loss: 1.1669, Accuracy: 2988/5000 (60%)
[epoch 7] loss: 0.9373114
Test set: Average loss: 1.2087, Accuracy: 2967/5000 (59%)
[epoch 8] loss: 0.8641795
Test set: Average loss: 1.1974, Accuracy: 3007/5000 (60%)
[epoch 9] loss: 0.7761641
Test set: Average loss: 1.2306, Accuracy: 2989/5000 (60%)
[epoch 10] loss: 0.6847516
Test set: Average loss: 1.2003, Accuracy: 3023/5000 (60%)
[epoch 11] loss: 0.5807163
Test set: Average loss: 1.2894, Accuracy: 2990/5000 (60%)
[epoch 12] loss: 0.4695424
Test set: Average loss: 1.3146, Accuracy: 3002/5000 (60%)
[epoch 13] loss: 0.3574169
Test set: Average loss: 1.4053, Accuracy: 3033/5000 (61%)
[epoch 14] loss: 0.2703980
Test set: Average loss: 1.4912, Accuracy: 3025/5000 (60%)
[epoch 15] loss: 0.1896608
Test set: Average loss: 1.5982, Accuracy: 3005/5000 (60%)
[epoch 16] loss: 0.1605694
Test set: Average loss: 1.7089, Accuracy: 2999/5000 (60%)
[epoch 17] loss: 0.1396077
Test set: Average loss: 1.7705, Accuracy: 2958/5000 (59%)
[epoch 18] loss: 0.1327299
Test set: Average loss: 1.8839, Accuracy: 2940/5000 (59%)
[epoch 19] loss: 0.1409581
Epoch 18: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9765, Accuracy: 2890/5000 (58%)
[epoch 20] loss: 0.0494909
Test set: Average loss: 1.8299, Accuracy: 3042/5000 (61%)
[epoch 21] loss: 0.0174799
Test set: Average loss: 1.8314, Accuracy: 3060/5000 (61%)
[epoch 22] loss: 0.0116734
Test set: Average loss: 1.8377, Accuracy: 3055/5000 (61%)
[epoch 23] loss: 0.0087437
Test set: Average loss: 1.8534, Accuracy: 3073/5000 (61%)
[epoch 24] loss: 0.0067361
Test set: Average loss: 1.8737, Accuracy: 3083/5000 (62%)
[epoch 25] loss: 0.0052347
Test set: Average loss: 1.8898, Accuracy: 3094/5000 (62%)
[epoch 26] loss: 0.0040503
Test set: Average loss: 1.9135, Accuracy: 3084/5000 (62%)
[epoch 27] loss: 0.0031381
Test set: Average loss: 1.9408, Accuracy: 3091/5000 (62%)
[epoch 28] loss: 0.0024074
Test set: Average loss: 1.9773, Accuracy: 3094/5000 (62%)
[epoch 29] loss: 0.0018405
Test set: Average loss: 2.0111, Accuracy: 3090/5000 (62%)
[epoch 30] loss: 0.0013930
Test set: Average loss: 2.0514, Accuracy: 3101/5000 (62%)
[epoch 31] loss: 0.0010491
Test set: Average loss: 2.0879, Accuracy: 3090/5000 (62%)
[epoch 32] loss: 0.0007800
Test set: Average loss: 2.1305, Accuracy: 3089/5000 (62%)
[epoch 33] loss: 0.0005769
Test set: Average loss: 2.1778, Accuracy: 3092/5000 (62%)
[epoch 34] loss: 0.0004265
Test set: Average loss: 2.2258, Accuracy: 3093/5000 (62%)
[epoch 35] loss: 0.0003130
Test set: Average loss: 2.2741, Accuracy: 3100/5000 (62%)
[epoch 36] loss: 0.0002307
Test set: Average loss: 2.3267, Accuracy: 3089/5000 (62%)
[epoch 37] loss: 0.0001666
Test set: Average loss: 2.3713, Accuracy: 3098/5000 (62%)
[epoch 38] loss: 0.0001199
Test set: Average loss: 2.4298, Accuracy: 3108/5000 (62%)
[epoch 39] loss: 0.0000870
Test set: Average loss: 2.4788, Accuracy: 3088/5000 (62%)
[epoch 40] loss: 0.0000626
Test set: Average loss: 2.5332, Accuracy: 3104/5000 (62%)
[epoch 41] loss: 0.0000449
Test set: Average loss: 2.5959, Accuracy: 3101/5000 (62%)
[epoch 42] loss: 0.0000324
Test set: Average loss: 2.6473, Accuracy: 3103/5000 (62%)
[epoch 43] loss: 0.0000230
Test set: Average loss: 2.7015, Accuracy: 3105/5000 (62%)
[epoch 44] loss: 0.0000164
Test set: Average loss: 2.7632, Accuracy: 3108/5000 (62%)
[epoch 45] loss: 0.0000117
Test set: Average loss: 2.8261, Accuracy: 3106/5000 (62%)
[epoch 46] loss: 0.0000083
Test set: Average loss: 2.8775, Accuracy: 3111/5000 (62%)
[epoch 47] loss: 0.0000059
Test set: Average loss: 2.9351, Accuracy: 3102/5000 (62%)
[epoch 48] loss: 0.0000808
Epoch 47: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.0614, Accuracy: 3023/5000 (60%)
[epoch 49] loss: 0.0004530
Epoch 48: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.0021, Accuracy: 3074/5000 (61%)
[epoch 50] loss: 0.0000560
Epoch 49: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.0010, Accuracy: 3077/5000 (62%)
Validation:
Test set: Average loss: 2.8775, Accuracy: 3111/5000 (62%)
Test
Test set: Average loss: 2.8499, Accuracy: 6281/10000 (63%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 459/5000 (9%)
[epoch 1] loss: 1.5353126
Test set: Average loss: 1.3500, Accuracy: 2553/5000 (51%)
[epoch 2] loss: 1.3066899
Test set: Average loss: 1.2762, Accuracy: 2715/5000 (54%)
[epoch 3] loss: 1.1960558
Test set: Average loss: 1.2602, Accuracy: 2756/5000 (55%)
[epoch 4] loss: 1.1043306
Test set: Average loss: 1.2586, Accuracy: 2771/5000 (55%)
[epoch 5] loss: 1.0283861
Test set: Average loss: 1.1629, Accuracy: 2996/5000 (60%)
[epoch 6] loss: 0.9522905
Test set: Average loss: 1.1015, Accuracy: 3037/5000 (61%)
[epoch 7] loss: 0.8696255
Test set: Average loss: 1.1502, Accuracy: 3075/5000 (62%)
[epoch 8] loss: 0.7793963
Test set: Average loss: 1.1471, Accuracy: 3047/5000 (61%)
[epoch 9] loss: 0.6820823
Test set: Average loss: 1.1707, Accuracy: 3059/5000 (61%)
[epoch 10] loss: 0.5840369
Test set: Average loss: 1.2020, Accuracy: 3055/5000 (61%)
[epoch 11] loss: 0.4674490
Test set: Average loss: 1.2216, Accuracy: 3152/5000 (63%)
[epoch 12] loss: 0.3578127
Test set: Average loss: 1.2862, Accuracy: 3127/5000 (63%)
[epoch 13] loss: 0.2719081
Test set: Average loss: 1.4010, Accuracy: 3095/5000 (62%)
[epoch 14] loss: 0.1794298
Test set: Average loss: 1.4863, Accuracy: 3112/5000 (62%)
[epoch 15] loss: 0.1375514
Test set: Average loss: 1.5505, Accuracy: 3089/5000 (62%)
[epoch 16] loss: 0.1700532
Epoch 15: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6675, Accuracy: 3084/5000 (62%)
[epoch 17] loss: 0.0643112
Test set: Average loss: 1.5606, Accuracy: 3156/5000 (63%)
[epoch 18] loss: 0.0251866
Test set: Average loss: 1.5644, Accuracy: 3179/5000 (64%)
[epoch 19] loss: 0.0168966
Test set: Average loss: 1.5794, Accuracy: 3172/5000 (63%)
[epoch 20] loss: 0.0125211
Test set: Average loss: 1.5999, Accuracy: 3181/5000 (64%)
[epoch 21] loss: 0.0095315
Test set: Average loss: 1.6262, Accuracy: 3192/5000 (64%)
[epoch 22] loss: 0.0073108
Test set: Average loss: 1.6435, Accuracy: 3197/5000 (64%)
[epoch 23] loss: 0.0055834
Test set: Average loss: 1.6789, Accuracy: 3192/5000 (64%)
[epoch 24] loss: 0.0042610
Test set: Average loss: 1.7060, Accuracy: 3191/5000 (64%)
[epoch 25] loss: 0.0032213
Test set: Average loss: 1.7422, Accuracy: 3199/5000 (64%)
[epoch 26] loss: 0.0024197
Test set: Average loss: 1.7773, Accuracy: 3204/5000 (64%)
[epoch 27] loss: 0.0018093
Test set: Average loss: 1.8147, Accuracy: 3195/5000 (64%)
[epoch 28] loss: 0.0013349
Test set: Average loss: 1.8576, Accuracy: 3198/5000 (64%)
[epoch 29] loss: 0.0009786
Test set: Average loss: 1.8992, Accuracy: 3195/5000 (64%)
[epoch 30] loss: 0.0007184
Test set: Average loss: 1.9478, Accuracy: 3199/5000 (64%)
[epoch 31] loss: 0.0005210
Test set: Average loss: 1.9858, Accuracy: 3206/5000 (64%)
[epoch 32] loss: 0.0003763
Test set: Average loss: 2.0383, Accuracy: 3201/5000 (64%)
[epoch 33] loss: 0.0002712
Test set: Average loss: 2.0857, Accuracy: 3200/5000 (64%)
[epoch 34] loss: 0.0001955
Test set: Average loss: 2.1432, Accuracy: 3197/5000 (64%)
[epoch 35] loss: 0.0001398
Test set: Average loss: 2.1864, Accuracy: 3189/5000 (64%)
[epoch 36] loss: 0.0000993
Test set: Average loss: 2.2398, Accuracy: 3190/5000 (64%)
[epoch 37] loss: 0.0000709
Test set: Average loss: 2.2977, Accuracy: 3199/5000 (64%)
[epoch 38] loss: 0.0000502
Test set: Average loss: 2.3466, Accuracy: 3202/5000 (64%)
[epoch 39] loss: 0.0000354
Test set: Average loss: 2.3977, Accuracy: 3199/5000 (64%)
[epoch 40] loss: 0.0000250
Test set: Average loss: 2.4620, Accuracy: 3201/5000 (64%)
[epoch 41] loss: 0.0000176
Test set: Average loss: 2.5137, Accuracy: 3192/5000 (64%)
[epoch 42] loss: 0.0000123
Test set: Average loss: 2.5721, Accuracy: 3204/5000 (64%)
[epoch 43] loss: 0.0000087
Test set: Average loss: 2.6276, Accuracy: 3196/5000 (64%)
[epoch 44] loss: 0.0000061
Test set: Average loss: 2.6839, Accuracy: 3192/5000 (64%)
[epoch 45] loss: 0.0000042
Test set: Average loss: 2.7398, Accuracy: 3189/5000 (64%)
[epoch 46] loss: 0.0000030
Test set: Average loss: 2.7977, Accuracy: 3184/5000 (64%)
[epoch 47] loss: 0.0000020
Test set: Average loss: 2.8511, Accuracy: 3192/5000 (64%)
[epoch 48] loss: 0.0000014
Test set: Average loss: 2.8997, Accuracy: 3191/5000 (64%)
[epoch 49] loss: 0.0000010
Test set: Average loss: 2.9386, Accuracy: 3194/5000 (64%)
[epoch 50] loss: 0.0000007
Test set: Average loss: 2.9638, Accuracy: 3186/5000 (64%)
Validation:
Test set: Average loss: 1.9858, Accuracy: 3206/5000 (64%)
Test
Test set: Average loss: 2.0500, Accuracy: 6460/10000 (65%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3045, Accuracy: 455/5000 (9%)
[epoch 1] loss: 1.5747263
Test set: Average loss: 1.3674, Accuracy: 2507/5000 (50%)
[epoch 2] loss: 1.3234697
Test set: Average loss: 1.3468, Accuracy: 2603/5000 (52%)
[epoch 3] loss: 1.2194311
Test set: Average loss: 1.2443, Accuracy: 2772/5000 (55%)
[epoch 4] loss: 1.1394580
Test set: Average loss: 1.3243, Accuracy: 2618/5000 (52%)
[epoch 5] loss: 1.0694034
Test set: Average loss: 1.2259, Accuracy: 2789/5000 (56%)
[epoch 6] loss: 1.0008340
Test set: Average loss: 1.1562, Accuracy: 2993/5000 (60%)
[epoch 7] loss: 0.9218272
Test set: Average loss: 1.1709, Accuracy: 2968/5000 (59%)
[epoch 8] loss: 0.8559453
Test set: Average loss: 1.1778, Accuracy: 3008/5000 (60%)
[epoch 9] loss: 0.7798943
Test set: Average loss: 1.1650, Accuracy: 3016/5000 (60%)
[epoch 10] loss: 0.6852792
Test set: Average loss: 1.1882, Accuracy: 3069/5000 (61%)
[epoch 11] loss: 0.5906766
Test set: Average loss: 1.2116, Accuracy: 3067/5000 (61%)
[epoch 12] loss: 0.4849725
Test set: Average loss: 1.2909, Accuracy: 3038/5000 (61%)
[epoch 13] loss: 0.3812265
Test set: Average loss: 1.3640, Accuracy: 3060/5000 (61%)
[epoch 14] loss: 0.2860085
Test set: Average loss: 1.4533, Accuracy: 2968/5000 (59%)
[epoch 15] loss: 0.2115708
Test set: Average loss: 1.5483, Accuracy: 3025/5000 (60%)
[epoch 16] loss: 0.1746933
Test set: Average loss: 1.6166, Accuracy: 3015/5000 (60%)
[epoch 17] loss: 0.1233289
Test set: Average loss: 1.7136, Accuracy: 2995/5000 (60%)
[epoch 18] loss: 0.1454416
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8537, Accuracy: 2946/5000 (59%)
[epoch 19] loss: 0.0502157
Test set: Average loss: 1.7026, Accuracy: 3064/5000 (61%)
[epoch 20] loss: 0.0201809
Test set: Average loss: 1.7049, Accuracy: 3083/5000 (62%)
[epoch 21] loss: 0.0137555
Test set: Average loss: 1.7265, Accuracy: 3093/5000 (62%)
[epoch 22] loss: 0.0103028
Test set: Average loss: 1.7463, Accuracy: 3107/5000 (62%)
[epoch 23] loss: 0.0079250
Test set: Average loss: 1.7653, Accuracy: 3110/5000 (62%)
[epoch 24] loss: 0.0061521
Test set: Average loss: 1.7915, Accuracy: 3106/5000 (62%)
[epoch 25] loss: 0.0047566
Test set: Average loss: 1.8211, Accuracy: 3119/5000 (62%)
[epoch 26] loss: 0.0036780
Test set: Average loss: 1.8517, Accuracy: 3117/5000 (62%)
[epoch 27] loss: 0.0028145
Test set: Average loss: 1.8930, Accuracy: 3119/5000 (62%)
[epoch 28] loss: 0.0021319
Test set: Average loss: 1.9245, Accuracy: 3104/5000 (62%)
[epoch 29] loss: 0.0016168
Test set: Average loss: 1.9692, Accuracy: 3117/5000 (62%)
[epoch 30] loss: 0.0012101
Test set: Average loss: 2.0050, Accuracy: 3142/5000 (63%)
[epoch 31] loss: 0.0009015
Test set: Average loss: 2.0608, Accuracy: 3128/5000 (63%)
[epoch 32] loss: 0.0006657
Test set: Average loss: 2.0961, Accuracy: 3128/5000 (63%)
[epoch 33] loss: 0.0004922
Test set: Average loss: 2.1499, Accuracy: 3126/5000 (63%)
[epoch 34] loss: 0.0003588
Test set: Average loss: 2.2013, Accuracy: 3137/5000 (63%)
[epoch 35] loss: 0.0002625
Test set: Average loss: 2.2593, Accuracy: 3125/5000 (62%)
[epoch 36] loss: 0.0001914
Test set: Average loss: 2.3108, Accuracy: 3132/5000 (63%)
[epoch 37] loss: 0.0001387
Test set: Average loss: 2.3585, Accuracy: 3130/5000 (63%)
[epoch 38] loss: 0.0001003
Test set: Average loss: 2.4186, Accuracy: 3121/5000 (62%)
[epoch 39] loss: 0.0000722
Test set: Average loss: 2.4767, Accuracy: 3119/5000 (62%)
[epoch 40] loss: 0.0000518
Test set: Average loss: 2.5277, Accuracy: 3131/5000 (63%)
[epoch 41] loss: 0.0000371
Test set: Average loss: 2.5808, Accuracy: 3134/5000 (63%)
[epoch 42] loss: 0.0000265
Test set: Average loss: 2.6346, Accuracy: 3122/5000 (62%)
[epoch 43] loss: 0.0000189
Test set: Average loss: 2.7040, Accuracy: 3124/5000 (62%)
[epoch 44] loss: 0.0000134
Test set: Average loss: 2.7658, Accuracy: 3121/5000 (62%)
[epoch 45] loss: 0.0000095
Test set: Average loss: 2.8136, Accuracy: 3125/5000 (62%)
[epoch 46] loss: 0.0000068
Test set: Average loss: 2.8808, Accuracy: 3128/5000 (63%)
[epoch 47] loss: 0.0000048
Test set: Average loss: 2.9398, Accuracy: 3121/5000 (62%)
[epoch 48] loss: 0.0000034
Test set: Average loss: 2.9885, Accuracy: 3128/5000 (63%)
[epoch 49] loss: 0.0000024
Test set: Average loss: 3.0481, Accuracy: 3122/5000 (62%)
[epoch 50] loss: 0.0000016
Test set: Average loss: 3.1004, Accuracy: 3113/5000 (62%)
Validation:
Test set: Average loss: 2.0050, Accuracy: 3142/5000 (63%)
Test
Test set: Average loss: 1.9344, Accuracy: 6355/10000 (64%)
30000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3051, Accuracy: 578/5000 (12%)
[epoch 1] loss: 1.5510121
Test set: Average loss: 1.4407, Accuracy: 2385/5000 (48%)
[epoch 2] loss: 1.3220795
Test set: Average loss: 1.2863, Accuracy: 2694/5000 (54%)
[epoch 3] loss: 1.2172789
Test set: Average loss: 1.2357, Accuracy: 2772/5000 (55%)
[epoch 4] loss: 1.1313222
Test set: Average loss: 1.2194, Accuracy: 2882/5000 (58%)
[epoch 5] loss: 1.0618076
Test set: Average loss: 1.1794, Accuracy: 2956/5000 (59%)
[epoch 6] loss: 0.9966878
Test set: Average loss: 1.1810, Accuracy: 2928/5000 (59%)
[epoch 7] loss: 0.9263173
Test set: Average loss: 1.1324, Accuracy: 3009/5000 (60%)
[epoch 8] loss: 0.8591998
Test set: Average loss: 1.1059, Accuracy: 3111/5000 (62%)
[epoch 9] loss: 0.7969250
Test set: Average loss: 1.1035, Accuracy: 3086/5000 (62%)
[epoch 10] loss: 0.7154749
Test set: Average loss: 1.1927, Accuracy: 3038/5000 (61%)
[epoch 11] loss: 0.6299327
Test set: Average loss: 1.1992, Accuracy: 3061/5000 (61%)
[epoch 12] loss: 0.5435776
Test set: Average loss: 1.1872, Accuracy: 3128/5000 (63%)
[epoch 13] loss: 0.4422247
Test set: Average loss: 1.3014, Accuracy: 3061/5000 (61%)
[epoch 14] loss: 0.3582634
Test set: Average loss: 1.2993, Accuracy: 3109/5000 (62%)
[epoch 15] loss: 0.2727810
Test set: Average loss: 1.4044, Accuracy: 3087/5000 (62%)
[epoch 16] loss: 0.2043205
Test set: Average loss: 1.5164, Accuracy: 3050/5000 (61%)
[epoch 17] loss: 0.1906748
Test set: Average loss: 1.6344, Accuracy: 3051/5000 (61%)
[epoch 18] loss: 0.1779421
Test set: Average loss: 1.6837, Accuracy: 3011/5000 (60%)
[epoch 19] loss: 0.1497564
Test set: Average loss: 1.7821, Accuracy: 2982/5000 (60%)
[epoch 20] loss: 0.1369799
Test set: Average loss: 1.8237, Accuracy: 3015/5000 (60%)
[epoch 21] loss: 0.1451119
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8635, Accuracy: 2978/5000 (60%)
[epoch 22] loss: 0.0548209
Test set: Average loss: 1.7706, Accuracy: 3073/5000 (61%)
[epoch 23] loss: 0.0178947
Test set: Average loss: 1.7686, Accuracy: 3090/5000 (62%)
[epoch 24] loss: 0.0112069
Test set: Average loss: 1.7819, Accuracy: 3104/5000 (62%)
[epoch 25] loss: 0.0080262
Test set: Average loss: 1.7995, Accuracy: 3120/5000 (62%)
[epoch 26] loss: 0.0059055
Test set: Average loss: 1.8162, Accuracy: 3124/5000 (62%)
[epoch 27] loss: 0.0044303
Test set: Average loss: 1.8409, Accuracy: 3130/5000 (63%)
[epoch 28] loss: 0.0032744
Test set: Average loss: 1.8624, Accuracy: 3141/5000 (63%)
[epoch 29] loss: 0.0024209
Test set: Average loss: 1.8977, Accuracy: 3140/5000 (63%)
[epoch 30] loss: 0.0017695
Test set: Average loss: 1.9320, Accuracy: 3134/5000 (63%)
[epoch 31] loss: 0.0012856
Test set: Average loss: 1.9705, Accuracy: 3143/5000 (63%)
[epoch 32] loss: 0.0009266
Test set: Average loss: 2.0092, Accuracy: 3149/5000 (63%)
[epoch 33] loss: 0.0006601
Test set: Average loss: 2.0524, Accuracy: 3147/5000 (63%)
[epoch 34] loss: 0.0004681
Test set: Average loss: 2.1025, Accuracy: 3137/5000 (63%)
[epoch 35] loss: 0.0003307
Test set: Average loss: 2.1473, Accuracy: 3143/5000 (63%)
[epoch 36] loss: 0.0002330
Test set: Average loss: 2.1989, Accuracy: 3150/5000 (63%)
[epoch 37] loss: 0.0001627
Test set: Average loss: 2.2430, Accuracy: 3155/5000 (63%)
[epoch 38] loss: 0.0001137
Test set: Average loss: 2.2972, Accuracy: 3160/5000 (63%)
[epoch 39] loss: 0.0000784
Test set: Average loss: 2.3482, Accuracy: 3153/5000 (63%)
[epoch 40] loss: 0.0000543
Test set: Average loss: 2.4031, Accuracy: 3160/5000 (63%)
[epoch 41] loss: 0.0000373
Test set: Average loss: 2.4582, Accuracy: 3164/5000 (63%)
[epoch 42] loss: 0.0000256
Test set: Average loss: 2.5108, Accuracy: 3164/5000 (63%)
[epoch 43] loss: 0.0000176
Test set: Average loss: 2.5687, Accuracy: 3171/5000 (63%)
[epoch 44] loss: 0.0000120
Test set: Average loss: 2.6367, Accuracy: 3165/5000 (63%)
[epoch 45] loss: 0.0000082
Test set: Average loss: 2.6879, Accuracy: 3171/5000 (63%)
[epoch 46] loss: 0.0000055
Test set: Average loss: 2.7481, Accuracy: 3167/5000 (63%)
[epoch 47] loss: 0.0000038
Test set: Average loss: 2.8015, Accuracy: 3174/5000 (63%)
[epoch 48] loss: 0.0000025
Test set: Average loss: 2.8573, Accuracy: 3168/5000 (63%)
[epoch 49] loss: 0.0000017
Test set: Average loss: 2.9182, Accuracy: 3172/5000 (63%)
[epoch 50] loss: 0.0000011
Test set: Average loss: 2.9594, Accuracy: 3174/5000 (63%)
Validation:
Test set: Average loss: 2.9594, Accuracy: 3174/5000 (63%)
Test
Test set: Average loss: 3.0072, Accuracy: 6408/10000 (64%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3008, Accuracy: 489/5000 (10%)
[epoch 1] loss: 1.4922813
Test set: Average loss: 1.3166, Accuracy: 2603/5000 (52%)
[epoch 2] loss: 1.2475816
Test set: Average loss: 1.3031, Accuracy: 2622/5000 (52%)
[epoch 3] loss: 1.1511419
Test set: Average loss: 1.2077, Accuracy: 2884/5000 (58%)
[epoch 4] loss: 1.0802267
Test set: Average loss: 1.1728, Accuracy: 2917/5000 (58%)
[epoch 5] loss: 1.0140430
Test set: Average loss: 1.1189, Accuracy: 3032/5000 (61%)
[epoch 6] loss: 0.9500499
Test set: Average loss: 1.1023, Accuracy: 3062/5000 (61%)
[epoch 7] loss: 0.8899362
Test set: Average loss: 1.1618, Accuracy: 3011/5000 (60%)
[epoch 8] loss: 0.8130999
Test set: Average loss: 1.1526, Accuracy: 3006/5000 (60%)
[epoch 9] loss: 0.7438918
Test set: Average loss: 1.1274, Accuracy: 3093/5000 (62%)
[epoch 10] loss: 0.6534385
Test set: Average loss: 1.1284, Accuracy: 3139/5000 (63%)
[epoch 11] loss: 0.5537764
Test set: Average loss: 1.2255, Accuracy: 3069/5000 (61%)
[epoch 12] loss: 0.4540604
Test set: Average loss: 1.2273, Accuracy: 3135/5000 (63%)
[epoch 13] loss: 0.3638031
Test set: Average loss: 1.2970, Accuracy: 3165/5000 (63%)
[epoch 14] loss: 0.2696255
Test set: Average loss: 1.4005, Accuracy: 3068/5000 (61%)
[epoch 15] loss: 0.2134510
Test set: Average loss: 1.5216, Accuracy: 3035/5000 (61%)
[epoch 16] loss: 0.1761828
Test set: Average loss: 1.6340, Accuracy: 3053/5000 (61%)
[epoch 17] loss: 0.1470411
Test set: Average loss: 1.7256, Accuracy: 3006/5000 (60%)
[epoch 18] loss: 0.1593638
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7265, Accuracy: 3103/5000 (62%)
[epoch 19] loss: 0.0590825
Test set: Average loss: 1.6210, Accuracy: 3157/5000 (63%)
[epoch 20] loss: 0.0215334
Test set: Average loss: 1.6373, Accuracy: 3187/5000 (64%)
[epoch 21] loss: 0.0140092
Test set: Average loss: 1.6555, Accuracy: 3181/5000 (64%)
[epoch 22] loss: 0.0100722
Test set: Average loss: 1.6764, Accuracy: 3197/5000 (64%)
[epoch 23] loss: 0.0074578
Test set: Average loss: 1.6994, Accuracy: 3191/5000 (64%)
[epoch 24] loss: 0.0055179
Test set: Average loss: 1.7309, Accuracy: 3199/5000 (64%)
[epoch 25] loss: 0.0040810
Test set: Average loss: 1.7604, Accuracy: 3214/5000 (64%)
[epoch 26] loss: 0.0030044
Test set: Average loss: 1.8025, Accuracy: 3202/5000 (64%)
[epoch 27] loss: 0.0021878
Test set: Average loss: 1.8490, Accuracy: 3214/5000 (64%)
[epoch 28] loss: 0.0015794
Test set: Average loss: 1.8859, Accuracy: 3197/5000 (64%)
[epoch 29] loss: 0.0011793
Test set: Average loss: 1.9378, Accuracy: 3205/5000 (64%)
[epoch 30] loss: 0.0008090
Test set: Average loss: 1.9865, Accuracy: 3197/5000 (64%)
[epoch 31] loss: 0.0005764
Test set: Average loss: 2.0407, Accuracy: 3209/5000 (64%)
[epoch 32] loss: 0.0004070
Test set: Average loss: 2.0926, Accuracy: 3212/5000 (64%)
[epoch 33] loss: 0.0002876
Test set: Average loss: 2.1456, Accuracy: 3217/5000 (64%)
[epoch 34] loss: 0.0001994
Test set: Average loss: 2.2030, Accuracy: 3216/5000 (64%)
[epoch 35] loss: 0.0001381
Test set: Average loss: 2.2629, Accuracy: 3216/5000 (64%)
[epoch 36] loss: 0.0000955
Test set: Average loss: 2.3163, Accuracy: 3204/5000 (64%)
[epoch 37] loss: 0.0000655
Test set: Average loss: 2.3767, Accuracy: 3221/5000 (64%)
[epoch 38] loss: 0.0000447
Test set: Average loss: 2.4409, Accuracy: 3212/5000 (64%)
[epoch 39] loss: 0.0000308
Test set: Average loss: 2.4958, Accuracy: 3206/5000 (64%)
[epoch 40] loss: 0.0000209
Test set: Average loss: 2.5651, Accuracy: 3210/5000 (64%)
[epoch 41] loss: 0.0000142
Test set: Average loss: 2.6234, Accuracy: 3210/5000 (64%)
[epoch 42] loss: 0.0000095
Test set: Average loss: 2.6862, Accuracy: 3212/5000 (64%)
[epoch 43] loss: 0.0000064
Test set: Average loss: 2.7485, Accuracy: 3221/5000 (64%)
[epoch 44] loss: 0.0000043
Test set: Average loss: 2.8148, Accuracy: 3210/5000 (64%)
[epoch 45] loss: 0.0000029
Test set: Average loss: 2.8697, Accuracy: 3211/5000 (64%)
[epoch 46] loss: 0.0000019
Test set: Average loss: 2.9308, Accuracy: 3213/5000 (64%)
[epoch 47] loss: 0.0000013
Test set: Average loss: 2.9905, Accuracy: 3209/5000 (64%)
[epoch 48] loss: 0.0000008
Test set: Average loss: 3.0236, Accuracy: 3203/5000 (64%)
[epoch 49] loss: 0.0000006
Test set: Average loss: 3.0496, Accuracy: 3204/5000 (64%)
[epoch 50] loss: 0.0000004
Test set: Average loss: 3.0596, Accuracy: 3201/5000 (64%)
Validation:
Test set: Average loss: 2.7485, Accuracy: 3221/5000 (64%)
Test
Test set: Average loss: 2.7211, Accuracy: 6463/10000 (65%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3006, Accuracy: 581/5000 (12%)
[epoch 1] loss: 1.5393015
Test set: Average loss: 1.3937, Accuracy: 2479/5000 (50%)
[epoch 2] loss: 1.3213319
Test set: Average loss: 1.3481, Accuracy: 2600/5000 (52%)
[epoch 3] loss: 1.2198523
Test set: Average loss: 1.2517, Accuracy: 2756/5000 (55%)
[epoch 4] loss: 1.1271115
Test set: Average loss: 1.1964, Accuracy: 2865/5000 (57%)
[epoch 5] loss: 1.0442819
Test set: Average loss: 1.1467, Accuracy: 2957/5000 (59%)
[epoch 6] loss: 0.9680258
Test set: Average loss: 1.0932, Accuracy: 3072/5000 (61%)
[epoch 7] loss: 0.8970869
Test set: Average loss: 1.1214, Accuracy: 3026/5000 (61%)
[epoch 8] loss: 0.8273528
Test set: Average loss: 1.1013, Accuracy: 3076/5000 (62%)
[epoch 9] loss: 0.7357814
Test set: Average loss: 1.1019, Accuracy: 3116/5000 (62%)
[epoch 10] loss: 0.6491072
Test set: Average loss: 1.1705, Accuracy: 3109/5000 (62%)
[epoch 11] loss: 0.5419254
Test set: Average loss: 1.2023, Accuracy: 3114/5000 (62%)
[epoch 12] loss: 0.4512124
Test set: Average loss: 1.3081, Accuracy: 3046/5000 (61%)
[epoch 13] loss: 0.3597412
Test set: Average loss: 1.3734, Accuracy: 3082/5000 (62%)
[epoch 14] loss: 0.2827556
Test set: Average loss: 1.4318, Accuracy: 3043/5000 (61%)
[epoch 15] loss: 0.2300851
Test set: Average loss: 1.5237, Accuracy: 3049/5000 (61%)
[epoch 16] loss: 0.2003014
Test set: Average loss: 1.5672, Accuracy: 3032/5000 (61%)
[epoch 17] loss: 0.1706988
Test set: Average loss: 1.7151, Accuracy: 3002/5000 (60%)
[epoch 18] loss: 0.1661287
Test set: Average loss: 1.7949, Accuracy: 2975/5000 (60%)
[epoch 19] loss: 0.1557247
Test set: Average loss: 1.8222, Accuracy: 3010/5000 (60%)
[epoch 20] loss: 0.1488686
Test set: Average loss: 1.8479, Accuracy: 2999/5000 (60%)
[epoch 21] loss: 0.1366028
Test set: Average loss: 1.9809, Accuracy: 2976/5000 (60%)
[epoch 22] loss: 0.1415649
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9702, Accuracy: 3013/5000 (60%)
[epoch 23] loss: 0.0536629
Test set: Average loss: 1.8539, Accuracy: 3086/5000 (62%)
[epoch 24] loss: 0.0159168
Test set: Average loss: 1.8569, Accuracy: 3102/5000 (62%)
[epoch 25] loss: 0.0097088
Test set: Average loss: 1.8675, Accuracy: 3108/5000 (62%)
[epoch 26] loss: 0.0069135
Test set: Average loss: 1.8860, Accuracy: 3097/5000 (62%)
[epoch 27] loss: 0.0050617
Test set: Average loss: 1.9037, Accuracy: 3090/5000 (62%)
[epoch 28] loss: 0.0037327
Test set: Average loss: 1.9255, Accuracy: 3105/5000 (62%)
[epoch 29] loss: 0.0027477
Test set: Average loss: 1.9530, Accuracy: 3105/5000 (62%)
[epoch 30] loss: 0.0020060
Test set: Average loss: 1.9797, Accuracy: 3106/5000 (62%)
[epoch 31] loss: 0.0014566
Test set: Average loss: 2.0198, Accuracy: 3100/5000 (62%)
[epoch 32] loss: 0.0010425
Test set: Average loss: 2.0544, Accuracy: 3124/5000 (62%)
[epoch 33] loss: 0.0007444
Test set: Average loss: 2.0907, Accuracy: 3131/5000 (63%)
[epoch 34] loss: 0.0005266
Test set: Average loss: 2.1340, Accuracy: 3125/5000 (62%)
[epoch 35] loss: 0.0003697
Test set: Average loss: 2.1809, Accuracy: 3124/5000 (62%)
[epoch 36] loss: 0.0002574
Test set: Average loss: 2.2265, Accuracy: 3123/5000 (62%)
[epoch 37] loss: 0.0001788
Test set: Average loss: 2.2737, Accuracy: 3135/5000 (63%)
[epoch 38] loss: 0.0001239
Test set: Average loss: 2.3268, Accuracy: 3131/5000 (63%)
[epoch 39] loss: 0.0000851
Test set: Average loss: 2.3735, Accuracy: 3141/5000 (63%)
[epoch 40] loss: 0.0000580
Test set: Average loss: 2.4269, Accuracy: 3134/5000 (63%)
[epoch 41] loss: 0.0000396
Test set: Average loss: 2.4816, Accuracy: 3144/5000 (63%)
[epoch 42] loss: 0.0000271
Test set: Average loss: 2.5419, Accuracy: 3147/5000 (63%)
[epoch 43] loss: 0.0000183
Test set: Average loss: 2.5886, Accuracy: 3140/5000 (63%)
[epoch 44] loss: 0.0000124
Test set: Average loss: 2.6514, Accuracy: 3152/5000 (63%)
[epoch 45] loss: 0.0000084
Test set: Average loss: 2.7079, Accuracy: 3154/5000 (63%)
[epoch 46] loss: 0.0000056
Test set: Average loss: 2.7535, Accuracy: 3156/5000 (63%)
[epoch 47] loss: 0.0000038
Test set: Average loss: 2.8183, Accuracy: 3153/5000 (63%)
[epoch 48] loss: 0.0000025
Test set: Average loss: 2.8744, Accuracy: 3150/5000 (63%)
[epoch 49] loss: 0.0000017
Test set: Average loss: 2.9241, Accuracy: 3154/5000 (63%)
[epoch 50] loss: 0.0000011
Test set: Average loss: 2.9717, Accuracy: 3150/5000 (63%)
Validation:
Test set: Average loss: 2.7535, Accuracy: 3156/5000 (63%)
Test
Test set: Average loss: 2.8139, Accuracy: 6353/10000 (64%)
35000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3054, Accuracy: 493/5000 (10%)
[epoch 1] loss: 1.4711583
Test set: Average loss: 1.3212, Accuracy: 2600/5000 (52%)
[epoch 2] loss: 1.2328754
Test set: Average loss: 1.2270, Accuracy: 2819/5000 (56%)
[epoch 3] loss: 1.1267918
Test set: Average loss: 1.2024, Accuracy: 2890/5000 (58%)
[epoch 4] loss: 1.0441139
Test set: Average loss: 1.1159, Accuracy: 3005/5000 (60%)
[epoch 5] loss: 0.9740017
Test set: Average loss: 1.1083, Accuracy: 3096/5000 (62%)
[epoch 6] loss: 0.8977538
Test set: Average loss: 1.0979, Accuracy: 3121/5000 (62%)
[epoch 7] loss: 0.8311636
Test set: Average loss: 1.1018, Accuracy: 3103/5000 (62%)
[epoch 8] loss: 0.7497202
Test set: Average loss: 1.0996, Accuracy: 3185/5000 (64%)
[epoch 9] loss: 0.6714181
Test set: Average loss: 1.0927, Accuracy: 3203/5000 (64%)
[epoch 10] loss: 0.5804151
Test set: Average loss: 1.1701, Accuracy: 3148/5000 (63%)
[epoch 11] loss: 0.4859639
Test set: Average loss: 1.1960, Accuracy: 3199/5000 (64%)
[epoch 12] loss: 0.3985808
Test set: Average loss: 1.2451, Accuracy: 3180/5000 (64%)
[epoch 13] loss: 0.3200574
Test set: Average loss: 1.3526, Accuracy: 3121/5000 (62%)
[epoch 14] loss: 0.2697418
Test set: Average loss: 1.4813, Accuracy: 3106/5000 (62%)
[epoch 15] loss: 0.2168202
Test set: Average loss: 1.5093, Accuracy: 3137/5000 (63%)
[epoch 16] loss: 0.2003898
Test set: Average loss: 1.6089, Accuracy: 3126/5000 (63%)
[epoch 17] loss: 0.1681598
Test set: Average loss: 1.6296, Accuracy: 3168/5000 (63%)
[epoch 18] loss: 0.1715438
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7006, Accuracy: 3117/5000 (62%)
[epoch 19] loss: 0.0680933
Test set: Average loss: 1.6434, Accuracy: 3193/5000 (64%)
[epoch 20] loss: 0.0245752
Test set: Average loss: 1.6548, Accuracy: 3226/5000 (65%)
[epoch 21] loss: 0.0152049
Test set: Average loss: 1.6720, Accuracy: 3219/5000 (64%)
[epoch 22] loss: 0.0104914
Test set: Average loss: 1.6950, Accuracy: 3235/5000 (65%)
[epoch 23] loss: 0.0074288
Test set: Average loss: 1.7237, Accuracy: 3244/5000 (65%)
[epoch 24] loss: 0.0052721
Test set: Average loss: 1.7561, Accuracy: 3246/5000 (65%)
[epoch 25] loss: 0.0037066
Test set: Average loss: 1.7966, Accuracy: 3254/5000 (65%)
[epoch 26] loss: 0.0025833
Test set: Average loss: 1.8322, Accuracy: 3258/5000 (65%)
[epoch 27] loss: 0.0017816
Test set: Average loss: 1.8812, Accuracy: 3257/5000 (65%)
[epoch 28] loss: 0.0012241
Test set: Average loss: 1.9345, Accuracy: 3260/5000 (65%)
[epoch 29] loss: 0.0008317
Test set: Average loss: 1.9868, Accuracy: 3253/5000 (65%)
[epoch 30] loss: 0.0005662
Test set: Average loss: 2.0397, Accuracy: 3261/5000 (65%)
[epoch 31] loss: 0.0003788
Test set: Average loss: 2.1002, Accuracy: 3253/5000 (65%)
[epoch 32] loss: 0.0002532
Test set: Average loss: 2.1542, Accuracy: 3257/5000 (65%)
[epoch 33] loss: 0.0001701
Test set: Average loss: 2.2213, Accuracy: 3254/5000 (65%)
[epoch 34] loss: 0.0001124
Test set: Average loss: 2.2804, Accuracy: 3251/5000 (65%)
[epoch 35] loss: 0.0000739
Test set: Average loss: 2.3467, Accuracy: 3259/5000 (65%)
[epoch 36] loss: 0.0000482
Test set: Average loss: 2.4073, Accuracy: 3254/5000 (65%)
[epoch 37] loss: 0.0000318
Test set: Average loss: 2.4767, Accuracy: 3264/5000 (65%)
[epoch 38] loss: 0.0000211
Test set: Average loss: 2.5494, Accuracy: 3255/5000 (65%)
[epoch 39] loss: 0.0000133
Test set: Average loss: 2.6143, Accuracy: 3259/5000 (65%)
[epoch 40] loss: 0.0000087
Test set: Average loss: 2.6871, Accuracy: 3259/5000 (65%)
[epoch 41] loss: 0.0001739
Epoch 40: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.7618, Accuracy: 3241/5000 (65%)
[epoch 42] loss: 0.0005503
Epoch 41: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.7394, Accuracy: 3253/5000 (65%)
[epoch 43] loss: 0.0000999
Epoch 42: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.7391, Accuracy: 3254/5000 (65%)
[epoch 44] loss: 0.0000963
Epoch 43: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.7391, Accuracy: 3254/5000 (65%)
[epoch 45] loss: 0.0000958
Epoch 44: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.7391, Accuracy: 3254/5000 (65%)
[epoch 46] loss: 0.0000958
Epoch 45: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.7391, Accuracy: 3254/5000 (65%)
[epoch 47] loss: 0.0000958
Epoch 46: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.7391, Accuracy: 3254/5000 (65%)
[epoch 48] loss: 0.0000958
Epoch 47: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.7391, Accuracy: 3254/5000 (65%)
[epoch 49] loss: 0.0000958
Epoch 48: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.7391, Accuracy: 3254/5000 (65%)
[epoch 50] loss: 0.0000958
Epoch 49: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.7391, Accuracy: 3254/5000 (65%)
Validation:
Test set: Average loss: 2.4767, Accuracy: 3264/5000 (65%)
Test
Test set: Average loss: 2.4572, Accuracy: 6602/10000 (66%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3024, Accuracy: 594/5000 (12%)
[epoch 1] loss: 1.4937999
Test set: Average loss: 1.4148, Accuracy: 2467/5000 (49%)
[epoch 2] loss: 1.2710428
Test set: Average loss: 1.2472, Accuracy: 2768/5000 (55%)
[epoch 3] loss: 1.1649021
Test set: Average loss: 1.1951, Accuracy: 2795/5000 (56%)
[epoch 4] loss: 1.0814724
Test set: Average loss: 1.1741, Accuracy: 2943/5000 (59%)
[epoch 5] loss: 1.0127803
Test set: Average loss: 1.1437, Accuracy: 3017/5000 (60%)
[epoch 6] loss: 0.9490884
Test set: Average loss: 1.1756, Accuracy: 2987/5000 (60%)
[epoch 7] loss: 0.8865606
Test set: Average loss: 1.0734, Accuracy: 3115/5000 (62%)
[epoch 8] loss: 0.8063354
Test set: Average loss: 1.1616, Accuracy: 3117/5000 (62%)
[epoch 9] loss: 0.7307737
Test set: Average loss: 1.1758, Accuracy: 3104/5000 (62%)
[epoch 10] loss: 0.6504128
Test set: Average loss: 1.1344, Accuracy: 3176/5000 (64%)
[epoch 11] loss: 0.5573181
Test set: Average loss: 1.1881, Accuracy: 3133/5000 (63%)
[epoch 12] loss: 0.4666282
Test set: Average loss: 1.3290, Accuracy: 3055/5000 (61%)
[epoch 13] loss: 0.3932080
Test set: Average loss: 1.3376, Accuracy: 3088/5000 (62%)
[epoch 14] loss: 0.3111575
Test set: Average loss: 1.4174, Accuracy: 3105/5000 (62%)
[epoch 15] loss: 0.2540542
Test set: Average loss: 1.5661, Accuracy: 3012/5000 (60%)
[epoch 16] loss: 0.2213526
Test set: Average loss: 1.5927, Accuracy: 3061/5000 (61%)
[epoch 17] loss: 0.2004898
Test set: Average loss: 1.7376, Accuracy: 3035/5000 (61%)
[epoch 18] loss: 0.1793508
Test set: Average loss: 1.7268, Accuracy: 3040/5000 (61%)
[epoch 19] loss: 0.1772109
Test set: Average loss: 1.8430, Accuracy: 2995/5000 (60%)
[epoch 20] loss: 0.1580768
Test set: Average loss: 1.8626, Accuracy: 3053/5000 (61%)
[epoch 21] loss: 0.1750784
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8728, Accuracy: 3076/5000 (62%)
[epoch 22] loss: 0.0720594
Test set: Average loss: 1.7723, Accuracy: 3128/5000 (63%)
[epoch 23] loss: 0.0230360
Test set: Average loss: 1.7790, Accuracy: 3149/5000 (63%)
[epoch 24] loss: 0.0135225
Test set: Average loss: 1.7898, Accuracy: 3156/5000 (63%)
[epoch 25] loss: 0.0092513
Test set: Average loss: 1.8082, Accuracy: 3172/5000 (63%)
[epoch 26] loss: 0.0065276
Test set: Average loss: 1.8393, Accuracy: 3182/5000 (64%)
[epoch 27] loss: 0.0046326
Test set: Average loss: 1.8640, Accuracy: 3192/5000 (64%)
[epoch 28] loss: 0.0032758
Test set: Average loss: 1.8948, Accuracy: 3184/5000 (64%)
[epoch 29] loss: 0.0023020
Test set: Average loss: 1.9344, Accuracy: 3203/5000 (64%)
[epoch 30] loss: 0.0016077
Test set: Average loss: 1.9743, Accuracy: 3212/5000 (64%)
[epoch 31] loss: 0.0011015
Test set: Average loss: 2.0118, Accuracy: 3209/5000 (64%)
[epoch 32] loss: 0.0007612
Test set: Average loss: 2.0641, Accuracy: 3206/5000 (64%)
[epoch 33] loss: 0.0005172
Test set: Average loss: 2.1170, Accuracy: 3222/5000 (64%)
[epoch 34] loss: 0.0004466
Test set: Average loss: 2.1876, Accuracy: 3198/5000 (64%)
[epoch 35] loss: 0.0007173
Epoch 34: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.2013, Accuracy: 3204/5000 (64%)
[epoch 36] loss: 0.0002482
Test set: Average loss: 2.2042, Accuracy: 3206/5000 (64%)
[epoch 37] loss: 0.0002335
Test set: Average loss: 2.2087, Accuracy: 3202/5000 (64%)
[epoch 38] loss: 0.0002198
Test set: Average loss: 2.2133, Accuracy: 3203/5000 (64%)
[epoch 39] loss: 0.0002056
Test set: Average loss: 2.2198, Accuracy: 3204/5000 (64%)
[epoch 40] loss: 0.0001908
Test set: Average loss: 2.2265, Accuracy: 3204/5000 (64%)
[epoch 41] loss: 0.0001759
Test set: Average loss: 2.2368, Accuracy: 3205/5000 (64%)
[epoch 42] loss: 0.0001616
Test set: Average loss: 2.2446, Accuracy: 3209/5000 (64%)
[epoch 43] loss: 0.0001482
Test set: Average loss: 2.2565, Accuracy: 3208/5000 (64%)
[epoch 44] loss: 0.0001358
Test set: Average loss: 2.2680, Accuracy: 3206/5000 (64%)
[epoch 45] loss: 0.0001245
Test set: Average loss: 2.2774, Accuracy: 3211/5000 (64%)
[epoch 46] loss: 0.0001141
Test set: Average loss: 2.2912, Accuracy: 3212/5000 (64%)
[epoch 47] loss: 0.0001049
Test set: Average loss: 2.3016, Accuracy: 3211/5000 (64%)
[epoch 48] loss: 0.0000963
Test set: Average loss: 2.3128, Accuracy: 3210/5000 (64%)
[epoch 49] loss: 0.0000885
Test set: Average loss: 2.3262, Accuracy: 3203/5000 (64%)
[epoch 50] loss: 0.0000813
Test set: Average loss: 2.3372, Accuracy: 3209/5000 (64%)
Validation:
Test set: Average loss: 2.1170, Accuracy: 3222/5000 (64%)
Test
Test set: Average loss: 2.0657, Accuracy: 6577/10000 (66%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3024, Accuracy: 487/5000 (10%)
[epoch 1] loss: 1.5124229
Test set: Average loss: 1.3430, Accuracy: 2615/5000 (52%)
[epoch 2] loss: 1.2737464
Test set: Average loss: 1.2103, Accuracy: 2876/5000 (58%)
[epoch 3] loss: 1.1556384
Test set: Average loss: 1.1339, Accuracy: 2965/5000 (59%)
[epoch 4] loss: 1.0615389
Test set: Average loss: 1.1771, Accuracy: 2943/5000 (59%)
[epoch 5] loss: 0.9811354
Test set: Average loss: 1.1159, Accuracy: 3072/5000 (61%)
[epoch 6] loss: 0.9118323
Test set: Average loss: 1.1200, Accuracy: 3058/5000 (61%)
[epoch 7] loss: 0.8360535
Test set: Average loss: 1.0556, Accuracy: 3173/5000 (63%)
[epoch 8] loss: 0.7646514
Test set: Average loss: 1.0801, Accuracy: 3121/5000 (62%)
[epoch 9] loss: 0.6791125
Test set: Average loss: 1.1175, Accuracy: 3161/5000 (63%)
[epoch 10] loss: 0.5930234
Test set: Average loss: 1.1399, Accuracy: 3186/5000 (64%)
[epoch 11] loss: 0.4978662
Test set: Average loss: 1.2107, Accuracy: 3188/5000 (64%)
[epoch 12] loss: 0.4109013
Test set: Average loss: 1.2284, Accuracy: 3182/5000 (64%)
[epoch 13] loss: 0.3406940
Test set: Average loss: 1.3566, Accuracy: 3129/5000 (63%)
[epoch 14] loss: 0.2686698
Test set: Average loss: 1.4587, Accuracy: 3057/5000 (61%)
[epoch 15] loss: 0.2398746
Test set: Average loss: 1.5457, Accuracy: 3058/5000 (61%)
[epoch 16] loss: 0.1991666
Test set: Average loss: 1.5553, Accuracy: 3141/5000 (63%)
[epoch 17] loss: 0.1652376
Test set: Average loss: 1.6509, Accuracy: 3116/5000 (62%)
[epoch 18] loss: 0.1768526
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6954, Accuracy: 3142/5000 (63%)
[epoch 19] loss: 0.0641302
Test set: Average loss: 1.5867, Accuracy: 3196/5000 (64%)
[epoch 20] loss: 0.0241141
Test set: Average loss: 1.5997, Accuracy: 3217/5000 (64%)
[epoch 21] loss: 0.0149083
Test set: Average loss: 1.6181, Accuracy: 3234/5000 (65%)
[epoch 22] loss: 0.0103141
Test set: Average loss: 1.6425, Accuracy: 3243/5000 (65%)
[epoch 23] loss: 0.0073518
Test set: Average loss: 1.6712, Accuracy: 3262/5000 (65%)
[epoch 24] loss: 0.0052089
Test set: Average loss: 1.7041, Accuracy: 3261/5000 (65%)
[epoch 25] loss: 0.0036734
Test set: Average loss: 1.7390, Accuracy: 3257/5000 (65%)
[epoch 26] loss: 0.0025685
Test set: Average loss: 1.7867, Accuracy: 3259/5000 (65%)
[epoch 27] loss: 0.0017863
Test set: Average loss: 1.8305, Accuracy: 3270/5000 (65%)
[epoch 28] loss: 0.0012351
Test set: Average loss: 1.8807, Accuracy: 3282/5000 (66%)
[epoch 29] loss: 0.0008383
Test set: Average loss: 1.9327, Accuracy: 3274/5000 (65%)
[epoch 30] loss: 0.0005656
Test set: Average loss: 1.9968, Accuracy: 3283/5000 (66%)
[epoch 31] loss: 0.0003818
Test set: Average loss: 2.0465, Accuracy: 3266/5000 (65%)
[epoch 32] loss: 0.0002555
Test set: Average loss: 2.1091, Accuracy: 3268/5000 (65%)
[epoch 33] loss: 0.0001703
Test set: Average loss: 2.1685, Accuracy: 3283/5000 (66%)
[epoch 34] loss: 0.0001115
Test set: Average loss: 2.2321, Accuracy: 3285/5000 (66%)
[epoch 35] loss: 0.0000740
Test set: Average loss: 2.2926, Accuracy: 3279/5000 (66%)
[epoch 36] loss: 0.0000483
Test set: Average loss: 2.3545, Accuracy: 3269/5000 (65%)
[epoch 37] loss: 0.0000314
Test set: Average loss: 2.4297, Accuracy: 3288/5000 (66%)
[epoch 38] loss: 0.0000204
Test set: Average loss: 2.4872, Accuracy: 3291/5000 (66%)
[epoch 39] loss: 0.0000132
Test set: Average loss: 2.5607, Accuracy: 3289/5000 (66%)
[epoch 40] loss: 0.0000085
Test set: Average loss: 2.6206, Accuracy: 3292/5000 (66%)
[epoch 41] loss: 0.0000055
Test set: Average loss: 2.6988, Accuracy: 3280/5000 (66%)
[epoch 42] loss: 0.0000035
Test set: Average loss: 2.7564, Accuracy: 3286/5000 (66%)
[epoch 43] loss: 0.0000022
Test set: Average loss: 2.8191, Accuracy: 3294/5000 (66%)
[epoch 44] loss: 0.0000014
Test set: Average loss: 2.8849, Accuracy: 3276/5000 (66%)
[epoch 45] loss: 0.0000009
Test set: Average loss: 2.9232, Accuracy: 3282/5000 (66%)
[epoch 46] loss: 0.0000006
Test set: Average loss: 2.9653, Accuracy: 3283/5000 (66%)
[epoch 47] loss: 0.0000004
Test set: Average loss: 2.9699, Accuracy: 3267/5000 (65%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 2.9857, Accuracy: 3263/5000 (65%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 2.9897, Accuracy: 3259/5000 (65%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 2.9943, Accuracy: 3249/5000 (65%)
Validation:
Test set: Average loss: 2.8191, Accuracy: 3294/5000 (66%)
Test
Test set: Average loss: 2.7749, Accuracy: 6627/10000 (66%)
40000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3043, Accuracy: 456/5000 (9%)
[epoch 1] loss: 1.4903237
Test set: Average loss: 1.3626, Accuracy: 2517/5000 (50%)
[epoch 2] loss: 1.2487466
Test set: Average loss: 1.2689, Accuracy: 2703/5000 (54%)
[epoch 3] loss: 1.1358796
Test set: Average loss: 1.1813, Accuracy: 2878/5000 (58%)
[epoch 4] loss: 1.0472956
Test set: Average loss: 1.0849, Accuracy: 3082/5000 (62%)
[epoch 5] loss: 0.9582908
Test set: Average loss: 1.1232, Accuracy: 3027/5000 (61%)
[epoch 6] loss: 0.8895902
Test set: Average loss: 1.0544, Accuracy: 3157/5000 (63%)
[epoch 7] loss: 0.8070668
Test set: Average loss: 1.0326, Accuracy: 3246/5000 (65%)
[epoch 8] loss: 0.7267686
Test set: Average loss: 1.0918, Accuracy: 3174/5000 (63%)
[epoch 9] loss: 0.6511249
Test set: Average loss: 1.1129, Accuracy: 3137/5000 (63%)
[epoch 10] loss: 0.5653789
Test set: Average loss: 1.1390, Accuracy: 3145/5000 (63%)
[epoch 11] loss: 0.4774336
Test set: Average loss: 1.2122, Accuracy: 3171/5000 (63%)
[epoch 12] loss: 0.3985208
Test set: Average loss: 1.2509, Accuracy: 3177/5000 (64%)
[epoch 13] loss: 0.3255240
Test set: Average loss: 1.3436, Accuracy: 3155/5000 (63%)
[epoch 14] loss: 0.2704164
Test set: Average loss: 1.4138, Accuracy: 3186/5000 (64%)
[epoch 15] loss: 0.2297661
Test set: Average loss: 1.4473, Accuracy: 3225/5000 (64%)
[epoch 16] loss: 0.2022077
Test set: Average loss: 1.5960, Accuracy: 3193/5000 (64%)
[epoch 17] loss: 0.2013670
Test set: Average loss: 1.6641, Accuracy: 3109/5000 (62%)
[epoch 18] loss: 0.1947396
Test set: Average loss: 1.6834, Accuracy: 3167/5000 (63%)
[epoch 19] loss: 0.1723999
Test set: Average loss: 1.7087, Accuracy: 3201/5000 (64%)
[epoch 20] loss: 0.1665324
Test set: Average loss: 1.8142, Accuracy: 3141/5000 (63%)
[epoch 21] loss: 0.1756763
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8830, Accuracy: 3117/5000 (62%)
[epoch 22] loss: 0.0712121
Test set: Average loss: 1.7251, Accuracy: 3241/5000 (65%)
[epoch 23] loss: 0.0219718
Test set: Average loss: 1.7372, Accuracy: 3263/5000 (65%)
[epoch 24] loss: 0.0121637
Test set: Average loss: 1.7460, Accuracy: 3272/5000 (65%)
[epoch 25] loss: 0.0078931
Test set: Average loss: 1.7718, Accuracy: 3291/5000 (66%)
[epoch 26] loss: 0.0053525
Test set: Average loss: 1.8068, Accuracy: 3277/5000 (66%)
[epoch 27] loss: 0.0036225
Test set: Average loss: 1.8380, Accuracy: 3285/5000 (66%)
[epoch 28] loss: 0.0024095
Test set: Average loss: 1.8765, Accuracy: 3297/5000 (66%)
[epoch 29] loss: 0.0016630
Test set: Average loss: 1.9215, Accuracy: 3297/5000 (66%)
[epoch 30] loss: 0.0011028
Test set: Average loss: 1.9733, Accuracy: 3292/5000 (66%)
[epoch 31] loss: 0.0007001
Test set: Average loss: 2.0147, Accuracy: 3309/5000 (66%)
[epoch 32] loss: 0.0004612
Test set: Average loss: 2.0717, Accuracy: 3295/5000 (66%)
[epoch 33] loss: 0.0002989
Test set: Average loss: 2.1418, Accuracy: 3311/5000 (66%)
[epoch 34] loss: 0.0001919
Test set: Average loss: 2.2031, Accuracy: 3302/5000 (66%)
[epoch 35] loss: 0.0001224
Test set: Average loss: 2.2681, Accuracy: 3294/5000 (66%)
[epoch 36] loss: 0.0000772
Test set: Average loss: 2.3381, Accuracy: 3291/5000 (66%)
[epoch 37] loss: 0.0000490
Test set: Average loss: 2.4083, Accuracy: 3289/5000 (66%)
[epoch 38] loss: 0.0000308
Test set: Average loss: 2.4754, Accuracy: 3300/5000 (66%)
[epoch 39] loss: 0.0000188
Test set: Average loss: 2.5451, Accuracy: 3291/5000 (66%)
[epoch 40] loss: 0.0000117
Test set: Average loss: 2.6230, Accuracy: 3290/5000 (66%)
[epoch 41] loss: 0.0000073
Test set: Average loss: 2.7198, Accuracy: 3288/5000 (66%)
[epoch 42] loss: 0.0000045
Test set: Average loss: 2.7729, Accuracy: 3284/5000 (66%)
[epoch 43] loss: 0.0000027
Test set: Average loss: 2.8416, Accuracy: 3294/5000 (66%)
[epoch 44] loss: 0.0000016
Test set: Average loss: 2.9155, Accuracy: 3296/5000 (66%)
[epoch 45] loss: 0.0000010
Test set: Average loss: 2.9759, Accuracy: 3293/5000 (66%)
[epoch 46] loss: 0.0000006
Test set: Average loss: 3.0180, Accuracy: 3300/5000 (66%)
[epoch 47] loss: 0.0000004
Test set: Average loss: 3.0297, Accuracy: 3283/5000 (66%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 3.0479, Accuracy: 3286/5000 (66%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.0628, Accuracy: 3281/5000 (66%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.0872, Accuracy: 3281/5000 (66%)
Validation:
Test set: Average loss: 2.1418, Accuracy: 3311/5000 (66%)
Test
Test set: Average loss: 2.0890, Accuracy: 6664/10000 (67%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3003, Accuracy: 516/5000 (10%)
[epoch 1] loss: 1.4769973
Test set: Average loss: 1.3119, Accuracy: 2638/5000 (53%)
[epoch 2] loss: 1.2397899
Test set: Average loss: 1.2176, Accuracy: 2825/5000 (56%)
[epoch 3] loss: 1.1438582
Test set: Average loss: 1.1142, Accuracy: 3069/5000 (61%)
[epoch 4] loss: 1.0699478
Test set: Average loss: 1.1061, Accuracy: 3038/5000 (61%)
[epoch 5] loss: 1.0040603
Test set: Average loss: 1.0788, Accuracy: 3092/5000 (62%)
[epoch 6] loss: 0.9487835
Test set: Average loss: 1.1219, Accuracy: 3032/5000 (61%)
[epoch 7] loss: 0.8920977
Test set: Average loss: 1.0462, Accuracy: 3141/5000 (63%)
[epoch 8] loss: 0.8251144
Test set: Average loss: 1.0471, Accuracy: 3215/5000 (64%)
[epoch 9] loss: 0.7611947
Test set: Average loss: 1.1418, Accuracy: 3087/5000 (62%)
[epoch 10] loss: 0.6907907
Test set: Average loss: 1.1621, Accuracy: 3096/5000 (62%)
[epoch 11] loss: 0.6137375
Test set: Average loss: 1.1057, Accuracy: 3226/5000 (65%)
[epoch 12] loss: 0.5431384
Test set: Average loss: 1.1828, Accuracy: 3180/5000 (64%)
[epoch 13] loss: 0.4641148
Test set: Average loss: 1.2434, Accuracy: 3136/5000 (63%)
[epoch 14] loss: 0.3972087
Test set: Average loss: 1.3351, Accuracy: 3118/5000 (62%)
[epoch 15] loss: 0.3317217
Test set: Average loss: 1.3765, Accuracy: 3129/5000 (63%)
[epoch 16] loss: 0.2837307
Test set: Average loss: 1.4767, Accuracy: 3155/5000 (63%)
[epoch 17] loss: 0.2568598
Test set: Average loss: 1.4720, Accuracy: 3153/5000 (63%)
[epoch 18] loss: 0.2248997
Test set: Average loss: 1.5844, Accuracy: 3143/5000 (63%)
[epoch 19] loss: 0.2033161
Test set: Average loss: 1.6194, Accuracy: 3119/5000 (62%)
[epoch 20] loss: 0.2050156
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6800, Accuracy: 3081/5000 (62%)
[epoch 21] loss: 0.0768459
Test set: Average loss: 1.5875, Accuracy: 3173/5000 (63%)
[epoch 22] loss: 0.0313405
Test set: Average loss: 1.5971, Accuracy: 3204/5000 (64%)
[epoch 23] loss: 0.0193095
Test set: Average loss: 1.6218, Accuracy: 3207/5000 (64%)
[epoch 24] loss: 0.0130342
Test set: Average loss: 1.6428, Accuracy: 3211/5000 (64%)
[epoch 25] loss: 0.0090304
Test set: Average loss: 1.6785, Accuracy: 3222/5000 (64%)
[epoch 26] loss: 0.0062866
Test set: Average loss: 1.7134, Accuracy: 3246/5000 (65%)
[epoch 27] loss: 0.0043460
Test set: Average loss: 1.7556, Accuracy: 3241/5000 (65%)
[epoch 28] loss: 0.0029855
Test set: Average loss: 1.7934, Accuracy: 3245/5000 (65%)
[epoch 29] loss: 0.0020478
Test set: Average loss: 1.8463, Accuracy: 3259/5000 (65%)
[epoch 30] loss: 0.0013702
Test set: Average loss: 1.9226, Accuracy: 3257/5000 (65%)
[epoch 31] loss: 0.0009360
Test set: Average loss: 1.9530, Accuracy: 3254/5000 (65%)
[epoch 32] loss: 0.0006263
Test set: Average loss: 2.0147, Accuracy: 3266/5000 (65%)
[epoch 33] loss: 0.0004172
Test set: Average loss: 2.0668, Accuracy: 3271/5000 (65%)
[epoch 34] loss: 0.0002749
Test set: Average loss: 2.1314, Accuracy: 3294/5000 (66%)
[epoch 35] loss: 0.0001822
Test set: Average loss: 2.1951, Accuracy: 3294/5000 (66%)
[epoch 36] loss: 0.0001184
Test set: Average loss: 2.2619, Accuracy: 3296/5000 (66%)
[epoch 37] loss: 0.0000778
Test set: Average loss: 2.3244, Accuracy: 3300/5000 (66%)
[epoch 38] loss: 0.0000503
Test set: Average loss: 2.3983, Accuracy: 3292/5000 (66%)
[epoch 39] loss: 0.0000324
Test set: Average loss: 2.4663, Accuracy: 3295/5000 (66%)
[epoch 40] loss: 0.0000206
Test set: Average loss: 2.5334, Accuracy: 3301/5000 (66%)
[epoch 41] loss: 0.0000132
Test set: Average loss: 2.6101, Accuracy: 3308/5000 (66%)
[epoch 42] loss: 0.0000084
Test set: Average loss: 2.6846, Accuracy: 3305/5000 (66%)
[epoch 43] loss: 0.0000053
Test set: Average loss: 2.7485, Accuracy: 3300/5000 (66%)
[epoch 44] loss: 0.0000033
Test set: Average loss: 2.8266, Accuracy: 3306/5000 (66%)
[epoch 45] loss: 0.0000021
Test set: Average loss: 2.8922, Accuracy: 3310/5000 (66%)
[epoch 46] loss: 0.0000013
Test set: Average loss: 2.9484, Accuracy: 3311/5000 (66%)
[epoch 47] loss: 0.0000008
Test set: Average loss: 3.0061, Accuracy: 3304/5000 (66%)
[epoch 48] loss: 0.0000005
Test set: Average loss: 3.0368, Accuracy: 3289/5000 (66%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 3.0602, Accuracy: 3296/5000 (66%)
[epoch 50] loss: 0.0000003
Test set: Average loss: 3.0849, Accuracy: 3300/5000 (66%)
Validation:
Test set: Average loss: 2.9484, Accuracy: 3311/5000 (66%)
Test
Test set: Average loss: 2.9417, Accuracy: 6604/10000 (66%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3060, Accuracy: 454/5000 (9%)
[epoch 1] loss: 1.4744043
Test set: Average loss: 1.3691, Accuracy: 2512/5000 (50%)
[epoch 2] loss: 1.2369769
Test set: Average loss: 1.3157, Accuracy: 2682/5000 (54%)
[epoch 3] loss: 1.1247572
Test set: Average loss: 1.1483, Accuracy: 2939/5000 (59%)
[epoch 4] loss: 1.0336660
Test set: Average loss: 1.1203, Accuracy: 3007/5000 (60%)
[epoch 5] loss: 0.9520529
Test set: Average loss: 1.0767, Accuracy: 3096/5000 (62%)
[epoch 6] loss: 0.8858814
Test set: Average loss: 1.1244, Accuracy: 3003/5000 (60%)
[epoch 7] loss: 0.8151822
Test set: Average loss: 1.0350, Accuracy: 3193/5000 (64%)
[epoch 8] loss: 0.7351925
Test set: Average loss: 1.0712, Accuracy: 3223/5000 (64%)
[epoch 9] loss: 0.6567158
Test set: Average loss: 1.0953, Accuracy: 3226/5000 (65%)
[epoch 10] loss: 0.5693681
Test set: Average loss: 1.1143, Accuracy: 3207/5000 (64%)
[epoch 11] loss: 0.4752640
Test set: Average loss: 1.1805, Accuracy: 3241/5000 (65%)
[epoch 12] loss: 0.4087999
Test set: Average loss: 1.2671, Accuracy: 3179/5000 (64%)
[epoch 13] loss: 0.3344747
Test set: Average loss: 1.2946, Accuracy: 3197/5000 (64%)
[epoch 14] loss: 0.2838551
Test set: Average loss: 1.4390, Accuracy: 3200/5000 (64%)
[epoch 15] loss: 0.2466357
Test set: Average loss: 1.5057, Accuracy: 3105/5000 (62%)
[epoch 16] loss: 0.2260526
Test set: Average loss: 1.5788, Accuracy: 3178/5000 (64%)
[epoch 17] loss: 0.2105355
Test set: Average loss: 1.6379, Accuracy: 3144/5000 (63%)
[epoch 18] loss: 0.1996577
Test set: Average loss: 1.6582, Accuracy: 3156/5000 (63%)
[epoch 19] loss: 0.1919950
Test set: Average loss: 1.7567, Accuracy: 3149/5000 (63%)
[epoch 20] loss: 0.1804294
Test set: Average loss: 1.7370, Accuracy: 3174/5000 (63%)
[epoch 21] loss: 0.1791644
Test set: Average loss: 1.8261, Accuracy: 3182/5000 (64%)
[epoch 22] loss: 0.1838061
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8449, Accuracy: 3113/5000 (62%)
[epoch 23] loss: 0.0709760
Test set: Average loss: 1.7354, Accuracy: 3226/5000 (65%)
[epoch 24] loss: 0.0227441
Test set: Average loss: 1.7377, Accuracy: 3244/5000 (65%)
[epoch 25] loss: 0.0127803
Test set: Average loss: 1.7627, Accuracy: 3245/5000 (65%)
[epoch 26] loss: 0.0083495
Test set: Average loss: 1.7788, Accuracy: 3254/5000 (65%)
[epoch 27] loss: 0.0056330
Test set: Average loss: 1.8166, Accuracy: 3278/5000 (66%)
[epoch 28] loss: 0.0038244
Test set: Average loss: 1.8567, Accuracy: 3287/5000 (66%)
[epoch 29] loss: 0.0025535
Test set: Average loss: 1.8915, Accuracy: 3284/5000 (66%)
[epoch 30] loss: 0.0016919
Test set: Average loss: 1.9354, Accuracy: 3289/5000 (66%)
[epoch 31] loss: 0.0011109
Test set: Average loss: 1.9939, Accuracy: 3293/5000 (66%)
[epoch 32] loss: 0.0007266
Test set: Average loss: 2.0472, Accuracy: 3302/5000 (66%)
[epoch 33] loss: 0.0004696
Test set: Average loss: 2.1007, Accuracy: 3312/5000 (66%)
[epoch 34] loss: 0.0003024
Test set: Average loss: 2.1638, Accuracy: 3316/5000 (66%)
[epoch 35] loss: 0.0001927
Test set: Average loss: 2.2237, Accuracy: 3316/5000 (66%)
[epoch 36] loss: 0.0001215
Test set: Average loss: 2.2855, Accuracy: 3307/5000 (66%)
[epoch 37] loss: 0.0000771
Test set: Average loss: 2.3533, Accuracy: 3295/5000 (66%)
[epoch 38] loss: 0.0000485
Test set: Average loss: 2.4239, Accuracy: 3303/5000 (66%)
[epoch 39] loss: 0.0000302
Test set: Average loss: 2.4951, Accuracy: 3296/5000 (66%)
[epoch 40] loss: 0.0000188
Test set: Average loss: 2.5723, Accuracy: 3299/5000 (66%)
[epoch 41] loss: 0.0000117
Test set: Average loss: 2.6397, Accuracy: 3293/5000 (66%)
[epoch 42] loss: 0.0000072
Test set: Average loss: 2.7175, Accuracy: 3298/5000 (66%)
[epoch 43] loss: 0.0000044
Test set: Average loss: 2.7835, Accuracy: 3296/5000 (66%)
[epoch 44] loss: 0.0000027
Test set: Average loss: 2.8625, Accuracy: 3302/5000 (66%)
[epoch 45] loss: 0.0000016
Test set: Average loss: 2.9235, Accuracy: 3295/5000 (66%)
[epoch 46] loss: 0.0000010
Test set: Average loss: 2.9818, Accuracy: 3295/5000 (66%)
[epoch 47] loss: 0.0000006
Test set: Average loss: 3.0262, Accuracy: 3292/5000 (66%)
[epoch 48] loss: 0.0000004
Test set: Average loss: 3.0366, Accuracy: 3297/5000 (66%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 3.0543, Accuracy: 3286/5000 (66%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.0776, Accuracy: 3278/5000 (66%)
Validation:
Test set: Average loss: 2.2237, Accuracy: 3316/5000 (66%)
Test
Test set: Average loss: 2.2033, Accuracy: 6638/10000 (66%)
45000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3010, Accuracy: 500/5000 (10%)
[epoch 1] loss: 1.4594361
Test set: Average loss: 1.3453, Accuracy: 2591/5000 (52%)
[epoch 2] loss: 1.2343568
Test set: Average loss: 1.1755, Accuracy: 2895/5000 (58%)
[epoch 3] loss: 1.1173620
Test set: Average loss: 1.1011, Accuracy: 3067/5000 (61%)
[epoch 4] loss: 1.0367569
Test set: Average loss: 1.1438, Accuracy: 3033/5000 (61%)
[epoch 5] loss: 0.9680198
Test set: Average loss: 1.0954, Accuracy: 3067/5000 (61%)
[epoch 6] loss: 0.9026397
Test set: Average loss: 1.0691, Accuracy: 3120/5000 (62%)
[epoch 7] loss: 0.8329827
Test set: Average loss: 1.0246, Accuracy: 3247/5000 (65%)
[epoch 8] loss: 0.7671616
Test set: Average loss: 1.0571, Accuracy: 3256/5000 (65%)
[epoch 9] loss: 0.6975056
Test set: Average loss: 1.0414, Accuracy: 3271/5000 (65%)
[epoch 10] loss: 0.6273340
Test set: Average loss: 1.1196, Accuracy: 3184/5000 (64%)
[epoch 11] loss: 0.5632949
Test set: Average loss: 1.1229, Accuracy: 3270/5000 (65%)
[epoch 12] loss: 0.4916037
Test set: Average loss: 1.1885, Accuracy: 3182/5000 (64%)
[epoch 13] loss: 0.4300588
Test set: Average loss: 1.2042, Accuracy: 3251/5000 (65%)
[epoch 14] loss: 0.3713449
Test set: Average loss: 1.3746, Accuracy: 3178/5000 (64%)
[epoch 15] loss: 0.3295422
Test set: Average loss: 1.3711, Accuracy: 3184/5000 (64%)
[epoch 16] loss: 0.2910339
Test set: Average loss: 1.4547, Accuracy: 3204/5000 (64%)
[epoch 17] loss: 0.2802570
Test set: Average loss: 1.5043, Accuracy: 3175/5000 (64%)
[epoch 18] loss: 0.2374752
Test set: Average loss: 1.5626, Accuracy: 3178/5000 (64%)
[epoch 19] loss: 0.2469937
Epoch 18: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5439, Accuracy: 3177/5000 (64%)
[epoch 20] loss: 0.1003471
Test set: Average loss: 1.4565, Accuracy: 3312/5000 (66%)
[epoch 21] loss: 0.0421366
Test set: Average loss: 1.4638, Accuracy: 3321/5000 (66%)
[epoch 22] loss: 0.0254692
Test set: Average loss: 1.4951, Accuracy: 3324/5000 (66%)
[epoch 23] loss: 0.0165556
Test set: Average loss: 1.5267, Accuracy: 3337/5000 (67%)
[epoch 24] loss: 0.0111891
Test set: Average loss: 1.5662, Accuracy: 3339/5000 (67%)
[epoch 25] loss: 0.0074514
Test set: Average loss: 1.6225, Accuracy: 3341/5000 (67%)
[epoch 26] loss: 0.0051130
Test set: Average loss: 1.6666, Accuracy: 3337/5000 (67%)
[epoch 27] loss: 0.0033951
Test set: Average loss: 1.7212, Accuracy: 3340/5000 (67%)
[epoch 28] loss: 0.0023040
Test set: Average loss: 1.7740, Accuracy: 3330/5000 (67%)
[epoch 29] loss: 0.0016305
Test set: Average loss: 1.8365, Accuracy: 3348/5000 (67%)
[epoch 30] loss: 0.0010120
Test set: Average loss: 1.8890, Accuracy: 3356/5000 (67%)
[epoch 31] loss: 0.0006818
Test set: Average loss: 1.9598, Accuracy: 3346/5000 (67%)
[epoch 32] loss: 0.0004396
Test set: Average loss: 2.0174, Accuracy: 3355/5000 (67%)
[epoch 33] loss: 0.0002872
Test set: Average loss: 2.0861, Accuracy: 3348/5000 (67%)
[epoch 34] loss: 0.0001818
Test set: Average loss: 2.1495, Accuracy: 3347/5000 (67%)
[epoch 35] loss: 0.0001154
Test set: Average loss: 2.2310, Accuracy: 3348/5000 (67%)
[epoch 36] loss: 0.0000763
Test set: Average loss: 2.3067, Accuracy: 3345/5000 (67%)
[epoch 37] loss: 0.0000458
Test set: Average loss: 2.3835, Accuracy: 3339/5000 (67%)
[epoch 38] loss: 0.0000284
Test set: Average loss: 2.4386, Accuracy: 3346/5000 (67%)
[epoch 39] loss: 0.0000177
Test set: Average loss: 2.5317, Accuracy: 3355/5000 (67%)
[epoch 40] loss: 0.0000110
Test set: Average loss: 2.6002, Accuracy: 3345/5000 (67%)
[epoch 41] loss: 0.0000066
Test set: Average loss: 2.6896, Accuracy: 3335/5000 (67%)
[epoch 42] loss: 0.0000041
Test set: Average loss: 2.7661, Accuracy: 3333/5000 (67%)
[epoch 43] loss: 0.0006727
Epoch 42: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.7851, Accuracy: 3301/5000 (66%)
[epoch 44] loss: 0.0000423
Epoch 43: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.7842, Accuracy: 3298/5000 (66%)
[epoch 45] loss: 0.0000298
Epoch 44: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.7841, Accuracy: 3299/5000 (66%)
[epoch 46] loss: 0.0000293
Epoch 45: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.7840, Accuracy: 3299/5000 (66%)
[epoch 47] loss: 0.0000293
Epoch 46: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.7840, Accuracy: 3299/5000 (66%)
[epoch 48] loss: 0.0000292
Epoch 47: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.7840, Accuracy: 3299/5000 (66%)
[epoch 49] loss: 0.0000292
Epoch 48: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.7840, Accuracy: 3299/5000 (66%)
[epoch 50] loss: 0.0000292
Epoch 49: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.7840, Accuracy: 3299/5000 (66%)
Validation:
Test set: Average loss: 1.8890, Accuracy: 3356/5000 (67%)
Test
Test set: Average loss: 1.9500, Accuracy: 6690/10000 (67%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3007, Accuracy: 586/5000 (12%)
[epoch 1] loss: 1.4772524
Test set: Average loss: 1.3116, Accuracy: 2622/5000 (52%)
[epoch 2] loss: 1.2363826
Test set: Average loss: 1.1922, Accuracy: 2884/5000 (58%)
[epoch 3] loss: 1.1272796
Test set: Average loss: 1.1548, Accuracy: 2927/5000 (59%)
[epoch 4] loss: 1.0437555
Test set: Average loss: 1.1280, Accuracy: 2991/5000 (60%)
[epoch 5] loss: 0.9733307
Test set: Average loss: 1.1407, Accuracy: 2988/5000 (60%)
[epoch 6] loss: 0.9173340
Test set: Average loss: 1.0437, Accuracy: 3202/5000 (64%)
[epoch 7] loss: 0.8578837
Test set: Average loss: 1.0357, Accuracy: 3195/5000 (64%)
[epoch 8] loss: 0.7984637
Test set: Average loss: 1.0787, Accuracy: 3151/5000 (63%)
[epoch 9] loss: 0.7275570
Test set: Average loss: 1.0653, Accuracy: 3173/5000 (63%)
[epoch 10] loss: 0.6568033
Test set: Average loss: 1.0789, Accuracy: 3225/5000 (64%)
[epoch 11] loss: 0.5897492
Test set: Average loss: 1.1161, Accuracy: 3176/5000 (64%)
[epoch 12] loss: 0.5156526
Test set: Average loss: 1.1702, Accuracy: 3212/5000 (64%)
[epoch 13] loss: 0.4354033
Test set: Average loss: 1.2512, Accuracy: 3180/5000 (64%)
[epoch 14] loss: 0.3734590
Test set: Average loss: 1.3248, Accuracy: 3160/5000 (63%)
[epoch 15] loss: 0.3182592
Test set: Average loss: 1.3873, Accuracy: 3151/5000 (63%)
[epoch 16] loss: 0.2797143
Test set: Average loss: 1.4285, Accuracy: 3189/5000 (64%)
[epoch 17] loss: 0.2476016
Test set: Average loss: 1.4749, Accuracy: 3119/5000 (62%)
[epoch 18] loss: 0.2254330
Test set: Average loss: 1.6194, Accuracy: 3112/5000 (62%)
[epoch 19] loss: 0.2132139
Test set: Average loss: 1.6352, Accuracy: 3152/5000 (63%)
[epoch 20] loss: 0.2123380
Test set: Average loss: 1.7393, Accuracy: 3099/5000 (62%)
[epoch 21] loss: 0.1872481
Test set: Average loss: 1.7667, Accuracy: 3079/5000 (62%)
[epoch 22] loss: 0.2007201
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7395, Accuracy: 3151/5000 (63%)
[epoch 23] loss: 0.0792328
Test set: Average loss: 1.6640, Accuracy: 3225/5000 (64%)
[epoch 24] loss: 0.0282873
Test set: Average loss: 1.6816, Accuracy: 3227/5000 (65%)
[epoch 25] loss: 0.0159367
Test set: Average loss: 1.7026, Accuracy: 3246/5000 (65%)
[epoch 26] loss: 0.0101680
Test set: Average loss: 1.7396, Accuracy: 3270/5000 (65%)
[epoch 27] loss: 0.0067801
Test set: Average loss: 1.7724, Accuracy: 3252/5000 (65%)
[epoch 28] loss: 0.0045325
Test set: Average loss: 1.8135, Accuracy: 3266/5000 (65%)
[epoch 29] loss: 0.0029959
Test set: Average loss: 1.8573, Accuracy: 3272/5000 (65%)
[epoch 30] loss: 0.0019563
Test set: Average loss: 1.9105, Accuracy: 3256/5000 (65%)
[epoch 31] loss: 0.0012867
Test set: Average loss: 1.9545, Accuracy: 3267/5000 (65%)
[epoch 32] loss: 0.0008307
Test set: Average loss: 2.0115, Accuracy: 3275/5000 (66%)
[epoch 33] loss: 0.0005327
Test set: Average loss: 2.0701, Accuracy: 3267/5000 (65%)
[epoch 34] loss: 0.0003446
Test set: Average loss: 2.1454, Accuracy: 3263/5000 (65%)
[epoch 35] loss: 0.0002179
Test set: Average loss: 2.2031, Accuracy: 3279/5000 (66%)
[epoch 36] loss: 0.0001385
Test set: Average loss: 2.2772, Accuracy: 3276/5000 (66%)
[epoch 37] loss: 0.0000868
Test set: Average loss: 2.3397, Accuracy: 3279/5000 (66%)
[epoch 38] loss: 0.0000543
Test set: Average loss: 2.4090, Accuracy: 3268/5000 (65%)
[epoch 39] loss: 0.0000337
Test set: Average loss: 2.4878, Accuracy: 3261/5000 (65%)
[epoch 40] loss: 0.0000208
Test set: Average loss: 2.5587, Accuracy: 3261/5000 (65%)
[epoch 41] loss: 0.0000128
Test set: Average loss: 2.6465, Accuracy: 3260/5000 (65%)
[epoch 42] loss: 0.0000079
Test set: Average loss: 2.7091, Accuracy: 3257/5000 (65%)
[epoch 43] loss: 0.0000048
Test set: Average loss: 2.8035, Accuracy: 3250/5000 (65%)
[epoch 44] loss: 0.0000029
Test set: Average loss: 2.8725, Accuracy: 3252/5000 (65%)
[epoch 45] loss: 0.0000018
Test set: Average loss: 2.9506, Accuracy: 3264/5000 (65%)
[epoch 46] loss: 0.0000015
Test set: Average loss: 3.0097, Accuracy: 3255/5000 (65%)
[epoch 47] loss: 0.0000007
Test set: Average loss: 3.0345, Accuracy: 3266/5000 (65%)
[epoch 48] loss: 0.0000005
Test set: Average loss: 3.0617, Accuracy: 3254/5000 (65%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 3.0831, Accuracy: 3257/5000 (65%)
[epoch 50] loss: 0.0000003
Test set: Average loss: 3.0978, Accuracy: 3255/5000 (65%)
Validation:
Test set: Average loss: 2.3397, Accuracy: 3279/5000 (66%)
Test
Test set: Average loss: 2.3470, Accuracy: 6597/10000 (66%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3042, Accuracy: 437/5000 (9%)
[epoch 1] loss: 1.4515893
Test set: Average loss: 1.3733, Accuracy: 2476/5000 (50%)
[epoch 2] loss: 1.2256670
Test set: Average loss: 1.2027, Accuracy: 2849/5000 (57%)
[epoch 3] loss: 1.1139104
Test set: Average loss: 1.1439, Accuracy: 3004/5000 (60%)
[epoch 4] loss: 1.0312342
Test set: Average loss: 1.0977, Accuracy: 3109/5000 (62%)
[epoch 5] loss: 0.9530664
Test set: Average loss: 1.0578, Accuracy: 3161/5000 (63%)
[epoch 6] loss: 0.8853937
Test set: Average loss: 1.1180, Accuracy: 3112/5000 (62%)
[epoch 7] loss: 0.8127857
Test set: Average loss: 1.0053, Accuracy: 3241/5000 (65%)
[epoch 8] loss: 0.7379101
Test set: Average loss: 1.0221, Accuracy: 3273/5000 (65%)
[epoch 9] loss: 0.6599395
Test set: Average loss: 1.0593, Accuracy: 3270/5000 (65%)
[epoch 10] loss: 0.5816132
Test set: Average loss: 1.1395, Accuracy: 3217/5000 (64%)
[epoch 11] loss: 0.5063128
Test set: Average loss: 1.1771, Accuracy: 3206/5000 (64%)
[epoch 12] loss: 0.4340828
Test set: Average loss: 1.1645, Accuracy: 3308/5000 (66%)
[epoch 13] loss: 0.3518606
Test set: Average loss: 1.2584, Accuracy: 3279/5000 (66%)
[epoch 14] loss: 0.3022426
Test set: Average loss: 1.3578, Accuracy: 3230/5000 (65%)
[epoch 15] loss: 0.2572731
Test set: Average loss: 1.4274, Accuracy: 3229/5000 (65%)
[epoch 16] loss: 0.2218999
Test set: Average loss: 1.5011, Accuracy: 3217/5000 (64%)
[epoch 17] loss: 0.2128564
Test set: Average loss: 1.5999, Accuracy: 3227/5000 (65%)
[epoch 18] loss: 0.2093595
Test set: Average loss: 1.6332, Accuracy: 3198/5000 (64%)
[epoch 19] loss: 0.1825805
Test set: Average loss: 1.6268, Accuracy: 3212/5000 (64%)
[epoch 20] loss: 0.1796904
Test set: Average loss: 1.7880, Accuracy: 3184/5000 (64%)
[epoch 21] loss: 0.1921328
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7818, Accuracy: 3170/5000 (63%)
[epoch 22] loss: 0.0720285
Test set: Average loss: 1.6734, Accuracy: 3309/5000 (66%)
[epoch 23] loss: 0.0244676
Test set: Average loss: 1.6806, Accuracy: 3305/5000 (66%)
[epoch 24] loss: 0.0135033
Test set: Average loss: 1.7012, Accuracy: 3323/5000 (66%)
[epoch 25] loss: 0.0085567
Test set: Average loss: 1.7357, Accuracy: 3322/5000 (66%)
[epoch 26] loss: 0.0055609
Test set: Average loss: 1.7662, Accuracy: 3320/5000 (66%)
[epoch 27] loss: 0.0036380
Test set: Average loss: 1.8081, Accuracy: 3315/5000 (66%)
[epoch 28] loss: 0.0023510
Test set: Average loss: 1.8505, Accuracy: 3330/5000 (67%)
[epoch 29] loss: 0.0014894
Test set: Average loss: 1.9074, Accuracy: 3331/5000 (67%)
[epoch 30] loss: 0.0009420
Test set: Average loss: 1.9584, Accuracy: 3335/5000 (67%)
[epoch 31] loss: 0.0005949
Test set: Average loss: 2.0293, Accuracy: 3332/5000 (67%)
[epoch 32] loss: 0.0003708
Test set: Average loss: 2.0874, Accuracy: 3349/5000 (67%)
[epoch 33] loss: 0.0002281
Test set: Average loss: 2.1574, Accuracy: 3340/5000 (67%)
[epoch 34] loss: 0.0001410
Test set: Average loss: 2.2259, Accuracy: 3348/5000 (67%)
[epoch 35] loss: 0.0000863
Test set: Average loss: 2.3041, Accuracy: 3338/5000 (67%)
[epoch 36] loss: 0.0000519
Test set: Average loss: 2.3751, Accuracy: 3345/5000 (67%)
[epoch 37] loss: 0.0000313
Test set: Average loss: 2.4481, Accuracy: 3351/5000 (67%)
[epoch 38] loss: 0.0000187
Test set: Average loss: 2.5158, Accuracy: 3345/5000 (67%)
[epoch 39] loss: 0.0000111
Test set: Average loss: 2.6039, Accuracy: 3350/5000 (67%)
[epoch 40] loss: 0.0000067
Test set: Average loss: 2.6851, Accuracy: 3348/5000 (67%)
[epoch 41] loss: 0.0000039
Test set: Average loss: 2.7557, Accuracy: 3342/5000 (67%)
[epoch 42] loss: 0.0000023
Test set: Average loss: 2.8477, Accuracy: 3326/5000 (67%)
[epoch 43] loss: 0.0000013
Test set: Average loss: 2.9085, Accuracy: 3350/5000 (67%)
[epoch 44] loss: 0.0000008
Test set: Average loss: 2.9613, Accuracy: 3345/5000 (67%)
[epoch 45] loss: 0.0000005
Test set: Average loss: 2.9953, Accuracy: 3338/5000 (67%)
[epoch 46] loss: 0.0000003
Test set: Average loss: 3.0101, Accuracy: 3344/5000 (67%)
[epoch 47] loss: 0.0000002
Test set: Average loss: 3.0243, Accuracy: 3339/5000 (67%)
[epoch 48] loss: 0.0000002
Test set: Average loss: 3.0307, Accuracy: 3339/5000 (67%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.0431, Accuracy: 3337/5000 (67%)
[epoch 50] loss: 0.0000001
Test set: Average loss: 3.0690, Accuracy: 3336/5000 (67%)
Validation:
Test set: Average loss: 2.4481, Accuracy: 3351/5000 (67%)
Test
Test set: Average loss: 2.4256, Accuracy: 6772/10000 (68%)
In [9]:
# train simplified 1 linear layer decoder AE
t0 = time()
cnn = CNN()
model = AE1L(cnn).to(device)
optimizer = optim.Adam(model.parameters(), lr=0.001)
lr_scheduler = optim.lr_scheduler.ReduceLROnPlateau(optimizer, patience=0, verbose=True)
criterion = nn.MSELoss()
model.train()
for epoch in range(50):
running_loss = 0.
for batch_idx, (data, target) in enumerate(train_loader_all):
data = data.to(device)
optimizer.zero_grad()
output = model(data)
loss = criterion(output, data)
running_loss += loss.item()
loss.backward()
optimizer.step()
print('[epoch %d] loss: %.7f' % (epoch + 1, running_loss / (batch_idx + 1)))
lr_scheduler.step(running_loss)
# save the cnn state
cnn_dict = deepcopy(model.encoder.state_dict())
t1 = time()
print("Took %.2d sec to train." % (t1 - t0))
# check how well some test images match
model.eval()
dataiter = iter(test_loader_all)
images, labels = dataiter.next()
imshow(torchvision.utils.make_grid(images[:5]))
images = images.to(device)
with torch.no_grad():
reconstructed_images = model(images).cpu()
imshow(torchvision.utils.make_grid(reconstructed_images[:5]))
plt.title(' '.join('%13s' % classes[labels[j]] for j in range(5)))
# use the pretrained model with the clf
test_accuracies_ae1l = []
for n_train in n_training_examples:
print(n_train)
test_accuracies_ae1l.append(clf_with_ntrain(n_train, cnn_dict))
[epoch 1] loss: 0.3140151
[epoch 2] loss: 0.1904510
[epoch 3] loss: 0.1650867
[epoch 4] loss: 0.1515929
[epoch 5] loss: 0.1440110
[epoch 6] loss: 0.1379243
[epoch 7] loss: 0.1343180
[epoch 8] loss: 0.1309230
[epoch 9] loss: 0.1283125
[epoch 10] loss: 0.1257787
[epoch 11] loss: 0.1235788
[epoch 12] loss: 0.1218627
[epoch 13] loss: 0.1199178
[epoch 14] loss: 0.1183935
[epoch 15] loss: 0.1170878
[epoch 16] loss: 0.1154505
[epoch 17] loss: 0.1139176
[epoch 18] loss: 0.1133424
[epoch 19] loss: 0.1120388
[epoch 20] loss: 0.1113448
[epoch 21] loss: 0.1101913
[epoch 22] loss: 0.1091934
[epoch 23] loss: 0.1087638
[epoch 24] loss: 0.1078929
[epoch 25] loss: 0.1073619
[epoch 26] loss: 0.1068852
[epoch 27] loss: 0.1060686
[epoch 28] loss: 0.1060049
[epoch 29] loss: 0.1050254
[epoch 30] loss: 0.1044404
[epoch 31] loss: 0.1042162
[epoch 32] loss: 0.1033754
[epoch 33] loss: 0.1023266
[epoch 34] loss: 0.1022135
[epoch 35] loss: 0.1020204
[epoch 36] loss: 0.1015543
[epoch 37] loss: 0.1012570
[epoch 38] loss: 0.1009188
[epoch 39] loss: 0.1010246
Epoch 38: reducing learning rate of group 0 to 1.0000e-04.
[epoch 40] loss: 0.0899939
[epoch 41] loss: 0.0890622
[epoch 42] loss: 0.0887526
[epoch 43] loss: 0.0885362
[epoch 44] loss: 0.0883126
[epoch 45] loss: 0.0881650
[epoch 46] loss: 0.0880143
[epoch 47] loss: 0.0879076
[epoch 48] loss: 0.0877895
[epoch 49] loss: 0.0876634
[epoch 50] loss: 0.0875875
Took 442 sec to train.
Clipping input data to the valid range for imshow with RGB data ([0..1] for floats or [0..255] for integers).
Clipping input data to the valid range for imshow with RGB data ([0..1] for floats or [0..255] for integers).
25
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3124, Accuracy: 369/5000 (7%)
[epoch 1] loss: 2.3194385
Test set: Average loss: 2.3712, Accuracy: 482/5000 (10%)
[epoch 2] loss: 2.0320985
Test set: Average loss: 2.5460, Accuracy: 481/5000 (10%)
[epoch 3] loss: 1.8644969
Test set: Average loss: 2.6358, Accuracy: 523/5000 (10%)
[epoch 4] loss: 1.6967750
Test set: Average loss: 2.6303, Accuracy: 665/5000 (13%)
[epoch 5] loss: 1.4961116
Test set: Average loss: 2.6269, Accuracy: 665/5000 (13%)
[epoch 6] loss: 1.2814310
Test set: Average loss: 2.6580, Accuracy: 668/5000 (13%)
[epoch 7] loss: 1.0566111
Test set: Average loss: 2.7179, Accuracy: 678/5000 (14%)
[epoch 8] loss: 0.8253591
Test set: Average loss: 2.7996, Accuracy: 725/5000 (14%)
[epoch 9] loss: 0.6121258
Test set: Average loss: 2.9055, Accuracy: 752/5000 (15%)
[epoch 10] loss: 0.4349628
Test set: Average loss: 3.0385, Accuracy: 770/5000 (15%)
[epoch 11] loss: 0.2968901
Test set: Average loss: 3.1974, Accuracy: 782/5000 (16%)
[epoch 12] loss: 0.1967876
Test set: Average loss: 3.3743, Accuracy: 784/5000 (16%)
[epoch 13] loss: 0.1294801
Test set: Average loss: 3.5578, Accuracy: 782/5000 (16%)
[epoch 14] loss: 0.0851735
Test set: Average loss: 3.7409, Accuracy: 781/5000 (16%)
[epoch 15] loss: 0.0562719
Test set: Average loss: 3.9207, Accuracy: 777/5000 (16%)
[epoch 16] loss: 0.0374555
Test set: Average loss: 4.0927, Accuracy: 777/5000 (16%)
[epoch 17] loss: 0.0252087
Test set: Average loss: 4.2526, Accuracy: 776/5000 (16%)
[epoch 18] loss: 0.0173522
Test set: Average loss: 4.3972, Accuracy: 776/5000 (16%)
[epoch 19] loss: 0.0123559
Test set: Average loss: 4.5248, Accuracy: 775/5000 (16%)
[epoch 20] loss: 0.0091225
Test set: Average loss: 4.6360, Accuracy: 773/5000 (15%)
[epoch 21] loss: 0.0069590
Test set: Average loss: 4.7326, Accuracy: 780/5000 (16%)
[epoch 22] loss: 0.0054608
Test set: Average loss: 4.8172, Accuracy: 775/5000 (16%)
[epoch 23] loss: 0.0043889
Test set: Average loss: 4.8920, Accuracy: 767/5000 (15%)
[epoch 24] loss: 0.0035984
Test set: Average loss: 4.9590, Accuracy: 767/5000 (15%)
[epoch 25] loss: 0.0030017
Test set: Average loss: 5.0200, Accuracy: 772/5000 (15%)
[epoch 26] loss: 0.0025418
Test set: Average loss: 5.0761, Accuracy: 774/5000 (15%)
[epoch 27] loss: 0.0021803
Test set: Average loss: 5.1282, Accuracy: 777/5000 (16%)
[epoch 28] loss: 0.0018911
Test set: Average loss: 5.1770, Accuracy: 777/5000 (16%)
[epoch 29] loss: 0.0016562
Test set: Average loss: 5.2229, Accuracy: 781/5000 (16%)
[epoch 30] loss: 0.0014629
Test set: Average loss: 5.2663, Accuracy: 781/5000 (16%)
[epoch 31] loss: 0.0013020
Test set: Average loss: 5.3074, Accuracy: 783/5000 (16%)
[epoch 32] loss: 0.0011669
Test set: Average loss: 5.3463, Accuracy: 783/5000 (16%)
[epoch 33] loss: 0.0010526
Test set: Average loss: 5.3833, Accuracy: 786/5000 (16%)
[epoch 34] loss: 0.0009554
Test set: Average loss: 5.4183, Accuracy: 786/5000 (16%)
[epoch 35] loss: 0.0008719
Test set: Average loss: 5.4515, Accuracy: 787/5000 (16%)
[epoch 36] loss: 0.0008000
Test set: Average loss: 5.4829, Accuracy: 783/5000 (16%)
[epoch 37] loss: 0.0007378
Test set: Average loss: 5.5127, Accuracy: 783/5000 (16%)
[epoch 38] loss: 0.0006838
Test set: Average loss: 5.5408, Accuracy: 779/5000 (16%)
[epoch 39] loss: 0.0006367
Test set: Average loss: 5.5674, Accuracy: 781/5000 (16%)
[epoch 40] loss: 0.0005952
Test set: Average loss: 5.5925, Accuracy: 780/5000 (16%)
[epoch 41] loss: 0.0005590
Test set: Average loss: 5.6161, Accuracy: 783/5000 (16%)
[epoch 42] loss: 0.0005268
Test set: Average loss: 5.6384, Accuracy: 784/5000 (16%)
[epoch 43] loss: 0.0004984
Test set: Average loss: 5.6593, Accuracy: 786/5000 (16%)
[epoch 44] loss: 0.0004729
Test set: Average loss: 5.6789, Accuracy: 785/5000 (16%)
[epoch 45] loss: 0.0004504
Test set: Average loss: 5.6974, Accuracy: 783/5000 (16%)
[epoch 46] loss: 0.0004300
Test set: Average loss: 5.7147, Accuracy: 783/5000 (16%)
[epoch 47] loss: 0.0004117
Test set: Average loss: 5.7309, Accuracy: 782/5000 (16%)
[epoch 48] loss: 0.0003952
Test set: Average loss: 5.7461, Accuracy: 782/5000 (16%)
[epoch 49] loss: 0.0003803
Test set: Average loss: 5.7603, Accuracy: 782/5000 (16%)
[epoch 50] loss: 0.0003667
Test set: Average loss: 5.7736, Accuracy: 785/5000 (16%)
Validation:
Test set: Average loss: 5.4515, Accuracy: 787/5000 (16%)
Test
Test set: Average loss: 5.3480, Accuracy: 1668/10000 (17%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3107, Accuracy: 463/5000 (9%)
[epoch 1] loss: 2.3321960
Test set: Average loss: 2.3691, Accuracy: 496/5000 (10%)
[epoch 2] loss: 2.0766001
Test set: Average loss: 2.4892, Accuracy: 530/5000 (11%)
[epoch 3] loss: 1.8962982
Test set: Average loss: 2.5516, Accuracy: 673/5000 (13%)
[epoch 4] loss: 1.7024286
Test set: Average loss: 2.6049, Accuracy: 710/5000 (14%)
[epoch 5] loss: 1.4945751
Test set: Average loss: 2.6617, Accuracy: 741/5000 (15%)
[epoch 6] loss: 1.2617276
Test set: Average loss: 2.7337, Accuracy: 769/5000 (15%)
[epoch 7] loss: 1.0319053
Test set: Average loss: 2.8264, Accuracy: 781/5000 (16%)
[epoch 8] loss: 0.8269212
Test set: Average loss: 2.9359, Accuracy: 800/5000 (16%)
[epoch 9] loss: 0.6424339
Test set: Average loss: 3.0590, Accuracy: 784/5000 (16%)
[epoch 10] loss: 0.4749361
Test set: Average loss: 3.1928, Accuracy: 762/5000 (15%)
[epoch 11] loss: 0.3322488
Test set: Average loss: 3.3360, Accuracy: 752/5000 (15%)
[epoch 12] loss: 0.2245648
Test set: Average loss: 3.4833, Accuracy: 751/5000 (15%)
[epoch 13] loss: 0.1496264
Test set: Average loss: 3.6284, Accuracy: 762/5000 (15%)
[epoch 14] loss: 0.0985698
Test set: Average loss: 3.7674, Accuracy: 759/5000 (15%)
[epoch 15] loss: 0.0646968
Test set: Average loss: 3.8992, Accuracy: 755/5000 (15%)
[epoch 16] loss: 0.0431582
Test set: Average loss: 4.0230, Accuracy: 749/5000 (15%)
[epoch 17] loss: 0.0297801
Test set: Average loss: 4.1392, Accuracy: 760/5000 (15%)
[epoch 18] loss: 0.0213701
Test set: Average loss: 4.2482, Accuracy: 754/5000 (15%)
[epoch 19] loss: 0.0158306
Test set: Average loss: 4.3506, Accuracy: 753/5000 (15%)
[epoch 20] loss: 0.0119832
Test set: Average loss: 4.4469, Accuracy: 751/5000 (15%)
[epoch 21] loss: 0.0092194
Test set: Average loss: 4.5373, Accuracy: 749/5000 (15%)
[epoch 22] loss: 0.0072019
Test set: Average loss: 4.6219, Accuracy: 755/5000 (15%)
[epoch 23] loss: 0.0057160
Test set: Average loss: 4.7007, Accuracy: 755/5000 (15%)
[epoch 24] loss: 0.0046151
Test set: Average loss: 4.7739, Accuracy: 760/5000 (15%)
[epoch 25] loss: 0.0037903
Test set: Average loss: 4.8414, Accuracy: 759/5000 (15%)
[epoch 26] loss: 0.0031655
Test set: Average loss: 4.9037, Accuracy: 758/5000 (15%)
[epoch 27] loss: 0.0026867
Test set: Average loss: 4.9609, Accuracy: 762/5000 (15%)
[epoch 28] loss: 0.0023145
Test set: Average loss: 5.0134, Accuracy: 763/5000 (15%)
[epoch 29] loss: 0.0020205
Test set: Average loss: 5.0616, Accuracy: 762/5000 (15%)
[epoch 30] loss: 0.0017852
Test set: Average loss: 5.1059, Accuracy: 768/5000 (15%)
[epoch 31] loss: 0.0015938
Test set: Average loss: 5.1465, Accuracy: 770/5000 (15%)
[epoch 32] loss: 0.0014362
Test set: Average loss: 5.1838, Accuracy: 770/5000 (15%)
[epoch 33] loss: 0.0013048
Test set: Average loss: 5.2181, Accuracy: 770/5000 (15%)
[epoch 34] loss: 0.0011938
Test set: Average loss: 5.2496, Accuracy: 768/5000 (15%)
[epoch 35] loss: 0.0010991
Test set: Average loss: 5.2788, Accuracy: 765/5000 (15%)
[epoch 36] loss: 0.0010173
Test set: Average loss: 5.3056, Accuracy: 761/5000 (15%)
[epoch 37] loss: 0.0009462
Test set: Average loss: 5.3304, Accuracy: 763/5000 (15%)
[epoch 38] loss: 0.0008838
Test set: Average loss: 5.3534, Accuracy: 764/5000 (15%)
[epoch 39] loss: 0.0008290
Test set: Average loss: 5.3747, Accuracy: 765/5000 (15%)
[epoch 40] loss: 0.0007803
Test set: Average loss: 5.3944, Accuracy: 763/5000 (15%)
[epoch 41] loss: 0.0007370
Test set: Average loss: 5.4128, Accuracy: 762/5000 (15%)
[epoch 42] loss: 0.0006983
Test set: Average loss: 5.4299, Accuracy: 763/5000 (15%)
[epoch 43] loss: 0.0006637
Test set: Average loss: 5.4458, Accuracy: 764/5000 (15%)
[epoch 44] loss: 0.0006326
Test set: Average loss: 5.4606, Accuracy: 763/5000 (15%)
[epoch 45] loss: 0.0006046
Test set: Average loss: 5.4744, Accuracy: 764/5000 (15%)
[epoch 46] loss: 0.0005793
Test set: Average loss: 5.4874, Accuracy: 765/5000 (15%)
[epoch 47] loss: 0.0005564
Test set: Average loss: 5.4995, Accuracy: 766/5000 (15%)
[epoch 48] loss: 0.0005356
Test set: Average loss: 5.5109, Accuracy: 766/5000 (15%)
[epoch 49] loss: 0.0005167
Test set: Average loss: 5.5215, Accuracy: 765/5000 (15%)
[epoch 50] loss: 0.0004994
Test set: Average loss: 5.5316, Accuracy: 766/5000 (15%)
Validation:
Test set: Average loss: 2.9359, Accuracy: 800/5000 (16%)
Test
Test set: Average loss: 2.9390, Accuracy: 1645/10000 (16%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2975, Accuracy: 583/5000 (12%)
[epoch 1] loss: 2.3010540
Test set: Average loss: 2.3784, Accuracy: 525/5000 (10%)
[epoch 2] loss: 1.9819212
Test set: Average loss: 2.5992, Accuracy: 525/5000 (10%)
[epoch 3] loss: 1.8244373
Test set: Average loss: 2.6642, Accuracy: 554/5000 (11%)
[epoch 4] loss: 1.6528946
Test set: Average loss: 2.6418, Accuracy: 764/5000 (15%)
[epoch 5] loss: 1.4408622
Test set: Average loss: 2.6061, Accuracy: 766/5000 (15%)
[epoch 6] loss: 1.2163458
Test set: Average loss: 2.6073, Accuracy: 748/5000 (15%)
[epoch 7] loss: 1.0056757
Test set: Average loss: 2.6569, Accuracy: 744/5000 (15%)
[epoch 8] loss: 0.8244656
Test set: Average loss: 2.7386, Accuracy: 768/5000 (15%)
[epoch 9] loss: 0.6635312
Test set: Average loss: 2.8498, Accuracy: 766/5000 (15%)
[epoch 10] loss: 0.5216902
Test set: Average loss: 2.9988, Accuracy: 750/5000 (15%)
[epoch 11] loss: 0.4021780
Test set: Average loss: 3.1748, Accuracy: 737/5000 (15%)
[epoch 12] loss: 0.2994626
Test set: Average loss: 3.3446, Accuracy: 729/5000 (15%)
[epoch 13] loss: 0.2121032
Test set: Average loss: 3.4969, Accuracy: 728/5000 (15%)
[epoch 14] loss: 0.1455359
Test set: Average loss: 3.6340, Accuracy: 730/5000 (15%)
[epoch 15] loss: 0.1018104
Test set: Average loss: 3.7502, Accuracy: 737/5000 (15%)
[epoch 16] loss: 0.0719195
Test set: Average loss: 3.8462, Accuracy: 761/5000 (15%)
[epoch 17] loss: 0.0503413
Test set: Average loss: 3.9304, Accuracy: 756/5000 (15%)
[epoch 18] loss: 0.0360787
Test set: Average loss: 4.0095, Accuracy: 747/5000 (15%)
[epoch 19] loss: 0.0268691
Test set: Average loss: 4.0869, Accuracy: 740/5000 (15%)
[epoch 20] loss: 0.0206055
Test set: Average loss: 4.1640, Accuracy: 736/5000 (15%)
[epoch 21] loss: 0.0160423
Test set: Average loss: 4.2405, Accuracy: 731/5000 (15%)
[epoch 22] loss: 0.0125727
Test set: Average loss: 4.3153, Accuracy: 734/5000 (15%)
[epoch 23] loss: 0.0099011
Test set: Average loss: 4.3877, Accuracy: 730/5000 (15%)
[epoch 24] loss: 0.0078587
Test set: Average loss: 4.4574, Accuracy: 728/5000 (15%)
[epoch 25] loss: 0.0063134
Test set: Average loss: 4.5240, Accuracy: 729/5000 (15%)
[epoch 26] loss: 0.0051481
Test set: Average loss: 4.5876, Accuracy: 734/5000 (15%)
[epoch 27] loss: 0.0042663
Test set: Average loss: 4.6480, Accuracy: 732/5000 (15%)
[epoch 28] loss: 0.0035930
Test set: Average loss: 4.7051, Accuracy: 733/5000 (15%)
[epoch 29] loss: 0.0030711
Test set: Average loss: 4.7589, Accuracy: 734/5000 (15%)
[epoch 30] loss: 0.0026603
Test set: Average loss: 4.8094, Accuracy: 732/5000 (15%)
[epoch 31] loss: 0.0023311
Test set: Average loss: 4.8565, Accuracy: 731/5000 (15%)
[epoch 32] loss: 0.0020634
Test set: Average loss: 4.9002, Accuracy: 729/5000 (15%)
[epoch 33] loss: 0.0018429
Test set: Average loss: 4.9408, Accuracy: 729/5000 (15%)
[epoch 34] loss: 0.0016588
Test set: Average loss: 4.9782, Accuracy: 727/5000 (15%)
[epoch 35] loss: 0.0015040
Test set: Average loss: 5.0127, Accuracy: 723/5000 (14%)
[epoch 36] loss: 0.0013726
Test set: Average loss: 5.0445, Accuracy: 720/5000 (14%)
[epoch 37] loss: 0.0012603
Test set: Average loss: 5.0737, Accuracy: 721/5000 (14%)
[epoch 38] loss: 0.0011638
Test set: Average loss: 5.1006, Accuracy: 720/5000 (14%)
[epoch 39] loss: 0.0010806
Test set: Average loss: 5.1253, Accuracy: 717/5000 (14%)
[epoch 40] loss: 0.0010081
Test set: Average loss: 5.1481, Accuracy: 717/5000 (14%)
[epoch 41] loss: 0.0009449
Test set: Average loss: 5.1690, Accuracy: 717/5000 (14%)
[epoch 42] loss: 0.0008897
Test set: Average loss: 5.1883, Accuracy: 717/5000 (14%)
[epoch 43] loss: 0.0008409
Test set: Average loss: 5.2060, Accuracy: 716/5000 (14%)
[epoch 44] loss: 0.0007979
Test set: Average loss: 5.2225, Accuracy: 715/5000 (14%)
[epoch 45] loss: 0.0007595
Test set: Average loss: 5.2377, Accuracy: 715/5000 (14%)
[epoch 46] loss: 0.0007255
Test set: Average loss: 5.2518, Accuracy: 716/5000 (14%)
[epoch 47] loss: 0.0006948
Test set: Average loss: 5.2649, Accuracy: 716/5000 (14%)
[epoch 48] loss: 0.0006674
Test set: Average loss: 5.2770, Accuracy: 716/5000 (14%)
[epoch 49] loss: 0.0006428
Test set: Average loss: 5.2884, Accuracy: 717/5000 (14%)
[epoch 50] loss: 0.0006203
Test set: Average loss: 5.2989, Accuracy: 716/5000 (14%)
Validation:
Test set: Average loss: 2.7386, Accuracy: 768/5000 (15%)
Test
Test set: Average loss: 2.7476, Accuracy: 1490/10000 (15%)
50
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3115, Accuracy: 560/5000 (11%)
[epoch 1] loss: 2.3362708
Test set: Average loss: 2.3884, Accuracy: 494/5000 (10%)
[epoch 2] loss: 2.0651234
Test set: Average loss: 2.4643, Accuracy: 774/5000 (15%)
[epoch 3] loss: 1.8155985
Test set: Average loss: 2.4664, Accuracy: 790/5000 (16%)
[epoch 4] loss: 1.6896034
Test set: Average loss: 2.5536, Accuracy: 740/5000 (15%)
[epoch 5] loss: 1.4305405
Test set: Average loss: 2.6114, Accuracy: 819/5000 (16%)
[epoch 6] loss: 1.1641602
Test set: Average loss: 2.6319, Accuracy: 931/5000 (19%)
[epoch 7] loss: 0.8942410
Test set: Average loss: 2.7037, Accuracy: 986/5000 (20%)
[epoch 8] loss: 0.7341743
Test set: Average loss: 2.8249, Accuracy: 976/5000 (20%)
[epoch 9] loss: 0.5940175
Test set: Average loss: 2.8994, Accuracy: 967/5000 (19%)
[epoch 10] loss: 0.3974367
Test set: Average loss: 2.9561, Accuracy: 1001/5000 (20%)
[epoch 11] loss: 0.2783254
Test set: Average loss: 3.0688, Accuracy: 1012/5000 (20%)
[epoch 12] loss: 0.2046861
Test set: Average loss: 3.2253, Accuracy: 986/5000 (20%)
[epoch 13] loss: 0.1358393
Test set: Average loss: 3.3656, Accuracy: 1003/5000 (20%)
[epoch 14] loss: 0.0887500
Test set: Average loss: 3.4718, Accuracy: 1029/5000 (21%)
[epoch 15] loss: 0.0573744
Test set: Average loss: 3.5684, Accuracy: 1045/5000 (21%)
[epoch 16] loss: 0.0460168
Test set: Average loss: 3.6712, Accuracy: 1033/5000 (21%)
[epoch 17] loss: 0.0332544
Test set: Average loss: 3.7858, Accuracy: 1018/5000 (20%)
[epoch 18] loss: 0.0242220
Test set: Average loss: 3.8952, Accuracy: 998/5000 (20%)
[epoch 19] loss: 0.0189012
Test set: Average loss: 4.0007, Accuracy: 978/5000 (20%)
[epoch 20] loss: 0.0149307
Test set: Average loss: 4.0891, Accuracy: 966/5000 (19%)
[epoch 21] loss: 0.0129284
Test set: Average loss: 4.1629, Accuracy: 959/5000 (19%)
[epoch 22] loss: 0.0104758
Test set: Average loss: 4.2185, Accuracy: 967/5000 (19%)
[epoch 23] loss: 0.0088989
Test set: Average loss: 4.2607, Accuracy: 974/5000 (19%)
[epoch 24] loss: 0.0076968
Test set: Average loss: 4.2977, Accuracy: 976/5000 (20%)
[epoch 25] loss: 0.0067119
Test set: Average loss: 4.3300, Accuracy: 985/5000 (20%)
[epoch 26] loss: 0.0059148
Test set: Average loss: 4.3612, Accuracy: 989/5000 (20%)
[epoch 27] loss: 0.0055029
Test set: Average loss: 4.3923, Accuracy: 999/5000 (20%)
[epoch 28] loss: 0.0048459
Test set: Average loss: 4.4232, Accuracy: 999/5000 (20%)
[epoch 29] loss: 0.0045322
Test set: Average loss: 4.4540, Accuracy: 1001/5000 (20%)
[epoch 30] loss: 0.0039870
Test set: Average loss: 4.4828, Accuracy: 998/5000 (20%)
[epoch 31] loss: 0.0037299
Test set: Average loss: 4.5084, Accuracy: 997/5000 (20%)
[epoch 32] loss: 0.0035456
Test set: Average loss: 4.5306, Accuracy: 1000/5000 (20%)
[epoch 33] loss: 0.0033022
Test set: Average loss: 4.5495, Accuracy: 1000/5000 (20%)
[epoch 34] loss: 0.0031114
Test set: Average loss: 4.5654, Accuracy: 996/5000 (20%)
[epoch 35] loss: 0.0030227
Test set: Average loss: 4.5783, Accuracy: 995/5000 (20%)
[epoch 36] loss: 0.0029055
Test set: Average loss: 4.5882, Accuracy: 997/5000 (20%)
[epoch 37] loss: 0.0027701
Test set: Average loss: 4.5967, Accuracy: 999/5000 (20%)
[epoch 38] loss: 0.0026401
Test set: Average loss: 4.6030, Accuracy: 1000/5000 (20%)
[epoch 39] loss: 0.0025995
Test set: Average loss: 4.6084, Accuracy: 1001/5000 (20%)
[epoch 40] loss: 0.0025320
Test set: Average loss: 4.6124, Accuracy: 996/5000 (20%)
[epoch 41] loss: 0.0025060
Test set: Average loss: 4.6151, Accuracy: 1000/5000 (20%)
[epoch 42] loss: 0.0023358
Test set: Average loss: 4.6178, Accuracy: 999/5000 (20%)
[epoch 43] loss: 0.0022761
Test set: Average loss: 4.6208, Accuracy: 1004/5000 (20%)
[epoch 44] loss: 0.0022390
Test set: Average loss: 4.6243, Accuracy: 1004/5000 (20%)
[epoch 45] loss: 0.0021354
Test set: Average loss: 4.6277, Accuracy: 1004/5000 (20%)
[epoch 46] loss: 0.0021531
Epoch 45: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 4.6313, Accuracy: 1003/5000 (20%)
[epoch 47] loss: 0.0020434
Test set: Average loss: 4.6317, Accuracy: 1003/5000 (20%)
[epoch 48] loss: 0.0020993
Epoch 47: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 4.6322, Accuracy: 1003/5000 (20%)
[epoch 49] loss: 0.0020800
Epoch 48: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 4.6322, Accuracy: 1003/5000 (20%)
[epoch 50] loss: 0.0020888
Epoch 49: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 4.6322, Accuracy: 1003/5000 (20%)
Validation:
Test set: Average loss: 3.5684, Accuracy: 1045/5000 (21%)
Test
Test set: Average loss: 3.5153, Accuracy: 2063/10000 (21%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3049, Accuracy: 468/5000 (9%)
[epoch 1] loss: 2.4154693
Test set: Average loss: 2.3663, Accuracy: 499/5000 (10%)
[epoch 2] loss: 2.1019487
Test set: Average loss: 2.3605, Accuracy: 720/5000 (14%)
[epoch 3] loss: 1.8583821
Test set: Average loss: 2.3498, Accuracy: 902/5000 (18%)
[epoch 4] loss: 1.6517888
Test set: Average loss: 2.3707, Accuracy: 958/5000 (19%)
[epoch 5] loss: 1.4367401
Test set: Average loss: 2.4038, Accuracy: 923/5000 (18%)
[epoch 6] loss: 1.1733036
Test set: Average loss: 2.4633, Accuracy: 928/5000 (19%)
[epoch 7] loss: 0.9821300
Test set: Average loss: 2.5503, Accuracy: 958/5000 (19%)
[epoch 8] loss: 0.7284276
Test set: Average loss: 2.6561, Accuracy: 948/5000 (19%)
[epoch 9] loss: 0.5421276
Test set: Average loss: 2.7529, Accuracy: 942/5000 (19%)
[epoch 10] loss: 0.3995346
Test set: Average loss: 2.8198, Accuracy: 950/5000 (19%)
[epoch 11] loss: 0.2646208
Test set: Average loss: 2.8869, Accuracy: 921/5000 (18%)
[epoch 12] loss: 0.2060038
Test set: Average loss: 2.9673, Accuracy: 952/5000 (19%)
[epoch 13] loss: 0.1291290
Test set: Average loss: 3.0708, Accuracy: 958/5000 (19%)
[epoch 14] loss: 0.0761187
Test set: Average loss: 3.2258, Accuracy: 956/5000 (19%)
[epoch 15] loss: 0.0579104
Test set: Average loss: 3.3536, Accuracy: 929/5000 (19%)
[epoch 16] loss: 0.0440584
Test set: Average loss: 3.4395, Accuracy: 926/5000 (19%)
[epoch 17] loss: 0.0289829
Test set: Average loss: 3.4915, Accuracy: 923/5000 (18%)
[epoch 18] loss: 0.0188184
Test set: Average loss: 3.5380, Accuracy: 935/5000 (19%)
[epoch 19] loss: 0.0149853
Test set: Average loss: 3.5856, Accuracy: 933/5000 (19%)
[epoch 20] loss: 0.0127029
Test set: Average loss: 3.6277, Accuracy: 926/5000 (19%)
[epoch 21] loss: 0.0114886
Test set: Average loss: 3.6686, Accuracy: 931/5000 (19%)
[epoch 22] loss: 0.0100638
Test set: Average loss: 3.7076, Accuracy: 930/5000 (19%)
[epoch 23] loss: 0.0080801
Test set: Average loss: 3.7444, Accuracy: 926/5000 (19%)
[epoch 24] loss: 0.0067601
Test set: Average loss: 3.7792, Accuracy: 934/5000 (19%)
[epoch 25] loss: 0.0057130
Test set: Average loss: 3.8139, Accuracy: 933/5000 (19%)
[epoch 26] loss: 0.0051653
Test set: Average loss: 3.8478, Accuracy: 936/5000 (19%)
[epoch 27] loss: 0.0046485
Test set: Average loss: 3.8778, Accuracy: 939/5000 (19%)
[epoch 28] loss: 0.0042358
Test set: Average loss: 3.9051, Accuracy: 936/5000 (19%)
[epoch 29] loss: 0.0038197
Test set: Average loss: 3.9293, Accuracy: 933/5000 (19%)
[epoch 30] loss: 0.0036721
Test set: Average loss: 3.9501, Accuracy: 937/5000 (19%)
[epoch 31] loss: 0.0035504
Test set: Average loss: 3.9674, Accuracy: 941/5000 (19%)
[epoch 32] loss: 0.0033507
Test set: Average loss: 3.9811, Accuracy: 941/5000 (19%)
[epoch 33] loss: 0.0029992
Test set: Average loss: 3.9930, Accuracy: 941/5000 (19%)
[epoch 34] loss: 0.0029586
Test set: Average loss: 4.0030, Accuracy: 938/5000 (19%)
[epoch 35] loss: 0.0028389
Test set: Average loss: 4.0115, Accuracy: 941/5000 (19%)
[epoch 36] loss: 0.0027274
Test set: Average loss: 4.0189, Accuracy: 938/5000 (19%)
[epoch 37] loss: 0.0025517
Test set: Average loss: 4.0253, Accuracy: 935/5000 (19%)
[epoch 38] loss: 0.0024865
Test set: Average loss: 4.0308, Accuracy: 936/5000 (19%)
[epoch 39] loss: 0.0023674
Test set: Average loss: 4.0363, Accuracy: 935/5000 (19%)
[epoch 40] loss: 0.0023002
Test set: Average loss: 4.0412, Accuracy: 937/5000 (19%)
[epoch 41] loss: 0.0021890
Test set: Average loss: 4.0452, Accuracy: 940/5000 (19%)
[epoch 42] loss: 0.0022299
Epoch 41: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 4.0488, Accuracy: 941/5000 (19%)
[epoch 43] loss: 0.0022237
Epoch 42: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 4.0492, Accuracy: 941/5000 (19%)
[epoch 44] loss: 0.0022115
Epoch 43: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 4.0492, Accuracy: 941/5000 (19%)
[epoch 45] loss: 0.0021722
Test set: Average loss: 4.0492, Accuracy: 941/5000 (19%)
[epoch 46] loss: 0.0021698
Test set: Average loss: 4.0492, Accuracy: 941/5000 (19%)
[epoch 47] loss: 0.0020766
Test set: Average loss: 4.0492, Accuracy: 941/5000 (19%)
[epoch 48] loss: 0.0021456
Epoch 47: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 4.0492, Accuracy: 941/5000 (19%)
[epoch 49] loss: 0.0021327
Epoch 48: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 4.0492, Accuracy: 941/5000 (19%)
[epoch 50] loss: 0.0020753
Test set: Average loss: 4.0492, Accuracy: 941/5000 (19%)
Validation:
Test set: Average loss: 3.0708, Accuracy: 958/5000 (19%)
Test
Test set: Average loss: 3.0775, Accuracy: 2004/10000 (20%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3125, Accuracy: 444/5000 (9%)
[epoch 1] loss: 2.3397015
Test set: Average loss: 2.3957, Accuracy: 525/5000 (10%)
[epoch 2] loss: 1.9767986
Test set: Average loss: 2.4351, Accuracy: 643/5000 (13%)
[epoch 3] loss: 1.7478571
Test set: Average loss: 2.4088, Accuracy: 865/5000 (17%)
[epoch 4] loss: 1.4859805
Test set: Average loss: 2.4225, Accuracy: 902/5000 (18%)
[epoch 5] loss: 1.2115918
Test set: Average loss: 2.4825, Accuracy: 905/5000 (18%)
[epoch 6] loss: 1.1023419
Test set: Average loss: 2.5642, Accuracy: 927/5000 (19%)
[epoch 7] loss: 0.8316854
Test set: Average loss: 2.6351, Accuracy: 986/5000 (20%)
[epoch 8] loss: 0.6298255
Test set: Average loss: 2.6799, Accuracy: 950/5000 (19%)
[epoch 9] loss: 0.5393787
Test set: Average loss: 2.7338, Accuracy: 943/5000 (19%)
[epoch 10] loss: 0.3689113
Test set: Average loss: 2.8367, Accuracy: 929/5000 (19%)
[epoch 11] loss: 0.3234594
Test set: Average loss: 2.9839, Accuracy: 932/5000 (19%)
[epoch 12] loss: 0.2585668
Test set: Average loss: 3.1461, Accuracy: 931/5000 (19%)
[epoch 13] loss: 0.1730442
Test set: Average loss: 3.2661, Accuracy: 945/5000 (19%)
[epoch 14] loss: 0.1534358
Test set: Average loss: 3.3189, Accuracy: 939/5000 (19%)
[epoch 15] loss: 0.1065672
Test set: Average loss: 3.3549, Accuracy: 941/5000 (19%)
[epoch 16] loss: 0.0815102
Test set: Average loss: 3.3912, Accuracy: 922/5000 (18%)
[epoch 17] loss: 0.0574156
Test set: Average loss: 3.4298, Accuracy: 928/5000 (19%)
[epoch 18] loss: 0.0562169
Test set: Average loss: 3.4765, Accuracy: 916/5000 (18%)
[epoch 19] loss: 0.0366764
Test set: Average loss: 3.5445, Accuracy: 907/5000 (18%)
[epoch 20] loss: 0.0322547
Test set: Average loss: 3.6168, Accuracy: 902/5000 (18%)
[epoch 21] loss: 0.0220675
Test set: Average loss: 3.6929, Accuracy: 894/5000 (18%)
[epoch 22] loss: 0.0200897
Test set: Average loss: 3.7602, Accuracy: 891/5000 (18%)
[epoch 23] loss: 0.0170633
Test set: Average loss: 3.8026, Accuracy: 890/5000 (18%)
[epoch 24] loss: 0.0130288
Test set: Average loss: 3.8276, Accuracy: 892/5000 (18%)
[epoch 25] loss: 0.0111180
Test set: Average loss: 3.8443, Accuracy: 900/5000 (18%)
[epoch 26] loss: 0.0090588
Test set: Average loss: 3.8590, Accuracy: 910/5000 (18%)
[epoch 27] loss: 0.0084035
Test set: Average loss: 3.8726, Accuracy: 911/5000 (18%)
[epoch 28] loss: 0.0074584
Test set: Average loss: 3.8889, Accuracy: 909/5000 (18%)
[epoch 29] loss: 0.0069630
Test set: Average loss: 3.9058, Accuracy: 913/5000 (18%)
[epoch 30] loss: 0.0063606
Test set: Average loss: 3.9256, Accuracy: 912/5000 (18%)
[epoch 31] loss: 0.0057706
Test set: Average loss: 3.9478, Accuracy: 913/5000 (18%)
[epoch 32] loss: 0.0053437
Test set: Average loss: 3.9714, Accuracy: 912/5000 (18%)
[epoch 33] loss: 0.0049119
Test set: Average loss: 3.9957, Accuracy: 911/5000 (18%)
[epoch 34] loss: 0.0046402
Test set: Average loss: 4.0196, Accuracy: 913/5000 (18%)
[epoch 35] loss: 0.0041001
Test set: Average loss: 4.0417, Accuracy: 912/5000 (18%)
[epoch 36] loss: 0.0037932
Test set: Average loss: 4.0621, Accuracy: 911/5000 (18%)
[epoch 37] loss: 0.0037179
Test set: Average loss: 4.0796, Accuracy: 909/5000 (18%)
[epoch 38] loss: 0.0034329
Test set: Average loss: 4.0941, Accuracy: 908/5000 (18%)
[epoch 39] loss: 0.0034182
Test set: Average loss: 4.1059, Accuracy: 905/5000 (18%)
[epoch 40] loss: 0.0032594
Test set: Average loss: 4.1152, Accuracy: 906/5000 (18%)
[epoch 41] loss: 0.0033043
Epoch 40: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 4.1230, Accuracy: 903/5000 (18%)
[epoch 42] loss: 0.0029748
Test set: Average loss: 4.1237, Accuracy: 904/5000 (18%)
[epoch 43] loss: 0.0029868
Epoch 42: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 4.1242, Accuracy: 906/5000 (18%)
[epoch 44] loss: 0.0031523
Epoch 43: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 4.1242, Accuracy: 906/5000 (18%)
[epoch 45] loss: 0.0030490
Epoch 44: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 4.1242, Accuracy: 906/5000 (18%)
[epoch 46] loss: 0.0030299
Epoch 45: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 4.1242, Accuracy: 906/5000 (18%)
[epoch 47] loss: 0.0032174
Epoch 46: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 4.1242, Accuracy: 906/5000 (18%)
[epoch 48] loss: 0.0030556
Epoch 47: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 4.1242, Accuracy: 906/5000 (18%)
[epoch 49] loss: 0.0031623
Epoch 48: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 4.1242, Accuracy: 906/5000 (18%)
[epoch 50] loss: 0.0032589
Epoch 49: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 4.1242, Accuracy: 906/5000 (18%)
Validation:
Test set: Average loss: 2.6351, Accuracy: 986/5000 (20%)
Test
Test set: Average loss: 2.6209, Accuracy: 1883/10000 (19%)
100
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3093, Accuracy: 462/5000 (9%)
[epoch 1] loss: 2.1791156
Test set: Average loss: 2.5943, Accuracy: 549/5000 (11%)
[epoch 2] loss: 2.1122072
Test set: Average loss: 2.3547, Accuracy: 892/5000 (18%)
[epoch 3] loss: 1.8927045
Test set: Average loss: 2.2498, Accuracy: 972/5000 (19%)
[epoch 4] loss: 1.6547180
Test set: Average loss: 2.3863, Accuracy: 910/5000 (18%)
[epoch 5] loss: 1.4477365
Test set: Average loss: 2.6297, Accuracy: 912/5000 (18%)
[epoch 6] loss: 1.7153275
Epoch 5: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.6193, Accuracy: 985/5000 (20%)
[epoch 7] loss: 1.5165195
Epoch 6: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.6077, Accuracy: 994/5000 (20%)
[epoch 8] loss: 1.2952740
Test set: Average loss: 2.6050, Accuracy: 1000/5000 (20%)
[epoch 9] loss: 1.3282361
Epoch 8: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.6015, Accuracy: 1002/5000 (20%)
[epoch 10] loss: 1.2197403
Test set: Average loss: 2.6011, Accuracy: 1001/5000 (20%)
[epoch 11] loss: 1.2466578
Epoch 10: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 12] loss: 1.2729812
Epoch 11: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 13] loss: 1.1194318
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 14] loss: 1.2129253
Epoch 13: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 15] loss: 1.2057084
Epoch 14: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 16] loss: 1.1726480
Epoch 15: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 17] loss: 1.2444779
Epoch 16: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 18] loss: 1.2193916
Epoch 17: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 19] loss: 1.2478581
Epoch 18: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 20] loss: 1.2013969
Epoch 19: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 21] loss: 1.1021902
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 22] loss: 1.2324789
Epoch 21: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 23] loss: 1.1009990
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 24] loss: 1.2447959
Epoch 23: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 25] loss: 1.0327204
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 26] loss: 1.1629160
Epoch 25: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 27] loss: 1.1900260
Epoch 26: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 28] loss: 1.2224242
Epoch 27: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 29] loss: 1.2647472
Epoch 28: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 30] loss: 1.2379020
Epoch 29: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 31] loss: 1.2114398
Epoch 30: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 32] loss: 1.3071217
Epoch 31: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 33] loss: 1.1307701
Epoch 32: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 34] loss: 1.3122358
Epoch 33: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 35] loss: 1.1587250
Epoch 34: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 36] loss: 1.3054559
Epoch 35: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 37] loss: 1.1844602
Epoch 36: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 38] loss: 1.3121772
Epoch 37: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 39] loss: 1.1743025
Epoch 38: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 40] loss: 1.1873720
Epoch 39: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 41] loss: 1.2065900
Epoch 40: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 42] loss: 1.1425628
Epoch 41: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 43] loss: 1.3096693
Epoch 42: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 44] loss: 1.1794149
Epoch 43: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 45] loss: 1.1820776
Epoch 44: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 46] loss: 1.1988766
Epoch 45: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 47] loss: 1.1477284
Epoch 46: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 48] loss: 1.0799219
Epoch 47: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 49] loss: 1.0669384
Epoch 48: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
[epoch 50] loss: 1.2538128
Epoch 49: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 2.6008, Accuracy: 1001/5000 (20%)
Validation:
Test set: Average loss: 2.6015, Accuracy: 1002/5000 (20%)
Test
Test set: Average loss: 2.5418, Accuracy: 2133/10000 (21%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3069, Accuracy: 447/5000 (9%)
[epoch 1] loss: 2.4297485
Test set: Average loss: 2.2810, Accuracy: 702/5000 (14%)
[epoch 2] loss: 2.1739916
Test set: Average loss: 2.2456, Accuracy: 734/5000 (15%)
[epoch 3] loss: 2.0216800
Test set: Average loss: 2.2633, Accuracy: 825/5000 (16%)
[epoch 4] loss: 1.8178807
Test set: Average loss: 2.3262, Accuracy: 943/5000 (19%)
[epoch 5] loss: 1.6186527
Test set: Average loss: 2.3611, Accuracy: 979/5000 (20%)
[epoch 6] loss: 1.5569077
Test set: Average loss: 2.3175, Accuracy: 1083/5000 (22%)
[epoch 7] loss: 1.4523508
Test set: Average loss: 2.4349, Accuracy: 996/5000 (20%)
[epoch 8] loss: 1.3243903
Test set: Average loss: 2.4345, Accuracy: 993/5000 (20%)
[epoch 9] loss: 1.7432323
Epoch 8: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.3675, Accuracy: 1085/5000 (22%)
[epoch 10] loss: 1.0368664
Test set: Average loss: 2.3595, Accuracy: 1090/5000 (22%)
[epoch 11] loss: 0.8733655
Test set: Average loss: 2.3449, Accuracy: 1062/5000 (21%)
[epoch 12] loss: 0.7791488
Test set: Average loss: 2.3339, Accuracy: 1083/5000 (22%)
[epoch 13] loss: 0.6983016
Test set: Average loss: 2.3310, Accuracy: 1089/5000 (22%)
[epoch 14] loss: 0.8285345
Epoch 13: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.3340, Accuracy: 1095/5000 (22%)
[epoch 15] loss: 0.8184924
Epoch 14: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.3344, Accuracy: 1103/5000 (22%)
[epoch 16] loss: 0.7504109
Epoch 15: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 17] loss: 0.7743270
Epoch 16: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 18] loss: 1.5326396
Epoch 17: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 19] loss: 0.6566573
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 20] loss: 0.6944182
Epoch 19: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 21] loss: 0.7645224
Epoch 20: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 22] loss: 0.7324890
Epoch 21: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 23] loss: 0.8126930
Epoch 22: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 24] loss: 0.7230741
Epoch 23: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 25] loss: 0.7185232
Epoch 24: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 26] loss: 1.5237142
Epoch 25: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 27] loss: 0.6880705
Epoch 26: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 28] loss: 0.7291115
Epoch 27: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 29] loss: 0.7955858
Epoch 28: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 30] loss: 0.7178675
Epoch 29: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 31] loss: 0.7398299
Epoch 30: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 32] loss: 0.6698506
Epoch 31: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 33] loss: 0.8754708
Epoch 32: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 34] loss: 0.7732896
Epoch 33: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 35] loss: 0.8607573
Epoch 34: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 36] loss: 0.7301152
Epoch 35: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 37] loss: 0.8182320
Epoch 36: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 38] loss: 0.8270961
Epoch 37: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 39] loss: 0.6803288
Epoch 38: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 40] loss: 0.6653744
Epoch 39: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 41] loss: 0.7614504
Epoch 40: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 42] loss: 0.7567857
Epoch 41: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 43] loss: 0.8128019
Epoch 42: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 44] loss: 0.7789013
Epoch 43: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 45] loss: 0.7023603
Epoch 44: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 46] loss: 0.6722210
Epoch 45: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 47] loss: 0.7356653
Epoch 46: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 48] loss: 0.7744545
Epoch 47: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 49] loss: 0.7439016
Epoch 48: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
[epoch 50] loss: 0.7061369
Epoch 49: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
Validation:
Test set: Average loss: 2.3344, Accuracy: 1105/5000 (22%)
Test
Test set: Average loss: 2.3150, Accuracy: 2341/10000 (23%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3000, Accuracy: 530/5000 (11%)
[epoch 1] loss: 2.2807517
Test set: Average loss: 2.4343, Accuracy: 593/5000 (12%)
[epoch 2] loss: 2.1632782
Test set: Average loss: 2.3402, Accuracy: 816/5000 (16%)
[epoch 3] loss: 1.9547610
Test set: Average loss: 2.3812, Accuracy: 854/5000 (17%)
[epoch 4] loss: 1.4582514
Test set: Average loss: 2.5453, Accuracy: 881/5000 (18%)
[epoch 5] loss: 1.6308229
Epoch 4: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.6507, Accuracy: 872/5000 (17%)
[epoch 6] loss: 1.3445028
Test set: Average loss: 2.6368, Accuracy: 876/5000 (18%)
[epoch 7] loss: 1.3363495
Test set: Average loss: 2.6061, Accuracy: 883/5000 (18%)
[epoch 8] loss: 1.5827832
Epoch 7: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.5689, Accuracy: 893/5000 (18%)
[epoch 9] loss: 1.2834299
Test set: Average loss: 2.5648, Accuracy: 893/5000 (18%)
[epoch 10] loss: 1.2991647
Epoch 9: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.5616, Accuracy: 893/5000 (18%)
[epoch 11] loss: 1.4320698
Epoch 10: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 12] loss: 1.3510697
Epoch 11: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 13] loss: 1.2654414
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 14] loss: 1.2661996
Epoch 13: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 15] loss: 1.2392174
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 16] loss: 1.1946879
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 17] loss: 1.2656792
Epoch 16: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 18] loss: 1.2263602
Epoch 17: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 19] loss: 1.3747367
Epoch 18: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 20] loss: 1.5449990
Epoch 19: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 21] loss: 1.2178800
Epoch 20: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 22] loss: 1.3241138
Epoch 21: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 23] loss: 1.3691989
Epoch 22: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 24] loss: 1.4130670
Epoch 23: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 25] loss: 1.4177573
Epoch 24: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 26] loss: 1.3101626
Epoch 25: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 27] loss: 1.4023874
Epoch 26: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 28] loss: 1.3983240
Epoch 27: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 29] loss: 1.4299460
Epoch 28: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 30] loss: 1.3830864
Epoch 29: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 31] loss: 1.4105114
Epoch 30: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 32] loss: 1.3813915
Epoch 31: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 33] loss: 1.3712325
Epoch 32: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 34] loss: 1.3549272
Epoch 33: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 35] loss: 1.3235595
Epoch 34: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 36] loss: 1.1805452
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 37] loss: 1.2730463
Epoch 36: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 38] loss: 1.3278531
Epoch 37: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 39] loss: 1.3484415
Epoch 38: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 40] loss: 1.3165554
Epoch 39: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 41] loss: 1.9338249
Epoch 40: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 42] loss: 1.2991123
Epoch 41: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 43] loss: 1.4332496
Epoch 42: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 44] loss: 1.2842114
Epoch 43: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 45] loss: 1.3268442
Epoch 44: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 46] loss: 1.3249260
Epoch 45: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 47] loss: 1.4575311
Epoch 46: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 48] loss: 1.2696469
Epoch 47: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 49] loss: 1.1646309
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
[epoch 50] loss: 1.2997504
Epoch 49: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 2.5613, Accuracy: 891/5000 (18%)
Validation:
Test set: Average loss: 2.5616, Accuracy: 893/5000 (18%)
Test
Test set: Average loss: 2.5647, Accuracy: 1817/10000 (18%)
250
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.2989, Accuracy: 584/5000 (12%)
[epoch 1] loss: 2.3190244
Test set: Average loss: 2.2286, Accuracy: 889/5000 (18%)
[epoch 2] loss: 2.0904336
Test set: Average loss: 2.1795, Accuracy: 1028/5000 (21%)
[epoch 3] loss: 1.8568822
Test set: Average loss: 2.1402, Accuracy: 1152/5000 (23%)
[epoch 4] loss: 1.6617724
Test set: Average loss: 2.1463, Accuracy: 1259/5000 (25%)
[epoch 5] loss: 1.4169193
Test set: Average loss: 2.1714, Accuracy: 1271/5000 (25%)
[epoch 6] loss: 1.2024404
Test set: Average loss: 2.1815, Accuracy: 1330/5000 (27%)
[epoch 7] loss: 0.9416044
Test set: Average loss: 2.2218, Accuracy: 1318/5000 (26%)
[epoch 8] loss: 0.7116846
Test set: Average loss: 2.3312, Accuracy: 1361/5000 (27%)
[epoch 9] loss: 0.5207960
Test set: Average loss: 2.3617, Accuracy: 1348/5000 (27%)
[epoch 10] loss: 0.3797396
Test set: Average loss: 2.5134, Accuracy: 1333/5000 (27%)
[epoch 11] loss: 0.2376003
Test set: Average loss: 2.5462, Accuracy: 1363/5000 (27%)
[epoch 12] loss: 0.1535500
Test set: Average loss: 2.6124, Accuracy: 1330/5000 (27%)
[epoch 13] loss: 0.1027213
Test set: Average loss: 2.7239, Accuracy: 1326/5000 (27%)
[epoch 14] loss: 0.0715899
Test set: Average loss: 2.7362, Accuracy: 1343/5000 (27%)
[epoch 15] loss: 0.0524533
Test set: Average loss: 2.8403, Accuracy: 1313/5000 (26%)
[epoch 16] loss: 0.0396060
Test set: Average loss: 2.8797, Accuracy: 1326/5000 (27%)
[epoch 17] loss: 0.0310588
Test set: Average loss: 2.8934, Accuracy: 1331/5000 (27%)
[epoch 18] loss: 0.0254651
Test set: Average loss: 2.9557, Accuracy: 1310/5000 (26%)
[epoch 19] loss: 0.0214350
Test set: Average loss: 2.9656, Accuracy: 1327/5000 (27%)
[epoch 20] loss: 0.0188835
Test set: Average loss: 2.9856, Accuracy: 1331/5000 (27%)
[epoch 21] loss: 0.0166719
Test set: Average loss: 3.0151, Accuracy: 1324/5000 (26%)
[epoch 22] loss: 0.0150948
Test set: Average loss: 3.0384, Accuracy: 1323/5000 (26%)
[epoch 23] loss: 0.0135792
Test set: Average loss: 3.0575, Accuracy: 1319/5000 (26%)
[epoch 24] loss: 0.0125080
Test set: Average loss: 3.0719, Accuracy: 1329/5000 (27%)
[epoch 25] loss: 0.0114355
Test set: Average loss: 3.0951, Accuracy: 1323/5000 (26%)
[epoch 26] loss: 0.0105846
Test set: Average loss: 3.1048, Accuracy: 1335/5000 (27%)
[epoch 27] loss: 0.0097444
Test set: Average loss: 3.1284, Accuracy: 1322/5000 (26%)
[epoch 28] loss: 0.0090412
Test set: Average loss: 3.1386, Accuracy: 1328/5000 (27%)
[epoch 29] loss: 0.0083920
Test set: Average loss: 3.1528, Accuracy: 1325/5000 (26%)
[epoch 30] loss: 0.0078622
Test set: Average loss: 3.1769, Accuracy: 1318/5000 (26%)
[epoch 31] loss: 0.0073410
Test set: Average loss: 3.1827, Accuracy: 1324/5000 (26%)
[epoch 32] loss: 0.0068951
Test set: Average loss: 3.1929, Accuracy: 1329/5000 (27%)
[epoch 33] loss: 0.0065298
Test set: Average loss: 3.2127, Accuracy: 1330/5000 (27%)
[epoch 34] loss: 0.0061479
Test set: Average loss: 3.2282, Accuracy: 1325/5000 (26%)
[epoch 35] loss: 0.0058100
Test set: Average loss: 3.2418, Accuracy: 1320/5000 (26%)
[epoch 36] loss: 0.0054992
Test set: Average loss: 3.2508, Accuracy: 1327/5000 (27%)
[epoch 37] loss: 0.0052340
Test set: Average loss: 3.2565, Accuracy: 1331/5000 (27%)
[epoch 38] loss: 0.0049606
Test set: Average loss: 3.2707, Accuracy: 1332/5000 (27%)
[epoch 39] loss: 0.0047092
Test set: Average loss: 3.2812, Accuracy: 1333/5000 (27%)
[epoch 40] loss: 0.0044981
Test set: Average loss: 3.2908, Accuracy: 1334/5000 (27%)
[epoch 41] loss: 0.0042953
Test set: Average loss: 3.2987, Accuracy: 1331/5000 (27%)
[epoch 42] loss: 0.0041089
Test set: Average loss: 3.3124, Accuracy: 1334/5000 (27%)
[epoch 43] loss: 0.0039181
Test set: Average loss: 3.3230, Accuracy: 1332/5000 (27%)
[epoch 44] loss: 0.0037981
Test set: Average loss: 3.3313, Accuracy: 1335/5000 (27%)
[epoch 45] loss: 0.0036086
Test set: Average loss: 3.3431, Accuracy: 1326/5000 (27%)
[epoch 46] loss: 0.0034711
Test set: Average loss: 3.3505, Accuracy: 1329/5000 (27%)
[epoch 47] loss: 0.0033430
Test set: Average loss: 3.3577, Accuracy: 1334/5000 (27%)
[epoch 48] loss: 0.0031960
Test set: Average loss: 3.3693, Accuracy: 1334/5000 (27%)
[epoch 49] loss: 0.0030802
Test set: Average loss: 3.3769, Accuracy: 1332/5000 (27%)
[epoch 50] loss: 0.0029608
Test set: Average loss: 3.3847, Accuracy: 1331/5000 (27%)
Validation:
Test set: Average loss: 2.5462, Accuracy: 1363/5000 (27%)
Test
Test set: Average loss: 2.5169, Accuracy: 2863/10000 (29%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3033, Accuracy: 531/5000 (11%)
[epoch 1] loss: 2.3732901
Test set: Average loss: 2.2370, Accuracy: 863/5000 (17%)
[epoch 2] loss: 2.1448377
Test set: Average loss: 2.1633, Accuracy: 983/5000 (20%)
[epoch 3] loss: 1.9035765
Test set: Average loss: 2.0570, Accuracy: 1306/5000 (26%)
[epoch 4] loss: 1.6155566
Test set: Average loss: 2.0418, Accuracy: 1413/5000 (28%)
[epoch 5] loss: 1.3699157
Test set: Average loss: 2.0703, Accuracy: 1396/5000 (28%)
[epoch 6] loss: 1.1300129
Test set: Average loss: 2.0699, Accuracy: 1471/5000 (29%)
[epoch 7] loss: 0.8890635
Test set: Average loss: 2.1657, Accuracy: 1438/5000 (29%)
[epoch 8] loss: 0.6942320
Test set: Average loss: 2.2168, Accuracy: 1471/5000 (29%)
[epoch 9] loss: 0.4860470
Test set: Average loss: 2.2801, Accuracy: 1448/5000 (29%)
[epoch 10] loss: 0.3233265
Test set: Average loss: 2.3676, Accuracy: 1482/5000 (30%)
[epoch 11] loss: 0.2296152
Test set: Average loss: 2.4811, Accuracy: 1462/5000 (29%)
[epoch 12] loss: 0.1375383
Test set: Average loss: 2.5456, Accuracy: 1441/5000 (29%)
[epoch 13] loss: 0.0920566
Test set: Average loss: 2.5882, Accuracy: 1448/5000 (29%)
[epoch 14] loss: 0.0628598
Test set: Average loss: 2.6454, Accuracy: 1463/5000 (29%)
[epoch 15] loss: 0.0473122
Test set: Average loss: 2.7179, Accuracy: 1486/5000 (30%)
[epoch 16] loss: 0.0344518
Test set: Average loss: 2.7600, Accuracy: 1479/5000 (30%)
[epoch 17] loss: 0.0285355
Test set: Average loss: 2.7912, Accuracy: 1474/5000 (29%)
[epoch 18] loss: 0.0236036
Test set: Average loss: 2.8277, Accuracy: 1477/5000 (30%)
[epoch 19] loss: 0.0197979
Test set: Average loss: 2.8680, Accuracy: 1456/5000 (29%)
[epoch 20] loss: 0.0175620
Test set: Average loss: 2.8831, Accuracy: 1466/5000 (29%)
[epoch 21] loss: 0.0152009
Test set: Average loss: 2.9112, Accuracy: 1472/5000 (29%)
[epoch 22] loss: 0.0138268
Test set: Average loss: 2.9310, Accuracy: 1469/5000 (29%)
[epoch 23] loss: 0.0123267
Test set: Average loss: 2.9522, Accuracy: 1473/5000 (29%)
[epoch 24] loss: 0.0112115
Test set: Average loss: 2.9705, Accuracy: 1471/5000 (29%)
[epoch 25] loss: 0.0103395
Test set: Average loss: 2.9902, Accuracy: 1461/5000 (29%)
[epoch 26] loss: 0.0094987
Test set: Average loss: 3.0094, Accuracy: 1475/5000 (30%)
[epoch 27] loss: 0.0088634
Test set: Average loss: 3.0312, Accuracy: 1474/5000 (29%)
[epoch 28] loss: 0.0081806
Test set: Average loss: 3.0383, Accuracy: 1468/5000 (29%)
[epoch 29] loss: 0.0075872
Test set: Average loss: 3.0546, Accuracy: 1473/5000 (29%)
[epoch 30] loss: 0.0070764
Test set: Average loss: 3.0710, Accuracy: 1476/5000 (30%)
[epoch 31] loss: 0.0066140
Test set: Average loss: 3.0880, Accuracy: 1471/5000 (29%)
[epoch 32] loss: 0.0062483
Test set: Average loss: 3.1007, Accuracy: 1477/5000 (30%)
[epoch 33] loss: 0.0059061
Test set: Average loss: 3.1129, Accuracy: 1481/5000 (30%)
[epoch 34] loss: 0.0055854
Test set: Average loss: 3.1261, Accuracy: 1474/5000 (29%)
[epoch 35] loss: 0.0052484
Test set: Average loss: 3.1435, Accuracy: 1472/5000 (29%)
[epoch 36] loss: 0.0049690
Test set: Average loss: 3.1499, Accuracy: 1478/5000 (30%)
[epoch 37] loss: 0.0047327
Test set: Average loss: 3.1623, Accuracy: 1477/5000 (30%)
[epoch 38] loss: 0.0044610
Test set: Average loss: 3.1748, Accuracy: 1475/5000 (30%)
[epoch 39] loss: 0.0042653
Test set: Average loss: 3.1863, Accuracy: 1471/5000 (29%)
[epoch 40] loss: 0.0040973
Test set: Average loss: 3.1960, Accuracy: 1477/5000 (30%)
[epoch 41] loss: 0.0038663
Test set: Average loss: 3.2049, Accuracy: 1478/5000 (30%)
[epoch 42] loss: 0.0037067
Test set: Average loss: 3.2169, Accuracy: 1473/5000 (29%)
[epoch 43] loss: 0.0035735
Test set: Average loss: 3.2285, Accuracy: 1472/5000 (29%)
[epoch 44] loss: 0.0034042
Test set: Average loss: 3.2372, Accuracy: 1475/5000 (30%)
[epoch 45] loss: 0.0032598
Test set: Average loss: 3.2461, Accuracy: 1475/5000 (30%)
[epoch 46] loss: 0.0031186
Test set: Average loss: 3.2550, Accuracy: 1472/5000 (29%)
[epoch 47] loss: 0.0029964
Test set: Average loss: 3.2654, Accuracy: 1475/5000 (30%)
[epoch 48] loss: 0.0028874
Test set: Average loss: 3.2735, Accuracy: 1475/5000 (30%)
[epoch 49] loss: 0.0027754
Test set: Average loss: 3.2829, Accuracy: 1473/5000 (29%)
[epoch 50] loss: 0.0026762
Test set: Average loss: 3.2886, Accuracy: 1464/5000 (29%)
Validation:
Test set: Average loss: 2.7179, Accuracy: 1486/5000 (30%)
Test
Test set: Average loss: 2.6472, Accuracy: 3074/10000 (31%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3094, Accuracy: 460/5000 (9%)
[epoch 1] loss: 2.3064561
Test set: Average loss: 2.2103, Accuracy: 869/5000 (17%)
[epoch 2] loss: 2.0470494
Test set: Average loss: 2.0699, Accuracy: 1249/5000 (25%)
[epoch 3] loss: 1.8536179
Test set: Average loss: 2.0349, Accuracy: 1263/5000 (25%)
[epoch 4] loss: 1.6136729
Test set: Average loss: 2.0137, Accuracy: 1437/5000 (29%)
[epoch 5] loss: 1.3590308
Test set: Average loss: 2.0393, Accuracy: 1438/5000 (29%)
[epoch 6] loss: 1.0912985
Test set: Average loss: 2.0902, Accuracy: 1437/5000 (29%)
[epoch 7] loss: 0.8826796
Test set: Average loss: 2.1701, Accuracy: 1529/5000 (31%)
[epoch 8] loss: 0.6415827
Test set: Average loss: 2.2635, Accuracy: 1520/5000 (30%)
[epoch 9] loss: 0.4755402
Test set: Average loss: 2.3519, Accuracy: 1493/5000 (30%)
[epoch 10] loss: 0.3202942
Test set: Average loss: 2.4578, Accuracy: 1518/5000 (30%)
[epoch 11] loss: 0.2146583
Test set: Average loss: 2.5491, Accuracy: 1479/5000 (30%)
[epoch 12] loss: 0.1522341
Test set: Average loss: 2.6394, Accuracy: 1542/5000 (31%)
[epoch 13] loss: 0.1000213
Test set: Average loss: 2.7203, Accuracy: 1476/5000 (30%)
[epoch 14] loss: 0.0698521
Test set: Average loss: 2.7928, Accuracy: 1508/5000 (30%)
[epoch 15] loss: 0.0521352
Test set: Average loss: 2.8196, Accuracy: 1498/5000 (30%)
[epoch 16] loss: 0.0396361
Test set: Average loss: 2.9038, Accuracy: 1487/5000 (30%)
[epoch 17] loss: 0.0293699
Test set: Average loss: 2.9398, Accuracy: 1517/5000 (30%)
[epoch 18] loss: 0.0231219
Test set: Average loss: 2.9703, Accuracy: 1490/5000 (30%)
[epoch 19] loss: 0.0200452
Test set: Average loss: 3.0059, Accuracy: 1500/5000 (30%)
[epoch 20] loss: 0.0174614
Test set: Average loss: 3.0375, Accuracy: 1492/5000 (30%)
[epoch 21] loss: 0.0153950
Test set: Average loss: 3.0556, Accuracy: 1486/5000 (30%)
[epoch 22] loss: 0.0134430
Test set: Average loss: 3.0822, Accuracy: 1492/5000 (30%)
[epoch 23] loss: 0.0123677
Test set: Average loss: 3.1056, Accuracy: 1509/5000 (30%)
[epoch 24] loss: 0.0110864
Test set: Average loss: 3.1284, Accuracy: 1499/5000 (30%)
[epoch 25] loss: 0.0102005
Test set: Average loss: 3.1458, Accuracy: 1492/5000 (30%)
[epoch 26] loss: 0.0092913
Test set: Average loss: 3.1767, Accuracy: 1507/5000 (30%)
[epoch 27] loss: 0.0085898
Test set: Average loss: 3.1889, Accuracy: 1496/5000 (30%)
[epoch 28] loss: 0.0080034
Test set: Average loss: 3.1969, Accuracy: 1509/5000 (30%)
[epoch 29] loss: 0.0073910
Test set: Average loss: 3.2205, Accuracy: 1490/5000 (30%)
[epoch 30] loss: 0.0069709
Test set: Average loss: 3.2360, Accuracy: 1490/5000 (30%)
[epoch 31] loss: 0.0064704
Test set: Average loss: 3.2556, Accuracy: 1494/5000 (30%)
[epoch 32] loss: 0.0060958
Test set: Average loss: 3.2631, Accuracy: 1488/5000 (30%)
[epoch 33] loss: 0.0057302
Test set: Average loss: 3.2712, Accuracy: 1490/5000 (30%)
[epoch 34] loss: 0.0053654
Test set: Average loss: 3.2893, Accuracy: 1500/5000 (30%)
[epoch 35] loss: 0.0050727
Test set: Average loss: 3.3058, Accuracy: 1496/5000 (30%)
[epoch 36] loss: 0.0048065
Test set: Average loss: 3.3220, Accuracy: 1491/5000 (30%)
[epoch 37] loss: 0.0045767
Test set: Average loss: 3.3330, Accuracy: 1491/5000 (30%)
[epoch 38] loss: 0.0043776
Test set: Average loss: 3.3423, Accuracy: 1493/5000 (30%)
[epoch 39] loss: 0.0041497
Test set: Average loss: 3.3557, Accuracy: 1487/5000 (30%)
[epoch 40] loss: 0.0039352
Test set: Average loss: 3.3651, Accuracy: 1498/5000 (30%)
[epoch 41] loss: 0.0037711
Test set: Average loss: 3.3724, Accuracy: 1493/5000 (30%)
[epoch 42] loss: 0.0036019
Test set: Average loss: 3.3903, Accuracy: 1494/5000 (30%)
[epoch 43] loss: 0.0034599
Test set: Average loss: 3.4014, Accuracy: 1490/5000 (30%)
[epoch 44] loss: 0.0032999
Test set: Average loss: 3.4096, Accuracy: 1491/5000 (30%)
[epoch 45] loss: 0.0031803
Test set: Average loss: 3.4160, Accuracy: 1482/5000 (30%)
[epoch 46] loss: 0.0030593
Test set: Average loss: 3.4247, Accuracy: 1491/5000 (30%)
[epoch 47] loss: 0.0029368
Test set: Average loss: 3.4374, Accuracy: 1486/5000 (30%)
[epoch 48] loss: 0.0028243
Test set: Average loss: 3.4494, Accuracy: 1480/5000 (30%)
[epoch 49] loss: 0.0027095
Test set: Average loss: 3.4606, Accuracy: 1486/5000 (30%)
[epoch 50] loss: 0.0026000
Test set: Average loss: 3.4671, Accuracy: 1488/5000 (30%)
Validation:
Test set: Average loss: 2.6394, Accuracy: 1542/5000 (31%)
Test
Test set: Average loss: 2.6297, Accuracy: 3000/10000 (30%)
500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3090, Accuracy: 492/5000 (10%)
[epoch 1] loss: 2.2531929
Test set: Average loss: 2.1130, Accuracy: 1202/5000 (24%)
[epoch 2] loss: 1.9197516
Test set: Average loss: 2.0251, Accuracy: 1365/5000 (27%)
[epoch 3] loss: 1.6649748
Test set: Average loss: 1.9204, Accuracy: 1535/5000 (31%)
[epoch 4] loss: 1.4008002
Test set: Average loss: 1.9602, Accuracy: 1572/5000 (31%)
[epoch 5] loss: 1.1493350
Test set: Average loss: 1.9206, Accuracy: 1724/5000 (34%)
[epoch 6] loss: 0.8919356
Test set: Average loss: 1.9720, Accuracy: 1704/5000 (34%)
[epoch 7] loss: 0.7040983
Test set: Average loss: 2.1095, Accuracy: 1696/5000 (34%)
[epoch 8] loss: 0.5437732
Test set: Average loss: 2.2305, Accuracy: 1654/5000 (33%)
[epoch 9] loss: 0.3671018
Test set: Average loss: 2.3438, Accuracy: 1620/5000 (32%)
[epoch 10] loss: 0.2225039
Test set: Average loss: 2.4472, Accuracy: 1670/5000 (33%)
[epoch 11] loss: 0.1427793
Test set: Average loss: 2.4778, Accuracy: 1683/5000 (34%)
[epoch 12] loss: 0.0841386
Test set: Average loss: 2.5565, Accuracy: 1646/5000 (33%)
[epoch 13] loss: 0.0562325
Test set: Average loss: 2.6521, Accuracy: 1672/5000 (33%)
[epoch 14] loss: 0.0419898
Test set: Average loss: 2.7139, Accuracy: 1643/5000 (33%)
[epoch 15] loss: 0.0306788
Test set: Average loss: 2.7492, Accuracy: 1656/5000 (33%)
[epoch 16] loss: 0.0242440
Test set: Average loss: 2.7986, Accuracy: 1652/5000 (33%)
[epoch 17] loss: 0.0204330
Test set: Average loss: 2.8275, Accuracy: 1652/5000 (33%)
[epoch 18] loss: 0.0173512
Test set: Average loss: 2.8656, Accuracy: 1648/5000 (33%)
[epoch 19] loss: 0.0153002
Test set: Average loss: 2.8869, Accuracy: 1644/5000 (33%)
[epoch 20] loss: 0.0131077
Test set: Average loss: 2.9242, Accuracy: 1641/5000 (33%)
[epoch 21] loss: 0.0117581
Test set: Average loss: 2.9506, Accuracy: 1643/5000 (33%)
[epoch 22] loss: 0.0105385
Test set: Average loss: 2.9762, Accuracy: 1640/5000 (33%)
[epoch 23] loss: 0.0095358
Test set: Average loss: 2.9961, Accuracy: 1639/5000 (33%)
[epoch 24] loss: 0.0087512
Test set: Average loss: 3.0197, Accuracy: 1643/5000 (33%)
[epoch 25] loss: 0.0079737
Test set: Average loss: 3.0455, Accuracy: 1640/5000 (33%)
[epoch 26] loss: 0.0072421
Test set: Average loss: 3.0617, Accuracy: 1643/5000 (33%)
[epoch 27] loss: 0.0067720
Test set: Average loss: 3.0836, Accuracy: 1640/5000 (33%)
[epoch 28] loss: 0.0062050
Test set: Average loss: 3.0995, Accuracy: 1636/5000 (33%)
[epoch 29] loss: 0.0058000
Test set: Average loss: 3.1191, Accuracy: 1645/5000 (33%)
[epoch 30] loss: 0.0053170
Test set: Average loss: 3.1335, Accuracy: 1644/5000 (33%)
[epoch 31] loss: 0.0049914
Test set: Average loss: 3.1539, Accuracy: 1643/5000 (33%)
[epoch 32] loss: 0.0047071
Test set: Average loss: 3.1676, Accuracy: 1645/5000 (33%)
[epoch 33] loss: 0.0043941
Test set: Average loss: 3.1848, Accuracy: 1636/5000 (33%)
[epoch 34] loss: 0.0041456
Test set: Average loss: 3.1986, Accuracy: 1643/5000 (33%)
[epoch 35] loss: 0.0038872
Test set: Average loss: 3.2120, Accuracy: 1644/5000 (33%)
[epoch 36] loss: 0.0037040
Test set: Average loss: 3.2268, Accuracy: 1645/5000 (33%)
[epoch 37] loss: 0.0034782
Test set: Average loss: 3.2395, Accuracy: 1646/5000 (33%)
[epoch 38] loss: 0.0032898
Test set: Average loss: 3.2514, Accuracy: 1645/5000 (33%)
[epoch 39] loss: 0.0031264
Test set: Average loss: 3.2692, Accuracy: 1644/5000 (33%)
[epoch 40] loss: 0.0029770
Test set: Average loss: 3.2788, Accuracy: 1649/5000 (33%)
[epoch 41] loss: 0.0028230
Test set: Average loss: 3.2907, Accuracy: 1643/5000 (33%)
[epoch 42] loss: 0.0026950
Test set: Average loss: 3.2986, Accuracy: 1650/5000 (33%)
[epoch 43] loss: 0.0025799
Test set: Average loss: 3.3139, Accuracy: 1648/5000 (33%)
[epoch 44] loss: 0.0024573
Test set: Average loss: 3.3238, Accuracy: 1650/5000 (33%)
[epoch 45] loss: 0.0023357
Test set: Average loss: 3.3345, Accuracy: 1651/5000 (33%)
[epoch 46] loss: 0.0022410
Test set: Average loss: 3.3459, Accuracy: 1654/5000 (33%)
[epoch 47] loss: 0.0021424
Test set: Average loss: 3.3568, Accuracy: 1655/5000 (33%)
[epoch 48] loss: 0.0020749
Test set: Average loss: 3.3665, Accuracy: 1654/5000 (33%)
[epoch 49] loss: 0.0019643
Test set: Average loss: 3.3768, Accuracy: 1651/5000 (33%)
[epoch 50] loss: 0.0018900
Test set: Average loss: 3.3865, Accuracy: 1649/5000 (33%)
Validation:
Test set: Average loss: 1.9206, Accuracy: 1724/5000 (34%)
Test
Test set: Average loss: 1.8934, Accuracy: 3571/10000 (36%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3102, Accuracy: 490/5000 (10%)
[epoch 1] loss: 2.2061688
Test set: Average loss: 2.1435, Accuracy: 1078/5000 (22%)
[epoch 2] loss: 1.9358703
Test set: Average loss: 2.0567, Accuracy: 1275/5000 (26%)
[epoch 3] loss: 1.6936746
Test set: Average loss: 1.9576, Accuracy: 1500/5000 (30%)
[epoch 4] loss: 1.4037769
Test set: Average loss: 1.9915, Accuracy: 1594/5000 (32%)
[epoch 5] loss: 1.2264269
Test set: Average loss: 1.9687, Accuracy: 1508/5000 (30%)
[epoch 6] loss: 0.9746718
Test set: Average loss: 2.0098, Accuracy: 1678/5000 (34%)
[epoch 7] loss: 0.8024757
Test set: Average loss: 2.0773, Accuracy: 1611/5000 (32%)
[epoch 8] loss: 0.5932786
Test set: Average loss: 2.1065, Accuracy: 1701/5000 (34%)
[epoch 9] loss: 0.3834019
Test set: Average loss: 2.2234, Accuracy: 1713/5000 (34%)
[epoch 10] loss: 0.2619623
Test set: Average loss: 2.3592, Accuracy: 1638/5000 (33%)
[epoch 11] loss: 0.2076353
Test set: Average loss: 2.4183, Accuracy: 1667/5000 (33%)
[epoch 12] loss: 0.1156605
Test set: Average loss: 2.4330, Accuracy: 1684/5000 (34%)
[epoch 13] loss: 0.0806262
Test set: Average loss: 2.5510, Accuracy: 1714/5000 (34%)
[epoch 14] loss: 0.0532553
Test set: Average loss: 2.5814, Accuracy: 1733/5000 (35%)
[epoch 15] loss: 0.0361946
Test set: Average loss: 2.6149, Accuracy: 1716/5000 (34%)
[epoch 16] loss: 0.0272533
Test set: Average loss: 2.6652, Accuracy: 1717/5000 (34%)
[epoch 17] loss: 0.0222851
Test set: Average loss: 2.7134, Accuracy: 1733/5000 (35%)
[epoch 18] loss: 0.0195057
Test set: Average loss: 2.7422, Accuracy: 1723/5000 (34%)
[epoch 19] loss: 0.0166200
Test set: Average loss: 2.7657, Accuracy: 1728/5000 (35%)
[epoch 20] loss: 0.0145555
Test set: Average loss: 2.7921, Accuracy: 1730/5000 (35%)
[epoch 21] loss: 0.0127757
Test set: Average loss: 2.8315, Accuracy: 1736/5000 (35%)
[epoch 22] loss: 0.0116130
Test set: Average loss: 2.8453, Accuracy: 1716/5000 (34%)
[epoch 23] loss: 0.0105523
Test set: Average loss: 2.8728, Accuracy: 1730/5000 (35%)
[epoch 24] loss: 0.0096920
Test set: Average loss: 2.9011, Accuracy: 1732/5000 (35%)
[epoch 25] loss: 0.0085933
Test set: Average loss: 2.9219, Accuracy: 1728/5000 (35%)
[epoch 26] loss: 0.0078617
Test set: Average loss: 2.9389, Accuracy: 1723/5000 (34%)
[epoch 27] loss: 0.0072631
Test set: Average loss: 2.9588, Accuracy: 1732/5000 (35%)
[epoch 28] loss: 0.0066991
Test set: Average loss: 2.9824, Accuracy: 1728/5000 (35%)
[epoch 29] loss: 0.0062589
Test set: Average loss: 2.9958, Accuracy: 1728/5000 (35%)
[epoch 30] loss: 0.0058056
Test set: Average loss: 3.0117, Accuracy: 1727/5000 (35%)
[epoch 31] loss: 0.0054079
Test set: Average loss: 3.0280, Accuracy: 1731/5000 (35%)
[epoch 32] loss: 0.0050453
Test set: Average loss: 3.0494, Accuracy: 1725/5000 (34%)
[epoch 33] loss: 0.0047303
Test set: Average loss: 3.0599, Accuracy: 1726/5000 (35%)
[epoch 34] loss: 0.0044330
Test set: Average loss: 3.0751, Accuracy: 1731/5000 (35%)
[epoch 35] loss: 0.0041639
Test set: Average loss: 3.0904, Accuracy: 1728/5000 (35%)
[epoch 36] loss: 0.0039571
Test set: Average loss: 3.1026, Accuracy: 1724/5000 (34%)
[epoch 37] loss: 0.0037336
Test set: Average loss: 3.1174, Accuracy: 1733/5000 (35%)
[epoch 38] loss: 0.0035563
Test set: Average loss: 3.1327, Accuracy: 1729/5000 (35%)
[epoch 39] loss: 0.0033995
Test set: Average loss: 3.1434, Accuracy: 1727/5000 (35%)
[epoch 40] loss: 0.0031900
Test set: Average loss: 3.1562, Accuracy: 1737/5000 (35%)
[epoch 41] loss: 0.0030415
Test set: Average loss: 3.1701, Accuracy: 1730/5000 (35%)
[epoch 42] loss: 0.0028775
Test set: Average loss: 3.1785, Accuracy: 1732/5000 (35%)
[epoch 43] loss: 0.0027755
Test set: Average loss: 3.1935, Accuracy: 1737/5000 (35%)
[epoch 44] loss: 0.0026322
Test set: Average loss: 3.2022, Accuracy: 1731/5000 (35%)
[epoch 45] loss: 0.0025249
Test set: Average loss: 3.2132, Accuracy: 1729/5000 (35%)
[epoch 46] loss: 0.0024089
Test set: Average loss: 3.2258, Accuracy: 1727/5000 (35%)
[epoch 47] loss: 0.0023101
Test set: Average loss: 3.2349, Accuracy: 1727/5000 (35%)
[epoch 48] loss: 0.0022072
Test set: Average loss: 3.2467, Accuracy: 1736/5000 (35%)
[epoch 49] loss: 0.0021118
Test set: Average loss: 3.2563, Accuracy: 1732/5000 (35%)
[epoch 50] loss: 0.0020437
Test set: Average loss: 3.2656, Accuracy: 1733/5000 (35%)
Validation:
Test set: Average loss: 3.1935, Accuracy: 1737/5000 (35%)
Test
Test set: Average loss: 3.1633, Accuracy: 3510/10000 (35%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3072, Accuracy: 503/5000 (10%)
[epoch 1] loss: 2.2878179
Test set: Average loss: 2.1673, Accuracy: 953/5000 (19%)
[epoch 2] loss: 2.0576820
Test set: Average loss: 2.0850, Accuracy: 1247/5000 (25%)
[epoch 3] loss: 1.8644838
Test set: Average loss: 1.9986, Accuracy: 1406/5000 (28%)
[epoch 4] loss: 1.7066236
Test set: Average loss: 1.9512, Accuracy: 1501/5000 (30%)
[epoch 5] loss: 1.4505978
Test set: Average loss: 1.9865, Accuracy: 1553/5000 (31%)
[epoch 6] loss: 1.2389412
Test set: Average loss: 1.9844, Accuracy: 1669/5000 (33%)
[epoch 7] loss: 1.0462073
Test set: Average loss: 2.0109, Accuracy: 1733/5000 (35%)
[epoch 8] loss: 0.8893659
Test set: Average loss: 2.0868, Accuracy: 1725/5000 (34%)
[epoch 9] loss: 0.6641784
Test set: Average loss: 2.1092, Accuracy: 1725/5000 (34%)
[epoch 10] loss: 0.4544611
Test set: Average loss: 2.2032, Accuracy: 1701/5000 (34%)
[epoch 11] loss: 0.3152869
Test set: Average loss: 2.3072, Accuracy: 1652/5000 (33%)
[epoch 12] loss: 0.2033007
Test set: Average loss: 2.3757, Accuracy: 1661/5000 (33%)
[epoch 13] loss: 0.1361578
Test set: Average loss: 2.4419, Accuracy: 1701/5000 (34%)
[epoch 14] loss: 0.0861241
Test set: Average loss: 2.5407, Accuracy: 1666/5000 (33%)
[epoch 15] loss: 0.0631864
Test set: Average loss: 2.5565, Accuracy: 1675/5000 (34%)
[epoch 16] loss: 0.0470744
Test set: Average loss: 2.6162, Accuracy: 1721/5000 (34%)
[epoch 17] loss: 0.0358302
Test set: Average loss: 2.6493, Accuracy: 1687/5000 (34%)
[epoch 18] loss: 0.0280553
Test set: Average loss: 2.6875, Accuracy: 1695/5000 (34%)
[epoch 19] loss: 0.0234509
Test set: Average loss: 2.7320, Accuracy: 1709/5000 (34%)
[epoch 20] loss: 0.0201407
Test set: Average loss: 2.7441, Accuracy: 1703/5000 (34%)
[epoch 21] loss: 0.0174391
Test set: Average loss: 2.7914, Accuracy: 1691/5000 (34%)
[epoch 22] loss: 0.0155397
Test set: Average loss: 2.8075, Accuracy: 1708/5000 (34%)
[epoch 23] loss: 0.0136883
Test set: Average loss: 2.8360, Accuracy: 1707/5000 (34%)
[epoch 24] loss: 0.0121129
Test set: Average loss: 2.8540, Accuracy: 1700/5000 (34%)
[epoch 25] loss: 0.0111405
Test set: Average loss: 2.8804, Accuracy: 1713/5000 (34%)
[epoch 26] loss: 0.0099855
Test set: Average loss: 2.9020, Accuracy: 1710/5000 (34%)
[epoch 27] loss: 0.0091047
Test set: Average loss: 2.9192, Accuracy: 1702/5000 (34%)
[epoch 28] loss: 0.0084255
Test set: Average loss: 2.9400, Accuracy: 1706/5000 (34%)
[epoch 29] loss: 0.0077294
Test set: Average loss: 2.9560, Accuracy: 1711/5000 (34%)
[epoch 30] loss: 0.0071308
Test set: Average loss: 2.9749, Accuracy: 1712/5000 (34%)
[epoch 31] loss: 0.0066763
Test set: Average loss: 2.9920, Accuracy: 1709/5000 (34%)
[epoch 32] loss: 0.0061931
Test set: Average loss: 3.0077, Accuracy: 1705/5000 (34%)
[epoch 33] loss: 0.0057897
Test set: Average loss: 3.0220, Accuracy: 1712/5000 (34%)
[epoch 34] loss: 0.0054472
Test set: Average loss: 3.0381, Accuracy: 1701/5000 (34%)
[epoch 35] loss: 0.0050925
Test set: Average loss: 3.0522, Accuracy: 1707/5000 (34%)
[epoch 36] loss: 0.0047428
Test set: Average loss: 3.0648, Accuracy: 1708/5000 (34%)
[epoch 37] loss: 0.0045042
Test set: Average loss: 3.0803, Accuracy: 1712/5000 (34%)
[epoch 38] loss: 0.0042807
Test set: Average loss: 3.0902, Accuracy: 1704/5000 (34%)
[epoch 39] loss: 0.0040370
Test set: Average loss: 3.1056, Accuracy: 1696/5000 (34%)
[epoch 40] loss: 0.0038028
Test set: Average loss: 3.1186, Accuracy: 1708/5000 (34%)
[epoch 41] loss: 0.0036291
Test set: Average loss: 3.1288, Accuracy: 1710/5000 (34%)
[epoch 42] loss: 0.0034621
Test set: Average loss: 3.1427, Accuracy: 1706/5000 (34%)
[epoch 43] loss: 0.0032759
Test set: Average loss: 3.1505, Accuracy: 1707/5000 (34%)
[epoch 44] loss: 0.0031434
Test set: Average loss: 3.1615, Accuracy: 1707/5000 (34%)
[epoch 45] loss: 0.0029757
Test set: Average loss: 3.1775, Accuracy: 1702/5000 (34%)
[epoch 46] loss: 0.0028349
Test set: Average loss: 3.1822, Accuracy: 1712/5000 (34%)
[epoch 47] loss: 0.0027152
Test set: Average loss: 3.1973, Accuracy: 1700/5000 (34%)
[epoch 48] loss: 0.0026078
Test set: Average loss: 3.2034, Accuracy: 1703/5000 (34%)
[epoch 49] loss: 0.0024890
Test set: Average loss: 3.2132, Accuracy: 1709/5000 (34%)
[epoch 50] loss: 0.0023960
Test set: Average loss: 3.2207, Accuracy: 1710/5000 (34%)
Validation:
Test set: Average loss: 2.0109, Accuracy: 1733/5000 (35%)
Test
Test set: Average loss: 2.0103, Accuracy: 3411/10000 (34%)
750
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3139, Accuracy: 422/5000 (8%)
[epoch 1] loss: 2.2002409
Test set: Average loss: 2.0730, Accuracy: 1309/5000 (26%)
[epoch 2] loss: 1.8663397
Test set: Average loss: 1.9272, Accuracy: 1543/5000 (31%)
[epoch 3] loss: 1.6649380
Test set: Average loss: 1.9321, Accuracy: 1621/5000 (32%)
[epoch 4] loss: 1.4309351
Test set: Average loss: 1.8510, Accuracy: 1826/5000 (37%)
[epoch 5] loss: 1.2070318
Test set: Average loss: 1.9491, Accuracy: 1649/5000 (33%)
[epoch 6] loss: 1.0256360
Test set: Average loss: 1.9381, Accuracy: 1838/5000 (37%)
[epoch 7] loss: 0.7778278
Test set: Average loss: 1.9763, Accuracy: 1790/5000 (36%)
[epoch 8] loss: 0.5820094
Test set: Average loss: 2.0745, Accuracy: 1761/5000 (35%)
[epoch 9] loss: 0.4096093
Test set: Average loss: 2.1805, Accuracy: 1791/5000 (36%)
[epoch 10] loss: 0.2494932
Test set: Average loss: 2.2301, Accuracy: 1796/5000 (36%)
[epoch 11] loss: 0.1562346
Test set: Average loss: 2.2904, Accuracy: 1820/5000 (36%)
[epoch 12] loss: 0.1000296
Test set: Average loss: 2.3566, Accuracy: 1788/5000 (36%)
[epoch 13] loss: 0.0630884
Test set: Average loss: 2.4316, Accuracy: 1817/5000 (36%)
[epoch 14] loss: 0.0453497
Test set: Average loss: 2.4712, Accuracy: 1828/5000 (37%)
[epoch 15] loss: 0.0345148
Test set: Average loss: 2.5077, Accuracy: 1825/5000 (36%)
[epoch 16] loss: 0.0268314
Test set: Average loss: 2.5528, Accuracy: 1810/5000 (36%)
[epoch 17] loss: 0.0227442
Test set: Average loss: 2.5834, Accuracy: 1828/5000 (37%)
[epoch 18] loss: 0.0191058
Test set: Average loss: 2.6188, Accuracy: 1803/5000 (36%)
[epoch 19] loss: 0.0164772
Test set: Average loss: 2.6406, Accuracy: 1824/5000 (36%)
[epoch 20] loss: 0.0142638
Test set: Average loss: 2.6656, Accuracy: 1817/5000 (36%)
[epoch 21] loss: 0.0127192
Test set: Average loss: 2.6955, Accuracy: 1822/5000 (36%)
[epoch 22] loss: 0.0112706
Test set: Average loss: 2.7153, Accuracy: 1828/5000 (37%)
[epoch 23] loss: 0.0100613
Test set: Average loss: 2.7485, Accuracy: 1808/5000 (36%)
[epoch 24] loss: 0.0092496
Test set: Average loss: 2.7611, Accuracy: 1820/5000 (36%)
[epoch 25] loss: 0.0082739
Test set: Average loss: 2.7837, Accuracy: 1817/5000 (36%)
[epoch 26] loss: 0.0076172
Test set: Average loss: 2.8024, Accuracy: 1820/5000 (36%)
[epoch 27] loss: 0.0069097
Test set: Average loss: 2.8213, Accuracy: 1825/5000 (36%)
[epoch 28] loss: 0.0063652
Test set: Average loss: 2.8385, Accuracy: 1826/5000 (37%)
[epoch 29] loss: 0.0058585
Test set: Average loss: 2.8529, Accuracy: 1816/5000 (36%)
[epoch 30] loss: 0.0054520
Test set: Average loss: 2.8705, Accuracy: 1823/5000 (36%)
[epoch 31] loss: 0.0050801
Test set: Average loss: 2.8865, Accuracy: 1826/5000 (37%)
[epoch 32] loss: 0.0047584
Test set: Average loss: 2.9020, Accuracy: 1821/5000 (36%)
[epoch 33] loss: 0.0044232
Test set: Average loss: 2.9186, Accuracy: 1829/5000 (37%)
[epoch 34] loss: 0.0041308
Test set: Average loss: 2.9281, Accuracy: 1821/5000 (36%)
[epoch 35] loss: 0.0039006
Test set: Average loss: 2.9457, Accuracy: 1822/5000 (36%)
[epoch 36] loss: 0.0036524
Test set: Average loss: 2.9560, Accuracy: 1824/5000 (36%)
[epoch 37] loss: 0.0034457
Test set: Average loss: 2.9726, Accuracy: 1825/5000 (36%)
[epoch 38] loss: 0.0032578
Test set: Average loss: 2.9823, Accuracy: 1818/5000 (36%)
[epoch 39] loss: 0.0030819
Test set: Average loss: 2.9953, Accuracy: 1823/5000 (36%)
[epoch 40] loss: 0.0029343
Test set: Average loss: 3.0050, Accuracy: 1820/5000 (36%)
[epoch 41] loss: 0.0027610
Test set: Average loss: 3.0182, Accuracy: 1825/5000 (36%)
[epoch 42] loss: 0.0026198
Test set: Average loss: 3.0279, Accuracy: 1820/5000 (36%)
[epoch 43] loss: 0.0025049
Test set: Average loss: 3.0385, Accuracy: 1827/5000 (37%)
[epoch 44] loss: 0.0023939
Test set: Average loss: 3.0511, Accuracy: 1819/5000 (36%)
[epoch 45] loss: 0.0022811
Test set: Average loss: 3.0630, Accuracy: 1822/5000 (36%)
[epoch 46] loss: 0.0021705
Test set: Average loss: 3.0706, Accuracy: 1824/5000 (36%)
[epoch 47] loss: 0.0020779
Test set: Average loss: 3.0812, Accuracy: 1827/5000 (37%)
[epoch 48] loss: 0.0019916
Test set: Average loss: 3.0910, Accuracy: 1827/5000 (37%)
[epoch 49] loss: 0.0019070
Test set: Average loss: 3.1001, Accuracy: 1823/5000 (36%)
[epoch 50] loss: 0.0018169
Test set: Average loss: 3.1102, Accuracy: 1825/5000 (36%)
Validation:
Test set: Average loss: 1.9381, Accuracy: 1838/5000 (37%)
Test
Test set: Average loss: 1.9184, Accuracy: 3603/10000 (36%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3131, Accuracy: 461/5000 (9%)
[epoch 1] loss: 2.1699050
Test set: Average loss: 2.0235, Accuracy: 1370/5000 (27%)
[epoch 2] loss: 1.7921716
Test set: Average loss: 1.8724, Accuracy: 1578/5000 (32%)
[epoch 3] loss: 1.5647593
Test set: Average loss: 1.9421, Accuracy: 1566/5000 (31%)
[epoch 4] loss: 1.3405362
Test set: Average loss: 1.8793, Accuracy: 1785/5000 (36%)
[epoch 5] loss: 1.1793332
Test set: Average loss: 1.8794, Accuracy: 1795/5000 (36%)
[epoch 6] loss: 0.9809470
Test set: Average loss: 1.9453, Accuracy: 1859/5000 (37%)
[epoch 7] loss: 0.8074461
Test set: Average loss: 2.0883, Accuracy: 1791/5000 (36%)
[epoch 8] loss: 0.6075853
Test set: Average loss: 2.0972, Accuracy: 1808/5000 (36%)
[epoch 9] loss: 0.3896701
Test set: Average loss: 2.2135, Accuracy: 1886/5000 (38%)
[epoch 10] loss: 0.3057758
Test set: Average loss: 2.2699, Accuracy: 1841/5000 (37%)
[epoch 11] loss: 0.2018396
Test set: Average loss: 2.4019, Accuracy: 1854/5000 (37%)
[epoch 12] loss: 0.1113088
Test set: Average loss: 2.4524, Accuracy: 1838/5000 (37%)
[epoch 13] loss: 0.0697003
Test set: Average loss: 2.5408, Accuracy: 1838/5000 (37%)
[epoch 14] loss: 0.0484656
Test set: Average loss: 2.5773, Accuracy: 1855/5000 (37%)
[epoch 15] loss: 0.0352041
Test set: Average loss: 2.6254, Accuracy: 1841/5000 (37%)
[epoch 16] loss: 0.0285957
Test set: Average loss: 2.6885, Accuracy: 1837/5000 (37%)
[epoch 17] loss: 0.0230833
Test set: Average loss: 2.7191, Accuracy: 1842/5000 (37%)
[epoch 18] loss: 0.0191717
Test set: Average loss: 2.7709, Accuracy: 1854/5000 (37%)
[epoch 19] loss: 0.0164350
Test set: Average loss: 2.7983, Accuracy: 1851/5000 (37%)
[epoch 20] loss: 0.0146807
Test set: Average loss: 2.8278, Accuracy: 1846/5000 (37%)
[epoch 21] loss: 0.0126978
Test set: Average loss: 2.8657, Accuracy: 1853/5000 (37%)
[epoch 22] loss: 0.0110775
Test set: Average loss: 2.8921, Accuracy: 1856/5000 (37%)
[epoch 23] loss: 0.0099839
Test set: Average loss: 2.9192, Accuracy: 1852/5000 (37%)
[epoch 24] loss: 0.0090627
Test set: Average loss: 2.9449, Accuracy: 1836/5000 (37%)
[epoch 25] loss: 0.0082080
Test set: Average loss: 2.9657, Accuracy: 1855/5000 (37%)
[epoch 26] loss: 0.0073638
Test set: Average loss: 2.9916, Accuracy: 1856/5000 (37%)
[epoch 27] loss: 0.0067860
Test set: Average loss: 3.0094, Accuracy: 1854/5000 (37%)
[epoch 28] loss: 0.0062319
Test set: Average loss: 3.0281, Accuracy: 1855/5000 (37%)
[epoch 29] loss: 0.0058154
Test set: Average loss: 3.0560, Accuracy: 1856/5000 (37%)
[epoch 30] loss: 0.0053688
Test set: Average loss: 3.0691, Accuracy: 1859/5000 (37%)
[epoch 31] loss: 0.0049442
Test set: Average loss: 3.0845, Accuracy: 1855/5000 (37%)
[epoch 32] loss: 0.0046496
Test set: Average loss: 3.1028, Accuracy: 1859/5000 (37%)
[epoch 33] loss: 0.0043066
Test set: Average loss: 3.1223, Accuracy: 1854/5000 (37%)
[epoch 34] loss: 0.0040383
Test set: Average loss: 3.1364, Accuracy: 1854/5000 (37%)
[epoch 35] loss: 0.0038391
Test set: Average loss: 3.1550, Accuracy: 1851/5000 (37%)
[epoch 36] loss: 0.0036107
Test set: Average loss: 3.1694, Accuracy: 1859/5000 (37%)
[epoch 37] loss: 0.0033972
Test set: Average loss: 3.1824, Accuracy: 1858/5000 (37%)
[epoch 38] loss: 0.0032042
Test set: Average loss: 3.1982, Accuracy: 1853/5000 (37%)
[epoch 39] loss: 0.0030075
Test set: Average loss: 3.2101, Accuracy: 1851/5000 (37%)
[epoch 40] loss: 0.0028690
Test set: Average loss: 3.2261, Accuracy: 1852/5000 (37%)
[epoch 41] loss: 0.0027324
Test set: Average loss: 3.2391, Accuracy: 1856/5000 (37%)
[epoch 42] loss: 0.0025862
Test set: Average loss: 3.2514, Accuracy: 1852/5000 (37%)
[epoch 43] loss: 0.0024667
Test set: Average loss: 3.2617, Accuracy: 1855/5000 (37%)
[epoch 44] loss: 0.0023338
Test set: Average loss: 3.2754, Accuracy: 1853/5000 (37%)
[epoch 45] loss: 0.0022445
Test set: Average loss: 3.2882, Accuracy: 1852/5000 (37%)
[epoch 46] loss: 0.0021461
Test set: Average loss: 3.2998, Accuracy: 1859/5000 (37%)
[epoch 47] loss: 0.0020370
Test set: Average loss: 3.3091, Accuracy: 1851/5000 (37%)
[epoch 48] loss: 0.0019488
Test set: Average loss: 3.3242, Accuracy: 1852/5000 (37%)
[epoch 49] loss: 0.0018626
Test set: Average loss: 3.3340, Accuracy: 1860/5000 (37%)
[epoch 50] loss: 0.0017860
Test set: Average loss: 3.3433, Accuracy: 1847/5000 (37%)
Validation:
Test set: Average loss: 2.2135, Accuracy: 1886/5000 (38%)
Test
Test set: Average loss: 2.1956, Accuracy: 3763/10000 (38%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2988, Accuracy: 535/5000 (11%)
[epoch 1] loss: 2.2272406
Test set: Average loss: 2.0827, Accuracy: 1152/5000 (23%)
[epoch 2] loss: 2.0007611
Test set: Average loss: 1.9614, Accuracy: 1449/5000 (29%)
[epoch 3] loss: 1.8116552
Test set: Average loss: 1.8766, Accuracy: 1610/5000 (32%)
[epoch 4] loss: 1.6633960
Test set: Average loss: 1.8394, Accuracy: 1727/5000 (35%)
[epoch 5] loss: 1.4485673
Test set: Average loss: 1.8750, Accuracy: 1743/5000 (35%)
[epoch 6] loss: 1.2682775
Test set: Average loss: 1.8856, Accuracy: 1730/5000 (35%)
[epoch 7] loss: 1.0867702
Test set: Average loss: 2.0328, Accuracy: 1695/5000 (34%)
[epoch 8] loss: 0.8989667
Test set: Average loss: 2.1126, Accuracy: 1703/5000 (34%)
[epoch 9] loss: 0.7568482
Test set: Average loss: 2.2768, Accuracy: 1684/5000 (34%)
[epoch 10] loss: 0.5832625
Test set: Average loss: 2.3705, Accuracy: 1706/5000 (34%)
[epoch 11] loss: 0.4342696
Test set: Average loss: 2.5359, Accuracy: 1630/5000 (33%)
[epoch 12] loss: 0.3283437
Test set: Average loss: 2.5375, Accuracy: 1703/5000 (34%)
[epoch 13] loss: 0.1874432
Test set: Average loss: 2.6448, Accuracy: 1697/5000 (34%)
[epoch 14] loss: 0.1303274
Test set: Average loss: 2.7491, Accuracy: 1699/5000 (34%)
[epoch 15] loss: 0.0891743
Test set: Average loss: 2.8487, Accuracy: 1712/5000 (34%)
[epoch 16] loss: 0.0591622
Test set: Average loss: 2.8942, Accuracy: 1712/5000 (34%)
[epoch 17] loss: 0.0407375
Test set: Average loss: 2.9813, Accuracy: 1696/5000 (34%)
[epoch 18] loss: 0.0294674
Test set: Average loss: 3.0343, Accuracy: 1709/5000 (34%)
[epoch 19] loss: 0.0233745
Test set: Average loss: 3.0907, Accuracy: 1685/5000 (34%)
[epoch 20] loss: 0.0200980
Test set: Average loss: 3.1416, Accuracy: 1699/5000 (34%)
[epoch 21] loss: 0.0168932
Test set: Average loss: 3.1866, Accuracy: 1715/5000 (34%)
[epoch 22] loss: 0.0144777
Test set: Average loss: 3.2314, Accuracy: 1701/5000 (34%)
[epoch 23] loss: 0.0126527
Test set: Average loss: 3.2769, Accuracy: 1686/5000 (34%)
[epoch 24] loss: 0.0113197
Test set: Average loss: 3.3002, Accuracy: 1698/5000 (34%)
[epoch 25] loss: 0.0102015
Test set: Average loss: 3.3384, Accuracy: 1687/5000 (34%)
[epoch 26] loss: 0.0091218
Test set: Average loss: 3.3689, Accuracy: 1701/5000 (34%)
[epoch 27] loss: 0.0082813
Test set: Average loss: 3.4009, Accuracy: 1696/5000 (34%)
[epoch 28] loss: 0.0075989
Test set: Average loss: 3.4274, Accuracy: 1698/5000 (34%)
[epoch 29] loss: 0.0069601
Test set: Average loss: 3.4537, Accuracy: 1704/5000 (34%)
[epoch 30] loss: 0.0063029
Test set: Average loss: 3.4804, Accuracy: 1692/5000 (34%)
[epoch 31] loss: 0.0058783
Test set: Average loss: 3.5062, Accuracy: 1699/5000 (34%)
[epoch 32] loss: 0.0055619
Test set: Average loss: 3.5270, Accuracy: 1697/5000 (34%)
[epoch 33] loss: 0.0051023
Test set: Average loss: 3.5496, Accuracy: 1693/5000 (34%)
[epoch 34] loss: 0.0048025
Test set: Average loss: 3.5727, Accuracy: 1694/5000 (34%)
[epoch 35] loss: 0.0044715
Test set: Average loss: 3.5928, Accuracy: 1696/5000 (34%)
[epoch 36] loss: 0.0041927
Test set: Average loss: 3.6160, Accuracy: 1703/5000 (34%)
[epoch 37] loss: 0.0038874
Test set: Average loss: 3.6361, Accuracy: 1693/5000 (34%)
[epoch 38] loss: 0.0036756
Test set: Average loss: 3.6514, Accuracy: 1694/5000 (34%)
[epoch 39] loss: 0.0034332
Test set: Average loss: 3.6716, Accuracy: 1701/5000 (34%)
[epoch 40] loss: 0.0032708
Test set: Average loss: 3.6883, Accuracy: 1696/5000 (34%)
[epoch 41] loss: 0.0030983
Test set: Average loss: 3.7074, Accuracy: 1702/5000 (34%)
[epoch 42] loss: 0.0029556
Test set: Average loss: 3.7214, Accuracy: 1698/5000 (34%)
[epoch 43] loss: 0.0028207
Test set: Average loss: 3.7390, Accuracy: 1695/5000 (34%)
[epoch 44] loss: 0.0026846
Test set: Average loss: 3.7561, Accuracy: 1694/5000 (34%)
[epoch 45] loss: 0.0025348
Test set: Average loss: 3.7728, Accuracy: 1693/5000 (34%)
[epoch 46] loss: 0.0024037
Test set: Average loss: 3.7869, Accuracy: 1694/5000 (34%)
[epoch 47] loss: 0.0022884
Test set: Average loss: 3.8034, Accuracy: 1691/5000 (34%)
[epoch 48] loss: 0.0021874
Test set: Average loss: 3.8148, Accuracy: 1698/5000 (34%)
[epoch 49] loss: 0.0020946
Test set: Average loss: 3.8295, Accuracy: 1694/5000 (34%)
[epoch 50] loss: 0.0019920
Test set: Average loss: 3.8436, Accuracy: 1699/5000 (34%)
Validation:
Test set: Average loss: 1.8750, Accuracy: 1743/5000 (35%)
Test
Test set: Average loss: 1.8645, Accuracy: 3415/10000 (34%)
1000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3077, Accuracy: 410/5000 (8%)
[epoch 1] loss: 2.2037454
Test set: Average loss: 2.1513, Accuracy: 1117/5000 (22%)
[epoch 2] loss: 1.9113686
Test set: Average loss: 1.9031, Accuracy: 1617/5000 (32%)
[epoch 3] loss: 1.6672251
Test set: Average loss: 1.8282, Accuracy: 1770/5000 (35%)
[epoch 4] loss: 1.4848623
Test set: Average loss: 1.7465, Accuracy: 1929/5000 (39%)
[epoch 5] loss: 1.2773531
Test set: Average loss: 1.8894, Accuracy: 1806/5000 (36%)
[epoch 6] loss: 1.1635966
Test set: Average loss: 1.8772, Accuracy: 1851/5000 (37%)
[epoch 7] loss: 0.9745781
Test set: Average loss: 1.9393, Accuracy: 1870/5000 (37%)
[epoch 8] loss: 0.7763847
Test set: Average loss: 2.0219, Accuracy: 1818/5000 (36%)
[epoch 9] loss: 0.6127029
Test set: Average loss: 2.1040, Accuracy: 1846/5000 (37%)
[epoch 10] loss: 0.4720427
Test set: Average loss: 2.1892, Accuracy: 1848/5000 (37%)
[epoch 11] loss: 0.3403707
Test set: Average loss: 2.2804, Accuracy: 1835/5000 (37%)
[epoch 12] loss: 0.2038817
Test set: Average loss: 2.3709, Accuracy: 1859/5000 (37%)
[epoch 13] loss: 0.1437804
Test set: Average loss: 2.4420, Accuracy: 1858/5000 (37%)
[epoch 14] loss: 0.0855544
Test set: Average loss: 2.4807, Accuracy: 1869/5000 (37%)
[epoch 15] loss: 0.0499054
Test set: Average loss: 2.5514, Accuracy: 1880/5000 (38%)
[epoch 16] loss: 0.0358562
Test set: Average loss: 2.6049, Accuracy: 1900/5000 (38%)
[epoch 17] loss: 0.0280109
Test set: Average loss: 2.6545, Accuracy: 1888/5000 (38%)
[epoch 18] loss: 0.0227671
Test set: Average loss: 2.6973, Accuracy: 1876/5000 (38%)
[epoch 19] loss: 0.0191353
Test set: Average loss: 2.7434, Accuracy: 1885/5000 (38%)
[epoch 20] loss: 0.0162206
Test set: Average loss: 2.7758, Accuracy: 1880/5000 (38%)
[epoch 21] loss: 0.0139637
Test set: Average loss: 2.8172, Accuracy: 1883/5000 (38%)
[epoch 22] loss: 0.0122667
Test set: Average loss: 2.8405, Accuracy: 1876/5000 (38%)
[epoch 23] loss: 0.0110488
Test set: Average loss: 2.8725, Accuracy: 1878/5000 (38%)
[epoch 24] loss: 0.0097418
Test set: Average loss: 2.8969, Accuracy: 1883/5000 (38%)
[epoch 25] loss: 0.0088431
Test set: Average loss: 2.9242, Accuracy: 1892/5000 (38%)
[epoch 26] loss: 0.0078495
Test set: Average loss: 2.9491, Accuracy: 1895/5000 (38%)
[epoch 27] loss: 0.0071876
Test set: Average loss: 2.9740, Accuracy: 1907/5000 (38%)
[epoch 28] loss: 0.0066264
Test set: Average loss: 2.9948, Accuracy: 1884/5000 (38%)
[epoch 29] loss: 0.0060298
Test set: Average loss: 3.0153, Accuracy: 1890/5000 (38%)
[epoch 30] loss: 0.0055976
Test set: Average loss: 3.0338, Accuracy: 1894/5000 (38%)
[epoch 31] loss: 0.0051892
Test set: Average loss: 3.0582, Accuracy: 1893/5000 (38%)
[epoch 32] loss: 0.0047537
Test set: Average loss: 3.0723, Accuracy: 1897/5000 (38%)
[epoch 33] loss: 0.0044180
Test set: Average loss: 3.0936, Accuracy: 1896/5000 (38%)
[epoch 34] loss: 0.0041579
Test set: Average loss: 3.1128, Accuracy: 1896/5000 (38%)
[epoch 35] loss: 0.0038624
Test set: Average loss: 3.1296, Accuracy: 1893/5000 (38%)
[epoch 36] loss: 0.0036378
Test set: Average loss: 3.1417, Accuracy: 1891/5000 (38%)
[epoch 37] loss: 0.0034132
Test set: Average loss: 3.1625, Accuracy: 1899/5000 (38%)
[epoch 38] loss: 0.0032053
Test set: Average loss: 3.1765, Accuracy: 1905/5000 (38%)
[epoch 39] loss: 0.0029858
Test set: Average loss: 3.1919, Accuracy: 1903/5000 (38%)
[epoch 40] loss: 0.0028730
Test set: Average loss: 3.2049, Accuracy: 1902/5000 (38%)
[epoch 41] loss: 0.0027093
Test set: Average loss: 3.2206, Accuracy: 1897/5000 (38%)
[epoch 42] loss: 0.0025765
Test set: Average loss: 3.2339, Accuracy: 1904/5000 (38%)
[epoch 43] loss: 0.0024239
Test set: Average loss: 3.2457, Accuracy: 1896/5000 (38%)
[epoch 44] loss: 0.0023016
Test set: Average loss: 3.2599, Accuracy: 1904/5000 (38%)
[epoch 45] loss: 0.0021710
Test set: Average loss: 3.2738, Accuracy: 1904/5000 (38%)
[epoch 46] loss: 0.0021004
Test set: Average loss: 3.2865, Accuracy: 1903/5000 (38%)
[epoch 47] loss: 0.0019795
Test set: Average loss: 3.2983, Accuracy: 1907/5000 (38%)
[epoch 48] loss: 0.0018832
Test set: Average loss: 3.3124, Accuracy: 1908/5000 (38%)
[epoch 49] loss: 0.0018073
Test set: Average loss: 3.3210, Accuracy: 1903/5000 (38%)
[epoch 50] loss: 0.0017000
Test set: Average loss: 3.3363, Accuracy: 1901/5000 (38%)
Validation:
Test set: Average loss: 1.7465, Accuracy: 1929/5000 (39%)
Test
Test set: Average loss: 1.7432, Accuracy: 3836/10000 (38%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3056, Accuracy: 446/5000 (9%)
[epoch 1] loss: 2.1355246
Test set: Average loss: 2.0030, Accuracy: 1277/5000 (26%)
[epoch 2] loss: 1.7868453
Test set: Average loss: 1.8898, Accuracy: 1594/5000 (32%)
[epoch 3] loss: 1.5395829
Test set: Average loss: 1.7056, Accuracy: 1875/5000 (38%)
[epoch 4] loss: 1.3085926
Test set: Average loss: 1.7287, Accuracy: 1895/5000 (38%)
[epoch 5] loss: 1.1119690
Test set: Average loss: 1.8806, Accuracy: 1841/5000 (37%)
[epoch 6] loss: 0.9601155
Test set: Average loss: 1.8561, Accuracy: 1944/5000 (39%)
[epoch 7] loss: 0.7822012
Test set: Average loss: 1.9137, Accuracy: 1961/5000 (39%)
[epoch 8] loss: 0.5817373
Test set: Average loss: 1.9861, Accuracy: 1999/5000 (40%)
[epoch 9] loss: 0.4064459
Test set: Average loss: 2.1020, Accuracy: 1982/5000 (40%)
[epoch 10] loss: 0.2761968
Test set: Average loss: 2.1702, Accuracy: 1970/5000 (39%)
[epoch 11] loss: 0.1690031
Test set: Average loss: 2.2614, Accuracy: 1968/5000 (39%)
[epoch 12] loss: 0.1143764
Test set: Average loss: 2.3689, Accuracy: 1954/5000 (39%)
[epoch 13] loss: 0.0673850
Test set: Average loss: 2.4366, Accuracy: 1980/5000 (40%)
[epoch 14] loss: 0.0442744
Test set: Average loss: 2.5270, Accuracy: 1935/5000 (39%)
[epoch 15] loss: 0.0316427
Test set: Average loss: 2.5697, Accuracy: 1961/5000 (39%)
[epoch 16] loss: 0.0242549
Test set: Average loss: 2.6076, Accuracy: 1976/5000 (40%)
[epoch 17] loss: 0.0199565
Test set: Average loss: 2.6708, Accuracy: 1957/5000 (39%)
[epoch 18] loss: 0.0167375
Test set: Average loss: 2.6997, Accuracy: 1972/5000 (39%)
[epoch 19] loss: 0.0143097
Test set: Average loss: 2.7498, Accuracy: 1957/5000 (39%)
[epoch 20] loss: 0.0119934
Test set: Average loss: 2.7815, Accuracy: 1963/5000 (39%)
[epoch 21] loss: 0.0110068
Test set: Average loss: 2.8041, Accuracy: 1965/5000 (39%)
[epoch 22] loss: 0.0095455
Test set: Average loss: 2.8422, Accuracy: 1961/5000 (39%)
[epoch 23] loss: 0.0083753
Test set: Average loss: 2.8717, Accuracy: 1964/5000 (39%)
[epoch 24] loss: 0.0074842
Test set: Average loss: 2.8977, Accuracy: 1974/5000 (39%)
[epoch 25] loss: 0.0068255
Test set: Average loss: 2.9215, Accuracy: 1967/5000 (39%)
[epoch 26] loss: 0.0063449
Test set: Average loss: 2.9438, Accuracy: 1960/5000 (39%)
[epoch 27] loss: 0.0057635
Test set: Average loss: 2.9731, Accuracy: 1966/5000 (39%)
[epoch 28] loss: 0.0052645
Test set: Average loss: 2.9981, Accuracy: 1960/5000 (39%)
[epoch 29] loss: 0.0048324
Test set: Average loss: 3.0183, Accuracy: 1955/5000 (39%)
[epoch 30] loss: 0.0044712
Test set: Average loss: 3.0334, Accuracy: 1952/5000 (39%)
[epoch 31] loss: 0.0041031
Test set: Average loss: 3.0525, Accuracy: 1956/5000 (39%)
[epoch 32] loss: 0.0037827
Test set: Average loss: 3.0690, Accuracy: 1958/5000 (39%)
[epoch 33] loss: 0.0035817
Test set: Average loss: 3.0925, Accuracy: 1951/5000 (39%)
[epoch 34] loss: 0.0033519
Test set: Average loss: 3.1036, Accuracy: 1960/5000 (39%)
[epoch 35] loss: 0.0031278
Test set: Average loss: 3.1292, Accuracy: 1965/5000 (39%)
[epoch 36] loss: 0.0029270
Test set: Average loss: 3.1437, Accuracy: 1956/5000 (39%)
[epoch 37] loss: 0.0027421
Test set: Average loss: 3.1563, Accuracy: 1961/5000 (39%)
[epoch 38] loss: 0.0025950
Test set: Average loss: 3.1700, Accuracy: 1961/5000 (39%)
[epoch 39] loss: 0.0024465
Test set: Average loss: 3.1904, Accuracy: 1955/5000 (39%)
[epoch 40] loss: 0.0023071
Test set: Average loss: 3.2033, Accuracy: 1955/5000 (39%)
[epoch 41] loss: 0.0022031
Test set: Average loss: 3.2180, Accuracy: 1953/5000 (39%)
[epoch 42] loss: 0.0020862
Test set: Average loss: 3.2330, Accuracy: 1956/5000 (39%)
[epoch 43] loss: 0.0019799
Test set: Average loss: 3.2462, Accuracy: 1963/5000 (39%)
[epoch 44] loss: 0.0018763
Test set: Average loss: 3.2597, Accuracy: 1960/5000 (39%)
[epoch 45] loss: 0.0017792
Test set: Average loss: 3.2774, Accuracy: 1949/5000 (39%)
[epoch 46] loss: 0.0016917
Test set: Average loss: 3.2856, Accuracy: 1947/5000 (39%)
[epoch 47] loss: 0.0016143
Test set: Average loss: 3.2971, Accuracy: 1949/5000 (39%)
[epoch 48] loss: 0.0015588
Test set: Average loss: 3.3091, Accuracy: 1955/5000 (39%)
[epoch 49] loss: 0.0014658
Test set: Average loss: 3.3220, Accuracy: 1949/5000 (39%)
[epoch 50] loss: 0.0014072
Test set: Average loss: 3.3360, Accuracy: 1954/5000 (39%)
Validation:
Test set: Average loss: 1.9861, Accuracy: 1999/5000 (40%)
Test
Test set: Average loss: 1.9697, Accuracy: 4010/10000 (40%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3052, Accuracy: 519/5000 (10%)
[epoch 1] loss: 2.1826684
Test set: Average loss: 2.0890, Accuracy: 1113/5000 (22%)
[epoch 2] loss: 1.8828627
Test set: Average loss: 1.8530, Accuracy: 1685/5000 (34%)
[epoch 3] loss: 1.6755801
Test set: Average loss: 1.8006, Accuracy: 1781/5000 (36%)
[epoch 4] loss: 1.5258787
Test set: Average loss: 1.8592, Accuracy: 1752/5000 (35%)
[epoch 5] loss: 1.4259938
Test set: Average loss: 1.8305, Accuracy: 1779/5000 (36%)
[epoch 6] loss: 1.2015422
Test set: Average loss: 1.8457, Accuracy: 1834/5000 (37%)
[epoch 7] loss: 1.0365487
Test set: Average loss: 1.9394, Accuracy: 1745/5000 (35%)
[epoch 8] loss: 0.8525085
Test set: Average loss: 1.9613, Accuracy: 1855/5000 (37%)
[epoch 9] loss: 0.6630614
Test set: Average loss: 2.0048, Accuracy: 1823/5000 (36%)
[epoch 10] loss: 0.4680895
Test set: Average loss: 2.0666, Accuracy: 1841/5000 (37%)
[epoch 11] loss: 0.3291901
Test set: Average loss: 2.1285, Accuracy: 1856/5000 (37%)
[epoch 12] loss: 0.2208507
Test set: Average loss: 2.2223, Accuracy: 1877/5000 (38%)
[epoch 13] loss: 0.1472036
Test set: Average loss: 2.2610, Accuracy: 1882/5000 (38%)
[epoch 14] loss: 0.0989269
Test set: Average loss: 2.3180, Accuracy: 1869/5000 (37%)
[epoch 15] loss: 0.0669840
Test set: Average loss: 2.3647, Accuracy: 1884/5000 (38%)
[epoch 16] loss: 0.0484193
Test set: Average loss: 2.3905, Accuracy: 1906/5000 (38%)
[epoch 17] loss: 0.0360009
Test set: Average loss: 2.4334, Accuracy: 1903/5000 (38%)
[epoch 18] loss: 0.0275110
Test set: Average loss: 2.4786, Accuracy: 1898/5000 (38%)
[epoch 19] loss: 0.0220406
Test set: Average loss: 2.5062, Accuracy: 1906/5000 (38%)
[epoch 20] loss: 0.0179743
Test set: Average loss: 2.5403, Accuracy: 1903/5000 (38%)
[epoch 21] loss: 0.0156443
Test set: Average loss: 2.5660, Accuracy: 1900/5000 (38%)
[epoch 22] loss: 0.0136377
Test set: Average loss: 2.5894, Accuracy: 1910/5000 (38%)
[epoch 23] loss: 0.0118186
Test set: Average loss: 2.6200, Accuracy: 1892/5000 (38%)
[epoch 24] loss: 0.0103703
Test set: Average loss: 2.6432, Accuracy: 1902/5000 (38%)
[epoch 25] loss: 0.0093517
Test set: Average loss: 2.6659, Accuracy: 1903/5000 (38%)
[epoch 26] loss: 0.0083773
Test set: Average loss: 2.6851, Accuracy: 1891/5000 (38%)
[epoch 27] loss: 0.0075699
Test set: Average loss: 2.7035, Accuracy: 1901/5000 (38%)
[epoch 28] loss: 0.0068126
Test set: Average loss: 2.7235, Accuracy: 1891/5000 (38%)
[epoch 29] loss: 0.0062803
Test set: Average loss: 2.7422, Accuracy: 1889/5000 (38%)
[epoch 30] loss: 0.0057326
Test set: Average loss: 2.7556, Accuracy: 1898/5000 (38%)
[epoch 31] loss: 0.0052964
Test set: Average loss: 2.7776, Accuracy: 1885/5000 (38%)
[epoch 32] loss: 0.3274108
Epoch 31: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.1149, Accuracy: 1735/5000 (35%)
[epoch 33] loss: 0.0548085
Epoch 32: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.8414, Accuracy: 1820/5000 (36%)
[epoch 34] loss: 0.0180128
Epoch 33: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.8347, Accuracy: 1831/5000 (37%)
[epoch 35] loss: 0.0171333
Epoch 34: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 36] loss: 0.0171225
Epoch 35: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 37] loss: 0.0171933
Epoch 36: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 38] loss: 0.0169737
Epoch 37: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 39] loss: 0.0169918
Epoch 38: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 40] loss: 0.0190039
Epoch 39: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 41] loss: 0.0258760
Epoch 40: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 42] loss: 0.0170443
Epoch 41: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 43] loss: 0.0170774
Epoch 42: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 44] loss: 0.0170841
Epoch 43: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 45] loss: 0.0169629
Epoch 44: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 46] loss: 0.0170826
Epoch 45: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 47] loss: 0.0173296
Epoch 46: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 48] loss: 0.0171763
Epoch 47: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 49] loss: 0.0174267
Epoch 48: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
[epoch 50] loss: 0.0171397
Epoch 49: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.8343, Accuracy: 1832/5000 (37%)
Validation:
Test set: Average loss: 2.5894, Accuracy: 1910/5000 (38%)
Test
Test set: Average loss: 2.5928, Accuracy: 3808/10000 (38%)
2500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3005, Accuracy: 600/5000 (12%)
[epoch 1] loss: 2.0215752
Test set: Average loss: 1.8244, Accuracy: 1727/5000 (35%)
[epoch 2] loss: 1.6904166
Test set: Average loss: 1.7451, Accuracy: 1870/5000 (37%)
[epoch 3] loss: 1.4786528
Test set: Average loss: 1.5650, Accuracy: 2207/5000 (44%)
[epoch 4] loss: 1.3056901
Test set: Average loss: 1.6281, Accuracy: 2142/5000 (43%)
[epoch 5] loss: 1.1623243
Test set: Average loss: 1.7501, Accuracy: 2030/5000 (41%)
[epoch 6] loss: 1.0306917
Test set: Average loss: 1.7359, Accuracy: 2085/5000 (42%)
[epoch 7] loss: 0.8705457
Test set: Average loss: 1.7524, Accuracy: 2161/5000 (43%)
[epoch 8] loss: 0.6707589
Test set: Average loss: 1.8254, Accuracy: 2116/5000 (42%)
[epoch 9] loss: 0.4787989
Test set: Average loss: 1.9043, Accuracy: 2158/5000 (43%)
[epoch 10] loss: 0.3011536
Test set: Average loss: 1.9579, Accuracy: 2167/5000 (43%)
[epoch 11] loss: 0.1875246
Test set: Average loss: 2.0811, Accuracy: 2159/5000 (43%)
[epoch 12] loss: 0.1165037
Test set: Average loss: 2.1605, Accuracy: 2170/5000 (43%)
[epoch 13] loss: 0.0583057
Test set: Average loss: 2.2231, Accuracy: 2193/5000 (44%)
[epoch 14] loss: 0.0364853
Test set: Average loss: 2.2671, Accuracy: 2178/5000 (44%)
[epoch 15] loss: 0.0247185
Test set: Average loss: 2.3145, Accuracy: 2183/5000 (44%)
[epoch 16] loss: 0.0184279
Test set: Average loss: 2.3585, Accuracy: 2182/5000 (44%)
[epoch 17] loss: 0.0148036
Test set: Average loss: 2.4067, Accuracy: 2187/5000 (44%)
[epoch 18] loss: 0.0120530
Test set: Average loss: 2.4475, Accuracy: 2163/5000 (43%)
[epoch 19] loss: 0.0101574
Test set: Average loss: 2.4834, Accuracy: 2178/5000 (44%)
[epoch 20] loss: 0.0087364
Test set: Average loss: 2.5184, Accuracy: 2197/5000 (44%)
[epoch 21] loss: 0.0075922
Test set: Average loss: 2.5484, Accuracy: 2174/5000 (43%)
[epoch 22] loss: 0.0065686
Test set: Average loss: 2.5798, Accuracy: 2170/5000 (43%)
[epoch 23] loss: 0.0058338
Test set: Average loss: 2.6076, Accuracy: 2171/5000 (43%)
[epoch 24] loss: 0.0051643
Test set: Average loss: 2.6338, Accuracy: 2182/5000 (44%)
[epoch 25] loss: 0.0045707
Test set: Average loss: 2.6586, Accuracy: 2174/5000 (43%)
[epoch 26] loss: 0.0041180
Test set: Average loss: 2.6854, Accuracy: 2190/5000 (44%)
[epoch 27] loss: 0.0037199
Test set: Average loss: 2.7071, Accuracy: 2177/5000 (44%)
[epoch 28] loss: 0.0033662
Test set: Average loss: 2.7278, Accuracy: 2176/5000 (44%)
[epoch 29] loss: 0.0030819
Test set: Average loss: 2.7494, Accuracy: 2176/5000 (44%)
[epoch 30] loss: 0.0028244
Test set: Average loss: 2.7686, Accuracy: 2179/5000 (44%)
[epoch 31] loss: 0.0025599
Test set: Average loss: 2.7908, Accuracy: 2175/5000 (44%)
[epoch 32] loss: 0.0023689
Test set: Average loss: 2.8104, Accuracy: 2179/5000 (44%)
[epoch 33] loss: 0.0021542
Test set: Average loss: 2.8298, Accuracy: 2178/5000 (44%)
[epoch 34] loss: 0.0020047
Test set: Average loss: 2.8485, Accuracy: 2175/5000 (44%)
[epoch 35] loss: 0.0018669
Test set: Average loss: 2.8651, Accuracy: 2186/5000 (44%)
[epoch 36] loss: 0.0017236
Test set: Average loss: 2.8863, Accuracy: 2185/5000 (44%)
[epoch 37] loss: 0.0015936
Test set: Average loss: 2.9038, Accuracy: 2179/5000 (44%)
[epoch 38] loss: 0.0014671
Test set: Average loss: 2.9204, Accuracy: 2178/5000 (44%)
[epoch 39] loss: 0.0013650
Test set: Average loss: 2.9364, Accuracy: 2181/5000 (44%)
[epoch 40] loss: 0.0012725
Test set: Average loss: 2.9523, Accuracy: 2183/5000 (44%)
[epoch 41] loss: 0.0011842
Test set: Average loss: 2.9663, Accuracy: 2188/5000 (44%)
[epoch 42] loss: 0.0011023
Test set: Average loss: 2.9825, Accuracy: 2182/5000 (44%)
[epoch 43] loss: 0.0010280
Test set: Average loss: 2.9990, Accuracy: 2192/5000 (44%)
[epoch 44] loss: 0.0009694
Test set: Average loss: 3.0120, Accuracy: 2182/5000 (44%)
[epoch 45] loss: 0.0009094
Test set: Average loss: 3.0300, Accuracy: 2184/5000 (44%)
[epoch 46] loss: 0.0008562
Test set: Average loss: 3.0439, Accuracy: 2185/5000 (44%)
[epoch 47] loss: 0.0008010
Test set: Average loss: 3.0553, Accuracy: 2181/5000 (44%)
[epoch 48] loss: 0.0007557
Test set: Average loss: 3.0695, Accuracy: 2181/5000 (44%)
[epoch 49] loss: 0.0007105
Test set: Average loss: 3.0824, Accuracy: 2182/5000 (44%)
[epoch 50] loss: 0.0006678
Test set: Average loss: 3.0963, Accuracy: 2180/5000 (44%)
Validation:
Test set: Average loss: 1.5650, Accuracy: 2207/5000 (44%)
Test
Test set: Average loss: 1.5477, Accuracy: 4482/10000 (45%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3012, Accuracy: 559/5000 (11%)
[epoch 1] loss: 1.9971741
Test set: Average loss: 1.8148, Accuracy: 1708/5000 (34%)
[epoch 2] loss: 1.6506220
Test set: Average loss: 1.6420, Accuracy: 1995/5000 (40%)
[epoch 3] loss: 1.4805134
Test set: Average loss: 1.6035, Accuracy: 2089/5000 (42%)
[epoch 4] loss: 1.3310775
Test set: Average loss: 1.6517, Accuracy: 2076/5000 (42%)
[epoch 5] loss: 1.1889729
Test set: Average loss: 1.8573, Accuracy: 1969/5000 (39%)
[epoch 6] loss: 1.0799987
Test set: Average loss: 1.7068, Accuracy: 2128/5000 (43%)
[epoch 7] loss: 0.8635366
Test set: Average loss: 1.7914, Accuracy: 2048/5000 (41%)
[epoch 8] loss: 0.7083026
Test set: Average loss: 1.8302, Accuracy: 2105/5000 (42%)
[epoch 9] loss: 0.4981369
Test set: Average loss: 1.8628, Accuracy: 2160/5000 (43%)
[epoch 10] loss: 0.3372516
Test set: Average loss: 1.9510, Accuracy: 2111/5000 (42%)
[epoch 11] loss: 0.1996765
Test set: Average loss: 2.0317, Accuracy: 2159/5000 (43%)
[epoch 12] loss: 0.1207660
Test set: Average loss: 2.1602, Accuracy: 2101/5000 (42%)
[epoch 13] loss: 0.1856601
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.2829, Accuracy: 2038/5000 (41%)
[epoch 14] loss: 0.0583792
Test set: Average loss: 2.2229, Accuracy: 2112/5000 (42%)
[epoch 15] loss: 0.0380365
Test set: Average loss: 2.2191, Accuracy: 2136/5000 (43%)
[epoch 16] loss: 0.0340205
Test set: Average loss: 2.2232, Accuracy: 2130/5000 (43%)
[epoch 17] loss: 0.0316891
Test set: Average loss: 2.2287, Accuracy: 2134/5000 (43%)
[epoch 18] loss: 0.0306094
Test set: Average loss: 2.2356, Accuracy: 2140/5000 (43%)
[epoch 19] loss: 0.0283853
Test set: Average loss: 2.2426, Accuracy: 2148/5000 (43%)
[epoch 20] loss: 0.0271056
Test set: Average loss: 2.2508, Accuracy: 2151/5000 (43%)
[epoch 21] loss: 0.0261396
Test set: Average loss: 2.2584, Accuracy: 2151/5000 (43%)
[epoch 22] loss: 0.0253059
Test set: Average loss: 2.2671, Accuracy: 2154/5000 (43%)
[epoch 23] loss: 0.0238482
Test set: Average loss: 2.2759, Accuracy: 2155/5000 (43%)
[epoch 24] loss: 0.0233323
Test set: Average loss: 2.2856, Accuracy: 2154/5000 (43%)
[epoch 25] loss: 0.0224223
Test set: Average loss: 2.2932, Accuracy: 2160/5000 (43%)
[epoch 26] loss: 0.0214444
Test set: Average loss: 2.3021, Accuracy: 2154/5000 (43%)
[epoch 27] loss: 0.0206064
Test set: Average loss: 2.3127, Accuracy: 2162/5000 (43%)
[epoch 28] loss: 0.0199368
Test set: Average loss: 2.3224, Accuracy: 2161/5000 (43%)
[epoch 29] loss: 0.0192224
Test set: Average loss: 2.3342, Accuracy: 2159/5000 (43%)
[epoch 30] loss: 0.0184708
Test set: Average loss: 2.3431, Accuracy: 2156/5000 (43%)
[epoch 31] loss: 0.0179064
Test set: Average loss: 2.3524, Accuracy: 2160/5000 (43%)
[epoch 32] loss: 0.0170470
Test set: Average loss: 2.3620, Accuracy: 2154/5000 (43%)
[epoch 33] loss: 0.0164252
Test set: Average loss: 2.3725, Accuracy: 2155/5000 (43%)
[epoch 34] loss: 0.0157702
Test set: Average loss: 2.3836, Accuracy: 2164/5000 (43%)
[epoch 35] loss: 0.0151360
Test set: Average loss: 2.3918, Accuracy: 2164/5000 (43%)
[epoch 36] loss: 0.0146878
Test set: Average loss: 2.4037, Accuracy: 2166/5000 (43%)
[epoch 37] loss: 0.0138958
Test set: Average loss: 2.4126, Accuracy: 2159/5000 (43%)
[epoch 38] loss: 0.0133679
Test set: Average loss: 2.4238, Accuracy: 2169/5000 (43%)
[epoch 39] loss: 0.0128564
Test set: Average loss: 2.4324, Accuracy: 2157/5000 (43%)
[epoch 40] loss: 0.0124234
Test set: Average loss: 2.4431, Accuracy: 2159/5000 (43%)
[epoch 41] loss: 0.1622288
Epoch 40: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.4618, Accuracy: 2144/5000 (43%)
[epoch 42] loss: 0.0130803
Epoch 41: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.4719, Accuracy: 2126/5000 (43%)
[epoch 43] loss: 0.0126721
Epoch 42: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.4713, Accuracy: 2128/5000 (43%)
[epoch 44] loss: 0.0126838
Epoch 43: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.4712, Accuracy: 2131/5000 (43%)
[epoch 45] loss: 0.0126934
Epoch 44: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.4712, Accuracy: 2131/5000 (43%)
[epoch 46] loss: 0.0126632
Epoch 45: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.4712, Accuracy: 2131/5000 (43%)
[epoch 47] loss: 0.0126303
Epoch 46: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.4712, Accuracy: 2131/5000 (43%)
[epoch 48] loss: 0.0126806
Epoch 47: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.4712, Accuracy: 2131/5000 (43%)
[epoch 49] loss: 0.0127066
Epoch 48: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.4712, Accuracy: 2131/5000 (43%)
[epoch 50] loss: 0.0127140
Epoch 49: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.4712, Accuracy: 2131/5000 (43%)
Validation:
Test set: Average loss: 2.4238, Accuracy: 2169/5000 (43%)
Test
Test set: Average loss: 2.3721, Accuracy: 4399/10000 (44%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3082, Accuracy: 500/5000 (10%)
[epoch 1] loss: 2.0160899
Test set: Average loss: 1.7856, Accuracy: 1775/5000 (36%)
[epoch 2] loss: 1.7362578
Test set: Average loss: 1.6898, Accuracy: 1946/5000 (39%)
[epoch 3] loss: 1.5415127
Test set: Average loss: 1.5986, Accuracy: 2125/5000 (42%)
[epoch 4] loss: 1.4095985
Test set: Average loss: 1.5832, Accuracy: 2141/5000 (43%)
[epoch 5] loss: 1.2891806
Test set: Average loss: 1.6476, Accuracy: 2141/5000 (43%)
[epoch 6] loss: 1.1260834
Test set: Average loss: 1.6924, Accuracy: 2170/5000 (43%)
[epoch 7] loss: 0.9610168
Test set: Average loss: 1.7157, Accuracy: 2165/5000 (43%)
[epoch 8] loss: 0.7860840
Test set: Average loss: 1.7119, Accuracy: 2254/5000 (45%)
[epoch 9] loss: 0.5945979
Test set: Average loss: 1.8229, Accuracy: 2157/5000 (43%)
[epoch 10] loss: 0.4295759
Test set: Average loss: 1.9195, Accuracy: 2186/5000 (44%)
[epoch 11] loss: 0.2954001
Test set: Average loss: 1.9861, Accuracy: 2218/5000 (44%)
[epoch 12] loss: 0.1744017
Test set: Average loss: 2.0661, Accuracy: 2181/5000 (44%)
[epoch 13] loss: 0.1001377
Test set: Average loss: 2.0986, Accuracy: 2219/5000 (44%)
[epoch 14] loss: 0.0640839
Test set: Average loss: 2.1743, Accuracy: 2225/5000 (44%)
[epoch 15] loss: 0.0392625
Test set: Average loss: 2.2307, Accuracy: 2245/5000 (45%)
[epoch 16] loss: 0.0304209
Test set: Average loss: 2.2865, Accuracy: 2227/5000 (45%)
[epoch 17] loss: 0.1203654
Epoch 16: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.5084, Accuracy: 2141/5000 (43%)
[epoch 18] loss: 0.0547774
Epoch 17: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.3359, Accuracy: 2225/5000 (44%)
[epoch 19] loss: 0.1517941
Epoch 18: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.3343, Accuracy: 2221/5000 (44%)
[epoch 20] loss: 0.0258996
Test set: Average loss: 2.3343, Accuracy: 2219/5000 (44%)
[epoch 21] loss: 0.0257806
Test set: Average loss: 2.3341, Accuracy: 2219/5000 (44%)
[epoch 22] loss: 0.0257559
Test set: Average loss: 2.3340, Accuracy: 2218/5000 (44%)
[epoch 23] loss: 0.0256681
Test set: Average loss: 2.3338, Accuracy: 2218/5000 (44%)
[epoch 24] loss: 0.0256813
Epoch 23: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 25] loss: 0.1433697
Epoch 24: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 26] loss: 0.0254800
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 27] loss: 0.0255306
Epoch 26: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 28] loss: 0.0257903
Epoch 27: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 29] loss: 0.0255992
Epoch 28: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 30] loss: 0.0256033
Epoch 29: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 31] loss: 0.0256396
Epoch 30: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 32] loss: 0.0255699
Epoch 31: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 33] loss: 0.1767488
Epoch 32: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 34] loss: 0.0256045
Epoch 33: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 35] loss: 0.1522711
Epoch 34: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 36] loss: 0.0255126
Epoch 35: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 37] loss: 0.0257723
Epoch 36: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 38] loss: 0.0255525
Epoch 37: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 39] loss: 0.0254869
Epoch 38: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 40] loss: 0.0258124
Epoch 39: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 41] loss: 0.0258067
Epoch 40: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 42] loss: 0.0255314
Epoch 41: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 43] loss: 0.0255966
Epoch 42: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 44] loss: 0.0255057
Epoch 43: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 45] loss: 0.0255462
Epoch 44: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 46] loss: 0.0257003
Epoch 45: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 47] loss: 0.0255232
Epoch 46: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 48] loss: 0.0255186
Epoch 47: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 49] loss: 0.0255140
Epoch 48: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
[epoch 50] loss: 0.0255410
Epoch 49: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.3337, Accuracy: 2218/5000 (44%)
Validation:
Test set: Average loss: 1.7119, Accuracy: 2254/5000 (45%)
Test
Test set: Average loss: 1.7120, Accuracy: 4478/10000 (45%)
5000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3069, Accuracy: 456/5000 (9%)
[epoch 1] loss: 1.8615298
Test set: Average loss: 1.6271, Accuracy: 2044/5000 (41%)
[epoch 2] loss: 1.5239231
Test set: Average loss: 1.6094, Accuracy: 2060/5000 (41%)
[epoch 3] loss: 1.3767824
Test set: Average loss: 1.5413, Accuracy: 2245/5000 (45%)
[epoch 4] loss: 1.2697669
Test set: Average loss: 1.5264, Accuracy: 2287/5000 (46%)
[epoch 5] loss: 1.1290742
Test set: Average loss: 1.5265, Accuracy: 2319/5000 (46%)
[epoch 6] loss: 0.9942487
Test set: Average loss: 1.5397, Accuracy: 2325/5000 (46%)
[epoch 7] loss: 0.7992294
Test set: Average loss: 1.6439, Accuracy: 2267/5000 (45%)
[epoch 8] loss: 0.6218996
Test set: Average loss: 1.6238, Accuracy: 2386/5000 (48%)
[epoch 9] loss: 0.4208292
Test set: Average loss: 1.6587, Accuracy: 2388/5000 (48%)
[epoch 10] loss: 0.2428770
Test set: Average loss: 1.7864, Accuracy: 2379/5000 (48%)
[epoch 11] loss: 0.1182804
Test set: Average loss: 1.8274, Accuracy: 2398/5000 (48%)
[epoch 12] loss: 0.0608018
Test set: Average loss: 1.8860, Accuracy: 2433/5000 (49%)
[epoch 13] loss: 0.0314146
Test set: Average loss: 1.9326, Accuracy: 2441/5000 (49%)
[epoch 14] loss: 0.0199734
Test set: Average loss: 1.9950, Accuracy: 2452/5000 (49%)
[epoch 15] loss: 0.0145909
Test set: Average loss: 2.0488, Accuracy: 2450/5000 (49%)
[epoch 16] loss: 0.0113080
Test set: Average loss: 2.0952, Accuracy: 2446/5000 (49%)
[epoch 17] loss: 0.0091086
Test set: Average loss: 2.1315, Accuracy: 2454/5000 (49%)
[epoch 18] loss: 0.0074409
Test set: Average loss: 2.1616, Accuracy: 2466/5000 (49%)
[epoch 19] loss: 0.0061709
Test set: Average loss: 2.1979, Accuracy: 2459/5000 (49%)
[epoch 20] loss: 0.0052127
Test set: Average loss: 2.2376, Accuracy: 2442/5000 (49%)
[epoch 21] loss: 0.0044460
Test set: Average loss: 2.2645, Accuracy: 2440/5000 (49%)
[epoch 22] loss: 0.0038224
Test set: Average loss: 2.2938, Accuracy: 2463/5000 (49%)
[epoch 23] loss: 0.0033483
Test set: Average loss: 2.3214, Accuracy: 2457/5000 (49%)
[epoch 24] loss: 0.0028973
Test set: Average loss: 2.3505, Accuracy: 2451/5000 (49%)
[epoch 25] loss: 0.0025334
Test set: Average loss: 2.3708, Accuracy: 2451/5000 (49%)
[epoch 26] loss: 0.0022280
Test set: Average loss: 2.3956, Accuracy: 2447/5000 (49%)
[epoch 27] loss: 0.0019670
Test set: Average loss: 2.4260, Accuracy: 2457/5000 (49%)
[epoch 28] loss: 0.0017404
Test set: Average loss: 2.4468, Accuracy: 2456/5000 (49%)
[epoch 29] loss: 0.0015524
Test set: Average loss: 2.4702, Accuracy: 2453/5000 (49%)
[epoch 30] loss: 0.0013748
Test set: Average loss: 2.4933, Accuracy: 2445/5000 (49%)
[epoch 31] loss: 0.0012246
Test set: Average loss: 2.5160, Accuracy: 2442/5000 (49%)
[epoch 32] loss: 0.0010972
Test set: Average loss: 2.5385, Accuracy: 2439/5000 (49%)
[epoch 33] loss: 0.0009822
Test set: Average loss: 2.5620, Accuracy: 2447/5000 (49%)
[epoch 34] loss: 0.0008827
Test set: Average loss: 2.5830, Accuracy: 2442/5000 (49%)
[epoch 35] loss: 0.0007932
Test set: Average loss: 2.6022, Accuracy: 2444/5000 (49%)
[epoch 36] loss: 0.0007179
Test set: Average loss: 2.6224, Accuracy: 2445/5000 (49%)
[epoch 37] loss: 0.0006490
Test set: Average loss: 2.6468, Accuracy: 2442/5000 (49%)
[epoch 38] loss: 0.0005814
Test set: Average loss: 2.6629, Accuracy: 2440/5000 (49%)
[epoch 39] loss: 0.0005252
Test set: Average loss: 2.6833, Accuracy: 2438/5000 (49%)
[epoch 40] loss: 0.0004759
Test set: Average loss: 2.7047, Accuracy: 2434/5000 (49%)
[epoch 41] loss: 0.0004307
Test set: Average loss: 2.7241, Accuracy: 2435/5000 (49%)
[epoch 42] loss: 0.0003898
Test set: Average loss: 2.7401, Accuracy: 2442/5000 (49%)
[epoch 43] loss: 0.0003535
Test set: Average loss: 2.7620, Accuracy: 2432/5000 (49%)
[epoch 44] loss: 0.0003202
Test set: Average loss: 2.7855, Accuracy: 2433/5000 (49%)
[epoch 45] loss: 0.0002918
Test set: Average loss: 2.8008, Accuracy: 2427/5000 (49%)
[epoch 46] loss: 0.0002636
Test set: Average loss: 2.8262, Accuracy: 2435/5000 (49%)
[epoch 47] loss: 0.0002403
Test set: Average loss: 2.8403, Accuracy: 2433/5000 (49%)
[epoch 48] loss: 0.0002182
Test set: Average loss: 2.8635, Accuracy: 2427/5000 (49%)
[epoch 49] loss: 0.0002000
Test set: Average loss: 2.8791, Accuracy: 2427/5000 (49%)
[epoch 50] loss: 0.0001815
Test set: Average loss: 2.8972, Accuracy: 2429/5000 (49%)
Validation:
Test set: Average loss: 2.1616, Accuracy: 2466/5000 (49%)
Test
Test set: Average loss: 2.1392, Accuracy: 4951/10000 (50%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3100, Accuracy: 439/5000 (9%)
[epoch 1] loss: 1.8466471
Test set: Average loss: 1.6599, Accuracy: 1939/5000 (39%)
[epoch 2] loss: 1.5546721
Test set: Average loss: 1.5453, Accuracy: 2149/5000 (43%)
[epoch 3] loss: 1.4174728
Test set: Average loss: 1.4960, Accuracy: 2338/5000 (47%)
[epoch 4] loss: 1.2983458
Test set: Average loss: 1.5427, Accuracy: 2287/5000 (46%)
[epoch 5] loss: 1.1601628
Test set: Average loss: 1.5444, Accuracy: 2348/5000 (47%)
[epoch 6] loss: 1.0190125
Test set: Average loss: 1.5328, Accuracy: 2353/5000 (47%)
[epoch 7] loss: 0.8345923
Test set: Average loss: 1.6210, Accuracy: 2313/5000 (46%)
[epoch 8] loss: 0.6272898
Test set: Average loss: 1.6340, Accuracy: 2352/5000 (47%)
[epoch 9] loss: 0.4196317
Test set: Average loss: 1.7187, Accuracy: 2334/5000 (47%)
[epoch 10] loss: 0.2426347
Test set: Average loss: 1.7600, Accuracy: 2400/5000 (48%)
[epoch 11] loss: 0.1262689
Test set: Average loss: 1.8435, Accuracy: 2378/5000 (48%)
[epoch 12] loss: 0.0657432
Test set: Average loss: 1.9279, Accuracy: 2359/5000 (47%)
[epoch 13] loss: 0.0367232
Test set: Average loss: 1.9854, Accuracy: 2366/5000 (47%)
[epoch 14] loss: 0.0228642
Test set: Average loss: 2.0269, Accuracy: 2359/5000 (47%)
[epoch 15] loss: 0.0160620
Test set: Average loss: 2.0943, Accuracy: 2369/5000 (47%)
[epoch 16] loss: 0.0124737
Test set: Average loss: 2.1378, Accuracy: 2370/5000 (47%)
[epoch 17] loss: 0.0097044
Test set: Average loss: 2.1765, Accuracy: 2364/5000 (47%)
[epoch 18] loss: 0.0078349
Test set: Average loss: 2.2182, Accuracy: 2366/5000 (47%)
[epoch 19] loss: 0.0065128
Test set: Average loss: 2.2586, Accuracy: 2369/5000 (47%)
[epoch 20] loss: 0.0054606
Test set: Average loss: 2.2878, Accuracy: 2362/5000 (47%)
[epoch 21] loss: 0.0046356
Test set: Average loss: 2.3224, Accuracy: 2364/5000 (47%)
[epoch 22] loss: 0.0039623
Test set: Average loss: 2.3518, Accuracy: 2369/5000 (47%)
[epoch 23] loss: 0.0034094
Test set: Average loss: 2.3818, Accuracy: 2357/5000 (47%)
[epoch 24] loss: 0.0029604
Test set: Average loss: 2.4068, Accuracy: 2377/5000 (48%)
[epoch 25] loss: 0.0025904
Test set: Average loss: 2.4370, Accuracy: 2369/5000 (47%)
[epoch 26] loss: 0.0022707
Test set: Average loss: 2.4636, Accuracy: 2376/5000 (48%)
[epoch 27] loss: 0.0019916
Test set: Average loss: 2.4851, Accuracy: 2366/5000 (47%)
[epoch 28] loss: 0.0017688
Test set: Average loss: 2.5137, Accuracy: 2374/5000 (47%)
[epoch 29] loss: 0.0015633
Test set: Average loss: 2.5385, Accuracy: 2363/5000 (47%)
[epoch 30] loss: 0.0013998
Test set: Average loss: 2.5637, Accuracy: 2370/5000 (47%)
[epoch 31] loss: 0.0012478
Test set: Average loss: 2.5840, Accuracy: 2376/5000 (48%)
[epoch 32] loss: 0.0011105
Test set: Average loss: 2.6121, Accuracy: 2371/5000 (47%)
[epoch 33] loss: 0.0009892
Test set: Average loss: 2.6356, Accuracy: 2373/5000 (47%)
[epoch 34] loss: 0.0008897
Test set: Average loss: 2.6550, Accuracy: 2366/5000 (47%)
[epoch 35] loss: 0.0007992
Test set: Average loss: 2.6769, Accuracy: 2376/5000 (48%)
[epoch 36] loss: 0.0007219
Test set: Average loss: 2.7030, Accuracy: 2364/5000 (47%)
[epoch 37] loss: 0.0006475
Test set: Average loss: 2.7193, Accuracy: 2363/5000 (47%)
[epoch 38] loss: 0.0005839
Test set: Average loss: 2.7442, Accuracy: 2364/5000 (47%)
[epoch 39] loss: 0.0005278
Test set: Average loss: 2.7635, Accuracy: 2367/5000 (47%)
[epoch 40] loss: 0.0004758
Test set: Average loss: 2.7900, Accuracy: 2363/5000 (47%)
[epoch 41] loss: 0.0004316
Test set: Average loss: 2.8101, Accuracy: 2370/5000 (47%)
[epoch 42] loss: 0.0003903
Test set: Average loss: 2.8281, Accuracy: 2374/5000 (47%)
[epoch 43] loss: 0.0003537
Test set: Average loss: 2.8438, Accuracy: 2367/5000 (47%)
[epoch 44] loss: 0.0003205
Test set: Average loss: 2.8690, Accuracy: 2357/5000 (47%)
[epoch 45] loss: 0.0002921
Test set: Average loss: 2.8891, Accuracy: 2360/5000 (47%)
[epoch 46] loss: 0.0002649
Test set: Average loss: 2.9128, Accuracy: 2363/5000 (47%)
[epoch 47] loss: 0.0002403
Test set: Average loss: 2.9320, Accuracy: 2366/5000 (47%)
[epoch 48] loss: 0.0002182
Test set: Average loss: 2.9543, Accuracy: 2360/5000 (47%)
[epoch 49] loss: 0.0001986
Test set: Average loss: 2.9713, Accuracy: 2370/5000 (47%)
[epoch 50] loss: 0.0001804
Test set: Average loss: 2.9920, Accuracy: 2359/5000 (47%)
Validation:
Test set: Average loss: 1.7600, Accuracy: 2400/5000 (48%)
Test
Test set: Average loss: 1.7154, Accuracy: 4908/10000 (49%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3017, Accuracy: 545/5000 (11%)
[epoch 1] loss: 1.8926413
Test set: Average loss: 1.7214, Accuracy: 1890/5000 (38%)
[epoch 2] loss: 1.6065548
Test set: Average loss: 1.6531, Accuracy: 2027/5000 (41%)
[epoch 3] loss: 1.4599297
Test set: Average loss: 1.5241, Accuracy: 2247/5000 (45%)
[epoch 4] loss: 1.3314980
Test set: Average loss: 1.5441, Accuracy: 2221/5000 (44%)
[epoch 5] loss: 1.2262565
Test set: Average loss: 1.5825, Accuracy: 2246/5000 (45%)
[epoch 6] loss: 1.0785446
Test set: Average loss: 1.6323, Accuracy: 2238/5000 (45%)
[epoch 7] loss: 0.9186893
Test set: Average loss: 1.6197, Accuracy: 2233/5000 (45%)
[epoch 8] loss: 0.7176930
Test set: Average loss: 1.6549, Accuracy: 2317/5000 (46%)
[epoch 9] loss: 0.5337124
Test set: Average loss: 1.7302, Accuracy: 2313/5000 (46%)
[epoch 10] loss: 0.3465713
Test set: Average loss: 1.7563, Accuracy: 2363/5000 (47%)
[epoch 11] loss: 0.1836214
Test set: Average loss: 1.8308, Accuracy: 2327/5000 (47%)
[epoch 12] loss: 0.0946733
Test set: Average loss: 1.9065, Accuracy: 2350/5000 (47%)
[epoch 13] loss: 0.0486893
Test set: Average loss: 1.9759, Accuracy: 2371/5000 (47%)
[epoch 14] loss: 0.0279916
Test set: Average loss: 2.0327, Accuracy: 2369/5000 (47%)
[epoch 15] loss: 0.0184578
Test set: Average loss: 2.0933, Accuracy: 2385/5000 (48%)
[epoch 16] loss: 0.0141408
Test set: Average loss: 2.1296, Accuracy: 2368/5000 (47%)
[epoch 17] loss: 0.0111424
Test set: Average loss: 2.1764, Accuracy: 2372/5000 (47%)
[epoch 18] loss: 0.0089495
Test set: Average loss: 2.2146, Accuracy: 2383/5000 (48%)
[epoch 19] loss: 0.0073924
Test set: Average loss: 2.2499, Accuracy: 2368/5000 (47%)
[epoch 20] loss: 0.0062130
Test set: Average loss: 2.2886, Accuracy: 2373/5000 (47%)
[epoch 21] loss: 0.0052555
Test set: Average loss: 2.3309, Accuracy: 2364/5000 (47%)
[epoch 22] loss: 0.0045062
Test set: Average loss: 2.3444, Accuracy: 2375/5000 (48%)
[epoch 23] loss: 0.0038813
Test set: Average loss: 2.3773, Accuracy: 2367/5000 (47%)
[epoch 24] loss: 0.0033593
Test set: Average loss: 2.4028, Accuracy: 2375/5000 (48%)
[epoch 25] loss: 0.0029230
Test set: Average loss: 2.4277, Accuracy: 2370/5000 (47%)
[epoch 26] loss: 0.0025734
Test set: Average loss: 2.4571, Accuracy: 2367/5000 (47%)
[epoch 27] loss: 0.0022757
Test set: Average loss: 2.4828, Accuracy: 2373/5000 (47%)
[epoch 28] loss: 0.0020072
Test set: Average loss: 2.5101, Accuracy: 2366/5000 (47%)
[epoch 29] loss: 0.0017752
Test set: Average loss: 2.5361, Accuracy: 2373/5000 (47%)
[epoch 30] loss: 0.0015800
Test set: Average loss: 2.5520, Accuracy: 2366/5000 (47%)
[epoch 31] loss: 0.0014067
Test set: Average loss: 2.5823, Accuracy: 2365/5000 (47%)
[epoch 32] loss: 0.0012607
Test set: Average loss: 2.6041, Accuracy: 2365/5000 (47%)
[epoch 33] loss: 0.0011256
Test set: Average loss: 2.6238, Accuracy: 2357/5000 (47%)
[epoch 34] loss: 0.0010115
Test set: Average loss: 2.6467, Accuracy: 2364/5000 (47%)
[epoch 35] loss: 0.0009061
Test set: Average loss: 2.6667, Accuracy: 2373/5000 (47%)
[epoch 36] loss: 0.0008157
Test set: Average loss: 2.6910, Accuracy: 2371/5000 (47%)
[epoch 37] loss: 0.0007340
Test set: Average loss: 2.7126, Accuracy: 2361/5000 (47%)
[epoch 38] loss: 0.0006645
Test set: Average loss: 2.7331, Accuracy: 2374/5000 (47%)
[epoch 39] loss: 0.0005987
Test set: Average loss: 2.7533, Accuracy: 2369/5000 (47%)
[epoch 40] loss: 0.0005396
Test set: Average loss: 2.7744, Accuracy: 2357/5000 (47%)
[epoch 41] loss: 0.0004886
Test set: Average loss: 2.7933, Accuracy: 2376/5000 (48%)
[epoch 42] loss: 0.0004455
Test set: Average loss: 2.8131, Accuracy: 2366/5000 (47%)
[epoch 43] loss: 0.0004023
Test set: Average loss: 2.8396, Accuracy: 2356/5000 (47%)
[epoch 44] loss: 0.0003623
Test set: Average loss: 2.8560, Accuracy: 2370/5000 (47%)
[epoch 45] loss: 0.0003285
Test set: Average loss: 2.8716, Accuracy: 2368/5000 (47%)
[epoch 46] loss: 0.0002992
Test set: Average loss: 2.8946, Accuracy: 2358/5000 (47%)
[epoch 47] loss: 0.0002721
Test set: Average loss: 2.9138, Accuracy: 2362/5000 (47%)
[epoch 48] loss: 0.0002473
Test set: Average loss: 2.9312, Accuracy: 2362/5000 (47%)
[epoch 49] loss: 0.0002251
Test set: Average loss: 2.9508, Accuracy: 2357/5000 (47%)
[epoch 50] loss: 0.0002049
Test set: Average loss: 2.9782, Accuracy: 2363/5000 (47%)
Validation:
Test set: Average loss: 2.0933, Accuracy: 2385/5000 (48%)
Test
Test set: Average loss: 2.0466, Accuracy: 4867/10000 (49%)
10000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3074, Accuracy: 521/5000 (10%)
[epoch 1] loss: 1.7498990
Test set: Average loss: 1.5787, Accuracy: 2205/5000 (44%)
[epoch 2] loss: 1.4799706
Test set: Average loss: 1.4675, Accuracy: 2371/5000 (47%)
[epoch 3] loss: 1.3436745
Test set: Average loss: 1.3772, Accuracy: 2519/5000 (50%)
[epoch 4] loss: 1.2176276
Test set: Average loss: 1.4113, Accuracy: 2538/5000 (51%)
[epoch 5] loss: 1.0962258
Test set: Average loss: 1.4063, Accuracy: 2584/5000 (52%)
[epoch 6] loss: 0.9634849
Test set: Average loss: 1.4143, Accuracy: 2573/5000 (51%)
[epoch 7] loss: 0.8204201
Test set: Average loss: 1.3511, Accuracy: 2721/5000 (54%)
[epoch 8] loss: 0.6561985
Test set: Average loss: 1.4701, Accuracy: 2657/5000 (53%)
[epoch 9] loss: 0.4742033
Test set: Average loss: 1.4534, Accuracy: 2705/5000 (54%)
[epoch 10] loss: 0.2970973
Test set: Average loss: 1.4850, Accuracy: 2782/5000 (56%)
[epoch 11] loss: 0.1635029
Test set: Average loss: 1.5445, Accuracy: 2792/5000 (56%)
[epoch 12] loss: 0.0713004
Test set: Average loss: 1.6136, Accuracy: 2785/5000 (56%)
[epoch 13] loss: 0.0326414
Test set: Average loss: 1.6680, Accuracy: 2841/5000 (57%)
[epoch 14] loss: 0.0162202
Test set: Average loss: 1.7221, Accuracy: 2871/5000 (57%)
[epoch 15] loss: 0.0104521
Test set: Average loss: 1.7651, Accuracy: 2883/5000 (58%)
[epoch 16] loss: 0.0075262
Test set: Average loss: 1.8066, Accuracy: 2869/5000 (57%)
[epoch 17] loss: 0.0057659
Test set: Average loss: 1.8474, Accuracy: 2858/5000 (57%)
[epoch 18] loss: 0.0045362
Test set: Average loss: 1.8951, Accuracy: 2848/5000 (57%)
[epoch 19] loss: 0.0036145
Test set: Average loss: 1.9255, Accuracy: 2838/5000 (57%)
[epoch 20] loss: 0.0028887
Test set: Average loss: 1.9604, Accuracy: 2849/5000 (57%)
[epoch 21] loss: 0.0023478
Test set: Average loss: 1.9947, Accuracy: 2850/5000 (57%)
[epoch 22] loss: 0.0019114
Test set: Average loss: 2.0515, Accuracy: 2837/5000 (57%)
[epoch 23] loss: 0.0015616
Test set: Average loss: 2.0625, Accuracy: 2847/5000 (57%)
[epoch 24] loss: 0.0012790
Test set: Average loss: 2.1007, Accuracy: 2859/5000 (57%)
[epoch 25] loss: 0.0010597
Test set: Average loss: 2.1346, Accuracy: 2860/5000 (57%)
[epoch 26] loss: 0.0008766
Test set: Average loss: 2.1602, Accuracy: 2858/5000 (57%)
[epoch 27] loss: 0.0007250
Test set: Average loss: 2.2007, Accuracy: 2837/5000 (57%)
[epoch 28] loss: 0.0005995
Test set: Average loss: 2.2300, Accuracy: 2844/5000 (57%)
[epoch 29] loss: 0.0004967
Test set: Average loss: 2.2649, Accuracy: 2846/5000 (57%)
[epoch 30] loss: 0.0004154
Test set: Average loss: 2.2985, Accuracy: 2841/5000 (57%)
[epoch 31] loss: 0.0003448
Test set: Average loss: 2.3262, Accuracy: 2853/5000 (57%)
[epoch 32] loss: 0.0002872
Test set: Average loss: 2.3589, Accuracy: 2832/5000 (57%)
[epoch 33] loss: 0.0002397
Test set: Average loss: 2.3875, Accuracy: 2834/5000 (57%)
[epoch 34] loss: 0.0002005
Test set: Average loss: 2.4172, Accuracy: 2837/5000 (57%)
[epoch 35] loss: 0.0001674
Test set: Average loss: 2.4545, Accuracy: 2828/5000 (57%)
[epoch 36] loss: 0.0001397
Test set: Average loss: 2.4844, Accuracy: 2845/5000 (57%)
[epoch 37] loss: 0.0001167
Test set: Average loss: 2.5113, Accuracy: 2834/5000 (57%)
[epoch 38] loss: 0.0000979
Test set: Average loss: 2.5404, Accuracy: 2837/5000 (57%)
[epoch 39] loss: 0.0000820
Test set: Average loss: 2.5718, Accuracy: 2835/5000 (57%)
[epoch 40] loss: 0.0000686
Test set: Average loss: 2.6067, Accuracy: 2834/5000 (57%)
[epoch 41] loss: 0.0000574
Test set: Average loss: 2.6317, Accuracy: 2824/5000 (56%)
[epoch 42] loss: 0.0000481
Test set: Average loss: 2.6629, Accuracy: 2833/5000 (57%)
[epoch 43] loss: 0.0000404
Test set: Average loss: 2.6919, Accuracy: 2843/5000 (57%)
[epoch 44] loss: 0.0000339
Test set: Average loss: 2.7224, Accuracy: 2840/5000 (57%)
[epoch 45] loss: 0.0000285
Test set: Average loss: 2.7512, Accuracy: 2832/5000 (57%)
[epoch 46] loss: 0.0000239
Test set: Average loss: 2.7801, Accuracy: 2840/5000 (57%)
[epoch 47] loss: 0.0000200
Test set: Average loss: 2.8117, Accuracy: 2838/5000 (57%)
[epoch 48] loss: 0.0000168
Test set: Average loss: 2.8387, Accuracy: 2832/5000 (57%)
[epoch 49] loss: 0.0000141
Test set: Average loss: 2.8713, Accuracy: 2834/5000 (57%)
[epoch 50] loss: 0.0000119
Test set: Average loss: 2.9010, Accuracy: 2835/5000 (57%)
Validation:
Test set: Average loss: 1.7651, Accuracy: 2883/5000 (58%)
Test
Test set: Average loss: 1.8130, Accuracy: 5643/10000 (56%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3151, Accuracy: 402/5000 (8%)
[epoch 1] loss: 1.7279868
Test set: Average loss: 1.5958, Accuracy: 2101/5000 (42%)
[epoch 2] loss: 1.4537970
Test set: Average loss: 1.5018, Accuracy: 2321/5000 (46%)
[epoch 3] loss: 1.3311427
Test set: Average loss: 1.3976, Accuracy: 2456/5000 (49%)
[epoch 4] loss: 1.1986404
Test set: Average loss: 1.4309, Accuracy: 2511/5000 (50%)
[epoch 5] loss: 1.0690019
Test set: Average loss: 1.3432, Accuracy: 2629/5000 (53%)
[epoch 6] loss: 0.9115851
Test set: Average loss: 1.4388, Accuracy: 2546/5000 (51%)
[epoch 7] loss: 0.7346841
Test set: Average loss: 1.4459, Accuracy: 2571/5000 (51%)
[epoch 8] loss: 0.5410428
Test set: Average loss: 1.5229, Accuracy: 2570/5000 (51%)
[epoch 9] loss: 0.3522134
Test set: Average loss: 1.6037, Accuracy: 2609/5000 (52%)
[epoch 10] loss: 0.2103426
Test set: Average loss: 1.6475, Accuracy: 2602/5000 (52%)
[epoch 11] loss: 0.0999809
Test set: Average loss: 1.6694, Accuracy: 2650/5000 (53%)
[epoch 12] loss: 0.0423824
Test set: Average loss: 1.7428, Accuracy: 2678/5000 (54%)
[epoch 13] loss: 0.0209689
Test set: Average loss: 1.8048, Accuracy: 2662/5000 (53%)
[epoch 14] loss: 0.0127675
Test set: Average loss: 1.8528, Accuracy: 2675/5000 (54%)
[epoch 15] loss: 0.0081972
Test set: Average loss: 1.8962, Accuracy: 2694/5000 (54%)
[epoch 16] loss: 0.0059774
Test set: Average loss: 1.9424, Accuracy: 2681/5000 (54%)
[epoch 17] loss: 0.0046375
Test set: Average loss: 1.9870, Accuracy: 2680/5000 (54%)
[epoch 18] loss: 0.0036995
Test set: Average loss: 2.0230, Accuracy: 2676/5000 (54%)
[epoch 19] loss: 0.0029662
Test set: Average loss: 2.0553, Accuracy: 2691/5000 (54%)
[epoch 20] loss: 0.0024106
Test set: Average loss: 2.0908, Accuracy: 2673/5000 (53%)
[epoch 21] loss: 0.0019622
Test set: Average loss: 2.1251, Accuracy: 2677/5000 (54%)
[epoch 22] loss: 0.0016104
Test set: Average loss: 2.1622, Accuracy: 2681/5000 (54%)
[epoch 23] loss: 0.0013166
Test set: Average loss: 2.1921, Accuracy: 2683/5000 (54%)
[epoch 24] loss: 0.0010905
Test set: Average loss: 2.2347, Accuracy: 2685/5000 (54%)
[epoch 25] loss: 0.0009015
Test set: Average loss: 2.2661, Accuracy: 2678/5000 (54%)
[epoch 26] loss: 0.0007468
Test set: Average loss: 2.3034, Accuracy: 2684/5000 (54%)
[epoch 27] loss: 0.0006162
Test set: Average loss: 2.3341, Accuracy: 2681/5000 (54%)
[epoch 28] loss: 0.0005152
Test set: Average loss: 2.3660, Accuracy: 2666/5000 (53%)
[epoch 29] loss: 0.0004268
Test set: Average loss: 2.3988, Accuracy: 2674/5000 (53%)
[epoch 30] loss: 0.0003565
Test set: Average loss: 2.4266, Accuracy: 2677/5000 (54%)
[epoch 31] loss: 0.0002973
Test set: Average loss: 2.4601, Accuracy: 2669/5000 (53%)
[epoch 32] loss: 0.0002475
Test set: Average loss: 2.5025, Accuracy: 2684/5000 (54%)
[epoch 33] loss: 0.0002062
Test set: Average loss: 2.5333, Accuracy: 2689/5000 (54%)
[epoch 34] loss: 0.0001726
Test set: Average loss: 2.5595, Accuracy: 2676/5000 (54%)
[epoch 35] loss: 0.0001444
Test set: Average loss: 2.5943, Accuracy: 2679/5000 (54%)
[epoch 36] loss: 0.0001206
Test set: Average loss: 2.6208, Accuracy: 2683/5000 (54%)
[epoch 37] loss: 0.0001010
Test set: Average loss: 2.6599, Accuracy: 2678/5000 (54%)
[epoch 38] loss: 0.0000848
Test set: Average loss: 2.6936, Accuracy: 2674/5000 (53%)
[epoch 39] loss: 0.0000707
Test set: Average loss: 2.7233, Accuracy: 2669/5000 (53%)
[epoch 40] loss: 0.0000592
Test set: Average loss: 2.7535, Accuracy: 2663/5000 (53%)
[epoch 41] loss: 0.0000496
Test set: Average loss: 2.7858, Accuracy: 2670/5000 (53%)
[epoch 42] loss: 0.0000416
Test set: Average loss: 2.8193, Accuracy: 2678/5000 (54%)
[epoch 43] loss: 0.0000349
Test set: Average loss: 2.8516, Accuracy: 2670/5000 (53%)
[epoch 44] loss: 0.0000293
Test set: Average loss: 2.8870, Accuracy: 2664/5000 (53%)
[epoch 45] loss: 0.0000246
Test set: Average loss: 2.9177, Accuracy: 2670/5000 (53%)
[epoch 46] loss: 0.0000206
Test set: Average loss: 2.9435, Accuracy: 2670/5000 (53%)
[epoch 47] loss: 0.0000173
Test set: Average loss: 2.9783, Accuracy: 2651/5000 (53%)
[epoch 48] loss: 0.0000146
Test set: Average loss: 3.0049, Accuracy: 2664/5000 (53%)
[epoch 49] loss: 0.0000122
Test set: Average loss: 3.0468, Accuracy: 2662/5000 (53%)
[epoch 50] loss: 0.0000103
Test set: Average loss: 3.0724, Accuracy: 2659/5000 (53%)
Validation:
Test set: Average loss: 1.8962, Accuracy: 2694/5000 (54%)
Test
Test set: Average loss: 1.8874, Accuracy: 5403/10000 (54%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3039, Accuracy: 490/5000 (10%)
[epoch 1] loss: 1.7604923
Test set: Average loss: 1.5914, Accuracy: 2142/5000 (43%)
[epoch 2] loss: 1.5045504
Test set: Average loss: 1.5062, Accuracy: 2311/5000 (46%)
[epoch 3] loss: 1.3837977
Test set: Average loss: 1.4701, Accuracy: 2380/5000 (48%)
[epoch 4] loss: 1.2588152
Test set: Average loss: 1.3800, Accuracy: 2591/5000 (52%)
[epoch 5] loss: 1.1355771
Test set: Average loss: 1.4169, Accuracy: 2528/5000 (51%)
[epoch 6] loss: 0.9846593
Test set: Average loss: 1.3761, Accuracy: 2623/5000 (52%)
[epoch 7] loss: 0.8118807
Test set: Average loss: 1.4436, Accuracy: 2613/5000 (52%)
[epoch 8] loss: 0.6190199
Test set: Average loss: 1.4766, Accuracy: 2582/5000 (52%)
[epoch 9] loss: 0.4174319
Test set: Average loss: 1.5549, Accuracy: 2592/5000 (52%)
[epoch 10] loss: 0.2500638
Test set: Average loss: 1.6043, Accuracy: 2613/5000 (52%)
[epoch 11] loss: 0.1257919
Test set: Average loss: 1.6794, Accuracy: 2631/5000 (53%)
[epoch 12] loss: 0.0526656
Test set: Average loss: 1.7166, Accuracy: 2673/5000 (53%)
[epoch 13] loss: 0.0231725
Test set: Average loss: 1.7886, Accuracy: 2676/5000 (54%)
[epoch 14] loss: 0.0151744
Test set: Average loss: 1.8421, Accuracy: 2684/5000 (54%)
[epoch 15] loss: 0.0097773
Test set: Average loss: 1.8974, Accuracy: 2687/5000 (54%)
[epoch 16] loss: 0.0068487
Test set: Average loss: 1.9360, Accuracy: 2694/5000 (54%)
[epoch 17] loss: 0.0052921
Test set: Average loss: 1.9711, Accuracy: 2689/5000 (54%)
[epoch 18] loss: 0.0041701
Test set: Average loss: 2.0106, Accuracy: 2679/5000 (54%)
[epoch 19] loss: 0.0033422
Test set: Average loss: 2.0520, Accuracy: 2705/5000 (54%)
[epoch 20] loss: 0.0026991
Test set: Average loss: 2.0857, Accuracy: 2688/5000 (54%)
[epoch 21] loss: 0.0021910
Test set: Average loss: 2.1204, Accuracy: 2690/5000 (54%)
[epoch 22] loss: 0.0017999
Test set: Average loss: 2.1513, Accuracy: 2698/5000 (54%)
[epoch 23] loss: 0.0014707
Test set: Average loss: 2.1842, Accuracy: 2686/5000 (54%)
[epoch 24] loss: 0.0012101
Test set: Average loss: 2.2108, Accuracy: 2705/5000 (54%)
[epoch 25] loss: 0.0010007
Test set: Average loss: 2.2504, Accuracy: 2712/5000 (54%)
[epoch 26] loss: 0.0008293
Test set: Average loss: 2.2803, Accuracy: 2690/5000 (54%)
[epoch 27] loss: 0.0006851
Test set: Average loss: 2.3188, Accuracy: 2699/5000 (54%)
[epoch 28] loss: 0.0005676
Test set: Average loss: 2.3442, Accuracy: 2684/5000 (54%)
[epoch 29] loss: 0.0004735
Test set: Average loss: 2.3773, Accuracy: 2686/5000 (54%)
[epoch 30] loss: 0.0003941
Test set: Average loss: 2.4140, Accuracy: 2679/5000 (54%)
[epoch 31] loss: 0.0003276
Test set: Average loss: 2.4443, Accuracy: 2689/5000 (54%)
[epoch 32] loss: 0.0002735
Test set: Average loss: 2.4765, Accuracy: 2687/5000 (54%)
[epoch 33] loss: 0.0002284
Test set: Average loss: 2.5089, Accuracy: 2697/5000 (54%)
[epoch 34] loss: 0.0001911
Test set: Average loss: 2.5371, Accuracy: 2681/5000 (54%)
[epoch 35] loss: 0.0001593
Test set: Average loss: 2.5701, Accuracy: 2681/5000 (54%)
[epoch 36] loss: 0.0001331
Test set: Average loss: 2.6002, Accuracy: 2687/5000 (54%)
[epoch 37] loss: 0.0001114
Test set: Average loss: 2.6300, Accuracy: 2687/5000 (54%)
[epoch 38] loss: 0.0000929
Test set: Average loss: 2.6613, Accuracy: 2690/5000 (54%)
[epoch 39] loss: 0.0000784
Test set: Average loss: 2.6905, Accuracy: 2684/5000 (54%)
[epoch 40] loss: 0.0000654
Test set: Average loss: 2.7210, Accuracy: 2688/5000 (54%)
[epoch 41] loss: 0.0000550
Test set: Average loss: 2.7471, Accuracy: 2680/5000 (54%)
[epoch 42] loss: 0.0000461
Test set: Average loss: 2.7850, Accuracy: 2677/5000 (54%)
[epoch 43] loss: 0.0000387
Test set: Average loss: 2.8078, Accuracy: 2686/5000 (54%)
[epoch 44] loss: 0.0000324
Test set: Average loss: 2.8405, Accuracy: 2692/5000 (54%)
[epoch 45] loss: 0.0000273
Test set: Average loss: 2.8809, Accuracy: 2681/5000 (54%)
[epoch 46] loss: 0.0000228
Test set: Average loss: 2.9049, Accuracy: 2674/5000 (53%)
[epoch 47] loss: 0.0000192
Test set: Average loss: 2.9381, Accuracy: 2677/5000 (54%)
[epoch 48] loss: 0.0000161
Test set: Average loss: 2.9651, Accuracy: 2681/5000 (54%)
[epoch 49] loss: 0.0000136
Test set: Average loss: 2.9935, Accuracy: 2676/5000 (54%)
[epoch 50] loss: 0.0000114
Test set: Average loss: 3.0228, Accuracy: 2690/5000 (54%)
Validation:
Test set: Average loss: 2.2504, Accuracy: 2712/5000 (54%)
Test
Test set: Average loss: 2.1630, Accuracy: 5482/10000 (55%)
15000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3095, Accuracy: 446/5000 (9%)
[epoch 1] loss: 1.6856795
Test set: Average loss: 1.5231, Accuracy: 2223/5000 (44%)
[epoch 2] loss: 1.4235358
Test set: Average loss: 1.4378, Accuracy: 2420/5000 (48%)
[epoch 3] loss: 1.2977523
Test set: Average loss: 1.3685, Accuracy: 2588/5000 (52%)
[epoch 4] loss: 1.1734946
Test set: Average loss: 1.3757, Accuracy: 2602/5000 (52%)
[epoch 5] loss: 1.0540898
Test set: Average loss: 1.3400, Accuracy: 2622/5000 (52%)
[epoch 6] loss: 0.8959738
Test set: Average loss: 1.3542, Accuracy: 2704/5000 (54%)
[epoch 7] loss: 0.7311836
Test set: Average loss: 1.3844, Accuracy: 2694/5000 (54%)
[epoch 8] loss: 0.5495724
Test set: Average loss: 1.4236, Accuracy: 2724/5000 (54%)
[epoch 9] loss: 0.3677737
Test set: Average loss: 1.5350, Accuracy: 2728/5000 (55%)
[epoch 10] loss: 0.2250538
Test set: Average loss: 1.5782, Accuracy: 2706/5000 (54%)
[epoch 11] loss: 0.1236744
Test set: Average loss: 1.6417, Accuracy: 2793/5000 (56%)
[epoch 12] loss: 0.0601749
Test set: Average loss: 1.7421, Accuracy: 2753/5000 (55%)
[epoch 13] loss: 0.0271864
Test set: Average loss: 1.8402, Accuracy: 2744/5000 (55%)
[epoch 14] loss: 0.0467586
Epoch 13: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9537, Accuracy: 2687/5000 (54%)
[epoch 15] loss: 0.0301929
Epoch 14: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.8634, Accuracy: 2756/5000 (55%)
[epoch 16] loss: 0.0127862
Test set: Average loss: 1.8639, Accuracy: 2759/5000 (55%)
[epoch 17] loss: 0.0121888
Test set: Average loss: 1.8641, Accuracy: 2758/5000 (55%)
[epoch 18] loss: 0.0116237
Test set: Average loss: 1.8654, Accuracy: 2758/5000 (55%)
[epoch 19] loss: 0.0110404
Test set: Average loss: 1.8665, Accuracy: 2762/5000 (55%)
[epoch 20] loss: 0.0104345
Test set: Average loss: 1.8671, Accuracy: 2768/5000 (55%)
[epoch 21] loss: 0.0098386
Test set: Average loss: 1.8690, Accuracy: 2770/5000 (55%)
[epoch 22] loss: 0.0092280
Test set: Average loss: 1.8714, Accuracy: 2776/5000 (56%)
[epoch 23] loss: 0.0086478
Test set: Average loss: 1.8749, Accuracy: 2778/5000 (56%)
[epoch 24] loss: 0.0080897
Test set: Average loss: 1.8777, Accuracy: 2774/5000 (55%)
[epoch 25] loss: 0.0075610
Test set: Average loss: 1.8830, Accuracy: 2786/5000 (56%)
[epoch 26] loss: 0.0070656
Test set: Average loss: 1.8872, Accuracy: 2782/5000 (56%)
[epoch 27] loss: 0.0066019
Test set: Average loss: 1.8920, Accuracy: 2784/5000 (56%)
[epoch 28] loss: 0.0061719
Test set: Average loss: 1.8970, Accuracy: 2782/5000 (56%)
[epoch 29] loss: 0.0057735
Test set: Average loss: 1.9030, Accuracy: 2782/5000 (56%)
[epoch 30] loss: 0.0054075
Test set: Average loss: 1.9103, Accuracy: 2782/5000 (56%)
[epoch 31] loss: 0.0050648
Test set: Average loss: 1.9166, Accuracy: 2782/5000 (56%)
[epoch 32] loss: 0.0047506
Test set: Average loss: 1.9245, Accuracy: 2784/5000 (56%)
[epoch 33] loss: 0.0044638
Test set: Average loss: 1.9311, Accuracy: 2789/5000 (56%)
[epoch 34] loss: 0.0041934
Test set: Average loss: 1.9385, Accuracy: 2787/5000 (56%)
[epoch 35] loss: 0.0039414
Test set: Average loss: 1.9457, Accuracy: 2786/5000 (56%)
[epoch 36] loss: 0.0037101
Test set: Average loss: 1.9534, Accuracy: 2785/5000 (56%)
[epoch 37] loss: 0.0034947
Test set: Average loss: 1.9606, Accuracy: 2788/5000 (56%)
[epoch 38] loss: 0.0032947
Test set: Average loss: 1.9693, Accuracy: 2790/5000 (56%)
[epoch 39] loss: 0.0031076
Test set: Average loss: 1.9764, Accuracy: 2785/5000 (56%)
[epoch 40] loss: 0.0029338
Test set: Average loss: 1.9852, Accuracy: 2789/5000 (56%)
[epoch 41] loss: 0.0027685
Test set: Average loss: 1.9938, Accuracy: 2796/5000 (56%)
[epoch 42] loss: 0.0026157
Test set: Average loss: 2.0015, Accuracy: 2795/5000 (56%)
[epoch 43] loss: 0.0024722
Test set: Average loss: 2.0093, Accuracy: 2799/5000 (56%)
[epoch 44] loss: 0.0023359
Test set: Average loss: 2.0191, Accuracy: 2794/5000 (56%)
[epoch 45] loss: 0.0022121
Test set: Average loss: 2.0279, Accuracy: 2793/5000 (56%)
[epoch 46] loss: 0.0020921
Test set: Average loss: 2.0367, Accuracy: 2794/5000 (56%)
[epoch 47] loss: 0.0019799
Test set: Average loss: 2.0448, Accuracy: 2796/5000 (56%)
[epoch 48] loss: 0.0018771
Test set: Average loss: 2.0533, Accuracy: 2795/5000 (56%)
[epoch 49] loss: 0.0017765
Test set: Average loss: 2.0617, Accuracy: 2798/5000 (56%)
[epoch 50] loss: 0.0016829
Test set: Average loss: 2.0709, Accuracy: 2792/5000 (56%)
Validation:
Test set: Average loss: 2.0093, Accuracy: 2799/5000 (56%)
Test
Test set: Average loss: 1.9894, Accuracy: 5691/10000 (57%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3050, Accuracy: 467/5000 (9%)
[epoch 1] loss: 1.6396819
Test set: Average loss: 1.5282, Accuracy: 2201/5000 (44%)
[epoch 2] loss: 1.3778187
Test set: Average loss: 1.4218, Accuracy: 2443/5000 (49%)
[epoch 3] loss: 1.2573096
Test set: Average loss: 1.3427, Accuracy: 2579/5000 (52%)
[epoch 4] loss: 1.1436968
Test set: Average loss: 1.2968, Accuracy: 2684/5000 (54%)
[epoch 5] loss: 1.0118176
Test set: Average loss: 1.2827, Accuracy: 2687/5000 (54%)
[epoch 6] loss: 0.8759992
Test set: Average loss: 1.3090, Accuracy: 2745/5000 (55%)
[epoch 7] loss: 0.7157217
Test set: Average loss: 1.3284, Accuracy: 2779/5000 (56%)
[epoch 8] loss: 0.5313062
Test set: Average loss: 1.4271, Accuracy: 2722/5000 (54%)
[epoch 9] loss: 0.3698631
Test set: Average loss: 1.4214, Accuracy: 2770/5000 (55%)
[epoch 10] loss: 0.2282385
Test set: Average loss: 1.5449, Accuracy: 2752/5000 (55%)
[epoch 11] loss: 0.1228564
Test set: Average loss: 1.6086, Accuracy: 2764/5000 (55%)
[epoch 12] loss: 0.0556226
Test set: Average loss: 1.6531, Accuracy: 2844/5000 (57%)
[epoch 13] loss: 0.0242631
Test set: Average loss: 1.7315, Accuracy: 2819/5000 (56%)
[epoch 14] loss: 0.0178854
Test set: Average loss: 1.7793, Accuracy: 2844/5000 (57%)
[epoch 15] loss: 0.1725500
Epoch 14: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1795, Accuracy: 2393/5000 (48%)
[epoch 16] loss: 0.3067360
Epoch 15: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.7455, Accuracy: 2715/5000 (54%)
[epoch 17] loss: 0.1049974
Epoch 16: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.7374, Accuracy: 2717/5000 (54%)
[epoch 18] loss: 0.0975536
Epoch 17: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 19] loss: 0.0968599
Epoch 18: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 20] loss: 0.0967633
Epoch 19: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 21] loss: 0.0967361
Epoch 20: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 22] loss: 0.0967723
Epoch 21: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 23] loss: 0.0967617
Epoch 22: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 24] loss: 0.0967639
Epoch 23: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 25] loss: 0.0967452
Epoch 24: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 26] loss: 0.0967811
Epoch 25: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 27] loss: 0.0967851
Epoch 26: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 28] loss: 0.0967464
Epoch 27: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 29] loss: 0.0967682
Epoch 28: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 30] loss: 0.0967644
Epoch 29: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 31] loss: 0.0967561
Epoch 30: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 32] loss: 0.0967350
Epoch 31: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 33] loss: 0.0967674
Epoch 32: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 34] loss: 0.0968034
Epoch 33: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 35] loss: 0.0967752
Epoch 34: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 36] loss: 0.0967450
Epoch 35: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 37] loss: 0.0967321
Epoch 36: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 38] loss: 0.0967390
Epoch 37: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 39] loss: 0.0968439
Epoch 38: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 40] loss: 0.0967305
Epoch 39: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 41] loss: 0.0967460
Epoch 40: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 42] loss: 0.0967524
Epoch 41: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 43] loss: 0.0967632
Epoch 42: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 44] loss: 0.0967610
Epoch 43: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 45] loss: 0.0967424
Epoch 44: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 46] loss: 0.0967494
Epoch 45: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 47] loss: 0.0967614
Epoch 46: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 48] loss: 0.0967752
Epoch 47: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 49] loss: 0.0967468
Epoch 48: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
[epoch 50] loss: 0.0967564
Epoch 49: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 1.7373, Accuracy: 2716/5000 (54%)
Validation:
Test set: Average loss: 1.7793, Accuracy: 2844/5000 (57%)
Test
Test set: Average loss: 1.7568, Accuracy: 5719/10000 (57%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2986, Accuracy: 535/5000 (11%)
[epoch 1] loss: 1.6720727
Test set: Average loss: 1.5366, Accuracy: 2279/5000 (46%)
[epoch 2] loss: 1.4309398
Test set: Average loss: 1.4033, Accuracy: 2500/5000 (50%)
[epoch 3] loss: 1.2965687
Test set: Average loss: 1.4356, Accuracy: 2434/5000 (49%)
[epoch 4] loss: 1.1904925
Test set: Average loss: 1.3480, Accuracy: 2643/5000 (53%)
[epoch 5] loss: 1.0796824
Test set: Average loss: 1.3361, Accuracy: 2648/5000 (53%)
[epoch 6] loss: 0.9400552
Test set: Average loss: 1.3469, Accuracy: 2660/5000 (53%)
[epoch 7] loss: 0.7906245
Test set: Average loss: 1.3549, Accuracy: 2734/5000 (55%)
[epoch 8] loss: 0.6128149
Test set: Average loss: 1.4092, Accuracy: 2682/5000 (54%)
[epoch 9] loss: 0.4425511
Test set: Average loss: 1.4279, Accuracy: 2718/5000 (54%)
[epoch 10] loss: 0.2745504
Test set: Average loss: 1.5178, Accuracy: 2755/5000 (55%)
[epoch 11] loss: 0.1486758
Test set: Average loss: 1.6126, Accuracy: 2736/5000 (55%)
[epoch 12] loss: 0.0826386
Test set: Average loss: 1.6953, Accuracy: 2768/5000 (55%)
[epoch 13] loss: 0.0342624
Test set: Average loss: 1.7584, Accuracy: 2807/5000 (56%)
[epoch 14] loss: 0.0131963
Test set: Average loss: 1.7834, Accuracy: 2839/5000 (57%)
[epoch 15] loss: 0.0068606
Test set: Average loss: 1.8374, Accuracy: 2849/5000 (57%)
[epoch 16] loss: 0.0042965
Test set: Average loss: 1.8921, Accuracy: 2860/5000 (57%)
[epoch 17] loss: 0.0031882
Test set: Average loss: 1.9319, Accuracy: 2861/5000 (57%)
[epoch 18] loss: 0.0024177
Test set: Average loss: 1.9749, Accuracy: 2868/5000 (57%)
[epoch 19] loss: 0.0018548
Test set: Average loss: 2.0120, Accuracy: 2868/5000 (57%)
[epoch 20] loss: 0.0014401
Test set: Average loss: 2.0614, Accuracy: 2865/5000 (57%)
[epoch 21] loss: 0.0011081
Test set: Average loss: 2.1077, Accuracy: 2858/5000 (57%)
[epoch 22] loss: 0.0008588
Test set: Average loss: 2.1561, Accuracy: 2855/5000 (57%)
[epoch 23] loss: 0.0006643
Test set: Average loss: 2.1922, Accuracy: 2857/5000 (57%)
[epoch 24] loss: 0.0005129
Test set: Average loss: 2.2417, Accuracy: 2853/5000 (57%)
[epoch 25] loss: 0.0003931
Test set: Average loss: 2.2815, Accuracy: 2836/5000 (57%)
[epoch 26] loss: 0.0003043
Test set: Average loss: 2.3325, Accuracy: 2831/5000 (57%)
[epoch 27] loss: 0.0002348
Test set: Average loss: 2.3711, Accuracy: 2847/5000 (57%)
[epoch 28] loss: 0.0001804
Test set: Average loss: 2.4238, Accuracy: 2842/5000 (57%)
[epoch 29] loss: 0.0001396
Test set: Average loss: 2.4665, Accuracy: 2834/5000 (57%)
[epoch 30] loss: 0.0001078
Test set: Average loss: 2.5068, Accuracy: 2839/5000 (57%)
[epoch 31] loss: 0.0000829
Test set: Average loss: 2.5591, Accuracy: 2829/5000 (57%)
[epoch 32] loss: 0.0000643
Test set: Average loss: 2.6046, Accuracy: 2829/5000 (57%)
[epoch 33] loss: 0.0000494
Test set: Average loss: 2.6425, Accuracy: 2828/5000 (57%)
[epoch 34] loss: 0.0000381
Test set: Average loss: 2.6815, Accuracy: 2820/5000 (56%)
[epoch 35] loss: 0.0000295
Test set: Average loss: 2.7313, Accuracy: 2821/5000 (56%)
[epoch 36] loss: 0.0000227
Test set: Average loss: 2.7759, Accuracy: 2820/5000 (56%)
[epoch 37] loss: 0.0000175
Test set: Average loss: 2.8261, Accuracy: 2819/5000 (56%)
[epoch 38] loss: 0.0000135
Test set: Average loss: 2.8687, Accuracy: 2812/5000 (56%)
[epoch 39] loss: 0.0000104
Test set: Average loss: 2.9097, Accuracy: 2805/5000 (56%)
[epoch 40] loss: 0.0000081
Test set: Average loss: 2.9538, Accuracy: 2815/5000 (56%)
[epoch 41] loss: 0.0000062
Test set: Average loss: 2.9939, Accuracy: 2812/5000 (56%)
[epoch 42] loss: 0.0000048
Test set: Average loss: 3.0402, Accuracy: 2804/5000 (56%)
[epoch 43] loss: 0.0000037
Test set: Average loss: 3.0883, Accuracy: 2809/5000 (56%)
[epoch 44] loss: 0.0000029
Test set: Average loss: 3.1330, Accuracy: 2804/5000 (56%)
[epoch 45] loss: 0.0000022
Test set: Average loss: 3.1614, Accuracy: 2804/5000 (56%)
[epoch 46] loss: 0.0000017
Test set: Average loss: 3.2050, Accuracy: 2798/5000 (56%)
[epoch 47] loss: 0.0000013
Test set: Average loss: 3.2363, Accuracy: 2803/5000 (56%)
[epoch 48] loss: 0.0000010
Test set: Average loss: 3.2691, Accuracy: 2794/5000 (56%)
[epoch 49] loss: 0.0000007
Test set: Average loss: 3.2721, Accuracy: 2786/5000 (56%)
[epoch 50] loss: 0.0000005
Test set: Average loss: 3.2761, Accuracy: 2791/5000 (56%)
Validation:
Test set: Average loss: 2.0120, Accuracy: 2868/5000 (57%)
Test
Test set: Average loss: 1.9849, Accuracy: 5743/10000 (57%)
20000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3061, Accuracy: 479/5000 (10%)
[epoch 1] loss: 1.6193496
Test set: Average loss: 1.4262, Accuracy: 2417/5000 (48%)
[epoch 2] loss: 1.3592610
Test set: Average loss: 1.3122, Accuracy: 2633/5000 (53%)
[epoch 3] loss: 1.2336990
Test set: Average loss: 1.2951, Accuracy: 2700/5000 (54%)
[epoch 4] loss: 1.1126120
Test set: Average loss: 1.3016, Accuracy: 2666/5000 (53%)
[epoch 5] loss: 0.9937911
Test set: Average loss: 1.2380, Accuracy: 2830/5000 (57%)
[epoch 6] loss: 0.8679759
Test set: Average loss: 1.2585, Accuracy: 2823/5000 (56%)
[epoch 7] loss: 0.7332814
Test set: Average loss: 1.3114, Accuracy: 2826/5000 (57%)
[epoch 8] loss: 0.5838439
Test set: Average loss: 1.4115, Accuracy: 2786/5000 (56%)
[epoch 9] loss: 0.4290724
Test set: Average loss: 1.3921, Accuracy: 2841/5000 (57%)
[epoch 10] loss: 0.2826620
Test set: Average loss: 1.5080, Accuracy: 2824/5000 (56%)
[epoch 11] loss: 0.1908961
Test set: Average loss: 1.6095, Accuracy: 2777/5000 (56%)
[epoch 12] loss: 0.1385624
Test set: Average loss: 1.6522, Accuracy: 2809/5000 (56%)
[epoch 13] loss: 0.1222594
Test set: Average loss: 1.8886, Accuracy: 2709/5000 (54%)
[epoch 14] loss: 0.1342182
Epoch 13: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8933, Accuracy: 2783/5000 (56%)
[epoch 15] loss: 0.0531020
Test set: Average loss: 1.8062, Accuracy: 2874/5000 (57%)
[epoch 16] loss: 0.0218447
Test set: Average loss: 1.8114, Accuracy: 2899/5000 (58%)
[epoch 17] loss: 0.0152465
Test set: Average loss: 1.8222, Accuracy: 2908/5000 (58%)
[epoch 18] loss: 0.0116354
Test set: Average loss: 1.8348, Accuracy: 2912/5000 (58%)
[epoch 19] loss: 0.0092377
Test set: Average loss: 1.8493, Accuracy: 2909/5000 (58%)
[epoch 20] loss: 0.0074176
Test set: Average loss: 1.8753, Accuracy: 2916/5000 (58%)
[epoch 21] loss: 0.0060306
Test set: Average loss: 1.8906, Accuracy: 2935/5000 (59%)
[epoch 22] loss: 0.0048828
Test set: Average loss: 1.9147, Accuracy: 2927/5000 (59%)
[epoch 23] loss: 0.0039435
Test set: Average loss: 1.9424, Accuracy: 2933/5000 (59%)
[epoch 24] loss: 0.0031888
Test set: Average loss: 1.9709, Accuracy: 2960/5000 (59%)
[epoch 25] loss: 0.0025557
Test set: Average loss: 2.0088, Accuracy: 2939/5000 (59%)
[epoch 26] loss: 0.0020362
Test set: Average loss: 2.0356, Accuracy: 2946/5000 (59%)
[epoch 27] loss: 0.0016178
Test set: Average loss: 2.0697, Accuracy: 2937/5000 (59%)
[epoch 28] loss: 0.0012804
Test set: Average loss: 2.1118, Accuracy: 2931/5000 (59%)
[epoch 29] loss: 0.0010043
Test set: Average loss: 2.1470, Accuracy: 2938/5000 (59%)
[epoch 30] loss: 0.0007824
Test set: Average loss: 2.1825, Accuracy: 2939/5000 (59%)
[epoch 31] loss: 0.0006123
Test set: Average loss: 2.2227, Accuracy: 2936/5000 (59%)
[epoch 32] loss: 0.0004751
Test set: Average loss: 2.2723, Accuracy: 2946/5000 (59%)
[epoch 33] loss: 0.0003660
Test set: Average loss: 2.3129, Accuracy: 2943/5000 (59%)
[epoch 34] loss: 0.0002831
Test set: Average loss: 2.3494, Accuracy: 2946/5000 (59%)
[epoch 35] loss: 0.0002177
Test set: Average loss: 2.3952, Accuracy: 2945/5000 (59%)
[epoch 36] loss: 0.0001671
Test set: Average loss: 2.4482, Accuracy: 2941/5000 (59%)
[epoch 37] loss: 0.0001281
Test set: Average loss: 2.4880, Accuracy: 2935/5000 (59%)
[epoch 38] loss: 0.0000976
Test set: Average loss: 2.5327, Accuracy: 2940/5000 (59%)
[epoch 39] loss: 0.0000746
Test set: Average loss: 2.5743, Accuracy: 2944/5000 (59%)
[epoch 40] loss: 0.0000569
Test set: Average loss: 2.6293, Accuracy: 2947/5000 (59%)
[epoch 41] loss: 0.0000432
Test set: Average loss: 2.6761, Accuracy: 2933/5000 (59%)
[epoch 42] loss: 0.0000328
Test set: Average loss: 2.7222, Accuracy: 2933/5000 (59%)
[epoch 43] loss: 0.0000248
Test set: Average loss: 2.7688, Accuracy: 2944/5000 (59%)
[epoch 44] loss: 0.0000188
Test set: Average loss: 2.8237, Accuracy: 2927/5000 (59%)
[epoch 45] loss: 0.0000143
Test set: Average loss: 2.8702, Accuracy: 2936/5000 (59%)
[epoch 46] loss: 0.0000107
Test set: Average loss: 2.9228, Accuracy: 2930/5000 (59%)
[epoch 47] loss: 0.0000081
Test set: Average loss: 2.9727, Accuracy: 2932/5000 (59%)
[epoch 48] loss: 0.0000061
Test set: Average loss: 3.0165, Accuracy: 2923/5000 (58%)
[epoch 49] loss: 0.0000046
Test set: Average loss: 3.0627, Accuracy: 2918/5000 (58%)
[epoch 50] loss: 0.0000035
Test set: Average loss: 3.1153, Accuracy: 2917/5000 (58%)
Validation:
Test set: Average loss: 1.9709, Accuracy: 2960/5000 (59%)
Test
Test set: Average loss: 1.9412, Accuracy: 5895/10000 (59%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3079, Accuracy: 375/5000 (8%)
[epoch 1] loss: 1.6170053
Test set: Average loss: 1.4900, Accuracy: 2318/5000 (46%)
[epoch 2] loss: 1.3529889
Test set: Average loss: 1.3757, Accuracy: 2504/5000 (50%)
[epoch 3] loss: 1.2033250
Test set: Average loss: 1.3258, Accuracy: 2604/5000 (52%)
[epoch 4] loss: 1.0730851
Test set: Average loss: 1.2678, Accuracy: 2783/5000 (56%)
[epoch 5] loss: 0.9247091
Test set: Average loss: 1.3163, Accuracy: 2741/5000 (55%)
[epoch 6] loss: 0.7742565
Test set: Average loss: 1.3736, Accuracy: 2755/5000 (55%)
[epoch 7] loss: 0.6063085
Test set: Average loss: 1.4200, Accuracy: 2770/5000 (55%)
[epoch 8] loss: 0.4311581
Test set: Average loss: 1.4788, Accuracy: 2811/5000 (56%)
[epoch 9] loss: 0.2786355
Test set: Average loss: 1.5433, Accuracy: 2782/5000 (56%)
[epoch 10] loss: 0.1782803
Test set: Average loss: 1.7198, Accuracy: 2715/5000 (54%)
[epoch 11] loss: 0.1117220
Test set: Average loss: 1.7342, Accuracy: 2798/5000 (56%)
[epoch 12] loss: 0.0768939
Test set: Average loss: 1.8421, Accuracy: 2705/5000 (54%)
[epoch 13] loss: 0.1274778
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0785, Accuracy: 2633/5000 (53%)
[epoch 14] loss: 0.0803591
Epoch 13: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.8778, Accuracy: 2846/5000 (57%)
[epoch 15] loss: 0.0260557
Test set: Average loss: 1.8775, Accuracy: 2854/5000 (57%)
[epoch 16] loss: 0.0243343
Test set: Average loss: 1.8782, Accuracy: 2856/5000 (57%)
[epoch 17] loss: 0.0227548
Test set: Average loss: 1.8798, Accuracy: 2858/5000 (57%)
[epoch 18] loss: 0.0211291
Test set: Average loss: 1.8832, Accuracy: 2860/5000 (57%)
[epoch 19] loss: 0.0194867
Test set: Average loss: 1.8838, Accuracy: 2855/5000 (57%)
[epoch 20] loss: 0.0179074
Test set: Average loss: 1.8872, Accuracy: 2855/5000 (57%)
[epoch 21] loss: 0.0163932
Test set: Average loss: 1.8908, Accuracy: 2862/5000 (57%)
[epoch 22] loss: 0.0149975
Test set: Average loss: 1.8951, Accuracy: 2862/5000 (57%)
[epoch 23] loss: 0.0137343
Test set: Average loss: 1.8995, Accuracy: 2854/5000 (57%)
[epoch 24] loss: 0.0125936
Test set: Average loss: 1.9032, Accuracy: 2862/5000 (57%)
[epoch 25] loss: 0.0115501
Test set: Average loss: 1.9083, Accuracy: 2870/5000 (57%)
[epoch 26] loss: 0.0106241
Test set: Average loss: 1.9150, Accuracy: 2871/5000 (57%)
[epoch 27] loss: 0.0097861
Test set: Average loss: 1.9194, Accuracy: 2867/5000 (57%)
[epoch 28] loss: 0.0090282
Test set: Average loss: 1.9241, Accuracy: 2871/5000 (57%)
[epoch 29] loss: 0.0083417
Test set: Average loss: 1.9309, Accuracy: 2868/5000 (57%)
[epoch 30] loss: 0.0077184
Test set: Average loss: 1.9361, Accuracy: 2875/5000 (58%)
[epoch 31] loss: 0.0071491
Test set: Average loss: 1.9432, Accuracy: 2877/5000 (58%)
[epoch 32] loss: 0.0066342
Test set: Average loss: 1.9494, Accuracy: 2876/5000 (58%)
[epoch 33] loss: 0.0061606
Test set: Average loss: 1.9569, Accuracy: 2883/5000 (58%)
[epoch 34] loss: 0.0057331
Test set: Average loss: 1.9635, Accuracy: 2882/5000 (58%)
[epoch 35] loss: 0.0053377
Test set: Average loss: 1.9700, Accuracy: 2881/5000 (58%)
[epoch 36] loss: 0.0049712
Test set: Average loss: 1.9773, Accuracy: 2878/5000 (58%)
[epoch 37] loss: 0.0046331
Test set: Average loss: 1.9844, Accuracy: 2882/5000 (58%)
[epoch 38] loss: 0.0043231
Test set: Average loss: 1.9932, Accuracy: 2874/5000 (57%)
[epoch 39] loss: 0.0040380
Test set: Average loss: 1.9999, Accuracy: 2879/5000 (58%)
[epoch 40] loss: 0.0037696
Test set: Average loss: 2.0077, Accuracy: 2879/5000 (58%)
[epoch 41] loss: 0.0035244
Test set: Average loss: 2.0168, Accuracy: 2877/5000 (58%)
[epoch 42] loss: 0.0032967
Test set: Average loss: 2.0231, Accuracy: 2878/5000 (58%)
[epoch 43] loss: 0.0030848
Test set: Average loss: 2.0302, Accuracy: 2883/5000 (58%)
[epoch 44] loss: 0.0028884
Test set: Average loss: 2.0394, Accuracy: 2888/5000 (58%)
[epoch 45] loss: 0.0027041
Test set: Average loss: 2.0478, Accuracy: 2882/5000 (58%)
[epoch 46] loss: 0.0025318
Test set: Average loss: 2.0565, Accuracy: 2883/5000 (58%)
[epoch 47] loss: 0.0023746
Test set: Average loss: 2.0652, Accuracy: 2880/5000 (58%)
[epoch 48] loss: 0.0022245
Test set: Average loss: 2.0748, Accuracy: 2878/5000 (58%)
[epoch 49] loss: 0.0020864
Test set: Average loss: 2.0831, Accuracy: 2885/5000 (58%)
[epoch 50] loss: 0.0019577
Test set: Average loss: 2.0915, Accuracy: 2882/5000 (58%)
Validation:
Test set: Average loss: 2.0394, Accuracy: 2888/5000 (58%)
Test
Test set: Average loss: 2.0185, Accuracy: 5778/10000 (58%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3118, Accuracy: 397/5000 (8%)
[epoch 1] loss: 1.6252894
Test set: Average loss: 1.4703, Accuracy: 2321/5000 (46%)
[epoch 2] loss: 1.3602956
Test set: Average loss: 1.3694, Accuracy: 2557/5000 (51%)
[epoch 3] loss: 1.2324297
Test set: Average loss: 1.3034, Accuracy: 2662/5000 (53%)
[epoch 4] loss: 1.1144570
Test set: Average loss: 1.2608, Accuracy: 2760/5000 (55%)
[epoch 5] loss: 0.9967215
Test set: Average loss: 1.2224, Accuracy: 2873/5000 (57%)
[epoch 6] loss: 0.8679906
Test set: Average loss: 1.3239, Accuracy: 2774/5000 (55%)
[epoch 7] loss: 0.7410775
Test set: Average loss: 1.3261, Accuracy: 2781/5000 (56%)
[epoch 8] loss: 0.5882634
Test set: Average loss: 1.3572, Accuracy: 2828/5000 (57%)
[epoch 9] loss: 0.4355845
Test set: Average loss: 1.3681, Accuracy: 2836/5000 (57%)
[epoch 10] loss: 0.3035454
Test set: Average loss: 1.4939, Accuracy: 2798/5000 (56%)
[epoch 11] loss: 0.2208358
Test set: Average loss: 1.6038, Accuracy: 2825/5000 (56%)
[epoch 12] loss: 0.1400082
Test set: Average loss: 1.7148, Accuracy: 2791/5000 (56%)
[epoch 13] loss: 0.1269173
Test set: Average loss: 1.7920, Accuracy: 2848/5000 (57%)
[epoch 14] loss: 0.1736969
Epoch 13: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9082, Accuracy: 2745/5000 (55%)
[epoch 15] loss: 0.0734425
Test set: Average loss: 1.7502, Accuracy: 2874/5000 (57%)
[epoch 16] loss: 0.0275871
Test set: Average loss: 1.7521, Accuracy: 2901/5000 (58%)
[epoch 17] loss: 0.0189525
Test set: Average loss: 1.7614, Accuracy: 2910/5000 (58%)
[epoch 18] loss: 0.0143881
Test set: Average loss: 1.7798, Accuracy: 2916/5000 (58%)
[epoch 19] loss: 0.0113193
Test set: Average loss: 1.7969, Accuracy: 2928/5000 (59%)
[epoch 20] loss: 0.0090202
Test set: Average loss: 1.8166, Accuracy: 2919/5000 (58%)
[epoch 21] loss: 0.0072656
Test set: Average loss: 1.8352, Accuracy: 2938/5000 (59%)
[epoch 22] loss: 0.0058601
Test set: Average loss: 1.8605, Accuracy: 2943/5000 (59%)
[epoch 23] loss: 0.0047042
Test set: Average loss: 1.8911, Accuracy: 2942/5000 (59%)
[epoch 24] loss: 0.0037842
Test set: Average loss: 1.9116, Accuracy: 2949/5000 (59%)
[epoch 25] loss: 0.0030274
Test set: Average loss: 1.9389, Accuracy: 2941/5000 (59%)
[epoch 26] loss: 0.0024033
Test set: Average loss: 1.9761, Accuracy: 2945/5000 (59%)
[epoch 27] loss: 0.0019043
Test set: Average loss: 2.0079, Accuracy: 2943/5000 (59%)
[epoch 28] loss: 0.0015017
Test set: Average loss: 2.0399, Accuracy: 2942/5000 (59%)
[epoch 29] loss: 0.0011773
Test set: Average loss: 2.0840, Accuracy: 2948/5000 (59%)
[epoch 30] loss: 0.0009202
Test set: Average loss: 2.1185, Accuracy: 2939/5000 (59%)
[epoch 31] loss: 0.0007153
Test set: Average loss: 2.1579, Accuracy: 2944/5000 (59%)
[epoch 32] loss: 0.0005541
Test set: Average loss: 2.2009, Accuracy: 2951/5000 (59%)
[epoch 33] loss: 0.0004280
Test set: Average loss: 2.2418, Accuracy: 2953/5000 (59%)
[epoch 34] loss: 0.0003295
Test set: Average loss: 2.2831, Accuracy: 2948/5000 (59%)
[epoch 35] loss: 0.0002532
Test set: Average loss: 2.3244, Accuracy: 2940/5000 (59%)
[epoch 36] loss: 0.0001948
Test set: Average loss: 2.3726, Accuracy: 2954/5000 (59%)
[epoch 37] loss: 0.0001486
Test set: Average loss: 2.4158, Accuracy: 2941/5000 (59%)
[epoch 38] loss: 0.0001135
Test set: Average loss: 2.4567, Accuracy: 2951/5000 (59%)
[epoch 39] loss: 0.0000863
Test set: Average loss: 2.5059, Accuracy: 2946/5000 (59%)
[epoch 40] loss: 0.0000657
Test set: Average loss: 2.5536, Accuracy: 2942/5000 (59%)
[epoch 41] loss: 0.0000499
Test set: Average loss: 2.6044, Accuracy: 2942/5000 (59%)
[epoch 42] loss: 0.0000379
Test set: Average loss: 2.6526, Accuracy: 2943/5000 (59%)
[epoch 43] loss: 0.0000286
Test set: Average loss: 2.7020, Accuracy: 2936/5000 (59%)
[epoch 44] loss: 0.0000217
Test set: Average loss: 2.7492, Accuracy: 2932/5000 (59%)
[epoch 45] loss: 0.0000164
Test set: Average loss: 2.7957, Accuracy: 2933/5000 (59%)
[epoch 46] loss: 0.0000124
Test set: Average loss: 2.8423, Accuracy: 2940/5000 (59%)
[epoch 47] loss: 0.0000093
Test set: Average loss: 2.8993, Accuracy: 2942/5000 (59%)
[epoch 48] loss: 0.0000070
Test set: Average loss: 2.9393, Accuracy: 2929/5000 (59%)
[epoch 49] loss: 0.0000053
Test set: Average loss: 2.9927, Accuracy: 2942/5000 (59%)
[epoch 50] loss: 0.0000040
Test set: Average loss: 3.0338, Accuracy: 2925/5000 (58%)
Validation:
Test set: Average loss: 2.3726, Accuracy: 2954/5000 (59%)
Test
Test set: Average loss: 2.3603, Accuracy: 5931/10000 (59%)
25000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3029, Accuracy: 563/5000 (11%)
[epoch 1] loss: 1.5758955
Test set: Average loss: 1.4203, Accuracy: 2413/5000 (48%)
[epoch 2] loss: 1.3337631
Test set: Average loss: 1.3944, Accuracy: 2522/5000 (50%)
[epoch 3] loss: 1.2179844
Test set: Average loss: 1.2560, Accuracy: 2773/5000 (55%)
[epoch 4] loss: 1.1031812
Test set: Average loss: 1.2956, Accuracy: 2751/5000 (55%)
[epoch 5] loss: 1.0058206
Test set: Average loss: 1.2661, Accuracy: 2820/5000 (56%)
[epoch 6] loss: 0.8865784
Test set: Average loss: 1.2837, Accuracy: 2772/5000 (55%)
[epoch 7] loss: 0.7671147
Test set: Average loss: 1.2632, Accuracy: 2845/5000 (57%)
[epoch 8] loss: 0.6330510
Test set: Average loss: 1.3094, Accuracy: 2867/5000 (57%)
[epoch 9] loss: 0.4984774
Test set: Average loss: 1.4160, Accuracy: 2845/5000 (57%)
[epoch 10] loss: 0.3768933
Test set: Average loss: 1.4875, Accuracy: 2786/5000 (56%)
[epoch 11] loss: 0.2764189
Test set: Average loss: 1.5779, Accuracy: 2793/5000 (56%)
[epoch 12] loss: 0.1966938
Test set: Average loss: 1.6628, Accuracy: 2792/5000 (56%)
[epoch 13] loss: 0.1780396
Test set: Average loss: 1.7588, Accuracy: 2775/5000 (56%)
[epoch 14] loss: 0.1599775
Test set: Average loss: 1.9055, Accuracy: 2739/5000 (55%)
[epoch 15] loss: 0.1499268
Test set: Average loss: 2.0074, Accuracy: 2727/5000 (55%)
[epoch 16] loss: 0.1453514
Test set: Average loss: 1.9994, Accuracy: 2800/5000 (56%)
[epoch 17] loss: 0.1281167
Test set: Average loss: 2.1072, Accuracy: 2735/5000 (55%)
[epoch 18] loss: 0.1559944
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1957, Accuracy: 2691/5000 (54%)
[epoch 19] loss: 0.0731650
Test set: Average loss: 2.0537, Accuracy: 2826/5000 (57%)
[epoch 20] loss: 0.0216369
Test set: Average loss: 2.0587, Accuracy: 2858/5000 (57%)
[epoch 21] loss: 0.0133731
Test set: Average loss: 2.0652, Accuracy: 2858/5000 (57%)
[epoch 22] loss: 0.0096231
Test set: Average loss: 2.0756, Accuracy: 2865/5000 (57%)
[epoch 23] loss: 0.0072376
Test set: Average loss: 2.0912, Accuracy: 2878/5000 (58%)
[epoch 24] loss: 0.0055569
Test set: Average loss: 2.1048, Accuracy: 2889/5000 (58%)
[epoch 25] loss: 0.0042774
Test set: Average loss: 2.1266, Accuracy: 2895/5000 (58%)
[epoch 26] loss: 0.0033344
Test set: Average loss: 2.1403, Accuracy: 2916/5000 (58%)
[epoch 27] loss: 0.0025435
Test set: Average loss: 2.1643, Accuracy: 2914/5000 (58%)
[epoch 28] loss: 0.0019454
Test set: Average loss: 2.1949, Accuracy: 2911/5000 (58%)
[epoch 29] loss: 0.0014856
Test set: Average loss: 2.2301, Accuracy: 2903/5000 (58%)
[epoch 30] loss: 0.0011283
Test set: Average loss: 2.2532, Accuracy: 2910/5000 (58%)
[epoch 31] loss: 0.0008527
Test set: Average loss: 2.2975, Accuracy: 2899/5000 (58%)
[epoch 32] loss: 0.0006404
Test set: Average loss: 2.3272, Accuracy: 2900/5000 (58%)
[epoch 33] loss: 0.0004801
Test set: Average loss: 2.3656, Accuracy: 2902/5000 (58%)
[epoch 34] loss: 0.0003565
Test set: Average loss: 2.4130, Accuracy: 2908/5000 (58%)
[epoch 35] loss: 0.0002635
Test set: Average loss: 2.4502, Accuracy: 2908/5000 (58%)
[epoch 36] loss: 0.0001950
Test set: Average loss: 2.4958, Accuracy: 2926/5000 (59%)
[epoch 37] loss: 0.0001440
Test set: Average loss: 2.5463, Accuracy: 2903/5000 (58%)
[epoch 38] loss: 0.0001058
Test set: Average loss: 2.5860, Accuracy: 2926/5000 (59%)
[epoch 39] loss: 0.0000776
Test set: Average loss: 2.6445, Accuracy: 2904/5000 (58%)
[epoch 40] loss: 0.0000566
Test set: Average loss: 2.6929, Accuracy: 2921/5000 (58%)
[epoch 41] loss: 0.0000413
Test set: Average loss: 2.7674, Accuracy: 2906/5000 (58%)
[epoch 42] loss: 0.0000301
Test set: Average loss: 2.7954, Accuracy: 2907/5000 (58%)
[epoch 43] loss: 0.0000219
Test set: Average loss: 2.8489, Accuracy: 2925/5000 (58%)
[epoch 44] loss: 0.0000158
Test set: Average loss: 2.9060, Accuracy: 2935/5000 (59%)
[epoch 45] loss: 0.0000115
Test set: Average loss: 2.9519, Accuracy: 2913/5000 (58%)
[epoch 46] loss: 0.0000083
Test set: Average loss: 3.0053, Accuracy: 2918/5000 (58%)
[epoch 47] loss: 0.0000060
Test set: Average loss: 3.0536, Accuracy: 2924/5000 (58%)
[epoch 48] loss: 0.0000043
Test set: Average loss: 3.1073, Accuracy: 2918/5000 (58%)
[epoch 49] loss: 0.0000031
Test set: Average loss: 3.1628, Accuracy: 2933/5000 (59%)
[epoch 50] loss: 0.0000022
Test set: Average loss: 3.2201, Accuracy: 2918/5000 (58%)
Validation:
Test set: Average loss: 2.9060, Accuracy: 2935/5000 (59%)
Test
Test set: Average loss: 2.8594, Accuracy: 5918/10000 (59%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.2987, Accuracy: 577/5000 (12%)
[epoch 1] loss: 1.5479410
Test set: Average loss: 1.4417, Accuracy: 2394/5000 (48%)
[epoch 2] loss: 1.2956597
Test set: Average loss: 1.3134, Accuracy: 2654/5000 (53%)
[epoch 3] loss: 1.1592665
Test set: Average loss: 1.2018, Accuracy: 2890/5000 (58%)
[epoch 4] loss: 1.0339982
Test set: Average loss: 1.1818, Accuracy: 2896/5000 (58%)
[epoch 5] loss: 0.9204936
Test set: Average loss: 1.1869, Accuracy: 2931/5000 (59%)
[epoch 6] loss: 0.7978271
Test set: Average loss: 1.2372, Accuracy: 2952/5000 (59%)
[epoch 7] loss: 0.6661070
Test set: Average loss: 1.2250, Accuracy: 2978/5000 (60%)
[epoch 8] loss: 0.5386847
Test set: Average loss: 1.3230, Accuracy: 2914/5000 (58%)
[epoch 9] loss: 0.4154308
Test set: Average loss: 1.4611, Accuracy: 2839/5000 (57%)
[epoch 10] loss: 0.3076306
Test set: Average loss: 1.4585, Accuracy: 2968/5000 (59%)
[epoch 11] loss: 0.2191394
Test set: Average loss: 1.6026, Accuracy: 2909/5000 (58%)
[epoch 12] loss: 0.1923158
Test set: Average loss: 1.6802, Accuracy: 2921/5000 (58%)
[epoch 13] loss: 0.1626385
Test set: Average loss: 1.7827, Accuracy: 2848/5000 (57%)
[epoch 14] loss: 0.1509970
Test set: Average loss: 1.8902, Accuracy: 2840/5000 (57%)
[epoch 15] loss: 0.1830643
Epoch 14: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8973, Accuracy: 2888/5000 (58%)
[epoch 16] loss: 0.0635882
Test set: Average loss: 1.7707, Accuracy: 3038/5000 (61%)
[epoch 17] loss: 0.0230351
Test set: Average loss: 1.7851, Accuracy: 3035/5000 (61%)
[epoch 18] loss: 0.0150403
Test set: Average loss: 1.7920, Accuracy: 3045/5000 (61%)
[epoch 19] loss: 0.0110265
Test set: Average loss: 1.8102, Accuracy: 3056/5000 (61%)
[epoch 20] loss: 0.0082762
Test set: Average loss: 1.8273, Accuracy: 3045/5000 (61%)
[epoch 21] loss: 0.0063542
Test set: Average loss: 1.8519, Accuracy: 3069/5000 (61%)
[epoch 22] loss: 0.0048654
Test set: Average loss: 1.8767, Accuracy: 3062/5000 (61%)
[epoch 23] loss: 0.0037230
Test set: Average loss: 1.9076, Accuracy: 3060/5000 (61%)
[epoch 24] loss: 0.0028253
Test set: Average loss: 1.9410, Accuracy: 3072/5000 (61%)
[epoch 25] loss: 0.0021320
Test set: Average loss: 1.9759, Accuracy: 3068/5000 (61%)
[epoch 26] loss: 0.0015988
Test set: Average loss: 2.0138, Accuracy: 3070/5000 (61%)
[epoch 27] loss: 0.0011895
Test set: Average loss: 2.0567, Accuracy: 3069/5000 (61%)
[epoch 28] loss: 0.0008774
Test set: Average loss: 2.0971, Accuracy: 3074/5000 (61%)
[epoch 29] loss: 0.0006432
Test set: Average loss: 2.1415, Accuracy: 3079/5000 (62%)
[epoch 30] loss: 0.0004714
Test set: Average loss: 2.1859, Accuracy: 3087/5000 (62%)
[epoch 31] loss: 0.0003424
Test set: Average loss: 2.2377, Accuracy: 3075/5000 (62%)
[epoch 32] loss: 0.0002483
Test set: Average loss: 2.2854, Accuracy: 3083/5000 (62%)
[epoch 33] loss: 0.0001797
Test set: Average loss: 2.3302, Accuracy: 3098/5000 (62%)
[epoch 34] loss: 0.0001287
Test set: Average loss: 2.3812, Accuracy: 3098/5000 (62%)
[epoch 35] loss: 0.0000930
Test set: Average loss: 2.4418, Accuracy: 3101/5000 (62%)
[epoch 36] loss: 0.0000665
Test set: Average loss: 2.4935, Accuracy: 3095/5000 (62%)
[epoch 37] loss: 0.0000474
Test set: Average loss: 2.5495, Accuracy: 3096/5000 (62%)
[epoch 38] loss: 0.0000339
Test set: Average loss: 2.6119, Accuracy: 3089/5000 (62%)
[epoch 39] loss: 0.0000240
Test set: Average loss: 2.6559, Accuracy: 3097/5000 (62%)
[epoch 40] loss: 0.0000171
Test set: Average loss: 2.7250, Accuracy: 3098/5000 (62%)
[epoch 41] loss: 0.0000121
Test set: Average loss: 2.7795, Accuracy: 3101/5000 (62%)
[epoch 42] loss: 0.0000086
Test set: Average loss: 2.8308, Accuracy: 3093/5000 (62%)
[epoch 43] loss: 0.0000060
Test set: Average loss: 2.8882, Accuracy: 3093/5000 (62%)
[epoch 44] loss: 0.0000043
Test set: Average loss: 2.9424, Accuracy: 3097/5000 (62%)
[epoch 45] loss: 0.0000030
Test set: Average loss: 3.0009, Accuracy: 3099/5000 (62%)
[epoch 46] loss: 0.0000021
Test set: Average loss: 3.0576, Accuracy: 3080/5000 (62%)
[epoch 47] loss: 0.0000015
Test set: Average loss: 3.1048, Accuracy: 3085/5000 (62%)
[epoch 48] loss: 0.0000010
Test set: Average loss: 3.1404, Accuracy: 3099/5000 (62%)
[epoch 49] loss: 0.0000007
Test set: Average loss: 3.1656, Accuracy: 3080/5000 (62%)
[epoch 50] loss: 0.0000005
Test set: Average loss: 3.1935, Accuracy: 3080/5000 (62%)
Validation:
Test set: Average loss: 2.7795, Accuracy: 3101/5000 (62%)
Test
Test set: Average loss: 2.7114, Accuracy: 6206/10000 (62%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3007, Accuracy: 578/5000 (12%)
[epoch 1] loss: 1.5527382
Test set: Average loss: 1.4712, Accuracy: 2302/5000 (46%)
[epoch 2] loss: 1.3249425
Test set: Average loss: 1.3422, Accuracy: 2609/5000 (52%)
[epoch 3] loss: 1.1902847
Test set: Average loss: 1.2953, Accuracy: 2724/5000 (54%)
[epoch 4] loss: 1.0652602
Test set: Average loss: 1.2191, Accuracy: 2859/5000 (57%)
[epoch 5] loss: 0.9466606
Test set: Average loss: 1.2231, Accuracy: 2893/5000 (58%)
[epoch 6] loss: 0.8258102
Test set: Average loss: 1.2587, Accuracy: 2815/5000 (56%)
[epoch 7] loss: 0.6884330
Test set: Average loss: 1.2351, Accuracy: 2945/5000 (59%)
[epoch 8] loss: 0.5685963
Test set: Average loss: 1.2860, Accuracy: 2953/5000 (59%)
[epoch 9] loss: 0.4339553
Test set: Average loss: 1.3410, Accuracy: 2902/5000 (58%)
[epoch 10] loss: 0.3180549
Test set: Average loss: 1.4526, Accuracy: 2891/5000 (58%)
[epoch 11] loss: 0.2437497
Test set: Average loss: 1.5877, Accuracy: 2894/5000 (58%)
[epoch 12] loss: 0.1995431
Test set: Average loss: 1.6859, Accuracy: 2876/5000 (58%)
[epoch 13] loss: 0.1693535
Test set: Average loss: 1.7812, Accuracy: 2915/5000 (58%)
[epoch 14] loss: 0.1626355
Test set: Average loss: 1.8095, Accuracy: 2852/5000 (57%)
[epoch 15] loss: 0.1429784
Test set: Average loss: 1.9431, Accuracy: 2796/5000 (56%)
[epoch 16] loss: 0.1659898
Epoch 15: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0360, Accuracy: 2823/5000 (56%)
[epoch 17] loss: 0.0612484
Test set: Average loss: 1.8437, Accuracy: 2979/5000 (60%)
[epoch 18] loss: 0.0203457
Test set: Average loss: 1.8598, Accuracy: 2989/5000 (60%)
[epoch 19] loss: 0.0130477
Test set: Average loss: 1.8699, Accuracy: 3011/5000 (60%)
[epoch 20] loss: 0.0094998
Test set: Average loss: 1.8873, Accuracy: 2997/5000 (60%)
[epoch 21] loss: 0.0071782
Test set: Average loss: 1.9032, Accuracy: 3020/5000 (60%)
[epoch 22] loss: 0.0054938
Test set: Average loss: 1.9276, Accuracy: 3005/5000 (60%)
[epoch 23] loss: 0.0042038
Test set: Average loss: 1.9495, Accuracy: 3009/5000 (60%)
[epoch 24] loss: 0.0032348
Test set: Average loss: 1.9765, Accuracy: 3019/5000 (60%)
[epoch 25] loss: 0.0024509
Test set: Average loss: 2.0072, Accuracy: 3023/5000 (60%)
[epoch 26] loss: 0.0018549
Test set: Average loss: 2.0361, Accuracy: 3024/5000 (60%)
[epoch 27] loss: 0.0014014
Test set: Average loss: 2.0742, Accuracy: 3019/5000 (60%)
[epoch 28] loss: 0.0010459
Test set: Average loss: 2.1078, Accuracy: 3017/5000 (60%)
[epoch 29] loss: 0.0007738
Test set: Average loss: 2.1577, Accuracy: 3014/5000 (60%)
[epoch 30] loss: 0.0005724
Test set: Average loss: 2.1944, Accuracy: 3030/5000 (61%)
[epoch 31] loss: 0.0004216
Test set: Average loss: 2.2384, Accuracy: 3029/5000 (61%)
[epoch 32] loss: 0.0003068
Test set: Average loss: 2.2864, Accuracy: 3037/5000 (61%)
[epoch 33] loss: 0.0002236
Test set: Average loss: 2.3389, Accuracy: 3041/5000 (61%)
[epoch 34] loss: 0.0001622
Test set: Average loss: 2.3873, Accuracy: 3045/5000 (61%)
[epoch 35] loss: 0.0001162
Test set: Average loss: 2.4292, Accuracy: 3035/5000 (61%)
[epoch 36] loss: 0.0000837
Test set: Average loss: 2.4920, Accuracy: 3034/5000 (61%)
[epoch 37] loss: 0.0000601
Test set: Average loss: 2.5355, Accuracy: 3037/5000 (61%)
[epoch 38] loss: 0.0000428
Test set: Average loss: 2.5863, Accuracy: 3050/5000 (61%)
[epoch 39] loss: 0.0000307
Test set: Average loss: 2.6515, Accuracy: 3043/5000 (61%)
[epoch 40] loss: 0.0000220
Test set: Average loss: 2.7046, Accuracy: 3044/5000 (61%)
[epoch 41] loss: 0.0000156
Test set: Average loss: 2.7586, Accuracy: 3045/5000 (61%)
[epoch 42] loss: 0.0000110
Test set: Average loss: 2.8150, Accuracy: 3043/5000 (61%)
[epoch 43] loss: 0.0000078
Test set: Average loss: 2.8724, Accuracy: 3039/5000 (61%)
[epoch 44] loss: 0.0000056
Test set: Average loss: 2.9250, Accuracy: 3042/5000 (61%)
[epoch 45] loss: 0.0000039
Test set: Average loss: 2.9787, Accuracy: 3050/5000 (61%)
[epoch 46] loss: 0.0000027
Test set: Average loss: 3.0285, Accuracy: 3045/5000 (61%)
[epoch 47] loss: 0.0000019
Test set: Average loss: 3.0833, Accuracy: 3036/5000 (61%)
[epoch 48] loss: 0.0000013
Test set: Average loss: 3.1263, Accuracy: 3035/5000 (61%)
[epoch 49] loss: 0.0000009
Test set: Average loss: 3.1656, Accuracy: 3039/5000 (61%)
[epoch 50] loss: 0.0000006
Test set: Average loss: 3.1908, Accuracy: 3030/5000 (61%)
Validation:
Test set: Average loss: 2.9787, Accuracy: 3050/5000 (61%)
Test
Test set: Average loss: 2.8915, Accuracy: 6129/10000 (61%)
30000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3002, Accuracy: 504/5000 (10%)
[epoch 1] loss: 1.5499709
Test set: Average loss: 1.3685, Accuracy: 2533/5000 (51%)
[epoch 2] loss: 1.3001422
Test set: Average loss: 1.2977, Accuracy: 2687/5000 (54%)
[epoch 3] loss: 1.1788254
Test set: Average loss: 1.2613, Accuracy: 2807/5000 (56%)
[epoch 4] loss: 1.0703500
Test set: Average loss: 1.2473, Accuracy: 2782/5000 (56%)
[epoch 5] loss: 0.9754728
Test set: Average loss: 1.2006, Accuracy: 2884/5000 (58%)
[epoch 6] loss: 0.8680903
Test set: Average loss: 1.2128, Accuracy: 2908/5000 (58%)
[epoch 7] loss: 0.7598117
Test set: Average loss: 1.2194, Accuracy: 2968/5000 (59%)
[epoch 8] loss: 0.6403886
Test set: Average loss: 1.2515, Accuracy: 2984/5000 (60%)
[epoch 9] loss: 0.5270382
Test set: Average loss: 1.3691, Accuracy: 2928/5000 (59%)
[epoch 10] loss: 0.4172624
Test set: Average loss: 1.3887, Accuracy: 2952/5000 (59%)
[epoch 11] loss: 0.3216255
Test set: Average loss: 1.4652, Accuracy: 2953/5000 (59%)
[epoch 12] loss: 0.2717947
Test set: Average loss: 1.5848, Accuracy: 2875/5000 (58%)
[epoch 13] loss: 0.2230764
Test set: Average loss: 1.6754, Accuracy: 2906/5000 (58%)
[epoch 14] loss: 0.1982619
Test set: Average loss: 1.7425, Accuracy: 2946/5000 (59%)
[epoch 15] loss: 0.1811059
Test set: Average loss: 1.8161, Accuracy: 2897/5000 (58%)
[epoch 16] loss: 0.1865821
Epoch 15: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9195, Accuracy: 2819/5000 (56%)
[epoch 17] loss: 0.0779155
Test set: Average loss: 1.7848, Accuracy: 2980/5000 (60%)
[epoch 18] loss: 0.0280863
Test set: Average loss: 1.7939, Accuracy: 2991/5000 (60%)
[epoch 19] loss: 0.0177211
Test set: Average loss: 1.8128, Accuracy: 2995/5000 (60%)
[epoch 20] loss: 0.0125095
Test set: Average loss: 1.8292, Accuracy: 3007/5000 (60%)
[epoch 21] loss: 0.0091493
Test set: Average loss: 1.8520, Accuracy: 3006/5000 (60%)
[epoch 22] loss: 0.0067902
Test set: Average loss: 1.8838, Accuracy: 3015/5000 (60%)
[epoch 23] loss: 0.0050044
Test set: Average loss: 1.9164, Accuracy: 3032/5000 (61%)
[epoch 24] loss: 0.0036868
Test set: Average loss: 1.9513, Accuracy: 3020/5000 (60%)
[epoch 25] loss: 0.0026974
Test set: Average loss: 1.9926, Accuracy: 3008/5000 (60%)
[epoch 26] loss: 0.0019994
Test set: Average loss: 2.0336, Accuracy: 3033/5000 (61%)
[epoch 27] loss: 0.0014312
Test set: Average loss: 2.0671, Accuracy: 3036/5000 (61%)
[epoch 28] loss: 0.0010284
Test set: Average loss: 2.1177, Accuracy: 3040/5000 (61%)
[epoch 29] loss: 0.0007302
Test set: Average loss: 2.1726, Accuracy: 3040/5000 (61%)
[epoch 30] loss: 0.0005236
Test set: Average loss: 2.2215, Accuracy: 3047/5000 (61%)
[epoch 31] loss: 0.0003692
Test set: Average loss: 2.2811, Accuracy: 3040/5000 (61%)
[epoch 32] loss: 0.0002597
Test set: Average loss: 2.3290, Accuracy: 3062/5000 (61%)
[epoch 33] loss: 0.0001830
Test set: Average loss: 2.3933, Accuracy: 3040/5000 (61%)
[epoch 34] loss: 0.0010108
Epoch 33: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.4204, Accuracy: 3025/5000 (60%)
[epoch 35] loss: 0.0002156
Epoch 34: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.4242, Accuracy: 3020/5000 (60%)
[epoch 36] loss: 0.0001870
Epoch 35: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.4247, Accuracy: 3022/5000 (60%)
[epoch 37] loss: 0.0001854
Epoch 36: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
[epoch 38] loss: 0.0001851
Epoch 37: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
[epoch 39] loss: 0.0001851
Epoch 38: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
[epoch 40] loss: 0.0001851
Epoch 39: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
[epoch 41] loss: 0.0001850
Epoch 40: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
[epoch 42] loss: 0.0001850
Epoch 41: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
[epoch 43] loss: 0.0001851
Epoch 42: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
[epoch 44] loss: 0.0001850
Epoch 43: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
[epoch 45] loss: 0.0001850
Epoch 44: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
[epoch 46] loss: 0.0001851
Epoch 45: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
[epoch 47] loss: 0.0001851
Epoch 46: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
[epoch 48] loss: 0.0001850
Epoch 47: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
[epoch 49] loss: 0.0001851
Epoch 48: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
[epoch 50] loss: 0.0001851
Epoch 49: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.4247, Accuracy: 3021/5000 (60%)
Validation:
Test set: Average loss: 2.3290, Accuracy: 3062/5000 (61%)
Test
Test set: Average loss: 2.3577, Accuracy: 6095/10000 (61%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3032, Accuracy: 532/5000 (11%)
[epoch 1] loss: 1.5760617
Test set: Average loss: 1.4110, Accuracy: 2405/5000 (48%)
[epoch 2] loss: 1.3373740
Test set: Average loss: 1.3213, Accuracy: 2645/5000 (53%)
[epoch 3] loss: 1.2187513
Test set: Average loss: 1.2579, Accuracy: 2738/5000 (55%)
[epoch 4] loss: 1.1147040
Test set: Average loss: 1.2604, Accuracy: 2742/5000 (55%)
[epoch 5] loss: 1.0142476
Test set: Average loss: 1.2318, Accuracy: 2812/5000 (56%)
[epoch 6] loss: 0.9168860
Test set: Average loss: 1.2197, Accuracy: 2870/5000 (57%)
[epoch 7] loss: 0.8059029
Test set: Average loss: 1.2927, Accuracy: 2807/5000 (56%)
[epoch 8] loss: 0.7040246
Test set: Average loss: 1.2939, Accuracy: 2868/5000 (57%)
[epoch 9] loss: 0.5800764
Test set: Average loss: 1.3527, Accuracy: 2907/5000 (58%)
[epoch 10] loss: 0.4801554
Test set: Average loss: 1.4339, Accuracy: 2838/5000 (57%)
[epoch 11] loss: 0.3957189
Test set: Average loss: 1.5218, Accuracy: 2791/5000 (56%)
[epoch 12] loss: 0.3025587
Test set: Average loss: 1.5738, Accuracy: 2853/5000 (57%)
[epoch 13] loss: 0.2448565
Test set: Average loss: 1.6929, Accuracy: 2799/5000 (56%)
[epoch 14] loss: 0.2152751
Test set: Average loss: 1.7870, Accuracy: 2775/5000 (56%)
[epoch 15] loss: 0.2101851
Test set: Average loss: 1.8503, Accuracy: 2780/5000 (56%)
[epoch 16] loss: 0.2004992
Test set: Average loss: 1.9303, Accuracy: 2782/5000 (56%)
[epoch 17] loss: 0.1775415
Test set: Average loss: 1.9311, Accuracy: 2780/5000 (56%)
[epoch 18] loss: 0.1727239
Test set: Average loss: 2.1243, Accuracy: 2732/5000 (55%)
[epoch 19] loss: 0.1722078
Test set: Average loss: 2.1860, Accuracy: 2742/5000 (55%)
[epoch 20] loss: 0.1639975
Test set: Average loss: 2.1701, Accuracy: 2739/5000 (55%)
[epoch 21] loss: 0.1536573
Test set: Average loss: 2.1910, Accuracy: 2765/5000 (55%)
[epoch 22] loss: 0.1669896
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.2655, Accuracy: 2722/5000 (54%)
[epoch 23] loss: 0.0784572
Test set: Average loss: 2.1775, Accuracy: 2813/5000 (56%)
[epoch 24] loss: 0.0228960
Test set: Average loss: 2.1736, Accuracy: 2832/5000 (57%)
[epoch 25] loss: 0.0134713
Test set: Average loss: 2.1831, Accuracy: 2844/5000 (57%)
[epoch 26] loss: 0.0094495
Test set: Average loss: 2.1889, Accuracy: 2858/5000 (57%)
[epoch 27] loss: 0.0069023
Test set: Average loss: 2.2066, Accuracy: 2873/5000 (57%)
[epoch 28] loss: 0.0051534
Test set: Average loss: 2.2189, Accuracy: 2891/5000 (58%)
[epoch 29] loss: 0.0038022
Test set: Average loss: 2.2418, Accuracy: 2896/5000 (58%)
[epoch 30] loss: 0.0028266
Test set: Average loss: 2.2666, Accuracy: 2897/5000 (58%)
[epoch 31] loss: 0.0021062
Test set: Average loss: 2.3008, Accuracy: 2908/5000 (58%)
[epoch 32] loss: 0.0015368
Test set: Average loss: 2.3296, Accuracy: 2901/5000 (58%)
[epoch 33] loss: 0.0011265
Test set: Average loss: 2.3587, Accuracy: 2906/5000 (58%)
[epoch 34] loss: 0.0008236
Test set: Average loss: 2.4025, Accuracy: 2910/5000 (58%)
[epoch 35] loss: 0.0005928
Test set: Average loss: 2.4428, Accuracy: 2904/5000 (58%)
[epoch 36] loss: 0.0004293
Test set: Average loss: 2.4952, Accuracy: 2898/5000 (58%)
[epoch 37] loss: 0.0003073
Test set: Average loss: 2.5385, Accuracy: 2911/5000 (58%)
[epoch 38] loss: 0.0002206
Test set: Average loss: 2.5874, Accuracy: 2902/5000 (58%)
[epoch 39] loss: 0.0001581
Test set: Average loss: 2.6424, Accuracy: 2909/5000 (58%)
[epoch 40] loss: 0.0001127
Test set: Average loss: 2.6913, Accuracy: 2913/5000 (58%)
[epoch 41] loss: 0.0000798
Test set: Average loss: 2.7465, Accuracy: 2889/5000 (58%)
[epoch 42] loss: 0.0000565
Test set: Average loss: 2.7978, Accuracy: 2899/5000 (58%)
[epoch 43] loss: 0.0000401
Test set: Average loss: 2.8634, Accuracy: 2895/5000 (58%)
[epoch 44] loss: 0.0000283
Test set: Average loss: 2.9264, Accuracy: 2901/5000 (58%)
[epoch 45] loss: 0.0000198
Test set: Average loss: 2.9776, Accuracy: 2902/5000 (58%)
[epoch 46] loss: 0.0000140
Test set: Average loss: 3.0302, Accuracy: 2898/5000 (58%)
[epoch 47] loss: 0.0000098
Test set: Average loss: 3.0989, Accuracy: 2888/5000 (58%)
[epoch 48] loss: 0.0000069
Test set: Average loss: 3.1546, Accuracy: 2898/5000 (58%)
[epoch 49] loss: 0.0000048
Test set: Average loss: 3.2159, Accuracy: 2892/5000 (58%)
[epoch 50] loss: 0.0000033
Test set: Average loss: 3.2825, Accuracy: 2892/5000 (58%)
Validation:
Test set: Average loss: 2.6913, Accuracy: 2913/5000 (58%)
Test
Test set: Average loss: 2.6535, Accuracy: 5887/10000 (59%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2984, Accuracy: 586/5000 (12%)
[epoch 1] loss: 1.5739076
Test set: Average loss: 1.5426, Accuracy: 2258/5000 (45%)
[epoch 2] loss: 1.3300479
Test set: Average loss: 1.2920, Accuracy: 2660/5000 (53%)
[epoch 3] loss: 1.1878620
Test set: Average loss: 1.2240, Accuracy: 2828/5000 (57%)
[epoch 4] loss: 1.0602673
Test set: Average loss: 1.2732, Accuracy: 2758/5000 (55%)
[epoch 5] loss: 0.9567017
Test set: Average loss: 1.1480, Accuracy: 2958/5000 (59%)
[epoch 6] loss: 0.8422381
Test set: Average loss: 1.1920, Accuracy: 2994/5000 (60%)
[epoch 7] loss: 0.7325872
Test set: Average loss: 1.2183, Accuracy: 2971/5000 (59%)
[epoch 8] loss: 0.6135715
Test set: Average loss: 1.2533, Accuracy: 2949/5000 (59%)
[epoch 9] loss: 0.4946639
Test set: Average loss: 1.3069, Accuracy: 2970/5000 (59%)
[epoch 10] loss: 0.3825844
Test set: Average loss: 1.4565, Accuracy: 2872/5000 (57%)
[epoch 11] loss: 0.2836677
Test set: Average loss: 1.4871, Accuracy: 2929/5000 (59%)
[epoch 12] loss: 0.2260520
Test set: Average loss: 1.5909, Accuracy: 2944/5000 (59%)
[epoch 13] loss: 0.1968651
Test set: Average loss: 1.7382, Accuracy: 2875/5000 (58%)
[epoch 14] loss: 0.1701579
Test set: Average loss: 1.7881, Accuracy: 2893/5000 (58%)
[epoch 15] loss: 0.1791611
Epoch 14: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7916, Accuracy: 2912/5000 (58%)
[epoch 16] loss: 0.0700439
Test set: Average loss: 1.7024, Accuracy: 3009/5000 (60%)
[epoch 17] loss: 0.0273029
Test set: Average loss: 1.7020, Accuracy: 3013/5000 (60%)
[epoch 18] loss: 0.0176394
Test set: Average loss: 1.7142, Accuracy: 3012/5000 (60%)
[epoch 19] loss: 0.0127352
Test set: Average loss: 1.7286, Accuracy: 3015/5000 (60%)
[epoch 20] loss: 0.0095317
Test set: Average loss: 1.7556, Accuracy: 3018/5000 (60%)
[epoch 21] loss: 0.0071438
Test set: Average loss: 1.7788, Accuracy: 3035/5000 (61%)
[epoch 22] loss: 0.0053519
Test set: Average loss: 1.8063, Accuracy: 3039/5000 (61%)
[epoch 23] loss: 0.0039826
Test set: Average loss: 1.8380, Accuracy: 3037/5000 (61%)
[epoch 24] loss: 0.0029484
Test set: Average loss: 1.8767, Accuracy: 3035/5000 (61%)
[epoch 25] loss: 0.0021838
Test set: Average loss: 1.9082, Accuracy: 3032/5000 (61%)
[epoch 26] loss: 0.0015928
Test set: Average loss: 1.9550, Accuracy: 3056/5000 (61%)
[epoch 27] loss: 0.0011661
Test set: Average loss: 1.9956, Accuracy: 3051/5000 (61%)
[epoch 28] loss: 0.0008449
Test set: Average loss: 2.0408, Accuracy: 3038/5000 (61%)
[epoch 29] loss: 0.0006078
Test set: Average loss: 2.0844, Accuracy: 3040/5000 (61%)
[epoch 30] loss: 0.0004398
Test set: Average loss: 2.1366, Accuracy: 3039/5000 (61%)
[epoch 31] loss: 0.0003130
Test set: Average loss: 2.1813, Accuracy: 3029/5000 (61%)
[epoch 32] loss: 0.0002246
Test set: Average loss: 2.2709, Accuracy: 3049/5000 (61%)
[epoch 33] loss: 0.0001589
Test set: Average loss: 2.2843, Accuracy: 3055/5000 (61%)
[epoch 34] loss: 0.0001131
Test set: Average loss: 2.3495, Accuracy: 3051/5000 (61%)
[epoch 35] loss: 0.0000796
Test set: Average loss: 2.4017, Accuracy: 3047/5000 (61%)
[epoch 36] loss: 0.0000565
Test set: Average loss: 2.4476, Accuracy: 3057/5000 (61%)
[epoch 37] loss: 0.0000396
Test set: Average loss: 2.5113, Accuracy: 3046/5000 (61%)
[epoch 38] loss: 0.0000278
Test set: Average loss: 2.5695, Accuracy: 3056/5000 (61%)
[epoch 39] loss: 0.0000194
Test set: Average loss: 2.6235, Accuracy: 3046/5000 (61%)
[epoch 40] loss: 0.0000136
Test set: Average loss: 2.6826, Accuracy: 3064/5000 (61%)
[epoch 41] loss: 0.0000094
Test set: Average loss: 2.7400, Accuracy: 3054/5000 (61%)
[epoch 42] loss: 0.0000066
Test set: Average loss: 2.8048, Accuracy: 3060/5000 (61%)
[epoch 43] loss: 0.0000045
Test set: Average loss: 2.8490, Accuracy: 3074/5000 (61%)
[epoch 44] loss: 0.0000031
Test set: Average loss: 2.9124, Accuracy: 3064/5000 (61%)
[epoch 45] loss: 0.0000021
Test set: Average loss: 2.9649, Accuracy: 3065/5000 (61%)
[epoch 46] loss: 0.0000015
Test set: Average loss: 3.0234, Accuracy: 3060/5000 (61%)
[epoch 47] loss: 0.0000010
Test set: Average loss: 3.0636, Accuracy: 3056/5000 (61%)
[epoch 48] loss: 0.0000007
Test set: Average loss: 3.0871, Accuracy: 3062/5000 (61%)
[epoch 49] loss: 0.0000005
Test set: Average loss: 3.1045, Accuracy: 3040/5000 (61%)
[epoch 50] loss: 0.0000004
Test set: Average loss: 3.1139, Accuracy: 3052/5000 (61%)
Validation:
Test set: Average loss: 2.8490, Accuracy: 3074/5000 (61%)
Test
Test set: Average loss: 2.8552, Accuracy: 6205/10000 (62%)
35000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3095, Accuracy: 399/5000 (8%)
[epoch 1] loss: 1.5607000
Test set: Average loss: 1.4221, Accuracy: 2454/5000 (49%)
[epoch 2] loss: 1.3164812
Test set: Average loss: 1.2847, Accuracy: 2721/5000 (54%)
[epoch 3] loss: 1.1671753
Test set: Average loss: 1.2569, Accuracy: 2803/5000 (56%)
[epoch 4] loss: 1.0447195
Test set: Average loss: 1.1807, Accuracy: 2898/5000 (58%)
[epoch 5] loss: 0.9322548
Test set: Average loss: 1.1467, Accuracy: 3025/5000 (60%)
[epoch 6] loss: 0.8168380
Test set: Average loss: 1.1793, Accuracy: 3003/5000 (60%)
[epoch 7] loss: 0.6876304
Test set: Average loss: 1.2626, Accuracy: 2938/5000 (59%)
[epoch 8] loss: 0.5594257
Test set: Average loss: 1.2838, Accuracy: 2980/5000 (60%)
[epoch 9] loss: 0.4465593
Test set: Average loss: 1.3429, Accuracy: 3004/5000 (60%)
[epoch 10] loss: 0.3355617
Test set: Average loss: 1.4305, Accuracy: 3016/5000 (60%)
[epoch 11] loss: 0.2490804
Test set: Average loss: 1.5764, Accuracy: 2914/5000 (58%)
[epoch 12] loss: 0.2096932
Test set: Average loss: 1.7069, Accuracy: 2908/5000 (58%)
[epoch 13] loss: 0.1761218
Test set: Average loss: 1.7575, Accuracy: 2933/5000 (59%)
[epoch 14] loss: 0.1784861
Epoch 13: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7840, Accuracy: 2933/5000 (59%)
[epoch 15] loss: 0.0667421
Test set: Average loss: 1.7086, Accuracy: 3057/5000 (61%)
[epoch 16] loss: 0.0254247
Test set: Average loss: 1.7231, Accuracy: 3056/5000 (61%)
[epoch 17] loss: 0.0158771
Test set: Average loss: 1.7438, Accuracy: 3079/5000 (62%)
[epoch 18] loss: 0.0109755
Test set: Average loss: 1.7660, Accuracy: 3072/5000 (61%)
[epoch 19] loss: 0.0078338
Test set: Average loss: 1.7937, Accuracy: 3080/5000 (62%)
[epoch 20] loss: 0.0055322
Test set: Average loss: 1.8331, Accuracy: 3080/5000 (62%)
[epoch 21] loss: 0.0038982
Test set: Average loss: 1.8716, Accuracy: 3085/5000 (62%)
[epoch 22] loss: 0.0027141
Test set: Average loss: 1.9210, Accuracy: 3082/5000 (62%)
[epoch 23] loss: 0.0018758
Test set: Average loss: 1.9637, Accuracy: 3078/5000 (62%)
[epoch 24] loss: 0.0012852
Test set: Average loss: 2.0114, Accuracy: 3084/5000 (62%)
[epoch 25] loss: 0.0008738
Test set: Average loss: 2.0730, Accuracy: 3094/5000 (62%)
[epoch 26] loss: 0.0005906
Test set: Average loss: 2.1228, Accuracy: 3102/5000 (62%)
[epoch 27] loss: 0.0004000
Test set: Average loss: 2.1871, Accuracy: 3093/5000 (62%)
[epoch 28] loss: 0.0002718
Test set: Average loss: 2.2484, Accuracy: 3101/5000 (62%)
[epoch 29] loss: 0.0001788
Test set: Average loss: 2.3216, Accuracy: 3099/5000 (62%)
[epoch 30] loss: 0.0001193
Test set: Average loss: 2.3741, Accuracy: 3090/5000 (62%)
[epoch 31] loss: 0.0000793
Test set: Average loss: 2.4461, Accuracy: 3095/5000 (62%)
[epoch 32] loss: 0.0000521
Test set: Average loss: 2.5103, Accuracy: 3092/5000 (62%)
[epoch 33] loss: 0.0000342
Test set: Average loss: 2.5816, Accuracy: 3085/5000 (62%)
[epoch 34] loss: 0.0000224
Test set: Average loss: 2.6525, Accuracy: 3094/5000 (62%)
[epoch 35] loss: 0.0000144
Test set: Average loss: 2.7287, Accuracy: 3094/5000 (62%)
[epoch 36] loss: 0.0000094
Test set: Average loss: 2.7968, Accuracy: 3075/5000 (62%)
[epoch 37] loss: 0.0000060
Test set: Average loss: 2.8633, Accuracy: 3091/5000 (62%)
[epoch 38] loss: 0.0000039
Test set: Average loss: 2.9354, Accuracy: 3093/5000 (62%)
[epoch 39] loss: 0.0000025
Test set: Average loss: 3.0053, Accuracy: 3087/5000 (62%)
[epoch 40] loss: 0.0000016
Test set: Average loss: 3.0629, Accuracy: 3084/5000 (62%)
[epoch 41] loss: 0.0000010
Test set: Average loss: 3.1194, Accuracy: 3081/5000 (62%)
[epoch 42] loss: 0.0000006
Test set: Average loss: 3.1508, Accuracy: 3068/5000 (61%)
[epoch 43] loss: 0.0000004
Test set: Average loss: 3.1684, Accuracy: 3068/5000 (61%)
[epoch 44] loss: 0.0000003
Test set: Average loss: 3.1829, Accuracy: 3067/5000 (61%)
[epoch 45] loss: 0.0000003
Test set: Average loss: 3.1821, Accuracy: 3065/5000 (61%)
[epoch 46] loss: 0.0000002
Test set: Average loss: 3.2013, Accuracy: 3067/5000 (61%)
[epoch 47] loss: 0.0000002
Test set: Average loss: 3.2062, Accuracy: 3056/5000 (61%)
[epoch 48] loss: 0.0000002
Test set: Average loss: 3.2230, Accuracy: 3051/5000 (61%)
[epoch 49] loss: 0.0000001
Test set: Average loss: 3.2453, Accuracy: 3063/5000 (61%)
[epoch 50] loss: 0.0000001
Test set: Average loss: 3.2549, Accuracy: 3059/5000 (61%)
Validation:
Test set: Average loss: 2.1228, Accuracy: 3102/5000 (62%)
Test
Test set: Average loss: 2.1280, Accuracy: 6203/10000 (62%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.2968, Accuracy: 607/5000 (12%)
[epoch 1] loss: 1.4933661
Test set: Average loss: 1.3157, Accuracy: 2643/5000 (53%)
[epoch 2] loss: 1.2303908
Test set: Average loss: 1.2763, Accuracy: 2722/5000 (54%)
[epoch 3] loss: 1.0998482
Test set: Average loss: 1.1985, Accuracy: 2886/5000 (58%)
[epoch 4] loss: 0.9976310
Test set: Average loss: 1.1309, Accuracy: 2992/5000 (60%)
[epoch 5] loss: 0.8916015
Test set: Average loss: 1.1425, Accuracy: 3070/5000 (61%)
[epoch 6] loss: 0.8079335
Test set: Average loss: 1.1559, Accuracy: 3045/5000 (61%)
[epoch 7] loss: 0.7032840
Test set: Average loss: 1.1734, Accuracy: 3077/5000 (62%)
[epoch 8] loss: 0.6172227
Test set: Average loss: 1.2102, Accuracy: 3056/5000 (61%)
[epoch 9] loss: 0.5174420
Test set: Average loss: 1.3013, Accuracy: 3014/5000 (60%)
[epoch 10] loss: 0.4371765
Test set: Average loss: 1.3298, Accuracy: 3068/5000 (61%)
[epoch 11] loss: 0.3665872
Test set: Average loss: 1.4590, Accuracy: 2989/5000 (60%)
[epoch 12] loss: 0.3254291
Test set: Average loss: 1.4709, Accuracy: 3070/5000 (61%)
[epoch 13] loss: 0.2705867
Test set: Average loss: 1.5959, Accuracy: 3035/5000 (61%)
[epoch 14] loss: 0.2570887
Test set: Average loss: 1.6716, Accuracy: 2956/5000 (59%)
[epoch 15] loss: 0.2445990
Test set: Average loss: 1.7055, Accuracy: 2954/5000 (59%)
[epoch 16] loss: 0.2161732
Test set: Average loss: 1.7758, Accuracy: 3004/5000 (60%)
[epoch 17] loss: 0.2034717
Test set: Average loss: 1.8249, Accuracy: 2971/5000 (59%)
[epoch 18] loss: 0.2074079
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9069, Accuracy: 2980/5000 (60%)
[epoch 19] loss: 0.0880626
Test set: Average loss: 1.7826, Accuracy: 3084/5000 (62%)
[epoch 20] loss: 0.0319511
Test set: Average loss: 1.7862, Accuracy: 3091/5000 (62%)
[epoch 21] loss: 0.0187554
Test set: Average loss: 1.8082, Accuracy: 3090/5000 (62%)
[epoch 22] loss: 0.0126579
Test set: Average loss: 1.8394, Accuracy: 3099/5000 (62%)
[epoch 23] loss: 0.0087768
Test set: Average loss: 1.8619, Accuracy: 3105/5000 (62%)
[epoch 24] loss: 0.0061495
Test set: Average loss: 1.9003, Accuracy: 3122/5000 (62%)
[epoch 25] loss: 0.0043414
Test set: Average loss: 1.9258, Accuracy: 3118/5000 (62%)
[epoch 26] loss: 0.0030237
Test set: Average loss: 1.9826, Accuracy: 3130/5000 (63%)
[epoch 27] loss: 0.0020917
Test set: Average loss: 2.0142, Accuracy: 3136/5000 (63%)
[epoch 28] loss: 0.0014375
Test set: Average loss: 2.0673, Accuracy: 3132/5000 (63%)
[epoch 29] loss: 0.0010077
Test set: Average loss: 2.1248, Accuracy: 3128/5000 (63%)
[epoch 30] loss: 0.0006682
Test set: Average loss: 2.1603, Accuracy: 3125/5000 (62%)
[epoch 31] loss: 0.0004497
Test set: Average loss: 2.2145, Accuracy: 3140/5000 (63%)
[epoch 32] loss: 0.0003051
Test set: Average loss: 2.2818, Accuracy: 3132/5000 (63%)
[epoch 33] loss: 0.0002031
Test set: Average loss: 2.3272, Accuracy: 3138/5000 (63%)
[epoch 34] loss: 0.0001349
Test set: Average loss: 2.4000, Accuracy: 3137/5000 (63%)
[epoch 35] loss: 0.0000890
Test set: Average loss: 2.4631, Accuracy: 3152/5000 (63%)
[epoch 36] loss: 0.0000584
Test set: Average loss: 2.5287, Accuracy: 3136/5000 (63%)
[epoch 37] loss: 0.0000383
Test set: Average loss: 2.6020, Accuracy: 3134/5000 (63%)
[epoch 38] loss: 0.0000249
Test set: Average loss: 2.6750, Accuracy: 3126/5000 (63%)
[epoch 39] loss: 0.0000162
Test set: Average loss: 2.7365, Accuracy: 3134/5000 (63%)
[epoch 40] loss: 0.0000105
Test set: Average loss: 2.8165, Accuracy: 3128/5000 (63%)
[epoch 41] loss: 0.0000068
Test set: Average loss: 2.8747, Accuracy: 3138/5000 (63%)
[epoch 42] loss: 0.0000043
Test set: Average loss: 2.9506, Accuracy: 3128/5000 (63%)
[epoch 43] loss: 0.0000028
Test set: Average loss: 3.0161, Accuracy: 3138/5000 (63%)
[epoch 44] loss: 0.0000018
Test set: Average loss: 3.0898, Accuracy: 3138/5000 (63%)
[epoch 45] loss: 0.0000011
Test set: Average loss: 3.1445, Accuracy: 3125/5000 (62%)
[epoch 46] loss: 0.0000007
Test set: Average loss: 3.1891, Accuracy: 3132/5000 (63%)
[epoch 47] loss: 0.0000004
Test set: Average loss: 3.2114, Accuracy: 3116/5000 (62%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 3.2266, Accuracy: 3127/5000 (63%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 3.2505, Accuracy: 3125/5000 (62%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.2595, Accuracy: 3108/5000 (62%)
Validation:
Test set: Average loss: 2.4631, Accuracy: 3152/5000 (63%)
Test
Test set: Average loss: 2.4189, Accuracy: 6358/10000 (64%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2976, Accuracy: 555/5000 (11%)
[epoch 1] loss: 1.5554787
Test set: Average loss: 1.4257, Accuracy: 2429/5000 (49%)
[epoch 2] loss: 1.3172917
Test set: Average loss: 1.3135, Accuracy: 2657/5000 (53%)
[epoch 3] loss: 1.1924044
Test set: Average loss: 1.2207, Accuracy: 2822/5000 (56%)
[epoch 4] loss: 1.0838035
Test set: Average loss: 1.2090, Accuracy: 2812/5000 (56%)
[epoch 5] loss: 0.9905750
Test set: Average loss: 1.2114, Accuracy: 2886/5000 (58%)
[epoch 6] loss: 0.8911653
Test set: Average loss: 1.1863, Accuracy: 2964/5000 (59%)
[epoch 7] loss: 0.7961904
Test set: Average loss: 1.2333, Accuracy: 2875/5000 (58%)
[epoch 8] loss: 0.6940874
Test set: Average loss: 1.2334, Accuracy: 2984/5000 (60%)
[epoch 9] loss: 0.5855128
Test set: Average loss: 1.3022, Accuracy: 2961/5000 (59%)
[epoch 10] loss: 0.4900215
Test set: Average loss: 1.3272, Accuracy: 2994/5000 (60%)
[epoch 11] loss: 0.3885712
Test set: Average loss: 1.4724, Accuracy: 2930/5000 (59%)
[epoch 12] loss: 0.3295723
Test set: Average loss: 1.5215, Accuracy: 2941/5000 (59%)
[epoch 13] loss: 0.2732831
Test set: Average loss: 1.5907, Accuracy: 2953/5000 (59%)
[epoch 14] loss: 0.2265396
Test set: Average loss: 1.7082, Accuracy: 2908/5000 (58%)
[epoch 15] loss: 0.2216848
Test set: Average loss: 1.7219, Accuracy: 2908/5000 (58%)
[epoch 16] loss: 0.2029570
Test set: Average loss: 1.8679, Accuracy: 2873/5000 (57%)
[epoch 17] loss: 0.1975786
Test set: Average loss: 1.8742, Accuracy: 2876/5000 (58%)
[epoch 18] loss: 0.1720291
Test set: Average loss: 1.9426, Accuracy: 2910/5000 (58%)
[epoch 19] loss: 0.1751042
Epoch 18: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9944, Accuracy: 2894/5000 (58%)
[epoch 20] loss: 0.0726222
Test set: Average loss: 1.8943, Accuracy: 3012/5000 (60%)
[epoch 21] loss: 0.0249840
Test set: Average loss: 1.9088, Accuracy: 3037/5000 (61%)
[epoch 22] loss: 0.0148913
Test set: Average loss: 1.9203, Accuracy: 3057/5000 (61%)
[epoch 23] loss: 0.0102317
Test set: Average loss: 1.9403, Accuracy: 3052/5000 (61%)
[epoch 24] loss: 0.0073255
Test set: Average loss: 1.9628, Accuracy: 3062/5000 (61%)
[epoch 25] loss: 0.0052666
Test set: Average loss: 1.9889, Accuracy: 3046/5000 (61%)
[epoch 26] loss: 0.0037860
Test set: Average loss: 2.0205, Accuracy: 3057/5000 (61%)
[epoch 27] loss: 0.0026964
Test set: Average loss: 2.0538, Accuracy: 3064/5000 (61%)
[epoch 28] loss: 0.0019038
Test set: Average loss: 2.0931, Accuracy: 3076/5000 (62%)
[epoch 29] loss: 0.0013427
Test set: Average loss: 2.1337, Accuracy: 3087/5000 (62%)
[epoch 30] loss: 0.0009425
Test set: Average loss: 2.1872, Accuracy: 3079/5000 (62%)
[epoch 31] loss: 0.0006533
Test set: Average loss: 2.2425, Accuracy: 3080/5000 (62%)
[epoch 32] loss: 0.0004541
Test set: Average loss: 2.3006, Accuracy: 3068/5000 (61%)
[epoch 33] loss: 0.0003146
Test set: Average loss: 2.3438, Accuracy: 3073/5000 (61%)
[epoch 34] loss: 0.0002150
Test set: Average loss: 2.4087, Accuracy: 3082/5000 (62%)
[epoch 35] loss: 0.0001598
Test set: Average loss: 2.4637, Accuracy: 3072/5000 (61%)
[epoch 36] loss: 0.0001032
Test set: Average loss: 2.5199, Accuracy: 3075/5000 (62%)
[epoch 37] loss: 0.0000717
Test set: Average loss: 2.5768, Accuracy: 3072/5000 (61%)
[epoch 38] loss: 0.0000494
Test set: Average loss: 2.6391, Accuracy: 3079/5000 (62%)
[epoch 39] loss: 0.0000337
Test set: Average loss: 2.7083, Accuracy: 3083/5000 (62%)
[epoch 40] loss: 0.0000227
Test set: Average loss: 2.7817, Accuracy: 3071/5000 (61%)
[epoch 41] loss: 0.0000153
Test set: Average loss: 2.8458, Accuracy: 3065/5000 (61%)
[epoch 42] loss: 0.0000103
Test set: Average loss: 2.9026, Accuracy: 3081/5000 (62%)
[epoch 43] loss: 0.0000069
Test set: Average loss: 2.9755, Accuracy: 3083/5000 (62%)
[epoch 44] loss: 0.0000046
Test set: Average loss: 3.0454, Accuracy: 3078/5000 (62%)
[epoch 45] loss: 0.0000030
Test set: Average loss: 3.1018, Accuracy: 3070/5000 (61%)
[epoch 46] loss: 0.0000020
Test set: Average loss: 3.1633, Accuracy: 3079/5000 (62%)
[epoch 47] loss: 0.0000013
Test set: Average loss: 3.2241, Accuracy: 3081/5000 (62%)
[epoch 48] loss: 0.0000009
Test set: Average loss: 3.2635, Accuracy: 3085/5000 (62%)
[epoch 49] loss: 0.0000006
Test set: Average loss: 3.2926, Accuracy: 3087/5000 (62%)
[epoch 50] loss: 0.0000004
Test set: Average loss: 3.3080, Accuracy: 3082/5000 (62%)
Validation:
Test set: Average loss: 3.2926, Accuracy: 3087/5000 (62%)
Test
Test set: Average loss: 3.1730, Accuracy: 6187/10000 (62%)
40000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3022, Accuracy: 557/5000 (11%)
[epoch 1] loss: 1.5093888
Test set: Average loss: 1.3233, Accuracy: 2629/5000 (53%)
[epoch 2] loss: 1.2601424
Test set: Average loss: 1.3530, Accuracy: 2636/5000 (53%)
[epoch 3] loss: 1.1450010
Test set: Average loss: 1.1906, Accuracy: 2863/5000 (57%)
[epoch 4] loss: 1.0373688
Test set: Average loss: 1.2064, Accuracy: 2905/5000 (58%)
[epoch 5] loss: 0.9544116
Test set: Average loss: 1.1479, Accuracy: 3015/5000 (60%)
[epoch 6] loss: 0.8666080
Test set: Average loss: 1.1471, Accuracy: 3038/5000 (61%)
[epoch 7] loss: 0.7706043
Test set: Average loss: 1.1838, Accuracy: 3035/5000 (61%)
[epoch 8] loss: 0.6799717
Test set: Average loss: 1.1786, Accuracy: 3043/5000 (61%)
[epoch 9] loss: 0.5851245
Test set: Average loss: 1.2778, Accuracy: 3022/5000 (60%)
[epoch 10] loss: 0.4967041
Test set: Average loss: 1.3153, Accuracy: 3049/5000 (61%)
[epoch 11] loss: 0.4160136
Test set: Average loss: 1.3884, Accuracy: 3048/5000 (61%)
[epoch 12] loss: 0.3495775
Test set: Average loss: 1.4814, Accuracy: 3015/5000 (60%)
[epoch 13] loss: 0.3075573
Test set: Average loss: 1.5447, Accuracy: 3024/5000 (60%)
[epoch 14] loss: 0.2657682
Test set: Average loss: 1.6084, Accuracy: 3009/5000 (60%)
[epoch 15] loss: 0.2391566
Test set: Average loss: 1.7142, Accuracy: 2933/5000 (59%)
[epoch 16] loss: 0.2289691
Test set: Average loss: 1.8242, Accuracy: 2922/5000 (58%)
[epoch 17] loss: 0.2237212
Test set: Average loss: 1.8841, Accuracy: 2961/5000 (59%)
[epoch 18] loss: 0.2027020
Test set: Average loss: 1.8949, Accuracy: 2988/5000 (60%)
[epoch 19] loss: 0.2026055
Test set: Average loss: 1.8955, Accuracy: 2929/5000 (59%)
[epoch 20] loss: 0.2180869
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9542, Accuracy: 2943/5000 (59%)
[epoch 21] loss: 0.0860249
Test set: Average loss: 1.8657, Accuracy: 3026/5000 (61%)
[epoch 22] loss: 0.0318496
Test set: Average loss: 1.8655, Accuracy: 3050/5000 (61%)
[epoch 23] loss: 0.0179523
Test set: Average loss: 1.8772, Accuracy: 3061/5000 (61%)
[epoch 24] loss: 0.0119261
Test set: Average loss: 1.8945, Accuracy: 3072/5000 (61%)
[epoch 25] loss: 0.0081604
Test set: Average loss: 1.9311, Accuracy: 3081/5000 (62%)
[epoch 26] loss: 0.0056539
Test set: Average loss: 1.9559, Accuracy: 3074/5000 (61%)
[epoch 27] loss: 0.0039186
Test set: Average loss: 2.0064, Accuracy: 3089/5000 (62%)
[epoch 28] loss: 0.0026770
Test set: Average loss: 2.0399, Accuracy: 3065/5000 (61%)
[epoch 29] loss: 0.0018321
Test set: Average loss: 2.0896, Accuracy: 3089/5000 (62%)
[epoch 30] loss: 0.0012381
Test set: Average loss: 2.1380, Accuracy: 3096/5000 (62%)
[epoch 31] loss: 0.0008373
Test set: Average loss: 2.1993, Accuracy: 3085/5000 (62%)
[epoch 32] loss: 0.0005640
Test set: Average loss: 2.2472, Accuracy: 3101/5000 (62%)
[epoch 33] loss: 0.0003775
Test set: Average loss: 2.3210, Accuracy: 3085/5000 (62%)
[epoch 34] loss: 0.0002532
Test set: Average loss: 2.3764, Accuracy: 3101/5000 (62%)
[epoch 35] loss: 0.0001668
Test set: Average loss: 2.4386, Accuracy: 3092/5000 (62%)
[epoch 36] loss: 0.0001102
Test set: Average loss: 2.5032, Accuracy: 3099/5000 (62%)
[epoch 37] loss: 0.0000722
Test set: Average loss: 2.5730, Accuracy: 3098/5000 (62%)
[epoch 38] loss: 0.0000476
Test set: Average loss: 2.6558, Accuracy: 3095/5000 (62%)
[epoch 39] loss: 0.0000310
Test set: Average loss: 2.7181, Accuracy: 3095/5000 (62%)
[epoch 40] loss: 0.0000203
Test set: Average loss: 2.7826, Accuracy: 3098/5000 (62%)
[epoch 41] loss: 0.0000130
Test set: Average loss: 2.8583, Accuracy: 3107/5000 (62%)
[epoch 42] loss: 0.0000084
Test set: Average loss: 2.9325, Accuracy: 3102/5000 (62%)
[epoch 43] loss: 0.0000054
Test set: Average loss: 3.0051, Accuracy: 3097/5000 (62%)
[epoch 44] loss: 0.0000035
Test set: Average loss: 3.0699, Accuracy: 3110/5000 (62%)
[epoch 45] loss: 0.0000022
Test set: Average loss: 3.1474, Accuracy: 3100/5000 (62%)
[epoch 46] loss: 0.0000014
Test set: Average loss: 3.2034, Accuracy: 3096/5000 (62%)
[epoch 47] loss: 0.0000009
Test set: Average loss: 3.2434, Accuracy: 3090/5000 (62%)
[epoch 48] loss: 0.0000006
Test set: Average loss: 3.2933, Accuracy: 3085/5000 (62%)
[epoch 49] loss: 0.0000004
Test set: Average loss: 3.3125, Accuracy: 3081/5000 (62%)
[epoch 50] loss: 0.0000003
Test set: Average loss: 3.3233, Accuracy: 3063/5000 (61%)
Validation:
Test set: Average loss: 3.0699, Accuracy: 3110/5000 (62%)
Test
Test set: Average loss: 3.0383, Accuracy: 6239/10000 (62%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3080, Accuracy: 475/5000 (10%)
[epoch 1] loss: 1.5078065
Test set: Average loss: 1.3221, Accuracy: 2666/5000 (53%)
[epoch 2] loss: 1.2552307
Test set: Average loss: 1.2502, Accuracy: 2731/5000 (55%)
[epoch 3] loss: 1.1215240
Test set: Average loss: 1.1651, Accuracy: 2938/5000 (59%)
[epoch 4] loss: 1.0188574
Test set: Average loss: 1.1491, Accuracy: 2971/5000 (59%)
[epoch 5] loss: 0.9343090
Test set: Average loss: 1.1077, Accuracy: 3052/5000 (61%)
[epoch 6] loss: 0.8547348
Test set: Average loss: 1.1360, Accuracy: 3040/5000 (61%)
[epoch 7] loss: 0.7679417
Test set: Average loss: 1.1119, Accuracy: 3094/5000 (62%)
[epoch 8] loss: 0.6923497
Test set: Average loss: 1.1375, Accuracy: 3160/5000 (63%)
[epoch 9] loss: 0.6049012
Test set: Average loss: 1.1989, Accuracy: 3101/5000 (62%)
[epoch 10] loss: 0.5300784
Test set: Average loss: 1.2547, Accuracy: 3113/5000 (62%)
[epoch 11] loss: 0.4599831
Test set: Average loss: 1.3158, Accuracy: 3079/5000 (62%)
[epoch 12] loss: 0.3945590
Test set: Average loss: 1.3591, Accuracy: 3075/5000 (62%)
[epoch 13] loss: 0.3341199
Test set: Average loss: 1.4399, Accuracy: 3061/5000 (61%)
[epoch 14] loss: 0.3077416
Test set: Average loss: 1.5024, Accuracy: 3018/5000 (60%)
[epoch 15] loss: 0.2667707
Test set: Average loss: 1.5889, Accuracy: 3042/5000 (61%)
[epoch 16] loss: 0.2600115
Test set: Average loss: 1.5818, Accuracy: 3072/5000 (61%)
[epoch 17] loss: 0.2373631
Test set: Average loss: 1.6901, Accuracy: 3044/5000 (61%)
[epoch 18] loss: 0.2415136
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7324, Accuracy: 3044/5000 (61%)
[epoch 19] loss: 0.0996221
Test set: Average loss: 1.6226, Accuracy: 3139/5000 (63%)
[epoch 20] loss: 0.0412500
Test set: Average loss: 1.6250, Accuracy: 3139/5000 (63%)
[epoch 21] loss: 0.0252997
Test set: Average loss: 1.6597, Accuracy: 3162/5000 (63%)
[epoch 22] loss: 0.0169830
Test set: Average loss: 1.6779, Accuracy: 3162/5000 (63%)
[epoch 23] loss: 0.0118068
Test set: Average loss: 1.7061, Accuracy: 3157/5000 (63%)
[epoch 24] loss: 0.0082341
Test set: Average loss: 1.7391, Accuracy: 3187/5000 (64%)
[epoch 25] loss: 0.0057322
Test set: Average loss: 1.7794, Accuracy: 3184/5000 (64%)
[epoch 26] loss: 0.0039903
Test set: Average loss: 1.8270, Accuracy: 3187/5000 (64%)
[epoch 27] loss: 0.0027565
Test set: Average loss: 1.8715, Accuracy: 3184/5000 (64%)
[epoch 28] loss: 0.0019062
Test set: Average loss: 1.9368, Accuracy: 3187/5000 (64%)
[epoch 29] loss: 0.0013052
Test set: Average loss: 1.9836, Accuracy: 3193/5000 (64%)
[epoch 30] loss: 0.0008838
Test set: Average loss: 2.0446, Accuracy: 3205/5000 (64%)
[epoch 31] loss: 0.0006004
Test set: Average loss: 2.1011, Accuracy: 3193/5000 (64%)
[epoch 32] loss: 0.0004042
Test set: Average loss: 2.1599, Accuracy: 3196/5000 (64%)
[epoch 33] loss: 0.0002702
Test set: Average loss: 2.2296, Accuracy: 3193/5000 (64%)
[epoch 34] loss: 0.0001818
Test set: Average loss: 2.2936, Accuracy: 3200/5000 (64%)
[epoch 35] loss: 0.0001202
Test set: Average loss: 2.3501, Accuracy: 3198/5000 (64%)
[epoch 36] loss: 0.0000787
Test set: Average loss: 2.4130, Accuracy: 3201/5000 (64%)
[epoch 37] loss: 0.0000535
Test set: Average loss: 2.4797, Accuracy: 3205/5000 (64%)
[epoch 38] loss: 0.0000339
Test set: Average loss: 2.5588, Accuracy: 3208/5000 (64%)
[epoch 39] loss: 0.0000224
Test set: Average loss: 2.6243, Accuracy: 3204/5000 (64%)
[epoch 40] loss: 0.0000147
Test set: Average loss: 2.6839, Accuracy: 3211/5000 (64%)
[epoch 41] loss: 0.0000095
Test set: Average loss: 2.7730, Accuracy: 3199/5000 (64%)
[epoch 42] loss: 0.0000061
Test set: Average loss: 2.8396, Accuracy: 3192/5000 (64%)
[epoch 43] loss: 0.0006655
Epoch 42: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.9628, Accuracy: 3179/5000 (64%)
[epoch 44] loss: 0.0003650
Epoch 43: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.9020, Accuracy: 3191/5000 (64%)
[epoch 45] loss: 0.0001144
Epoch 44: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.9011, Accuracy: 3191/5000 (64%)
[epoch 46] loss: 0.0001102
Epoch 45: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.9010, Accuracy: 3191/5000 (64%)
[epoch 47] loss: 0.0001097
Epoch 46: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.9010, Accuracy: 3191/5000 (64%)
[epoch 48] loss: 0.0001096
Epoch 47: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.9010, Accuracy: 3191/5000 (64%)
[epoch 49] loss: 0.0001096
Epoch 48: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.9010, Accuracy: 3191/5000 (64%)
[epoch 50] loss: 0.0001096
Epoch 49: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.9010, Accuracy: 3191/5000 (64%)
Validation:
Test set: Average loss: 2.6839, Accuracy: 3211/5000 (64%)
Test
Test set: Average loss: 2.6844, Accuracy: 6411/10000 (64%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3046, Accuracy: 439/5000 (9%)
[epoch 1] loss: 1.5328479
Test set: Average loss: 1.3860, Accuracy: 2497/5000 (50%)
[epoch 2] loss: 1.2881401
Test set: Average loss: 1.2898, Accuracy: 2694/5000 (54%)
[epoch 3] loss: 1.1535895
Test set: Average loss: 1.2073, Accuracy: 2866/5000 (57%)
[epoch 4] loss: 1.0486604
Test set: Average loss: 1.2300, Accuracy: 2833/5000 (57%)
[epoch 5] loss: 0.9464829
Test set: Average loss: 1.1411, Accuracy: 2997/5000 (60%)
[epoch 6] loss: 0.8532943
Test set: Average loss: 1.1572, Accuracy: 3030/5000 (61%)
[epoch 7] loss: 0.7560779
Test set: Average loss: 1.1535, Accuracy: 3071/5000 (61%)
[epoch 8] loss: 0.6611647
Test set: Average loss: 1.1798, Accuracy: 3094/5000 (62%)
[epoch 9] loss: 0.5549899
Test set: Average loss: 1.2756, Accuracy: 3050/5000 (61%)
[epoch 10] loss: 0.4724112
Test set: Average loss: 1.2770, Accuracy: 3072/5000 (61%)
[epoch 11] loss: 0.3870724
Test set: Average loss: 1.4057, Accuracy: 3010/5000 (60%)
[epoch 12] loss: 0.3300965
Test set: Average loss: 1.4473, Accuracy: 3029/5000 (61%)
[epoch 13] loss: 0.2812491
Test set: Average loss: 1.5742, Accuracy: 3004/5000 (60%)
[epoch 14] loss: 0.2481031
Test set: Average loss: 1.6661, Accuracy: 2950/5000 (59%)
[epoch 15] loss: 0.2334030
Test set: Average loss: 1.7227, Accuracy: 2955/5000 (59%)
[epoch 16] loss: 0.2073679
Test set: Average loss: 1.7873, Accuracy: 2967/5000 (59%)
[epoch 17] loss: 0.2093892
Epoch 16: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8134, Accuracy: 3022/5000 (60%)
[epoch 18] loss: 0.0916576
Test set: Average loss: 1.7409, Accuracy: 3079/5000 (62%)
[epoch 19] loss: 0.0341546
Test set: Average loss: 1.7522, Accuracy: 3100/5000 (62%)
[epoch 20] loss: 0.0202020
Test set: Average loss: 1.7689, Accuracy: 3109/5000 (62%)
[epoch 21] loss: 0.0134802
Test set: Average loss: 1.7812, Accuracy: 3128/5000 (63%)
[epoch 22] loss: 0.0093216
Test set: Average loss: 1.8096, Accuracy: 3143/5000 (63%)
[epoch 23] loss: 0.0064700
Test set: Average loss: 1.8523, Accuracy: 3136/5000 (63%)
[epoch 24] loss: 0.0044836
Test set: Average loss: 1.8867, Accuracy: 3127/5000 (63%)
[epoch 25] loss: 0.0030604
Test set: Average loss: 1.9326, Accuracy: 3133/5000 (63%)
[epoch 26] loss: 0.0020975
Test set: Average loss: 1.9796, Accuracy: 3119/5000 (62%)
[epoch 27] loss: 0.0014242
Test set: Average loss: 2.0382, Accuracy: 3140/5000 (63%)
[epoch 28] loss: 0.0009638
Test set: Average loss: 2.0931, Accuracy: 3133/5000 (63%)
[epoch 29] loss: 0.0006469
Test set: Average loss: 2.1554, Accuracy: 3138/5000 (63%)
[epoch 30] loss: 0.0004331
Test set: Average loss: 2.2129, Accuracy: 3135/5000 (63%)
[epoch 31] loss: 0.0002877
Test set: Average loss: 2.2774, Accuracy: 3127/5000 (63%)
[epoch 32] loss: 0.0001899
Test set: Average loss: 2.3351, Accuracy: 3142/5000 (63%)
[epoch 33] loss: 0.0001253
Test set: Average loss: 2.4112, Accuracy: 3133/5000 (63%)
[epoch 34] loss: 0.0000821
Test set: Average loss: 2.4762, Accuracy: 3120/5000 (62%)
[epoch 35] loss: 0.0000540
Test set: Average loss: 2.5449, Accuracy: 3120/5000 (62%)
[epoch 36] loss: 0.0000349
Test set: Average loss: 2.6157, Accuracy: 3118/5000 (62%)
[epoch 37] loss: 0.0000225
Test set: Average loss: 2.6910, Accuracy: 3123/5000 (62%)
[epoch 38] loss: 0.0000145
Test set: Average loss: 2.7584, Accuracy: 3122/5000 (62%)
[epoch 39] loss: 0.0000093
Test set: Average loss: 2.8314, Accuracy: 3132/5000 (63%)
[epoch 40] loss: 0.0000060
Test set: Average loss: 2.9013, Accuracy: 3119/5000 (62%)
[epoch 41] loss: 0.0000038
Test set: Average loss: 2.9753, Accuracy: 3107/5000 (62%)
[epoch 42] loss: 0.0000024
Test set: Average loss: 3.0431, Accuracy: 3112/5000 (62%)
[epoch 43] loss: 0.0000015
Test set: Average loss: 3.1133, Accuracy: 3110/5000 (62%)
[epoch 44] loss: 0.0000009
Test set: Average loss: 3.1670, Accuracy: 3106/5000 (62%)
[epoch 45] loss: 0.0000006
Test set: Average loss: 3.1983, Accuracy: 3100/5000 (62%)
[epoch 46] loss: 0.0000004
Test set: Average loss: 3.2279, Accuracy: 3096/5000 (62%)
[epoch 47] loss: 0.0000003
Test set: Average loss: 3.2277, Accuracy: 3090/5000 (62%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 3.2472, Accuracy: 3101/5000 (62%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.2807, Accuracy: 3087/5000 (62%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.2771, Accuracy: 3097/5000 (62%)
Validation:
Test set: Average loss: 1.8096, Accuracy: 3143/5000 (63%)
Test
Test set: Average loss: 1.7690, Accuracy: 6294/10000 (63%)
45000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3039, Accuracy: 522/5000 (10%)
[epoch 1] loss: 1.4942263
Test set: Average loss: 1.3312, Accuracy: 2605/5000 (52%)
[epoch 2] loss: 1.2491258
Test set: Average loss: 1.2375, Accuracy: 2768/5000 (55%)
[epoch 3] loss: 1.1170666
Test set: Average loss: 1.1747, Accuracy: 2914/5000 (58%)
[epoch 4] loss: 1.0114860
Test set: Average loss: 1.1205, Accuracy: 3007/5000 (60%)
[epoch 5] loss: 0.9253495
Test set: Average loss: 1.1319, Accuracy: 3038/5000 (61%)
[epoch 6] loss: 0.8422471
Test set: Average loss: 1.1288, Accuracy: 3102/5000 (62%)
[epoch 7] loss: 0.7529594
Test set: Average loss: 1.1756, Accuracy: 3061/5000 (61%)
[epoch 8] loss: 0.6758467
Test set: Average loss: 1.1632, Accuracy: 3124/5000 (62%)
[epoch 9] loss: 0.5936989
Test set: Average loss: 1.2237, Accuracy: 3067/5000 (61%)
[epoch 10] loss: 0.5239898
Test set: Average loss: 1.2765, Accuracy: 3060/5000 (61%)
[epoch 11] loss: 0.4476407
Test set: Average loss: 1.2886, Accuracy: 3111/5000 (62%)
[epoch 12] loss: 0.3957264
Test set: Average loss: 1.3700, Accuracy: 3137/5000 (63%)
[epoch 13] loss: 0.3467384
Test set: Average loss: 1.4266, Accuracy: 3084/5000 (62%)
[epoch 14] loss: 0.3026153
Test set: Average loss: 1.4909, Accuracy: 3108/5000 (62%)
[epoch 15] loss: 0.2791636
Test set: Average loss: 1.5518, Accuracy: 3076/5000 (62%)
[epoch 16] loss: 0.2542400
Test set: Average loss: 1.6239, Accuracy: 3067/5000 (61%)
[epoch 17] loss: 0.2461150
Test set: Average loss: 1.7175, Accuracy: 3036/5000 (61%)
[epoch 18] loss: 0.2373444
Test set: Average loss: 1.7568, Accuracy: 3037/5000 (61%)
[epoch 19] loss: 0.2292532
Test set: Average loss: 1.8068, Accuracy: 3059/5000 (61%)
[epoch 20] loss: 0.2233310
Test set: Average loss: 1.8056, Accuracy: 3034/5000 (61%)
[epoch 21] loss: 0.2056995
Test set: Average loss: 1.8612, Accuracy: 3040/5000 (61%)
[epoch 22] loss: 0.2176024
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9306, Accuracy: 3044/5000 (61%)
[epoch 23] loss: 0.0976108
Test set: Average loss: 1.8298, Accuracy: 3107/5000 (62%)
[epoch 24] loss: 0.0341405
Test set: Average loss: 1.8515, Accuracy: 3127/5000 (63%)
[epoch 25] loss: 0.0184708
Test set: Average loss: 1.8624, Accuracy: 3148/5000 (63%)
[epoch 26] loss: 0.0115860
Test set: Average loss: 1.8942, Accuracy: 3159/5000 (63%)
[epoch 27] loss: 0.0210279
Epoch 26: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.9263, Accuracy: 3153/5000 (63%)
[epoch 28] loss: 0.0050858
Test set: Average loss: 1.9296, Accuracy: 3165/5000 (63%)
[epoch 29] loss: 0.0046324
Test set: Average loss: 1.9347, Accuracy: 3169/5000 (63%)
[epoch 30] loss: 0.0043372
Test set: Average loss: 1.9419, Accuracy: 3167/5000 (63%)
[epoch 31] loss: 0.0040311
Test set: Average loss: 1.9484, Accuracy: 3165/5000 (63%)
[epoch 32] loss: 0.0037227
Test set: Average loss: 1.9579, Accuracy: 3172/5000 (63%)
[epoch 33] loss: 0.0034196
Test set: Average loss: 1.9665, Accuracy: 3163/5000 (63%)
[epoch 34] loss: 0.0031369
Test set: Average loss: 1.9760, Accuracy: 3169/5000 (63%)
[epoch 35] loss: 0.0028786
Test set: Average loss: 1.9846, Accuracy: 3169/5000 (63%)
[epoch 36] loss: 0.0026410
Test set: Average loss: 1.9954, Accuracy: 3168/5000 (63%)
[epoch 37] loss: 0.0024249
Test set: Average loss: 2.0046, Accuracy: 3167/5000 (63%)
[epoch 38] loss: 0.0022294
Test set: Average loss: 2.0140, Accuracy: 3169/5000 (63%)
[epoch 39] loss: 0.0020476
Test set: Average loss: 2.0224, Accuracy: 3175/5000 (64%)
[epoch 40] loss: 0.0018822
Test set: Average loss: 2.0334, Accuracy: 3177/5000 (64%)
[epoch 41] loss: 0.0017313
Test set: Average loss: 2.0446, Accuracy: 3173/5000 (63%)
[epoch 42] loss: 0.0015923
Test set: Average loss: 2.0539, Accuracy: 3174/5000 (63%)
[epoch 43] loss: 0.0014647
Test set: Average loss: 2.0646, Accuracy: 3171/5000 (63%)
[epoch 44] loss: 0.0013477
Test set: Average loss: 2.0754, Accuracy: 3173/5000 (63%)
[epoch 45] loss: 0.0012401
Test set: Average loss: 2.0865, Accuracy: 3170/5000 (63%)
[epoch 46] loss: 0.0011410
Test set: Average loss: 2.0968, Accuracy: 3179/5000 (64%)
[epoch 47] loss: 0.0010500
Test set: Average loss: 2.1085, Accuracy: 3173/5000 (63%)
[epoch 48] loss: 0.0009667
Test set: Average loss: 2.1189, Accuracy: 3181/5000 (64%)
[epoch 49] loss: 0.0008899
Test set: Average loss: 2.1304, Accuracy: 3180/5000 (64%)
[epoch 50] loss: 0.0008184
Test set: Average loss: 2.1421, Accuracy: 3184/5000 (64%)
Validation:
Test set: Average loss: 2.1421, Accuracy: 3184/5000 (64%)
Test
Test set: Average loss: 2.0734, Accuracy: 6433/10000 (64%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3076, Accuracy: 467/5000 (9%)
[epoch 1] loss: 1.4575554
Test set: Average loss: 1.3263, Accuracy: 2647/5000 (53%)
[epoch 2] loss: 1.2058017
Test set: Average loss: 1.2210, Accuracy: 2834/5000 (57%)
[epoch 3] loss: 1.0850631
Test set: Average loss: 1.1973, Accuracy: 2925/5000 (58%)
[epoch 4] loss: 0.9921414
Test set: Average loss: 1.1288, Accuracy: 3028/5000 (61%)
[epoch 5] loss: 0.9119701
Test set: Average loss: 1.1112, Accuracy: 3099/5000 (62%)
[epoch 6] loss: 0.8224998
Test set: Average loss: 1.1570, Accuracy: 3036/5000 (61%)
[epoch 7] loss: 0.7475640
Test set: Average loss: 1.1488, Accuracy: 3081/5000 (62%)
[epoch 8] loss: 0.6604993
Test set: Average loss: 1.1763, Accuracy: 3130/5000 (63%)
[epoch 9] loss: 0.5835395
Test set: Average loss: 1.1971, Accuracy: 3116/5000 (62%)
[epoch 10] loss: 0.5066765
Test set: Average loss: 1.3081, Accuracy: 3067/5000 (61%)
[epoch 11] loss: 0.4436881
Test set: Average loss: 1.3332, Accuracy: 3079/5000 (62%)
[epoch 12] loss: 0.3833339
Test set: Average loss: 1.3927, Accuracy: 3066/5000 (61%)
[epoch 13] loss: 0.3444753
Test set: Average loss: 1.4777, Accuracy: 3104/5000 (62%)
[epoch 14] loss: 0.3018350
Test set: Average loss: 1.5135, Accuracy: 3075/5000 (62%)
[epoch 15] loss: 0.2777069
Test set: Average loss: 1.6438, Accuracy: 3020/5000 (60%)
[epoch 16] loss: 0.2611147
Test set: Average loss: 1.7079, Accuracy: 3021/5000 (60%)
[epoch 17] loss: 0.2562485
Test set: Average loss: 1.7328, Accuracy: 3046/5000 (61%)
[epoch 18] loss: 0.2489595
Test set: Average loss: 1.7572, Accuracy: 3046/5000 (61%)
[epoch 19] loss: 0.2211137
Test set: Average loss: 1.8210, Accuracy: 3070/5000 (61%)
[epoch 20] loss: 0.2266379
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7977, Accuracy: 3029/5000 (61%)
[epoch 21] loss: 0.0956326
Test set: Average loss: 1.7396, Accuracy: 3138/5000 (63%)
[epoch 22] loss: 0.0376128
Test set: Average loss: 1.7420, Accuracy: 3148/5000 (63%)
[epoch 23] loss: 0.0215448
Test set: Average loss: 1.7723, Accuracy: 3175/5000 (64%)
[epoch 24] loss: 0.0138926
Test set: Average loss: 1.7986, Accuracy: 3174/5000 (63%)
[epoch 25] loss: 0.0093009
Test set: Average loss: 1.8347, Accuracy: 3177/5000 (64%)
[epoch 26] loss: 0.0062472
Test set: Average loss: 1.8786, Accuracy: 3196/5000 (64%)
[epoch 27] loss: 0.0042404
Test set: Average loss: 1.9182, Accuracy: 3189/5000 (64%)
[epoch 28] loss: 0.0028452
Test set: Average loss: 1.9717, Accuracy: 3184/5000 (64%)
[epoch 29] loss: 0.0018783
Test set: Average loss: 2.0270, Accuracy: 3199/5000 (64%)
[epoch 30] loss: 0.0012303
Test set: Average loss: 2.0744, Accuracy: 3220/5000 (64%)
[epoch 31] loss: 0.0008198
Test set: Average loss: 2.1407, Accuracy: 3210/5000 (64%)
[epoch 32] loss: 0.0005338
Test set: Average loss: 2.2088, Accuracy: 3217/5000 (64%)
[epoch 33] loss: 0.0003462
Test set: Average loss: 2.2740, Accuracy: 3217/5000 (64%)
[epoch 34] loss: 0.0002234
Test set: Average loss: 2.3515, Accuracy: 3209/5000 (64%)
[epoch 35] loss: 0.0001423
Test set: Average loss: 2.4269, Accuracy: 3199/5000 (64%)
[epoch 36] loss: 0.0000896
Test set: Average loss: 2.4940, Accuracy: 3222/5000 (64%)
[epoch 37] loss: 0.0000569
Test set: Average loss: 2.5790, Accuracy: 3198/5000 (64%)
[epoch 38] loss: 0.0000356
Test set: Average loss: 2.6581, Accuracy: 3202/5000 (64%)
[epoch 39] loss: 0.0000222
Test set: Average loss: 2.7382, Accuracy: 3198/5000 (64%)
[epoch 40] loss: 0.0000143
Test set: Average loss: 2.8220, Accuracy: 3188/5000 (64%)
[epoch 41] loss: 0.0000088
Test set: Average loss: 2.8981, Accuracy: 3208/5000 (64%)
[epoch 42] loss: 0.0000053
Test set: Average loss: 2.9760, Accuracy: 3192/5000 (64%)
[epoch 43] loss: 0.0000033
Test set: Average loss: 3.0553, Accuracy: 3199/5000 (64%)
[epoch 44] loss: 0.0000020
Test set: Average loss: 3.1376, Accuracy: 3197/5000 (64%)
[epoch 45] loss: 0.0000012
Test set: Average loss: 3.1992, Accuracy: 3187/5000 (64%)
[epoch 46] loss: 0.0000007
Test set: Average loss: 3.2559, Accuracy: 3197/5000 (64%)
[epoch 47] loss: 0.0000005
Test set: Average loss: 3.2892, Accuracy: 3185/5000 (64%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 3.3021, Accuracy: 3178/5000 (64%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 3.3256, Accuracy: 3179/5000 (64%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.3458, Accuracy: 3176/5000 (64%)
Validation:
Test set: Average loss: 2.4940, Accuracy: 3222/5000 (64%)
Test
Test set: Average loss: 2.3925, Accuracy: 6554/10000 (66%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3082, Accuracy: 453/5000 (9%)
[epoch 1] loss: 1.4917855
Test set: Average loss: 1.4375, Accuracy: 2418/5000 (48%)
[epoch 2] loss: 1.2611710
Test set: Average loss: 1.2563, Accuracy: 2734/5000 (55%)
[epoch 3] loss: 1.1288431
Test set: Average loss: 1.1878, Accuracy: 2886/5000 (58%)
[epoch 4] loss: 1.0203764
Test set: Average loss: 1.1440, Accuracy: 2968/5000 (59%)
[epoch 5] loss: 0.9192366
Test set: Average loss: 1.1306, Accuracy: 3065/5000 (61%)
[epoch 6] loss: 0.8226999
Test set: Average loss: 1.1912, Accuracy: 2940/5000 (59%)
[epoch 7] loss: 0.7400383
Test set: Average loss: 1.1785, Accuracy: 3047/5000 (61%)
[epoch 8] loss: 0.6430008
Test set: Average loss: 1.1843, Accuracy: 3064/5000 (61%)
[epoch 9] loss: 0.5678497
Test set: Average loss: 1.2421, Accuracy: 3053/5000 (61%)
[epoch 10] loss: 0.4876745
Test set: Average loss: 1.3430, Accuracy: 3028/5000 (61%)
[epoch 11] loss: 0.4157953
Test set: Average loss: 1.3406, Accuracy: 3073/5000 (61%)
[epoch 12] loss: 0.3567055
Test set: Average loss: 1.4415, Accuracy: 3043/5000 (61%)
[epoch 13] loss: 0.3204106
Test set: Average loss: 1.5080, Accuracy: 3014/5000 (60%)
[epoch 14] loss: 0.2892611
Test set: Average loss: 1.5838, Accuracy: 3042/5000 (61%)
[epoch 15] loss: 0.2541640
Test set: Average loss: 1.7247, Accuracy: 2943/5000 (59%)
[epoch 16] loss: 0.2589224
Epoch 15: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8125, Accuracy: 2904/5000 (58%)
[epoch 17] loss: 0.1155271
Test set: Average loss: 1.6267, Accuracy: 3121/5000 (62%)
[epoch 18] loss: 0.0493041
Test set: Average loss: 1.6271, Accuracy: 3103/5000 (62%)
[epoch 19] loss: 0.0294669
Test set: Average loss: 1.6461, Accuracy: 3152/5000 (63%)
[epoch 20] loss: 0.0196525
Test set: Average loss: 1.6815, Accuracy: 3143/5000 (63%)
[epoch 21] loss: 0.0134752
Test set: Average loss: 1.7204, Accuracy: 3159/5000 (63%)
[epoch 22] loss: 0.0091679
Test set: Average loss: 1.7612, Accuracy: 3156/5000 (63%)
[epoch 23] loss: 0.0062655
Test set: Average loss: 1.8122, Accuracy: 3166/5000 (63%)
[epoch 24] loss: 0.0042529
Test set: Average loss: 1.8631, Accuracy: 3165/5000 (63%)
[epoch 25] loss: 0.0028915
Test set: Average loss: 1.9143, Accuracy: 3160/5000 (63%)
[epoch 26] loss: 0.0019336
Test set: Average loss: 1.9688, Accuracy: 3179/5000 (64%)
[epoch 27] loss: 0.0012998
Test set: Average loss: 2.0396, Accuracy: 3171/5000 (63%)
[epoch 28] loss: 0.0008604
Test set: Average loss: 2.0995, Accuracy: 3161/5000 (63%)
[epoch 29] loss: 0.0005715
Test set: Average loss: 2.1707, Accuracy: 3173/5000 (63%)
[epoch 30] loss: 0.0003741
Test set: Average loss: 2.2401, Accuracy: 3179/5000 (64%)
[epoch 31] loss: 0.0002444
Test set: Average loss: 2.3136, Accuracy: 3173/5000 (63%)
[epoch 32] loss: 0.0001595
Test set: Average loss: 2.3847, Accuracy: 3178/5000 (64%)
[epoch 33] loss: 0.0001030
Test set: Average loss: 2.4510, Accuracy: 3166/5000 (63%)
[epoch 34] loss: 0.0000665
Test set: Average loss: 2.5246, Accuracy: 3185/5000 (64%)
[epoch 35] loss: 0.0000421
Test set: Average loss: 2.6005, Accuracy: 3196/5000 (64%)
[epoch 36] loss: 0.0000273
Test set: Average loss: 2.6781, Accuracy: 3186/5000 (64%)
[epoch 37] loss: 0.0000172
Test set: Average loss: 2.7554, Accuracy: 3186/5000 (64%)
[epoch 38] loss: 0.0000107
Test set: Average loss: 2.8365, Accuracy: 3192/5000 (64%)
[epoch 39] loss: 0.0000068
Test set: Average loss: 2.9179, Accuracy: 3182/5000 (64%)
[epoch 40] loss: 0.0000042
Test set: Average loss: 2.9985, Accuracy: 3179/5000 (64%)
[epoch 41] loss: 0.0000026
Test set: Average loss: 3.0777, Accuracy: 3174/5000 (63%)
[epoch 42] loss: 0.0000016
Test set: Average loss: 3.1471, Accuracy: 3164/5000 (63%)
[epoch 43] loss: 0.0000010
Test set: Average loss: 3.2028, Accuracy: 3172/5000 (63%)
[epoch 44] loss: 0.0000006
Test set: Average loss: 3.2478, Accuracy: 3157/5000 (63%)
[epoch 45] loss: 0.0000004
Test set: Average loss: 3.2839, Accuracy: 3159/5000 (63%)
[epoch 46] loss: 0.0000003
Test set: Average loss: 3.3013, Accuracy: 3145/5000 (63%)
[epoch 47] loss: 0.0000003
Test set: Average loss: 3.3177, Accuracy: 3153/5000 (63%)
[epoch 48] loss: 0.0000002
Test set: Average loss: 3.3423, Accuracy: 3140/5000 (63%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.3530, Accuracy: 3130/5000 (63%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.3807, Accuracy: 3123/5000 (62%)
Validation:
Test set: Average loss: 2.6005, Accuracy: 3196/5000 (64%)
Test
Test set: Average loss: 2.5205, Accuracy: 6381/10000 (64%)
In [10]:
# transform data into a numpy matrix by first applying the required transformations manually
n_targets = 3000
X = np.stack([train_dataset.transform(train_dataset.data[i]).numpy() for i in indices])
# compute similarity matrix for n_targets
X_flat = X.reshape(X.shape[0], 3*32*32)
S = linear_kernel(X_flat, X_flat[:n_targets])
S -= S.min()
S /= S.max()
S_ll = S[:n_targets, :]
del X_flat
In [11]:
# check what the similarity approximation *should* be
D, V = np.linalg.eig(S_ll)
D, V = D[np.argsort(D)[::-1]], V[:,np.argsort(D)[::-1]]
X_embed = np.dot(V.real, np.diag(np.sqrt(np.abs(D.real))))
print(check_similarity_match(X_embed[:n_targets,:512], S_ll))
(5.1470783e-09, 0.9999974966064862, 0.9999981368566736)
In [12]:
# train the SimEc
t0 = time()
cnn = CNN()
model = SimilarityEncoder(cnn, 512, n_targets)
model.fit(X, S, epochs=50, lr=0.000001, s_ll_reg=100., S_ll=S_ll, orth_reg=0.1)
print(check_similarity_match(model.predict(X[:n_targets]), S_ll, X_embed_is_S_approx=True))
print(check_similarity_match(model.transform(X[:n_targets]), S_ll))
# save the cnn state
cnn_dict = deepcopy(model.model.embedding_net.state_dict())
t1 = time()
print("Took %.2d sec to train." % (t1 - t0))
# use the pretrained model with the clf
test_accuracies_se = []
for n_train in n_training_examples:
print(n_train)
test_accuracies_se.append(clf_with_ntrain(n_train, cnn_dict))
[epoch 1] loss: 0.1393181
[epoch 2] loss: 0.0329879
[epoch 3] loss: 0.0193295
[epoch 4] loss: 0.0131776
[epoch 5] loss: 0.0092021
[epoch 6] loss: 0.0067313
[epoch 7] loss: 0.0054195
[epoch 8] loss: 0.0047080
[epoch 9] loss: 0.0042391
[epoch 10] loss: 0.0038878
[epoch 11] loss: 0.0036100
[epoch 12] loss: 0.0033830
[epoch 13] loss: 0.0031934
[epoch 14] loss: 0.0030322
[epoch 15] loss: 0.0028943
[epoch 16] loss: 0.0027732
[epoch 17] loss: 0.0026661
[epoch 18] loss: 0.0025614
[epoch 19] loss: 0.0024557
[epoch 20] loss: 0.0023416
[epoch 21] loss: 0.0022039
[epoch 22] loss: 0.0020542
[epoch 23] loss: 0.0018843
[epoch 24] loss: 0.0015925
[epoch 25] loss: 0.0011582
[epoch 26] loss: 0.0008302
[epoch 27] loss: 0.0006890
[epoch 28] loss: 0.0006135
[epoch 29] loss: 0.0005397
[epoch 30] loss: 0.0004701
[epoch 31] loss: 0.0004066
[epoch 32] loss: 0.0003495
[epoch 33] loss: 0.0002999
[epoch 34] loss: 0.0002581
[epoch 35] loss: 0.0002223
[epoch 36] loss: 0.0001912
[epoch 37] loss: 0.0001649
[epoch 38] loss: 0.0001431
[epoch 39] loss: 0.0001250
[epoch 40] loss: 0.0001098
[epoch 41] loss: 0.0000973
[epoch 42] loss: 0.0000870
[epoch 43] loss: 0.0000786
[epoch 44] loss: 0.0000718
[epoch 45] loss: 0.0000661
[epoch 46] loss: 0.0000613
[epoch 47] loss: 0.0000572
[epoch 48] loss: 0.0000537
[epoch 49] loss: 0.0000505
[epoch 50] loss: 0.0000477
(4.723214e-05, 0.978600476291863, 0.9824274267304667)
(0.00038906696, 0.947447098686073, 0.956926527465757)
Took 900 sec to train.
25
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3034, Accuracy: 505/5000 (10%)
[epoch 1] loss: 2.3063834
Test set: Average loss: 2.3118, Accuracy: 481/5000 (10%)
[epoch 2] loss: 2.1958203
Test set: Average loss: 2.3653, Accuracy: 489/5000 (10%)
[epoch 3] loss: 2.0537477
Test set: Average loss: 2.5479, Accuracy: 568/5000 (11%)
[epoch 4] loss: 1.9101515
Test set: Average loss: 2.7939, Accuracy: 667/5000 (13%)
[epoch 5] loss: 1.7862697
Test set: Average loss: 2.8974, Accuracy: 713/5000 (14%)
[epoch 6] loss: 1.6233290
Test set: Average loss: 2.9141, Accuracy: 701/5000 (14%)
[epoch 7] loss: 1.4246354
Test set: Average loss: 2.9231, Accuracy: 742/5000 (15%)
[epoch 8] loss: 1.2063861
Test set: Average loss: 2.9844, Accuracy: 753/5000 (15%)
[epoch 9] loss: 0.9967980
Test set: Average loss: 3.1362, Accuracy: 765/5000 (15%)
[epoch 10] loss: 0.8047124
Test set: Average loss: 3.3793, Accuracy: 734/5000 (15%)
[epoch 11] loss: 0.6116130
Test set: Average loss: 3.7108, Accuracy: 721/5000 (14%)
[epoch 12] loss: 0.4353908
Test set: Average loss: 4.0967, Accuracy: 736/5000 (15%)
[epoch 13] loss: 0.2966114
Test set: Average loss: 4.4906, Accuracy: 748/5000 (15%)
[epoch 14] loss: 0.1984206
Test set: Average loss: 4.8571, Accuracy: 750/5000 (15%)
[epoch 15] loss: 0.1317316
Test set: Average loss: 5.1765, Accuracy: 750/5000 (15%)
[epoch 16] loss: 0.0863964
Test set: Average loss: 5.4610, Accuracy: 746/5000 (15%)
[epoch 17] loss: 0.0571302
Test set: Average loss: 5.7359, Accuracy: 749/5000 (15%)
[epoch 18] loss: 0.0382844
Test set: Average loss: 6.0158, Accuracy: 763/5000 (15%)
[epoch 19] loss: 0.0257570
Test set: Average loss: 6.3060, Accuracy: 761/5000 (15%)
[epoch 20] loss: 0.0178124
Test set: Average loss: 6.6036, Accuracy: 766/5000 (15%)
[epoch 21] loss: 0.0126756
Test set: Average loss: 6.8999, Accuracy: 758/5000 (15%)
[epoch 22] loss: 0.0092213
Test set: Average loss: 7.1831, Accuracy: 747/5000 (15%)
[epoch 23] loss: 0.0069903
Test set: Average loss: 7.4381, Accuracy: 746/5000 (15%)
[epoch 24] loss: 0.0055763
Test set: Average loss: 7.6514, Accuracy: 739/5000 (15%)
[epoch 25] loss: 0.0043869
Test set: Average loss: 7.8239, Accuracy: 737/5000 (15%)
[epoch 26] loss: 0.0033375
Test set: Average loss: 7.9661, Accuracy: 739/5000 (15%)
[epoch 27] loss: 0.0026017
Test set: Average loss: 8.0868, Accuracy: 742/5000 (15%)
[epoch 28] loss: 0.0021165
Test set: Average loss: 8.1909, Accuracy: 743/5000 (15%)
[epoch 29] loss: 0.0017797
Test set: Average loss: 8.2817, Accuracy: 744/5000 (15%)
[epoch 30] loss: 0.0015302
Test set: Average loss: 8.3611, Accuracy: 749/5000 (15%)
[epoch 31] loss: 0.0013356
Test set: Average loss: 8.4312, Accuracy: 752/5000 (15%)
[epoch 32] loss: 0.0011790
Test set: Average loss: 8.4932, Accuracy: 743/5000 (15%)
[epoch 33] loss: 0.0010501
Test set: Average loss: 8.5484, Accuracy: 746/5000 (15%)
[epoch 34] loss: 0.0009420
Test set: Average loss: 8.5978, Accuracy: 745/5000 (15%)
[epoch 35] loss: 0.0008506
Test set: Average loss: 8.6423, Accuracy: 748/5000 (15%)
[epoch 36] loss: 0.0007727
Test set: Average loss: 8.6827, Accuracy: 744/5000 (15%)
[epoch 37] loss: 0.0007060
Test set: Average loss: 8.7196, Accuracy: 742/5000 (15%)
[epoch 38] loss: 0.0006487
Test set: Average loss: 8.7534, Accuracy: 741/5000 (15%)
[epoch 39] loss: 0.0005993
Test set: Average loss: 8.7847, Accuracy: 742/5000 (15%)
[epoch 40] loss: 0.0005566
Test set: Average loss: 8.8137, Accuracy: 742/5000 (15%)
[epoch 41] loss: 0.0005194
Test set: Average loss: 8.8407, Accuracy: 742/5000 (15%)
[epoch 42] loss: 0.0004870
Test set: Average loss: 8.8661, Accuracy: 742/5000 (15%)
[epoch 43] loss: 0.0004585
Test set: Average loss: 8.8899, Accuracy: 744/5000 (15%)
[epoch 44] loss: 0.0004335
Test set: Average loss: 8.9124, Accuracy: 750/5000 (15%)
[epoch 45] loss: 0.0004112
Test set: Average loss: 8.9336, Accuracy: 752/5000 (15%)
[epoch 46] loss: 0.0003913
Test set: Average loss: 8.9538, Accuracy: 753/5000 (15%)
[epoch 47] loss: 0.0003734
Test set: Average loss: 8.9729, Accuracy: 751/5000 (15%)
[epoch 48] loss: 0.0003572
Test set: Average loss: 8.9911, Accuracy: 747/5000 (15%)
[epoch 49] loss: 0.0003424
Test set: Average loss: 9.0084, Accuracy: 746/5000 (15%)
[epoch 50] loss: 0.0003292
Test set: Average loss: 9.0249, Accuracy: 744/5000 (15%)
Validation:
Test set: Average loss: 6.6036, Accuracy: 766/5000 (15%)
Test
Test set: Average loss: 6.4286, Accuracy: 1632/10000 (16%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3042, Accuracy: 512/5000 (10%)
[epoch 1] loss: 2.2965231
Test set: Average loss: 2.3088, Accuracy: 651/5000 (13%)
[epoch 2] loss: 2.1642046
Test set: Average loss: 2.3665, Accuracy: 568/5000 (11%)
[epoch 3] loss: 2.0056736
Test set: Average loss: 2.5365, Accuracy: 608/5000 (12%)
[epoch 4] loss: 1.8712825
Test set: Average loss: 2.6655, Accuracy: 680/5000 (14%)
[epoch 5] loss: 1.7231436
Test set: Average loss: 2.7399, Accuracy: 708/5000 (14%)
[epoch 6] loss: 1.5536009
Test set: Average loss: 2.8202, Accuracy: 700/5000 (14%)
[epoch 7] loss: 1.3847204
Test set: Average loss: 2.9059, Accuracy: 721/5000 (14%)
[epoch 8] loss: 1.1959758
Test set: Average loss: 3.0199, Accuracy: 754/5000 (15%)
[epoch 9] loss: 1.0071728
Test set: Average loss: 3.1674, Accuracy: 769/5000 (15%)
[epoch 10] loss: 0.8217313
Test set: Average loss: 3.3118, Accuracy: 773/5000 (15%)
[epoch 11] loss: 0.6292163
Test set: Average loss: 3.4549, Accuracy: 767/5000 (15%)
[epoch 12] loss: 0.4556907
Test set: Average loss: 3.6262, Accuracy: 760/5000 (15%)
[epoch 13] loss: 0.3267198
Test set: Average loss: 3.8407, Accuracy: 731/5000 (15%)
[epoch 14] loss: 0.2415619
Test set: Average loss: 4.0879, Accuracy: 715/5000 (14%)
[epoch 15] loss: 0.1771726
Test set: Average loss: 4.3503, Accuracy: 743/5000 (15%)
[epoch 16] loss: 0.1177531
Test set: Average loss: 4.6272, Accuracy: 764/5000 (15%)
[epoch 17] loss: 0.0787878
Test set: Average loss: 4.8963, Accuracy: 768/5000 (15%)
[epoch 18] loss: 0.0570162
Test set: Average loss: 5.1290, Accuracy: 769/5000 (15%)
[epoch 19] loss: 0.0396094
Test set: Average loss: 5.3240, Accuracy: 760/5000 (15%)
[epoch 20] loss: 0.0249254
Test set: Average loss: 5.4984, Accuracy: 747/5000 (15%)
[epoch 21] loss: 0.0156492
Test set: Average loss: 5.6662, Accuracy: 730/5000 (15%)
[epoch 22] loss: 0.0106549
Test set: Average loss: 5.8316, Accuracy: 726/5000 (15%)
[epoch 23] loss: 0.0076953
Test set: Average loss: 5.9939, Accuracy: 734/5000 (15%)
[epoch 24] loss: 0.0056203
Test set: Average loss: 6.1508, Accuracy: 740/5000 (15%)
[epoch 25] loss: 0.0041019
Test set: Average loss: 6.3004, Accuracy: 737/5000 (15%)
[epoch 26] loss: 0.0030262
Test set: Average loss: 6.4415, Accuracy: 731/5000 (15%)
[epoch 27] loss: 0.0022795
Test set: Average loss: 6.5739, Accuracy: 731/5000 (15%)
[epoch 28] loss: 0.0017593
Test set: Average loss: 6.6974, Accuracy: 734/5000 (15%)
[epoch 29] loss: 0.0013926
Test set: Average loss: 6.8121, Accuracy: 723/5000 (14%)
[epoch 30] loss: 0.0011312
Test set: Average loss: 6.9183, Accuracy: 723/5000 (14%)
[epoch 31] loss: 0.0009433
Test set: Average loss: 7.0163, Accuracy: 723/5000 (14%)
[epoch 32] loss: 0.0008067
Test set: Average loss: 7.1063, Accuracy: 723/5000 (14%)
[epoch 33] loss: 0.0007058
Test set: Average loss: 7.1888, Accuracy: 725/5000 (14%)
[epoch 34] loss: 0.0006293
Test set: Average loss: 7.2641, Accuracy: 723/5000 (14%)
[epoch 35] loss: 0.0005690
Test set: Average loss: 7.3327, Accuracy: 716/5000 (14%)
[epoch 36] loss: 0.0005187
Test set: Average loss: 7.3950, Accuracy: 715/5000 (14%)
[epoch 37] loss: 0.0004750
Test set: Average loss: 7.4516, Accuracy: 714/5000 (14%)
[epoch 38] loss: 0.0004356
Test set: Average loss: 7.5029, Accuracy: 718/5000 (14%)
[epoch 39] loss: 0.0004002
Test set: Average loss: 7.5495, Accuracy: 720/5000 (14%)
[epoch 40] loss: 0.0003679
Test set: Average loss: 7.5919, Accuracy: 719/5000 (14%)
[epoch 41] loss: 0.0003393
Test set: Average loss: 7.6304, Accuracy: 721/5000 (14%)
[epoch 42] loss: 0.0003142
Test set: Average loss: 7.6656, Accuracy: 722/5000 (14%)
[epoch 43] loss: 0.0002921
Test set: Average loss: 7.6977, Accuracy: 719/5000 (14%)
[epoch 44] loss: 0.0002731
Test set: Average loss: 7.7270, Accuracy: 717/5000 (14%)
[epoch 45] loss: 0.0002566
Test set: Average loss: 7.7539, Accuracy: 719/5000 (14%)
[epoch 46] loss: 0.0002422
Test set: Average loss: 7.7785, Accuracy: 715/5000 (14%)
[epoch 47] loss: 0.0002295
Test set: Average loss: 7.8011, Accuracy: 714/5000 (14%)
[epoch 48] loss: 0.0002186
Test set: Average loss: 7.8219, Accuracy: 717/5000 (14%)
[epoch 49] loss: 0.0002087
Test set: Average loss: 7.8410, Accuracy: 718/5000 (14%)
[epoch 50] loss: 0.0001998
Test set: Average loss: 7.8586, Accuracy: 716/5000 (14%)
Validation:
Test set: Average loss: 3.3118, Accuracy: 773/5000 (15%)
Test
Test set: Average loss: 3.2989, Accuracy: 1578/10000 (16%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3034, Accuracy: 458/5000 (9%)
[epoch 1] loss: 2.3155646
Test set: Average loss: 2.2963, Accuracy: 525/5000 (10%)
[epoch 2] loss: 2.1897111
Test set: Average loss: 2.3187, Accuracy: 525/5000 (10%)
[epoch 3] loss: 2.0190418
Test set: Average loss: 2.4859, Accuracy: 526/5000 (11%)
[epoch 4] loss: 1.8631885
Test set: Average loss: 2.7700, Accuracy: 564/5000 (11%)
[epoch 5] loss: 1.8021317
Test set: Average loss: 2.7754, Accuracy: 687/5000 (14%)
[epoch 6] loss: 1.6644800
Test set: Average loss: 2.6847, Accuracy: 702/5000 (14%)
[epoch 7] loss: 1.5086480
Test set: Average loss: 2.5978, Accuracy: 745/5000 (15%)
[epoch 8] loss: 1.3446126
Test set: Average loss: 2.5680, Accuracy: 785/5000 (16%)
[epoch 9] loss: 1.1859521
Test set: Average loss: 2.6320, Accuracy: 796/5000 (16%)
[epoch 10] loss: 1.0445750
Test set: Average loss: 2.7830, Accuracy: 792/5000 (16%)
[epoch 11] loss: 0.8927048
Test set: Average loss: 3.0001, Accuracy: 788/5000 (16%)
[epoch 12] loss: 0.7167459
Test set: Average loss: 3.2891, Accuracy: 774/5000 (15%)
[epoch 13] loss: 0.5537540
Test set: Average loss: 3.6406, Accuracy: 750/5000 (15%)
[epoch 14] loss: 0.4289982
Test set: Average loss: 4.0018, Accuracy: 756/5000 (15%)
[epoch 15] loss: 0.3282412
Test set: Average loss: 4.3112, Accuracy: 755/5000 (15%)
[epoch 16] loss: 0.2379827
Test set: Average loss: 4.5364, Accuracy: 742/5000 (15%)
[epoch 17] loss: 0.1578582
Test set: Average loss: 4.7072, Accuracy: 740/5000 (15%)
[epoch 18] loss: 0.0974976
Test set: Average loss: 4.8767, Accuracy: 763/5000 (15%)
[epoch 19] loss: 0.0638884
Test set: Average loss: 5.0638, Accuracy: 755/5000 (15%)
[epoch 20] loss: 0.0468922
Test set: Average loss: 5.2575, Accuracy: 764/5000 (15%)
[epoch 21] loss: 0.0325681
Test set: Average loss: 5.4487, Accuracy: 763/5000 (15%)
[epoch 22] loss: 0.0210409
Test set: Average loss: 5.6341, Accuracy: 780/5000 (16%)
[epoch 23] loss: 0.0143613
Test set: Average loss: 5.8117, Accuracy: 789/5000 (16%)
[epoch 24] loss: 0.0109646
Test set: Average loss: 5.9802, Accuracy: 789/5000 (16%)
[epoch 25] loss: 0.0088559
Test set: Average loss: 6.1398, Accuracy: 795/5000 (16%)
[epoch 26] loss: 0.0071054
Test set: Average loss: 6.2915, Accuracy: 797/5000 (16%)
[epoch 27] loss: 0.0055065
Test set: Average loss: 6.4364, Accuracy: 810/5000 (16%)
[epoch 28] loss: 0.0041411
Test set: Average loss: 6.5743, Accuracy: 811/5000 (16%)
[epoch 29] loss: 0.0030896
Test set: Average loss: 6.7046, Accuracy: 814/5000 (16%)
[epoch 30] loss: 0.0023430
Test set: Average loss: 6.8266, Accuracy: 813/5000 (16%)
[epoch 31] loss: 0.0018356
Test set: Average loss: 6.9399, Accuracy: 817/5000 (16%)
[epoch 32] loss: 0.0014939
Test set: Average loss: 7.0443, Accuracy: 817/5000 (16%)
[epoch 33] loss: 0.0012602
Test set: Average loss: 7.1401, Accuracy: 819/5000 (16%)
[epoch 34] loss: 0.0010944
Test set: Average loss: 7.2276, Accuracy: 810/5000 (16%)
[epoch 35] loss: 0.0009713
Test set: Average loss: 7.3074, Accuracy: 806/5000 (16%)
[epoch 36] loss: 0.0008743
Test set: Average loss: 7.3800, Accuracy: 808/5000 (16%)
[epoch 37] loss: 0.0007941
Test set: Average loss: 7.4460, Accuracy: 805/5000 (16%)
[epoch 38] loss: 0.0007249
Test set: Average loss: 7.5059, Accuracy: 805/5000 (16%)
[epoch 39] loss: 0.0006642
Test set: Average loss: 7.5603, Accuracy: 804/5000 (16%)
[epoch 40] loss: 0.0006105
Test set: Average loss: 7.6097, Accuracy: 805/5000 (16%)
[epoch 41] loss: 0.0005627
Test set: Average loss: 7.6546, Accuracy: 806/5000 (16%)
[epoch 42] loss: 0.0005206
Test set: Average loss: 7.6953, Accuracy: 802/5000 (16%)
[epoch 43] loss: 0.0004834
Test set: Average loss: 7.7324, Accuracy: 801/5000 (16%)
[epoch 44] loss: 0.0004503
Test set: Average loss: 7.7661, Accuracy: 801/5000 (16%)
[epoch 45] loss: 0.0004212
Test set: Average loss: 7.7968, Accuracy: 799/5000 (16%)
[epoch 46] loss: 0.0003955
Test set: Average loss: 7.8246, Accuracy: 798/5000 (16%)
[epoch 47] loss: 0.0003725
Test set: Average loss: 7.8499, Accuracy: 799/5000 (16%)
[epoch 48] loss: 0.0003520
Test set: Average loss: 7.8729, Accuracy: 800/5000 (16%)
[epoch 49] loss: 0.0003337
Test set: Average loss: 7.8937, Accuracy: 799/5000 (16%)
[epoch 50] loss: 0.0003174
Test set: Average loss: 7.9126, Accuracy: 794/5000 (16%)
Validation:
Test set: Average loss: 7.1401, Accuracy: 819/5000 (16%)
Test
Test set: Average loss: 7.1719, Accuracy: 1625/10000 (16%)
50
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3042, Accuracy: 494/5000 (10%)
[epoch 1] loss: 2.2793779
Test set: Average loss: 2.3021, Accuracy: 645/5000 (13%)
[epoch 2] loss: 2.1071650
Test set: Average loss: 2.4648, Accuracy: 684/5000 (14%)
[epoch 3] loss: 1.9512603
Test set: Average loss: 2.6364, Accuracy: 691/5000 (14%)
[epoch 4] loss: 1.8271875
Test set: Average loss: 2.6410, Accuracy: 922/5000 (18%)
[epoch 5] loss: 1.5912915
Test set: Average loss: 2.6316, Accuracy: 940/5000 (19%)
[epoch 6] loss: 1.3732020
Test set: Average loss: 2.6141, Accuracy: 933/5000 (19%)
[epoch 7] loss: 1.1569839
Test set: Average loss: 2.7697, Accuracy: 951/5000 (19%)
[epoch 8] loss: 0.9780336
Test set: Average loss: 3.1056, Accuracy: 898/5000 (18%)
[epoch 9] loss: 0.8456079
Test set: Average loss: 3.2915, Accuracy: 959/5000 (19%)
[epoch 10] loss: 0.6037715
Test set: Average loss: 3.4356, Accuracy: 1020/5000 (20%)
[epoch 11] loss: 0.4349336
Test set: Average loss: 3.6705, Accuracy: 996/5000 (20%)
[epoch 12] loss: 0.2889304
Test set: Average loss: 4.0197, Accuracy: 946/5000 (19%)
[epoch 13] loss: 0.2365161
Test set: Average loss: 4.3047, Accuracy: 949/5000 (19%)
[epoch 14] loss: 0.1336340
Test set: Average loss: 4.4045, Accuracy: 996/5000 (20%)
[epoch 15] loss: 0.0929959
Test set: Average loss: 4.5570, Accuracy: 998/5000 (20%)
[epoch 16] loss: 0.0681922
Test set: Average loss: 4.7760, Accuracy: 987/5000 (20%)
[epoch 17] loss: 0.0396566
Test set: Average loss: 5.0394, Accuracy: 983/5000 (20%)
[epoch 18] loss: 0.0250873
Test set: Average loss: 5.2852, Accuracy: 985/5000 (20%)
[epoch 19] loss: 0.0175739
Test set: Average loss: 5.4821, Accuracy: 983/5000 (20%)
[epoch 20] loss: 0.0138861
Test set: Average loss: 5.6484, Accuracy: 973/5000 (19%)
[epoch 21] loss: 0.0097432
Test set: Average loss: 5.7713, Accuracy: 977/5000 (20%)
[epoch 22] loss: 0.0069699
Test set: Average loss: 5.8560, Accuracy: 981/5000 (20%)
[epoch 23] loss: 0.0055700
Test set: Average loss: 5.9152, Accuracy: 977/5000 (20%)
[epoch 24] loss: 0.0041432
Test set: Average loss: 5.9552, Accuracy: 985/5000 (20%)
[epoch 25] loss: 0.0032183
Test set: Average loss: 5.9956, Accuracy: 983/5000 (20%)
[epoch 26] loss: 0.0028812
Test set: Average loss: 6.0370, Accuracy: 989/5000 (20%)
[epoch 27] loss: 0.0023089
Test set: Average loss: 6.0806, Accuracy: 986/5000 (20%)
[epoch 28] loss: 0.0022959
Test set: Average loss: 6.1236, Accuracy: 989/5000 (20%)
[epoch 29] loss: 0.0019503
Test set: Average loss: 6.1662, Accuracy: 999/5000 (20%)
[epoch 30] loss: 0.0018351
Test set: Average loss: 6.2071, Accuracy: 995/5000 (20%)
[epoch 31] loss: 0.0016635
Test set: Average loss: 6.2446, Accuracy: 991/5000 (20%)
[epoch 32] loss: 0.0015455
Test set: Average loss: 6.2857, Accuracy: 991/5000 (20%)
[epoch 33] loss: 0.0014759
Test set: Average loss: 6.3111, Accuracy: 989/5000 (20%)
[epoch 34] loss: 0.0013244
Test set: Average loss: 6.3390, Accuracy: 985/5000 (20%)
[epoch 35] loss: 0.0011545
Test set: Average loss: 6.3625, Accuracy: 983/5000 (20%)
[epoch 36] loss: 0.0011129
Test set: Average loss: 6.3819, Accuracy: 981/5000 (20%)
[epoch 37] loss: 0.0010862
Test set: Average loss: 6.3971, Accuracy: 976/5000 (20%)
[epoch 38] loss: 0.0010586
Test set: Average loss: 6.4089, Accuracy: 975/5000 (20%)
[epoch 39] loss: 0.0010007
Test set: Average loss: 6.4172, Accuracy: 983/5000 (20%)
[epoch 40] loss: 0.0009259
Test set: Average loss: 6.4237, Accuracy: 979/5000 (20%)
[epoch 41] loss: 0.0008838
Test set: Average loss: 6.4290, Accuracy: 979/5000 (20%)
[epoch 42] loss: 0.0008730
Test set: Average loss: 6.4334, Accuracy: 978/5000 (20%)
[epoch 43] loss: 0.0008158
Test set: Average loss: 6.4365, Accuracy: 982/5000 (20%)
[epoch 44] loss: 0.0008183
Epoch 43: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 6.4394, Accuracy: 982/5000 (20%)
[epoch 45] loss: 0.0008253
Epoch 44: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 6.4398, Accuracy: 982/5000 (20%)
[epoch 46] loss: 0.0007933
Test set: Average loss: 6.4398, Accuracy: 982/5000 (20%)
[epoch 47] loss: 0.0008579
Epoch 46: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 6.4398, Accuracy: 982/5000 (20%)
[epoch 48] loss: 0.0008290
Epoch 47: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 6.4398, Accuracy: 982/5000 (20%)
[epoch 49] loss: 0.0007906
Test set: Average loss: 6.4398, Accuracy: 982/5000 (20%)
[epoch 50] loss: 0.0008308
Epoch 49: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 6.4398, Accuracy: 982/5000 (20%)
Validation:
Test set: Average loss: 3.4356, Accuracy: 1020/5000 (20%)
Test
Test set: Average loss: 3.3411, Accuracy: 2141/10000 (21%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3040, Accuracy: 409/5000 (8%)
[epoch 1] loss: 2.3073347
Test set: Average loss: 2.3002, Accuracy: 559/5000 (11%)
[epoch 2] loss: 2.1854800
Test set: Average loss: 2.3194, Accuracy: 745/5000 (15%)
[epoch 3] loss: 1.9398602
Test set: Average loss: 2.4063, Accuracy: 781/5000 (16%)
[epoch 4] loss: 1.8583587
Test set: Average loss: 2.5559, Accuracy: 862/5000 (17%)
[epoch 5] loss: 1.5483052
Test set: Average loss: 2.6174, Accuracy: 826/5000 (17%)
[epoch 6] loss: 1.3910514
Test set: Average loss: 2.7169, Accuracy: 780/5000 (16%)
[epoch 7] loss: 1.1989611
Test set: Average loss: 2.7707, Accuracy: 884/5000 (18%)
[epoch 8] loss: 0.9180918
Test set: Average loss: 2.8831, Accuracy: 945/5000 (19%)
[epoch 9] loss: 0.7199823
Test set: Average loss: 3.0408, Accuracy: 935/5000 (19%)
[epoch 10] loss: 0.5573321
Test set: Average loss: 3.2084, Accuracy: 897/5000 (18%)
[epoch 11] loss: 0.4089998
Test set: Average loss: 3.3962, Accuracy: 886/5000 (18%)
[epoch 12] loss: 0.2864178
Test set: Average loss: 3.6684, Accuracy: 879/5000 (18%)
[epoch 13] loss: 0.1907424
Test set: Average loss: 4.0324, Accuracy: 876/5000 (18%)
[epoch 14] loss: 0.1196454
Test set: Average loss: 4.3325, Accuracy: 860/5000 (17%)
[epoch 15] loss: 0.0729139
Test set: Average loss: 4.5819, Accuracy: 848/5000 (17%)
[epoch 16] loss: 0.0431163
Test set: Average loss: 4.7980, Accuracy: 817/5000 (16%)
[epoch 17] loss: 0.0284170
Test set: Average loss: 5.0115, Accuracy: 796/5000 (16%)
[epoch 18] loss: 0.0184750
Test set: Average loss: 5.2210, Accuracy: 798/5000 (16%)
[epoch 19] loss: 0.0126875
Test set: Average loss: 5.4042, Accuracy: 799/5000 (16%)
[epoch 20] loss: 0.0088068
Test set: Average loss: 5.5642, Accuracy: 801/5000 (16%)
[epoch 21] loss: 0.0072358
Test set: Average loss: 5.7009, Accuracy: 810/5000 (16%)
[epoch 22] loss: 0.0054683
Test set: Average loss: 5.8132, Accuracy: 822/5000 (16%)
[epoch 23] loss: 0.0044525
Test set: Average loss: 5.9088, Accuracy: 829/5000 (17%)
[epoch 24] loss: 0.0035138
Test set: Average loss: 5.9901, Accuracy: 835/5000 (17%)
[epoch 25] loss: 0.0031503
Test set: Average loss: 6.0603, Accuracy: 834/5000 (17%)
[epoch 26] loss: 0.0029092
Test set: Average loss: 6.1184, Accuracy: 833/5000 (17%)
[epoch 27] loss: 0.0022772
Test set: Average loss: 6.1677, Accuracy: 832/5000 (17%)
[epoch 28] loss: 0.0020073
Test set: Average loss: 6.2092, Accuracy: 833/5000 (17%)
[epoch 29] loss: 0.0018173
Test set: Average loss: 6.2445, Accuracy: 831/5000 (17%)
[epoch 30] loss: 0.0015101
Test set: Average loss: 6.2750, Accuracy: 829/5000 (17%)
[epoch 31] loss: 0.0013622
Test set: Average loss: 6.3014, Accuracy: 829/5000 (17%)
[epoch 32] loss: 0.0012995
Test set: Average loss: 6.3246, Accuracy: 830/5000 (17%)
[epoch 33] loss: 0.0011864
Test set: Average loss: 6.3443, Accuracy: 829/5000 (17%)
[epoch 34] loss: 0.0011206
Test set: Average loss: 6.3603, Accuracy: 829/5000 (17%)
[epoch 35] loss: 0.0010742
Test set: Average loss: 6.3749, Accuracy: 827/5000 (17%)
[epoch 36] loss: 0.0010063
Test set: Average loss: 6.3876, Accuracy: 827/5000 (17%)
[epoch 37] loss: 0.0009871
Test set: Average loss: 6.3996, Accuracy: 828/5000 (17%)
[epoch 38] loss: 0.0009352
Test set: Average loss: 6.4097, Accuracy: 828/5000 (17%)
[epoch 39] loss: 0.0008734
Test set: Average loss: 6.4182, Accuracy: 825/5000 (16%)
[epoch 40] loss: 0.0008522
Test set: Average loss: 6.4255, Accuracy: 826/5000 (17%)
[epoch 41] loss: 0.0008375
Test set: Average loss: 6.4318, Accuracy: 826/5000 (17%)
[epoch 42] loss: 0.0007959
Test set: Average loss: 6.4373, Accuracy: 826/5000 (17%)
[epoch 43] loss: 0.0007632
Test set: Average loss: 6.4419, Accuracy: 828/5000 (17%)
[epoch 44] loss: 0.0007860
Epoch 43: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 6.4459, Accuracy: 829/5000 (17%)
[epoch 45] loss: 0.0007181
Test set: Average loss: 6.4464, Accuracy: 829/5000 (17%)
[epoch 46] loss: 0.0007163
Test set: Average loss: 6.4468, Accuracy: 830/5000 (17%)
[epoch 47] loss: 0.0007253
Epoch 46: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 6.4472, Accuracy: 829/5000 (17%)
[epoch 48] loss: 0.0007540
Epoch 47: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 6.4472, Accuracy: 829/5000 (17%)
[epoch 49] loss: 0.0007617
Epoch 48: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 6.4472, Accuracy: 829/5000 (17%)
[epoch 50] loss: 0.0007213
Epoch 49: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 6.4472, Accuracy: 829/5000 (17%)
Validation:
Test set: Average loss: 2.8831, Accuracy: 945/5000 (19%)
Test
Test set: Average loss: 2.8532, Accuracy: 1990/10000 (20%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3035, Accuracy: 507/5000 (10%)
[epoch 1] loss: 2.2756411
Test set: Average loss: 2.3159, Accuracy: 525/5000 (10%)
[epoch 2] loss: 2.0678093
Test set: Average loss: 2.5452, Accuracy: 577/5000 (12%)
[epoch 3] loss: 2.0569254
Test set: Average loss: 2.4534, Accuracy: 828/5000 (17%)
[epoch 4] loss: 1.7322442
Test set: Average loss: 2.3470, Accuracy: 873/5000 (17%)
[epoch 5] loss: 1.5944341
Test set: Average loss: 2.3988, Accuracy: 853/5000 (17%)
[epoch 6] loss: 1.4699259
Test set: Average loss: 2.5587, Accuracy: 863/5000 (17%)
[epoch 7] loss: 1.2909182
Test set: Average loss: 2.8061, Accuracy: 897/5000 (18%)
[epoch 8] loss: 1.0940140
Test set: Average loss: 2.8518, Accuracy: 943/5000 (19%)
[epoch 9] loss: 0.9130111
Test set: Average loss: 2.8639, Accuracy: 932/5000 (19%)
[epoch 10] loss: 0.7529853
Test set: Average loss: 2.9441, Accuracy: 961/5000 (19%)
[epoch 11] loss: 0.6741250
Test set: Average loss: 3.2499, Accuracy: 887/5000 (18%)
[epoch 12] loss: 0.4419291
Test set: Average loss: 3.6690, Accuracy: 875/5000 (18%)
[epoch 13] loss: 0.4058663
Test set: Average loss: 3.7691, Accuracy: 899/5000 (18%)
[epoch 14] loss: 0.2469993
Test set: Average loss: 3.8651, Accuracy: 934/5000 (19%)
[epoch 15] loss: 0.2199968
Test set: Average loss: 3.9966, Accuracy: 953/5000 (19%)
[epoch 16] loss: 0.1592345
Test set: Average loss: 4.1569, Accuracy: 938/5000 (19%)
[epoch 17] loss: 0.0846264
Test set: Average loss: 4.4158, Accuracy: 914/5000 (18%)
[epoch 18] loss: 0.0799177
Test set: Average loss: 4.5897, Accuracy: 900/5000 (18%)
[epoch 19] loss: 0.0522553
Test set: Average loss: 4.7062, Accuracy: 910/5000 (18%)
[epoch 20] loss: 0.0336642
Test set: Average loss: 4.8027, Accuracy: 930/5000 (19%)
[epoch 21] loss: 0.0281936
Test set: Average loss: 4.8772, Accuracy: 934/5000 (19%)
[epoch 22] loss: 0.0173940
Test set: Average loss: 4.9704, Accuracy: 931/5000 (19%)
[epoch 23] loss: 0.0133117
Test set: Average loss: 5.0835, Accuracy: 923/5000 (18%)
[epoch 24] loss: 0.0098831
Test set: Average loss: 5.1977, Accuracy: 919/5000 (18%)
[epoch 25] loss: 0.0088245
Test set: Average loss: 5.2952, Accuracy: 922/5000 (18%)
[epoch 26] loss: 0.0075846
Test set: Average loss: 5.3813, Accuracy: 926/5000 (19%)
[epoch 27] loss: 0.0053721
Test set: Average loss: 5.4558, Accuracy: 931/5000 (19%)
[epoch 28] loss: 0.0046311
Test set: Average loss: 5.5263, Accuracy: 932/5000 (19%)
[epoch 29] loss: 0.0043243
Test set: Average loss: 5.5923, Accuracy: 935/5000 (19%)
[epoch 30] loss: 0.0041058
Test set: Average loss: 5.6508, Accuracy: 933/5000 (19%)
[epoch 31] loss: 0.0041092
Epoch 30: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 5.7018, Accuracy: 935/5000 (19%)
[epoch 32] loss: 0.0037501
Test set: Average loss: 5.7057, Accuracy: 932/5000 (19%)
[epoch 33] loss: 0.0035764
Test set: Average loss: 5.7086, Accuracy: 932/5000 (19%)
[epoch 34] loss: 0.0033631
Test set: Average loss: 5.7109, Accuracy: 931/5000 (19%)
[epoch 35] loss: 0.0032640
Test set: Average loss: 5.7127, Accuracy: 933/5000 (19%)
[epoch 36] loss: 0.0034497
Epoch 35: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 5.7140, Accuracy: 932/5000 (19%)
[epoch 37] loss: 0.0032093
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
[epoch 38] loss: 0.0035017
Epoch 37: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
[epoch 39] loss: 0.0032387
Epoch 38: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
[epoch 40] loss: 0.0031945
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
[epoch 41] loss: 0.0033537
Epoch 40: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
[epoch 42] loss: 0.0032582
Epoch 41: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
[epoch 43] loss: 0.0034829
Epoch 42: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
[epoch 44] loss: 0.0031722
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
[epoch 45] loss: 0.0033609
Epoch 44: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
[epoch 46] loss: 0.0031702
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
[epoch 47] loss: 0.0033967
Epoch 46: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
[epoch 48] loss: 0.0030770
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
[epoch 49] loss: 0.0031739
Epoch 48: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
[epoch 50] loss: 0.0032254
Epoch 49: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 5.7141, Accuracy: 932/5000 (19%)
Validation:
Test set: Average loss: 2.9441, Accuracy: 961/5000 (19%)
Test
Test set: Average loss: 2.8953, Accuracy: 1906/10000 (19%)
100
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3024, Accuracy: 527/5000 (11%)
[epoch 1] loss: 2.2972660
Test set: Average loss: 2.3033, Accuracy: 602/5000 (12%)
[epoch 2] loss: 2.1184446
Test set: Average loss: 2.3682, Accuracy: 820/5000 (16%)
[epoch 3] loss: 2.1667349
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.4279, Accuracy: 832/5000 (17%)
[epoch 4] loss: 1.7384567
Test set: Average loss: 2.4009, Accuracy: 844/5000 (17%)
[epoch 5] loss: 1.6575460
Test set: Average loss: 2.3715, Accuracy: 860/5000 (17%)
[epoch 6] loss: 1.7393529
Epoch 5: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.3521, Accuracy: 867/5000 (17%)
[epoch 7] loss: 1.6673869
Epoch 6: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.3520, Accuracy: 871/5000 (17%)
[epoch 8] loss: 1.5454520
Test set: Average loss: 2.3520, Accuracy: 873/5000 (17%)
[epoch 9] loss: 1.7151618
Epoch 8: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 10] loss: 1.6735963
Epoch 9: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 11] loss: 1.6698799
Epoch 10: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 12] loss: 1.6293563
Epoch 11: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 13] loss: 1.7440349
Epoch 12: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 14] loss: 1.7706282
Epoch 13: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 15] loss: 1.6775647
Epoch 14: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 16] loss: 1.5719776
Epoch 15: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 17] loss: 1.6012591
Epoch 16: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 18] loss: 1.6998100
Epoch 17: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 19] loss: 1.7189420
Epoch 18: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 20] loss: 1.7081420
Epoch 19: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 21] loss: 1.6085401
Epoch 20: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 22] loss: 1.7485464
Epoch 21: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 23] loss: 1.5608926
Epoch 22: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 24] loss: 1.6074449
Epoch 23: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 25] loss: 1.9610822
Epoch 24: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 26] loss: 1.9320260
Epoch 25: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 27] loss: 1.6832741
Epoch 26: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 28] loss: 1.7442583
Epoch 27: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 29] loss: 1.9592626
Epoch 28: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 30] loss: 1.7364541
Epoch 29: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 31] loss: 1.8098247
Epoch 30: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 32] loss: 1.5612310
Epoch 31: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 33] loss: 1.7356646
Epoch 32: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 34] loss: 1.6335093
Epoch 33: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 35] loss: 1.9481360
Epoch 34: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 36] loss: 1.7211109
Epoch 35: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 37] loss: 1.6310124
Epoch 36: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 38] loss: 1.7818320
Epoch 37: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 39] loss: 1.8302628
Epoch 38: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 40] loss: 1.7230482
Epoch 39: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 41] loss: 1.8500572
Epoch 40: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 42] loss: 1.8012722
Epoch 41: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 43] loss: 1.7209092
Epoch 42: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 44] loss: 1.6546101
Epoch 43: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 45] loss: 1.7639110
Epoch 44: reducing learning rate of group 0 to 1.0000e-43.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 46] loss: 1.6938027
Epoch 45: reducing learning rate of group 0 to 1.0000e-44.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 47] loss: 1.6804116
Epoch 46: reducing learning rate of group 0 to 1.0000e-45.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 48] loss: 1.8308314
Epoch 47: reducing learning rate of group 0 to 1.0000e-46.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 49] loss: 1.7309750
Epoch 48: reducing learning rate of group 0 to 1.0000e-47.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
[epoch 50] loss: 1.7899889
Epoch 49: reducing learning rate of group 0 to 1.0000e-48.
Test set: Average loss: 2.3521, Accuracy: 871/5000 (17%)
Validation:
Test set: Average loss: 2.3520, Accuracy: 873/5000 (17%)
Test
Test set: Average loss: 2.3193, Accuracy: 1825/10000 (18%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 458/5000 (9%)
[epoch 1] loss: 2.3211049
Test set: Average loss: 2.2738, Accuracy: 672/5000 (13%)
[epoch 2] loss: 2.1178015
Test set: Average loss: 2.2925, Accuracy: 735/5000 (15%)
[epoch 3] loss: 2.0424828
Test set: Average loss: 2.3526, Accuracy: 743/5000 (15%)
[epoch 4] loss: 2.0581332
Epoch 3: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.2459, Accuracy: 920/5000 (18%)
[epoch 5] loss: 1.8139983
Test set: Average loss: 2.2263, Accuracy: 962/5000 (19%)
[epoch 6] loss: 1.8501732
Epoch 5: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.2176, Accuracy: 1018/5000 (20%)
[epoch 7] loss: 1.7393072
Test set: Average loss: 2.2162, Accuracy: 1020/5000 (20%)
[epoch 8] loss: 1.8050574
Epoch 7: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.2153, Accuracy: 1020/5000 (20%)
[epoch 9] loss: 1.7001694
Test set: Average loss: 2.2152, Accuracy: 1021/5000 (20%)
[epoch 10] loss: 1.8894559
Epoch 9: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 11] loss: 1.7418616
Epoch 10: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 12] loss: 1.6712579
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 13] loss: 1.7449440
Epoch 12: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 14] loss: 1.7492243
Epoch 13: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 15] loss: 1.8622355
Epoch 14: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 16] loss: 1.6856315
Epoch 15: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 17] loss: 1.6195993
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 18] loss: 1.7789094
Epoch 17: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 19] loss: 1.7321731
Epoch 18: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 20] loss: 1.6776074
Epoch 19: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 21] loss: 1.5961660
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 22] loss: 1.7083000
Epoch 21: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 23] loss: 1.9794458
Epoch 22: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 24] loss: 2.2009391
Epoch 23: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 25] loss: 1.7510841
Epoch 24: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 26] loss: 1.7161702
Epoch 25: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 27] loss: 1.9023525
Epoch 26: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 28] loss: 1.7862858
Epoch 27: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 29] loss: 1.7122402
Epoch 28: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 30] loss: 1.6430276
Epoch 29: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 31] loss: 1.7191889
Epoch 30: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 32] loss: 1.7630960
Epoch 31: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 33] loss: 1.7207352
Epoch 32: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 34] loss: 1.6386531
Epoch 33: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 35] loss: 1.7294502
Epoch 34: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 36] loss: 1.7592334
Epoch 35: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 37] loss: 1.7577040
Epoch 36: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 38] loss: 1.7106058
Epoch 37: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 39] loss: 1.8040525
Epoch 38: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 40] loss: 1.7359855
Epoch 39: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 41] loss: 1.7196858
Epoch 40: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 42] loss: 2.1389925
Epoch 41: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 43] loss: 2.0225823
Epoch 42: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 44] loss: 1.7932437
Epoch 43: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 45] loss: 1.7437570
Epoch 44: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 46] loss: 1.7232011
Epoch 45: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 47] loss: 1.7439524
Epoch 46: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 48] loss: 1.7955658
Epoch 47: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 49] loss: 1.7786474
Epoch 48: reducing learning rate of group 0 to 1.0000e-43.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
[epoch 50] loss: 1.7886035
Epoch 49: reducing learning rate of group 0 to 1.0000e-44.
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
Validation:
Test set: Average loss: 2.2151, Accuracy: 1021/5000 (20%)
Test
Test set: Average loss: 2.1942, Accuracy: 2151/10000 (22%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3032, Accuracy: 550/5000 (11%)
[epoch 1] loss: 2.2148974
Test set: Average loss: 2.5778, Accuracy: 525/5000 (10%)
[epoch 2] loss: 2.0222747
Test set: Average loss: 2.3714, Accuracy: 841/5000 (17%)
[epoch 3] loss: 1.9571367
Test set: Average loss: 2.3293, Accuracy: 779/5000 (16%)
[epoch 4] loss: 1.8577902
Test set: Average loss: 2.4089, Accuracy: 858/5000 (17%)
[epoch 5] loss: 1.8090655
Test set: Average loss: 2.4030, Accuracy: 901/5000 (18%)
[epoch 6] loss: 1.5406607
Test set: Average loss: 2.3847, Accuracy: 910/5000 (18%)
[epoch 7] loss: 1.5279462
Test set: Average loss: 2.5384, Accuracy: 934/5000 (19%)
[epoch 8] loss: 1.3817567
Test set: Average loss: 2.5150, Accuracy: 1010/5000 (20%)
[epoch 9] loss: 1.1938007
Test set: Average loss: 2.5742, Accuracy: 1053/5000 (21%)
[epoch 10] loss: 0.8870910
Test set: Average loss: 2.8926, Accuracy: 969/5000 (19%)
[epoch 11] loss: 1.5174824
Epoch 10: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.1616, Accuracy: 924/5000 (18%)
[epoch 12] loss: 1.1132696
Epoch 11: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.1644, Accuracy: 928/5000 (19%)
[epoch 13] loss: 0.8429170
Test set: Average loss: 3.1575, Accuracy: 930/5000 (19%)
[epoch 14] loss: 0.8769012
Epoch 13: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.1479, Accuracy: 936/5000 (19%)
[epoch 15] loss: 0.8656886
Epoch 14: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.1467, Accuracy: 940/5000 (19%)
[epoch 16] loss: 0.8762120
Epoch 15: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 17] loss: 0.8648427
Epoch 16: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 18] loss: 0.8941068
Epoch 17: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 19] loss: 0.8432271
Epoch 18: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 20] loss: 0.8313544
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 21] loss: 0.8781733
Epoch 20: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 22] loss: 0.8265152
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 23] loss: 0.8363835
Epoch 22: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 24] loss: 0.9341175
Epoch 23: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 25] loss: 0.6877797
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 26] loss: 0.7601861
Epoch 25: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 27] loss: 0.8315062
Epoch 26: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 28] loss: 0.8286100
Epoch 27: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 29] loss: 0.7851682
Epoch 28: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 30] loss: 1.5522252
Epoch 29: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 31] loss: 0.8161029
Epoch 30: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 32] loss: 0.7759397
Epoch 31: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 33] loss: 0.8222473
Epoch 32: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 34] loss: 0.7127354
Epoch 33: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 35] loss: 0.8968063
Epoch 34: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 36] loss: 0.9896894
Epoch 35: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 37] loss: 0.9016762
Epoch 36: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 38] loss: 0.7413175
Epoch 37: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 39] loss: 0.9847889
Epoch 38: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 40] loss: 0.8966265
Epoch 39: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 41] loss: 0.8802923
Epoch 40: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 42] loss: 0.7968686
Epoch 41: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 43] loss: 1.0349026
Epoch 42: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 44] loss: 0.8460319
Epoch 43: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 45] loss: 0.9464674
Epoch 44: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 46] loss: 0.7780232
Epoch 45: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 47] loss: 0.8901805
Epoch 46: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 48] loss: 0.9221103
Epoch 47: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 49] loss: 0.8810097
Epoch 48: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
[epoch 50] loss: 0.8942665
Epoch 49: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 3.1466, Accuracy: 941/5000 (19%)
Validation:
Test set: Average loss: 2.5742, Accuracy: 1053/5000 (21%)
Test
Test set: Average loss: 2.5864, Accuracy: 2083/10000 (21%)
250
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3040, Accuracy: 475/5000 (10%)
[epoch 1] loss: 2.2827322
Test set: Average loss: 2.2383, Accuracy: 613/5000 (12%)
[epoch 2] loss: 2.0921188
Test set: Average loss: 2.1587, Accuracy: 986/5000 (20%)
[epoch 3] loss: 1.8770615
Test set: Average loss: 2.0812, Accuracy: 1186/5000 (24%)
[epoch 4] loss: 1.7644962
Test set: Average loss: 2.1440, Accuracy: 1187/5000 (24%)
[epoch 5] loss: 1.5281363
Test set: Average loss: 2.1044, Accuracy: 1275/5000 (26%)
[epoch 6] loss: 1.3043247
Test set: Average loss: 2.2297, Accuracy: 1335/5000 (27%)
[epoch 7] loss: 1.0512311
Test set: Average loss: 2.2532, Accuracy: 1434/5000 (29%)
[epoch 8] loss: 0.9516099
Test set: Average loss: 2.5329, Accuracy: 1313/5000 (26%)
[epoch 9] loss: 0.7668221
Test set: Average loss: 2.4850, Accuracy: 1477/5000 (30%)
[epoch 10] loss: 0.5788044
Test set: Average loss: 2.6464, Accuracy: 1493/5000 (30%)
[epoch 11] loss: 0.4268559
Test set: Average loss: 2.8970, Accuracy: 1421/5000 (28%)
[epoch 12] loss: 0.3193241
Test set: Average loss: 3.1480, Accuracy: 1422/5000 (28%)
[epoch 13] loss: 0.1988030
Test set: Average loss: 3.3611, Accuracy: 1451/5000 (29%)
[epoch 14] loss: 0.1508411
Test set: Average loss: 3.3922, Accuracy: 1495/5000 (30%)
[epoch 15] loss: 0.1027041
Test set: Average loss: 3.5415, Accuracy: 1444/5000 (29%)
[epoch 16] loss: 0.0607753
Test set: Average loss: 3.6491, Accuracy: 1522/5000 (30%)
[epoch 17] loss: 0.0453479
Test set: Average loss: 3.8069, Accuracy: 1489/5000 (30%)
[epoch 18] loss: 0.0265717
Test set: Average loss: 3.9642, Accuracy: 1448/5000 (29%)
[epoch 19] loss: 0.0181517
Test set: Average loss: 3.9543, Accuracy: 1527/5000 (31%)
[epoch 20] loss: 0.0133490
Test set: Average loss: 4.0389, Accuracy: 1501/5000 (30%)
[epoch 21] loss: 0.0103952
Test set: Average loss: 4.1514, Accuracy: 1472/5000 (29%)
[epoch 22] loss: 0.0089002
Test set: Average loss: 4.1852, Accuracy: 1496/5000 (30%)
[epoch 23] loss: 0.0075424
Test set: Average loss: 4.2040, Accuracy: 1504/5000 (30%)
[epoch 24] loss: 0.0066694
Test set: Average loss: 4.2739, Accuracy: 1480/5000 (30%)
[epoch 25] loss: 0.0060086
Test set: Average loss: 4.3001, Accuracy: 1485/5000 (30%)
[epoch 26] loss: 0.0053376
Test set: Average loss: 4.3167, Accuracy: 1484/5000 (30%)
[epoch 27] loss: 0.0049592
Test set: Average loss: 4.3524, Accuracy: 1492/5000 (30%)
[epoch 28] loss: 0.0045488
Test set: Average loss: 4.4001, Accuracy: 1489/5000 (30%)
[epoch 29] loss: 0.0042633
Test set: Average loss: 4.4211, Accuracy: 1480/5000 (30%)
[epoch 30] loss: 0.0039159
Test set: Average loss: 4.4451, Accuracy: 1481/5000 (30%)
[epoch 31] loss: 0.0036601
Test set: Average loss: 4.4634, Accuracy: 1492/5000 (30%)
[epoch 32] loss: 0.0034818
Test set: Average loss: 4.4994, Accuracy: 1482/5000 (30%)
[epoch 33] loss: 0.0032164
Test set: Average loss: 4.5137, Accuracy: 1488/5000 (30%)
[epoch 34] loss: 0.0030603
Test set: Average loss: 4.5393, Accuracy: 1485/5000 (30%)
[epoch 35] loss: 0.0028767
Test set: Average loss: 4.5673, Accuracy: 1482/5000 (30%)
[epoch 36] loss: 0.0027087
Test set: Average loss: 4.5872, Accuracy: 1478/5000 (30%)
[epoch 37] loss: 0.0025799
Test set: Average loss: 4.6010, Accuracy: 1484/5000 (30%)
[epoch 38] loss: 0.0024240
Test set: Average loss: 4.6233, Accuracy: 1482/5000 (30%)
[epoch 39] loss: 0.0022978
Test set: Average loss: 4.6455, Accuracy: 1480/5000 (30%)
[epoch 40] loss: 0.0022292
Test set: Average loss: 4.6674, Accuracy: 1476/5000 (30%)
[epoch 41] loss: 0.0021271
Test set: Average loss: 4.6845, Accuracy: 1478/5000 (30%)
[epoch 42] loss: 0.0020205
Test set: Average loss: 4.6955, Accuracy: 1479/5000 (30%)
[epoch 43] loss: 0.0019299
Test set: Average loss: 4.7172, Accuracy: 1482/5000 (30%)
[epoch 44] loss: 0.0018448
Test set: Average loss: 4.7304, Accuracy: 1481/5000 (30%)
[epoch 45] loss: 0.0017648
Test set: Average loss: 4.7444, Accuracy: 1488/5000 (30%)
[epoch 46] loss: 0.0017224
Test set: Average loss: 4.7619, Accuracy: 1480/5000 (30%)
[epoch 47] loss: 0.0016296
Test set: Average loss: 4.7801, Accuracy: 1484/5000 (30%)
[epoch 48] loss: 0.0015594
Test set: Average loss: 4.7969, Accuracy: 1484/5000 (30%)
[epoch 49] loss: 0.0014948
Test set: Average loss: 4.8134, Accuracy: 1480/5000 (30%)
[epoch 50] loss: 0.0014473
Test set: Average loss: 4.8257, Accuracy: 1481/5000 (30%)
Validation:
Test set: Average loss: 3.9543, Accuracy: 1527/5000 (31%)
Test
Test set: Average loss: 3.8939, Accuracy: 3075/10000 (31%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3030, Accuracy: 486/5000 (10%)
[epoch 1] loss: 2.2832870
Test set: Average loss: 2.1944, Accuracy: 1072/5000 (21%)
[epoch 2] loss: 2.0595618
Test set: Average loss: 2.1016, Accuracy: 1306/5000 (26%)
[epoch 3] loss: 1.8494492
Test set: Average loss: 2.0944, Accuracy: 1238/5000 (25%)
[epoch 4] loss: 1.6409182
Test set: Average loss: 2.1513, Accuracy: 1295/5000 (26%)
[epoch 5] loss: 1.4789089
Test set: Average loss: 2.0456, Accuracy: 1413/5000 (28%)
[epoch 6] loss: 1.3021625
Test set: Average loss: 2.0489, Accuracy: 1497/5000 (30%)
[epoch 7] loss: 1.1015733
Test set: Average loss: 2.1563, Accuracy: 1473/5000 (29%)
[epoch 8] loss: 0.9725132
Test set: Average loss: 2.1854, Accuracy: 1488/5000 (30%)
[epoch 9] loss: 0.7889293
Test set: Average loss: 2.3143, Accuracy: 1551/5000 (31%)
[epoch 10] loss: 0.6351328
Test set: Average loss: 2.4432, Accuracy: 1470/5000 (29%)
[epoch 11] loss: 0.5192338
Test set: Average loss: 2.4540, Accuracy: 1602/5000 (32%)
[epoch 12] loss: 0.3925892
Test set: Average loss: 2.6435, Accuracy: 1579/5000 (32%)
[epoch 13] loss: 0.2814485
Test set: Average loss: 2.7470, Accuracy: 1572/5000 (31%)
[epoch 14] loss: 0.2047432
Test set: Average loss: 2.8727, Accuracy: 1625/5000 (32%)
[epoch 15] loss: 0.1420907
Test set: Average loss: 3.0595, Accuracy: 1610/5000 (32%)
[epoch 16] loss: 0.1139529
Test set: Average loss: 3.3123, Accuracy: 1524/5000 (30%)
[epoch 17] loss: 0.0882800
Test set: Average loss: 3.3345, Accuracy: 1543/5000 (31%)
[epoch 18] loss: 0.0798486
Test set: Average loss: 3.5756, Accuracy: 1540/5000 (31%)
[epoch 19] loss: 0.0472406
Test set: Average loss: 3.5244, Accuracy: 1578/5000 (32%)
[epoch 20] loss: 0.0359571
Test set: Average loss: 3.6733, Accuracy: 1575/5000 (32%)
[epoch 21] loss: 0.0269432
Test set: Average loss: 3.7674, Accuracy: 1553/5000 (31%)
[epoch 22] loss: 0.0161271
Test set: Average loss: 3.7957, Accuracy: 1572/5000 (31%)
[epoch 23] loss: 0.0131129
Test set: Average loss: 3.8157, Accuracy: 1589/5000 (32%)
[epoch 24] loss: 0.0103581
Test set: Average loss: 3.9167, Accuracy: 1569/5000 (31%)
[epoch 25] loss: 0.0082872
Test set: Average loss: 3.9719, Accuracy: 1559/5000 (31%)
[epoch 26] loss: 0.0076888
Test set: Average loss: 4.0072, Accuracy: 1571/5000 (31%)
[epoch 27] loss: 0.0065088
Test set: Average loss: 4.0483, Accuracy: 1560/5000 (31%)
[epoch 28] loss: 0.0060737
Test set: Average loss: 4.0812, Accuracy: 1561/5000 (31%)
[epoch 29] loss: 0.0054920
Test set: Average loss: 4.1126, Accuracy: 1571/5000 (31%)
[epoch 30] loss: 0.0049854
Test set: Average loss: 4.1576, Accuracy: 1563/5000 (31%)
[epoch 31] loss: 0.0046876
Test set: Average loss: 4.1771, Accuracy: 1563/5000 (31%)
[epoch 32] loss: 0.0042913
Test set: Average loss: 4.1975, Accuracy: 1571/5000 (31%)
[epoch 33] loss: 0.0039814
Test set: Average loss: 4.2366, Accuracy: 1557/5000 (31%)
[epoch 34] loss: 0.0038053
Test set: Average loss: 4.2577, Accuracy: 1558/5000 (31%)
[epoch 35] loss: 0.0035414
Test set: Average loss: 4.2746, Accuracy: 1569/5000 (31%)
[epoch 36] loss: 0.0033888
Test set: Average loss: 4.2940, Accuracy: 1572/5000 (31%)
[epoch 37] loss: 0.0031668
Test set: Average loss: 4.3261, Accuracy: 1561/5000 (31%)
[epoch 38] loss: 0.0029827
Test set: Average loss: 4.3421, Accuracy: 1565/5000 (31%)
[epoch 39] loss: 0.0028026
Test set: Average loss: 4.3619, Accuracy: 1570/5000 (31%)
[epoch 40] loss: 0.0026942
Test set: Average loss: 4.3779, Accuracy: 1565/5000 (31%)
[epoch 41] loss: 0.0025151
Test set: Average loss: 4.4042, Accuracy: 1566/5000 (31%)
[epoch 42] loss: 0.0024095
Test set: Average loss: 4.4216, Accuracy: 1569/5000 (31%)
[epoch 43] loss: 0.0023152
Test set: Average loss: 4.4374, Accuracy: 1572/5000 (31%)
[epoch 44] loss: 0.0021951
Test set: Average loss: 4.4550, Accuracy: 1566/5000 (31%)
[epoch 45] loss: 0.0021422
Test set: Average loss: 4.4727, Accuracy: 1568/5000 (31%)
[epoch 46] loss: 0.0020360
Test set: Average loss: 4.4877, Accuracy: 1564/5000 (31%)
[epoch 47] loss: 0.0019208
Test set: Average loss: 4.4968, Accuracy: 1571/5000 (31%)
[epoch 48] loss: 0.0018592
Test set: Average loss: 4.5155, Accuracy: 1571/5000 (31%)
[epoch 49] loss: 0.0017872
Test set: Average loss: 4.5341, Accuracy: 1567/5000 (31%)
[epoch 50] loss: 0.0017195
Test set: Average loss: 4.5491, Accuracy: 1572/5000 (31%)
Validation:
Test set: Average loss: 2.8727, Accuracy: 1625/5000 (32%)
Test
Test set: Average loss: 2.8321, Accuracy: 3249/10000 (32%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3040, Accuracy: 486/5000 (10%)
[epoch 1] loss: 2.2976987
Test set: Average loss: 2.2492, Accuracy: 784/5000 (16%)
[epoch 2] loss: 2.1481793
Test set: Average loss: 2.2110, Accuracy: 956/5000 (19%)
[epoch 3] loss: 2.0374908
Test set: Average loss: 2.1110, Accuracy: 1164/5000 (23%)
[epoch 4] loss: 1.8476980
Test set: Average loss: 2.0618, Accuracy: 1364/5000 (27%)
[epoch 5] loss: 1.6331460
Test set: Average loss: 2.1156, Accuracy: 1344/5000 (27%)
[epoch 6] loss: 1.3848037
Test set: Average loss: 2.2373, Accuracy: 1335/5000 (27%)
[epoch 7] loss: 1.2177058
Test set: Average loss: 2.3228, Accuracy: 1362/5000 (27%)
[epoch 8] loss: 1.0013368
Test set: Average loss: 2.3836, Accuracy: 1432/5000 (29%)
[epoch 9] loss: 0.7936344
Test set: Average loss: 2.5120, Accuracy: 1428/5000 (29%)
[epoch 10] loss: 0.5881136
Test set: Average loss: 2.9274, Accuracy: 1421/5000 (28%)
[epoch 11] loss: 0.5235222
Test set: Average loss: 2.9157, Accuracy: 1393/5000 (28%)
[epoch 12] loss: 0.3903424
Test set: Average loss: 3.1686, Accuracy: 1434/5000 (29%)
[epoch 13] loss: 0.2701786
Test set: Average loss: 3.2492, Accuracy: 1442/5000 (29%)
[epoch 14] loss: 0.1913550
Test set: Average loss: 3.4532, Accuracy: 1472/5000 (29%)
[epoch 15] loss: 0.1299699
Test set: Average loss: 3.6027, Accuracy: 1462/5000 (29%)
[epoch 16] loss: 0.1003177
Test set: Average loss: 3.8232, Accuracy: 1463/5000 (29%)
[epoch 17] loss: 0.0888041
Test set: Average loss: 3.9271, Accuracy: 1450/5000 (29%)
[epoch 18] loss: 0.0526803
Test set: Average loss: 4.1107, Accuracy: 1399/5000 (28%)
[epoch 19] loss: 0.0246922
Test set: Average loss: 4.1478, Accuracy: 1440/5000 (29%)
[epoch 20] loss: 0.0180682
Test set: Average loss: 4.2236, Accuracy: 1483/5000 (30%)
[epoch 21] loss: 0.0134159
Test set: Average loss: 4.2990, Accuracy: 1441/5000 (29%)
[epoch 22] loss: 0.0097222
Test set: Average loss: 4.3963, Accuracy: 1448/5000 (29%)
[epoch 23] loss: 0.0080117
Test set: Average loss: 4.4708, Accuracy: 1448/5000 (29%)
[epoch 24] loss: 0.0062448
Test set: Average loss: 4.5009, Accuracy: 1457/5000 (29%)
[epoch 25] loss: 0.0055492
Test set: Average loss: 4.5321, Accuracy: 1449/5000 (29%)
[epoch 26] loss: 0.0049533
Test set: Average loss: 4.5650, Accuracy: 1444/5000 (29%)
[epoch 27] loss: 0.0045198
Test set: Average loss: 4.5979, Accuracy: 1447/5000 (29%)
[epoch 28] loss: 0.0041264
Test set: Average loss: 4.6272, Accuracy: 1456/5000 (29%)
[epoch 29] loss: 0.0038265
Test set: Average loss: 4.6544, Accuracy: 1456/5000 (29%)
[epoch 30] loss: 0.0036411
Test set: Average loss: 4.6795, Accuracy: 1461/5000 (29%)
[epoch 31] loss: 0.0034094
Test set: Average loss: 4.7076, Accuracy: 1451/5000 (29%)
[epoch 32] loss: 0.0031738
Test set: Average loss: 4.7371, Accuracy: 1457/5000 (29%)
[epoch 33] loss: 0.0030155
Test set: Average loss: 4.7625, Accuracy: 1456/5000 (29%)
[epoch 34] loss: 0.0028287
Test set: Average loss: 4.7788, Accuracy: 1454/5000 (29%)
[epoch 35] loss: 0.0027080
Test set: Average loss: 4.8021, Accuracy: 1453/5000 (29%)
[epoch 36] loss: 0.0025807
Test set: Average loss: 4.8217, Accuracy: 1456/5000 (29%)
[epoch 37] loss: 0.0024615
Test set: Average loss: 4.8429, Accuracy: 1459/5000 (29%)
[epoch 38] loss: 0.0023634
Test set: Average loss: 4.8630, Accuracy: 1456/5000 (29%)
[epoch 39] loss: 0.0022229
Test set: Average loss: 4.8794, Accuracy: 1453/5000 (29%)
[epoch 40] loss: 0.0021482
Test set: Average loss: 4.8978, Accuracy: 1457/5000 (29%)
[epoch 41] loss: 0.0020517
Test set: Average loss: 4.9165, Accuracy: 1459/5000 (29%)
[epoch 42] loss: 0.0019626
Test set: Average loss: 4.9322, Accuracy: 1454/5000 (29%)
[epoch 43] loss: 0.0018962
Test set: Average loss: 4.9521, Accuracy: 1454/5000 (29%)
[epoch 44] loss: 0.0018327
Test set: Average loss: 4.9692, Accuracy: 1453/5000 (29%)
[epoch 45] loss: 0.0017419
Test set: Average loss: 4.9854, Accuracy: 1450/5000 (29%)
[epoch 46] loss: 0.0016731
Test set: Average loss: 4.9976, Accuracy: 1453/5000 (29%)
[epoch 47] loss: 0.0016255
Test set: Average loss: 5.0124, Accuracy: 1456/5000 (29%)
[epoch 48] loss: 0.0015630
Test set: Average loss: 5.0336, Accuracy: 1453/5000 (29%)
[epoch 49] loss: 0.0014976
Test set: Average loss: 5.0464, Accuracy: 1453/5000 (29%)
[epoch 50] loss: 0.0014503
Test set: Average loss: 5.0597, Accuracy: 1455/5000 (29%)
Validation:
Test set: Average loss: 4.2236, Accuracy: 1483/5000 (30%)
Test
Test set: Average loss: 4.1946, Accuracy: 3045/10000 (30%)
500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3028, Accuracy: 494/5000 (10%)
[epoch 1] loss: 2.2285833
Test set: Average loss: 2.1132, Accuracy: 1074/5000 (21%)
[epoch 2] loss: 1.9856062
Test set: Average loss: 2.0571, Accuracy: 1351/5000 (27%)
[epoch 3] loss: 1.7893735
Test set: Average loss: 1.9382, Accuracy: 1512/5000 (30%)
[epoch 4] loss: 1.5945676
Test set: Average loss: 1.9780, Accuracy: 1541/5000 (31%)
[epoch 5] loss: 1.3969796
Test set: Average loss: 1.8690, Accuracy: 1720/5000 (34%)
[epoch 6] loss: 1.2106621
Test set: Average loss: 2.0642, Accuracy: 1623/5000 (32%)
[epoch 7] loss: 1.0584870
Test set: Average loss: 2.0024, Accuracy: 1677/5000 (34%)
[epoch 8] loss: 0.8604825
Test set: Average loss: 2.2005, Accuracy: 1665/5000 (33%)
[epoch 9] loss: 0.6437765
Test set: Average loss: 2.3033, Accuracy: 1688/5000 (34%)
[epoch 10] loss: 0.5125748
Test set: Average loss: 2.4872, Accuracy: 1731/5000 (35%)
[epoch 11] loss: 0.3301517
Test set: Average loss: 2.8339, Accuracy: 1688/5000 (34%)
[epoch 12] loss: 0.2752599
Test set: Average loss: 2.9103, Accuracy: 1673/5000 (33%)
[epoch 13] loss: 0.1560754
Test set: Average loss: 3.2127, Accuracy: 1663/5000 (33%)
[epoch 14] loss: 0.0887448
Test set: Average loss: 3.4773, Accuracy: 1706/5000 (34%)
[epoch 15] loss: 0.0637579
Test set: Average loss: 3.5591, Accuracy: 1674/5000 (33%)
[epoch 16] loss: 0.0369608
Test set: Average loss: 3.7568, Accuracy: 1694/5000 (34%)
[epoch 17] loss: 0.0230060
Test set: Average loss: 3.8113, Accuracy: 1692/5000 (34%)
[epoch 18] loss: 0.0132157
Test set: Average loss: 3.9253, Accuracy: 1691/5000 (34%)
[epoch 19] loss: 0.0107249
Test set: Average loss: 3.9806, Accuracy: 1698/5000 (34%)
[epoch 20] loss: 0.0084207
Test set: Average loss: 4.0474, Accuracy: 1697/5000 (34%)
[epoch 21] loss: 0.0070635
Test set: Average loss: 4.1003, Accuracy: 1687/5000 (34%)
[epoch 22] loss: 0.0062104
Test set: Average loss: 4.1424, Accuracy: 1708/5000 (34%)
[epoch 23] loss: 0.0054045
Test set: Average loss: 4.1899, Accuracy: 1697/5000 (34%)
[epoch 24] loss: 0.0048706
Test set: Average loss: 4.2268, Accuracy: 1695/5000 (34%)
[epoch 25] loss: 0.0044653
Test set: Average loss: 4.2691, Accuracy: 1694/5000 (34%)
[epoch 26] loss: 0.0040495
Test set: Average loss: 4.2954, Accuracy: 1700/5000 (34%)
[epoch 27] loss: 0.0037611
Test set: Average loss: 4.3341, Accuracy: 1694/5000 (34%)
[epoch 28] loss: 0.0034523
Test set: Average loss: 4.3646, Accuracy: 1704/5000 (34%)
[epoch 29] loss: 0.0031765
Test set: Average loss: 4.4016, Accuracy: 1697/5000 (34%)
[epoch 30] loss: 0.0029661
Test set: Average loss: 4.4322, Accuracy: 1705/5000 (34%)
[epoch 31] loss: 0.0027269
Test set: Average loss: 4.4539, Accuracy: 1696/5000 (34%)
[epoch 32] loss: 0.0025819
Test set: Average loss: 4.4845, Accuracy: 1695/5000 (34%)
[epoch 33] loss: 0.0024198
Test set: Average loss: 4.5100, Accuracy: 1695/5000 (34%)
[epoch 34] loss: 0.0022847
Test set: Average loss: 4.5361, Accuracy: 1704/5000 (34%)
[epoch 35] loss: 0.0021340
Test set: Average loss: 4.5558, Accuracy: 1693/5000 (34%)
[epoch 36] loss: 0.0020258
Test set: Average loss: 4.5804, Accuracy: 1709/5000 (34%)
[epoch 37] loss: 0.0018984
Test set: Average loss: 4.6042, Accuracy: 1706/5000 (34%)
[epoch 38] loss: 0.0017934
Test set: Average loss: 4.6270, Accuracy: 1703/5000 (34%)
[epoch 39] loss: 0.0017123
Test set: Average loss: 4.6451, Accuracy: 1703/5000 (34%)
[epoch 40] loss: 0.0016305
Test set: Average loss: 4.6677, Accuracy: 1694/5000 (34%)
[epoch 41] loss: 0.0015481
Test set: Average loss: 4.6868, Accuracy: 1702/5000 (34%)
[epoch 42] loss: 0.0014955
Test set: Average loss: 4.7039, Accuracy: 1696/5000 (34%)
[epoch 43] loss: 0.0014348
Test set: Average loss: 4.7251, Accuracy: 1699/5000 (34%)
[epoch 44] loss: 0.0013447
Test set: Average loss: 4.7437, Accuracy: 1690/5000 (34%)
[epoch 45] loss: 0.0012809
Test set: Average loss: 4.7635, Accuracy: 1702/5000 (34%)
[epoch 46] loss: 0.0012231
Test set: Average loss: 4.7798, Accuracy: 1699/5000 (34%)
[epoch 47] loss: 0.0011797
Test set: Average loss: 4.7992, Accuracy: 1688/5000 (34%)
[epoch 48] loss: 0.0011257
Test set: Average loss: 4.8142, Accuracy: 1696/5000 (34%)
[epoch 49] loss: 0.0010754
Test set: Average loss: 4.8293, Accuracy: 1694/5000 (34%)
[epoch 50] loss: 0.0010485
Test set: Average loss: 4.8446, Accuracy: 1696/5000 (34%)
Validation:
Test set: Average loss: 2.4872, Accuracy: 1731/5000 (35%)
Test
Test set: Average loss: 2.4387, Accuracy: 3556/10000 (36%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3036, Accuracy: 485/5000 (10%)
[epoch 1] loss: 2.2252888
Test set: Average loss: 2.1984, Accuracy: 1114/5000 (22%)
[epoch 2] loss: 1.9707280
Test set: Average loss: 2.0645, Accuracy: 1265/5000 (25%)
[epoch 3] loss: 1.7624294
Test set: Average loss: 1.9172, Accuracy: 1545/5000 (31%)
[epoch 4] loss: 1.5606222
Test set: Average loss: 1.9199, Accuracy: 1543/5000 (31%)
[epoch 5] loss: 1.3700881
Test set: Average loss: 1.9024, Accuracy: 1562/5000 (31%)
[epoch 6] loss: 1.1619130
Test set: Average loss: 1.9655, Accuracy: 1694/5000 (34%)
[epoch 7] loss: 1.0047785
Test set: Average loss: 2.0593, Accuracy: 1716/5000 (34%)
[epoch 8] loss: 0.8877603
Test set: Average loss: 2.0589, Accuracy: 1769/5000 (35%)
[epoch 9] loss: 0.6934779
Test set: Average loss: 2.2509, Accuracy: 1660/5000 (33%)
[epoch 10] loss: 0.5272169
Test set: Average loss: 2.3660, Accuracy: 1716/5000 (34%)
[epoch 11] loss: 0.3788563
Test set: Average loss: 2.6128, Accuracy: 1658/5000 (33%)
[epoch 12] loss: 0.2676729
Test set: Average loss: 2.9490, Accuracy: 1579/5000 (32%)
[epoch 13] loss: 0.2157172
Test set: Average loss: 2.9668, Accuracy: 1701/5000 (34%)
[epoch 14] loss: 0.1377241
Test set: Average loss: 3.1882, Accuracy: 1702/5000 (34%)
[epoch 15] loss: 0.1239117
Test set: Average loss: 3.2848, Accuracy: 1656/5000 (33%)
[epoch 16] loss: 0.0915224
Test set: Average loss: 3.5415, Accuracy: 1674/5000 (33%)
[epoch 17] loss: 0.0815018
Test set: Average loss: 3.5255, Accuracy: 1729/5000 (35%)
[epoch 18] loss: 0.0476167
Test set: Average loss: 3.6804, Accuracy: 1685/5000 (34%)
[epoch 19] loss: 0.0304019
Test set: Average loss: 3.7436, Accuracy: 1652/5000 (33%)
[epoch 20] loss: 0.0192149
Test set: Average loss: 3.8239, Accuracy: 1700/5000 (34%)
[epoch 21] loss: 0.0144078
Test set: Average loss: 3.8851, Accuracy: 1705/5000 (34%)
[epoch 22] loss: 0.0092793
Test set: Average loss: 3.9686, Accuracy: 1703/5000 (34%)
[epoch 23] loss: 0.0065468
Test set: Average loss: 3.9972, Accuracy: 1700/5000 (34%)
[epoch 24] loss: 0.0052596
Test set: Average loss: 4.0466, Accuracy: 1709/5000 (34%)
[epoch 25] loss: 0.0044937
Test set: Average loss: 4.0767, Accuracy: 1704/5000 (34%)
[epoch 26] loss: 0.0041527
Test set: Average loss: 4.1090, Accuracy: 1709/5000 (34%)
[epoch 27] loss: 0.0038156
Test set: Average loss: 4.1433, Accuracy: 1707/5000 (34%)
[epoch 28] loss: 0.0035276
Test set: Average loss: 4.1787, Accuracy: 1695/5000 (34%)
[epoch 29] loss: 0.0032584
Test set: Average loss: 4.2041, Accuracy: 1710/5000 (34%)
[epoch 30] loss: 0.0030480
Test set: Average loss: 4.2357, Accuracy: 1710/5000 (34%)
[epoch 31] loss: 0.0028847
Test set: Average loss: 4.2601, Accuracy: 1709/5000 (34%)
[epoch 32] loss: 0.0026580
Test set: Average loss: 4.2883, Accuracy: 1703/5000 (34%)
[epoch 33] loss: 0.0025011
Test set: Average loss: 4.3085, Accuracy: 1706/5000 (34%)
[epoch 34] loss: 0.0023796
Test set: Average loss: 4.3298, Accuracy: 1706/5000 (34%)
[epoch 35] loss: 0.0022537
Test set: Average loss: 4.3539, Accuracy: 1702/5000 (34%)
[epoch 36] loss: 0.0021480
Test set: Average loss: 4.3771, Accuracy: 1705/5000 (34%)
[epoch 37] loss: 0.0020228
Test set: Average loss: 4.4002, Accuracy: 1699/5000 (34%)
[epoch 38] loss: 0.0019437
Test set: Average loss: 4.4170, Accuracy: 1700/5000 (34%)
[epoch 39] loss: 0.0018366
Test set: Average loss: 4.4367, Accuracy: 1703/5000 (34%)
[epoch 40] loss: 0.0017490
Test set: Average loss: 4.4600, Accuracy: 1696/5000 (34%)
[epoch 41] loss: 0.0016776
Test set: Average loss: 4.4766, Accuracy: 1696/5000 (34%)
[epoch 42] loss: 0.0016056
Test set: Average loss: 4.4931, Accuracy: 1698/5000 (34%)
[epoch 43] loss: 0.0015249
Test set: Average loss: 4.5139, Accuracy: 1703/5000 (34%)
[epoch 44] loss: 0.0014777
Test set: Average loss: 4.5305, Accuracy: 1698/5000 (34%)
[epoch 45] loss: 0.0014138
Test set: Average loss: 4.5480, Accuracy: 1703/5000 (34%)
[epoch 46] loss: 0.0013602
Test set: Average loss: 4.5641, Accuracy: 1703/5000 (34%)
[epoch 47] loss: 0.0012984
Test set: Average loss: 4.5809, Accuracy: 1705/5000 (34%)
[epoch 48] loss: 0.0012528
Test set: Average loss: 4.5964, Accuracy: 1700/5000 (34%)
[epoch 49] loss: 0.0012029
Test set: Average loss: 4.6106, Accuracy: 1702/5000 (34%)
[epoch 50] loss: 0.0011611
Test set: Average loss: 4.6265, Accuracy: 1701/5000 (34%)
Validation:
Test set: Average loss: 2.0589, Accuracy: 1769/5000 (35%)
Test
Test set: Average loss: 2.0173, Accuracy: 3636/10000 (36%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3036, Accuracy: 504/5000 (10%)
[epoch 1] loss: 2.2709682
Test set: Average loss: 2.1519, Accuracy: 1068/5000 (21%)
[epoch 2] loss: 2.0301381
Test set: Average loss: 2.0140, Accuracy: 1259/5000 (25%)
[epoch 3] loss: 1.8469069
Test set: Average loss: 1.9485, Accuracy: 1528/5000 (31%)
[epoch 4] loss: 1.6555863
Test set: Average loss: 1.9419, Accuracy: 1628/5000 (33%)
[epoch 5] loss: 1.4407385
Test set: Average loss: 1.9390, Accuracy: 1722/5000 (34%)
[epoch 6] loss: 1.2441645
Test set: Average loss: 2.0303, Accuracy: 1740/5000 (35%)
[epoch 7] loss: 1.0226209
Test set: Average loss: 2.2067, Accuracy: 1674/5000 (33%)
[epoch 8] loss: 0.8765580
Test set: Average loss: 2.3100, Accuracy: 1621/5000 (32%)
[epoch 9] loss: 0.6340868
Test set: Average loss: 2.5153, Accuracy: 1602/5000 (32%)
[epoch 10] loss: 0.5015427
Test set: Average loss: 2.8214, Accuracy: 1606/5000 (32%)
[epoch 11] loss: 0.4379545
Test set: Average loss: 2.9597, Accuracy: 1561/5000 (31%)
[epoch 12] loss: 0.3154487
Test set: Average loss: 3.0899, Accuracy: 1646/5000 (33%)
[epoch 13] loss: 0.2143462
Test set: Average loss: 3.5367, Accuracy: 1531/5000 (31%)
[epoch 14] loss: 0.1727194
Test set: Average loss: 3.4757, Accuracy: 1590/5000 (32%)
[epoch 15] loss: 0.1081534
Test set: Average loss: 3.6640, Accuracy: 1581/5000 (32%)
[epoch 16] loss: 0.0599617
Test set: Average loss: 3.8779, Accuracy: 1611/5000 (32%)
[epoch 17] loss: 0.0484078
Test set: Average loss: 4.0082, Accuracy: 1595/5000 (32%)
[epoch 18] loss: 0.0349047
Test set: Average loss: 4.0678, Accuracy: 1633/5000 (33%)
[epoch 19] loss: 0.0199189
Test set: Average loss: 4.1613, Accuracy: 1601/5000 (32%)
[epoch 20] loss: 0.0118822
Test set: Average loss: 4.1772, Accuracy: 1637/5000 (33%)
[epoch 21] loss: 0.0082746
Test set: Average loss: 4.2499, Accuracy: 1648/5000 (33%)
[epoch 22] loss: 0.0063438
Test set: Average loss: 4.3162, Accuracy: 1637/5000 (33%)
[epoch 23] loss: 0.0056944
Test set: Average loss: 4.3579, Accuracy: 1643/5000 (33%)
[epoch 24] loss: 0.0048702
Test set: Average loss: 4.4055, Accuracy: 1655/5000 (33%)
[epoch 25] loss: 0.0043879
Test set: Average loss: 4.4475, Accuracy: 1661/5000 (33%)
[epoch 26] loss: 0.0039862
Test set: Average loss: 4.4790, Accuracy: 1649/5000 (33%)
[epoch 27] loss: 0.0036368
Test set: Average loss: 4.5163, Accuracy: 1650/5000 (33%)
[epoch 28] loss: 0.0033346
Test set: Average loss: 4.5473, Accuracy: 1650/5000 (33%)
[epoch 29] loss: 0.0031113
Test set: Average loss: 4.5772, Accuracy: 1650/5000 (33%)
[epoch 30] loss: 0.0029789
Test set: Average loss: 4.6037, Accuracy: 1660/5000 (33%)
[epoch 31] loss: 0.0027658
Test set: Average loss: 4.6384, Accuracy: 1644/5000 (33%)
[epoch 32] loss: 0.0025817
Test set: Average loss: 4.6589, Accuracy: 1661/5000 (33%)
[epoch 33] loss: 0.0024050
Test set: Average loss: 4.6861, Accuracy: 1652/5000 (33%)
[epoch 34] loss: 0.0022834
Test set: Average loss: 4.7144, Accuracy: 1640/5000 (33%)
[epoch 35] loss: 0.0021658
Test set: Average loss: 4.7282, Accuracy: 1658/5000 (33%)
[epoch 36] loss: 0.0020269
Test set: Average loss: 4.7593, Accuracy: 1651/5000 (33%)
[epoch 37] loss: 0.0019180
Test set: Average loss: 4.7811, Accuracy: 1647/5000 (33%)
[epoch 38] loss: 0.0018260
Test set: Average loss: 4.8006, Accuracy: 1646/5000 (33%)
[epoch 39] loss: 0.0017290
Test set: Average loss: 4.8244, Accuracy: 1649/5000 (33%)
[epoch 40] loss: 0.0016577
Test set: Average loss: 4.8446, Accuracy: 1634/5000 (33%)
[epoch 41] loss: 0.0015932
Test set: Average loss: 4.8615, Accuracy: 1643/5000 (33%)
[epoch 42] loss: 0.0015028
Test set: Average loss: 4.8843, Accuracy: 1638/5000 (33%)
[epoch 43] loss: 0.0014318
Test set: Average loss: 4.9000, Accuracy: 1640/5000 (33%)
[epoch 44] loss: 0.0013803
Test set: Average loss: 4.9207, Accuracy: 1636/5000 (33%)
[epoch 45] loss: 0.0013167
Test set: Average loss: 4.9374, Accuracy: 1633/5000 (33%)
[epoch 46] loss: 0.0012677
Test set: Average loss: 4.9528, Accuracy: 1635/5000 (33%)
[epoch 47] loss: 0.0012142
Test set: Average loss: 4.9685, Accuracy: 1641/5000 (33%)
[epoch 48] loss: 0.0011753
Test set: Average loss: 4.9810, Accuracy: 1643/5000 (33%)
[epoch 49] loss: 0.0011252
Test set: Average loss: 5.0035, Accuracy: 1629/5000 (33%)
[epoch 50] loss: 0.0010752
Test set: Average loss: 5.0185, Accuracy: 1635/5000 (33%)
Validation:
Test set: Average loss: 2.0303, Accuracy: 1740/5000 (35%)
Test
Test set: Average loss: 1.9895, Accuracy: 3541/10000 (35%)
750
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3034, Accuracy: 427/5000 (9%)
[epoch 1] loss: 2.2075893
Test set: Average loss: 2.0590, Accuracy: 1173/5000 (23%)
[epoch 2] loss: 1.9271025
Test set: Average loss: 1.9141, Accuracy: 1461/5000 (29%)
[epoch 3] loss: 1.7407734
Test set: Average loss: 1.8058, Accuracy: 1692/5000 (34%)
[epoch 4] loss: 1.5046681
Test set: Average loss: 1.7647, Accuracy: 1841/5000 (37%)
[epoch 5] loss: 1.2627185
Test set: Average loss: 1.8233, Accuracy: 1804/5000 (36%)
[epoch 6] loss: 1.0738465
Test set: Average loss: 2.0782, Accuracy: 1713/5000 (34%)
[epoch 7] loss: 0.9062767
Test set: Average loss: 2.1114, Accuracy: 1781/5000 (36%)
[epoch 8] loss: 0.6873507
Test set: Average loss: 2.5228, Accuracy: 1750/5000 (35%)
[epoch 9] loss: 0.6000296
Test set: Average loss: 2.5095, Accuracy: 1807/5000 (36%)
[epoch 10] loss: 0.4395333
Test set: Average loss: 2.7378, Accuracy: 1799/5000 (36%)
[epoch 11] loss: 0.3320619
Test set: Average loss: 3.0072, Accuracy: 1749/5000 (35%)
[epoch 12] loss: 0.2363842
Test set: Average loss: 3.1191, Accuracy: 1731/5000 (35%)
[epoch 13] loss: 0.1812656
Test set: Average loss: 3.3063, Accuracy: 1763/5000 (35%)
[epoch 14] loss: 0.1495605
Test set: Average loss: 3.6863, Accuracy: 1753/5000 (35%)
[epoch 15] loss: 0.1657496
Epoch 14: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.6999, Accuracy: 1729/5000 (35%)
[epoch 16] loss: 0.0675664
Test set: Average loss: 3.6007, Accuracy: 1782/5000 (36%)
[epoch 17] loss: 0.0395504
Test set: Average loss: 3.6129, Accuracy: 1769/5000 (35%)
[epoch 18] loss: 0.0340567
Test set: Average loss: 3.6319, Accuracy: 1771/5000 (35%)
[epoch 19] loss: 0.0294798
Test set: Average loss: 3.6520, Accuracy: 1784/5000 (36%)
[epoch 20] loss: 0.0269636
Test set: Average loss: 3.6746, Accuracy: 1779/5000 (36%)
[epoch 21] loss: 0.0258527
Test set: Average loss: 3.6917, Accuracy: 1789/5000 (36%)
[epoch 22] loss: 0.0240609
Test set: Average loss: 3.7153, Accuracy: 1788/5000 (36%)
[epoch 23] loss: 0.0225460
Test set: Average loss: 3.7308, Accuracy: 1787/5000 (36%)
[epoch 24] loss: 0.0216334
Test set: Average loss: 3.7510, Accuracy: 1789/5000 (36%)
[epoch 25] loss: 0.0205216
Test set: Average loss: 3.7706, Accuracy: 1793/5000 (36%)
[epoch 26] loss: 0.0194146
Test set: Average loss: 3.7885, Accuracy: 1789/5000 (36%)
[epoch 27] loss: 0.0185932
Test set: Average loss: 3.8068, Accuracy: 1792/5000 (36%)
[epoch 28] loss: 0.0179254
Test set: Average loss: 3.8231, Accuracy: 1789/5000 (36%)
[epoch 29] loss: 0.0169464
Test set: Average loss: 3.8419, Accuracy: 1789/5000 (36%)
[epoch 30] loss: 0.0164092
Test set: Average loss: 3.8591, Accuracy: 1786/5000 (36%)
[epoch 31] loss: 0.0156654
Test set: Average loss: 3.8741, Accuracy: 1788/5000 (36%)
[epoch 32] loss: 0.0152944
Test set: Average loss: 3.8892, Accuracy: 1790/5000 (36%)
[epoch 33] loss: 0.0146565
Test set: Average loss: 3.9058, Accuracy: 1787/5000 (36%)
[epoch 34] loss: 0.0138079
Test set: Average loss: 3.9206, Accuracy: 1794/5000 (36%)
[epoch 35] loss: 0.0135608
Test set: Average loss: 3.9340, Accuracy: 1789/5000 (36%)
[epoch 36] loss: 0.0128832
Test set: Average loss: 3.9518, Accuracy: 1781/5000 (36%)
[epoch 37] loss: 0.0126621
Test set: Average loss: 3.9658, Accuracy: 1783/5000 (36%)
[epoch 38] loss: 0.0121965
Test set: Average loss: 3.9793, Accuracy: 1783/5000 (36%)
[epoch 39] loss: 0.0117628
Test set: Average loss: 3.9940, Accuracy: 1782/5000 (36%)
[epoch 40] loss: 0.0112614
Test set: Average loss: 4.0070, Accuracy: 1779/5000 (36%)
[epoch 41] loss: 0.0110150
Test set: Average loss: 4.0209, Accuracy: 1777/5000 (36%)
[epoch 42] loss: 0.0106474
Test set: Average loss: 4.0350, Accuracy: 1783/5000 (36%)
[epoch 43] loss: 0.0103602
Test set: Average loss: 4.0489, Accuracy: 1777/5000 (36%)
[epoch 44] loss: 0.0099733
Test set: Average loss: 4.0611, Accuracy: 1780/5000 (36%)
[epoch 45] loss: 0.0097125
Test set: Average loss: 4.0746, Accuracy: 1777/5000 (36%)
[epoch 46] loss: 0.0092563
Test set: Average loss: 4.0861, Accuracy: 1774/5000 (35%)
[epoch 47] loss: 0.0090320
Test set: Average loss: 4.1008, Accuracy: 1774/5000 (35%)
[epoch 48] loss: 0.0088189
Test set: Average loss: 4.1118, Accuracy: 1773/5000 (35%)
[epoch 49] loss: 0.0084704
Test set: Average loss: 4.1253, Accuracy: 1770/5000 (35%)
[epoch 50] loss: 0.0082374
Test set: Average loss: 4.1390, Accuracy: 1770/5000 (35%)
Validation:
Test set: Average loss: 1.7647, Accuracy: 1841/5000 (37%)
Test
Test set: Average loss: 1.7480, Accuracy: 3732/10000 (37%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 497/5000 (10%)
[epoch 1] loss: 2.1509186
Test set: Average loss: 2.0777, Accuracy: 1089/5000 (22%)
[epoch 2] loss: 1.9512585
Test set: Average loss: 2.0673, Accuracy: 1364/5000 (27%)
[epoch 3] loss: 1.7578072
Test set: Average loss: 1.8994, Accuracy: 1578/5000 (32%)
[epoch 4] loss: 1.5384521
Test set: Average loss: 1.8890, Accuracy: 1652/5000 (33%)
[epoch 5] loss: 1.2941643
Test set: Average loss: 1.8263, Accuracy: 1848/5000 (37%)
[epoch 6] loss: 1.0922105
Test set: Average loss: 1.9738, Accuracy: 1761/5000 (35%)
[epoch 7] loss: 0.9158391
Test set: Average loss: 1.9964, Accuracy: 1821/5000 (36%)
[epoch 8] loss: 0.7094809
Test set: Average loss: 2.1721, Accuracy: 1794/5000 (36%)
[epoch 9] loss: 0.5538845
Test set: Average loss: 2.4227, Accuracy: 1793/5000 (36%)
[epoch 10] loss: 0.4255312
Test set: Average loss: 2.6551, Accuracy: 1799/5000 (36%)
[epoch 11] loss: 0.3038804
Test set: Average loss: 2.7944, Accuracy: 1817/5000 (36%)
[epoch 12] loss: 0.2196652
Test set: Average loss: 3.0156, Accuracy: 1798/5000 (36%)
[epoch 13] loss: 0.1786976
Test set: Average loss: 3.1952, Accuracy: 1836/5000 (37%)
[epoch 14] loss: 0.1010638
Test set: Average loss: 3.5507, Accuracy: 1701/5000 (34%)
[epoch 15] loss: 0.0884476
Test set: Average loss: 3.5969, Accuracy: 1746/5000 (35%)
[epoch 16] loss: 0.0622691
Test set: Average loss: 3.6415, Accuracy: 1794/5000 (36%)
[epoch 17] loss: 0.0325586
Test set: Average loss: 3.8449, Accuracy: 1757/5000 (35%)
[epoch 18] loss: 0.0221902
Test set: Average loss: 3.9682, Accuracy: 1766/5000 (35%)
[epoch 19] loss: 0.0114620
Test set: Average loss: 3.9841, Accuracy: 1811/5000 (36%)
[epoch 20] loss: 0.0080442
Test set: Average loss: 4.1119, Accuracy: 1793/5000 (36%)
[epoch 21] loss: 0.0059018
Test set: Average loss: 4.1447, Accuracy: 1785/5000 (36%)
[epoch 22] loss: 0.0047982
Test set: Average loss: 4.1824, Accuracy: 1813/5000 (36%)
[epoch 23] loss: 0.0041605
Test set: Average loss: 4.2416, Accuracy: 1801/5000 (36%)
[epoch 24] loss: 0.0036616
Test set: Average loss: 4.2767, Accuracy: 1806/5000 (36%)
[epoch 25] loss: 0.0032463
Test set: Average loss: 4.3171, Accuracy: 1812/5000 (36%)
[epoch 26] loss: 0.0029506
Test set: Average loss: 4.3560, Accuracy: 1810/5000 (36%)
[epoch 27] loss: 0.0027654
Test set: Average loss: 4.3877, Accuracy: 1807/5000 (36%)
[epoch 28] loss: 0.0025640
Test set: Average loss: 4.4212, Accuracy: 1809/5000 (36%)
[epoch 29] loss: 0.0024153
Test set: Average loss: 4.4489, Accuracy: 1809/5000 (36%)
[epoch 30] loss: 0.0022303
Test set: Average loss: 4.4761, Accuracy: 1807/5000 (36%)
[epoch 31] loss: 0.0021319
Test set: Average loss: 4.5074, Accuracy: 1808/5000 (36%)
[epoch 32] loss: 0.0019459
Test set: Average loss: 4.5350, Accuracy: 1811/5000 (36%)
[epoch 33] loss: 0.0018217
Test set: Average loss: 4.5568, Accuracy: 1809/5000 (36%)
[epoch 34] loss: 0.0017368
Test set: Average loss: 4.5885, Accuracy: 1808/5000 (36%)
[epoch 35] loss: 0.0016433
Test set: Average loss: 4.6103, Accuracy: 1809/5000 (36%)
[epoch 36] loss: 0.0015416
Test set: Average loss: 4.6313, Accuracy: 1807/5000 (36%)
[epoch 37] loss: 0.0014716
Test set: Average loss: 4.6564, Accuracy: 1812/5000 (36%)
[epoch 38] loss: 0.0013981
Test set: Average loss: 4.6754, Accuracy: 1809/5000 (36%)
[epoch 39] loss: 0.0013330
Test set: Average loss: 4.7019, Accuracy: 1801/5000 (36%)
[epoch 40] loss: 0.0012652
Test set: Average loss: 4.7162, Accuracy: 1812/5000 (36%)
[epoch 41] loss: 0.0011811
Test set: Average loss: 4.7418, Accuracy: 1811/5000 (36%)
[epoch 42] loss: 0.0011682
Test set: Average loss: 4.7591, Accuracy: 1804/5000 (36%)
[epoch 43] loss: 0.0010937
Test set: Average loss: 4.7821, Accuracy: 1804/5000 (36%)
[epoch 44] loss: 0.0010451
Test set: Average loss: 4.7957, Accuracy: 1806/5000 (36%)
[epoch 45] loss: 0.0010023
Test set: Average loss: 4.8185, Accuracy: 1806/5000 (36%)
[epoch 46] loss: 0.0009451
Test set: Average loss: 4.8355, Accuracy: 1799/5000 (36%)
[epoch 47] loss: 0.0009159
Test set: Average loss: 4.8518, Accuracy: 1810/5000 (36%)
[epoch 48] loss: 0.0008827
Test set: Average loss: 4.8710, Accuracy: 1805/5000 (36%)
[epoch 49] loss: 0.0008628
Test set: Average loss: 4.8884, Accuracy: 1803/5000 (36%)
[epoch 50] loss: 0.0008235
Test set: Average loss: 4.9021, Accuracy: 1809/5000 (36%)
Validation:
Test set: Average loss: 1.8263, Accuracy: 1848/5000 (37%)
Test
Test set: Average loss: 1.7873, Accuracy: 3763/10000 (38%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3034, Accuracy: 485/5000 (10%)
[epoch 1] loss: 2.2265425
Test set: Average loss: 2.1335, Accuracy: 993/5000 (20%)
[epoch 2] loss: 2.0254087
Test set: Average loss: 1.9415, Accuracy: 1440/5000 (29%)
[epoch 3] loss: 1.8356696
Test set: Average loss: 1.8342, Accuracy: 1673/5000 (33%)
[epoch 4] loss: 1.6719116
Test set: Average loss: 1.9431, Accuracy: 1591/5000 (32%)
[epoch 5] loss: 1.5523584
Test set: Average loss: 1.8310, Accuracy: 1762/5000 (35%)
[epoch 6] loss: 1.3357409
Test set: Average loss: 1.8164, Accuracy: 1804/5000 (36%)
[epoch 7] loss: 1.1913146
Test set: Average loss: 1.9737, Accuracy: 1704/5000 (34%)
[epoch 8] loss: 0.9780081
Test set: Average loss: 2.1095, Accuracy: 1792/5000 (36%)
[epoch 9] loss: 0.8257389
Test set: Average loss: 2.3770, Accuracy: 1746/5000 (35%)
[epoch 10] loss: 0.7436284
Test set: Average loss: 2.4586, Accuracy: 1763/5000 (35%)
[epoch 11] loss: 0.5466310
Test set: Average loss: 2.7082, Accuracy: 1707/5000 (34%)
[epoch 12] loss: 0.4798008
Test set: Average loss: 2.8673, Accuracy: 1688/5000 (34%)
[epoch 13] loss: 0.3453848
Test set: Average loss: 3.1309, Accuracy: 1721/5000 (34%)
[epoch 14] loss: 0.2749853
Test set: Average loss: 3.3294, Accuracy: 1613/5000 (32%)
[epoch 15] loss: 0.2119783
Test set: Average loss: 3.5239, Accuracy: 1598/5000 (32%)
[epoch 16] loss: 0.1537320
Test set: Average loss: 3.9013, Accuracy: 1717/5000 (34%)
[epoch 17] loss: 0.1037485
Test set: Average loss: 3.8846, Accuracy: 1697/5000 (34%)
[epoch 18] loss: 0.1054456
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 4.0762, Accuracy: 1682/5000 (34%)
[epoch 19] loss: 0.0473862
Test set: Average loss: 4.0138, Accuracy: 1676/5000 (34%)
[epoch 20] loss: 0.0249386
Test set: Average loss: 4.0379, Accuracy: 1696/5000 (34%)
[epoch 21] loss: 0.0226379
Test set: Average loss: 4.0492, Accuracy: 1686/5000 (34%)
[epoch 22] loss: 0.0210971
Test set: Average loss: 4.0647, Accuracy: 1686/5000 (34%)
[epoch 23] loss: 0.0193195
Test set: Average loss: 4.0813, Accuracy: 1689/5000 (34%)
[epoch 24] loss: 0.0183649
Test set: Average loss: 4.0947, Accuracy: 1684/5000 (34%)
[epoch 25] loss: 0.0177408
Test set: Average loss: 4.1111, Accuracy: 1678/5000 (34%)
[epoch 26] loss: 0.0166540
Test set: Average loss: 4.1272, Accuracy: 1678/5000 (34%)
[epoch 27] loss: 0.0159734
Test set: Average loss: 4.1415, Accuracy: 1676/5000 (34%)
[epoch 28] loss: 0.0154303
Test set: Average loss: 4.1570, Accuracy: 1674/5000 (33%)
[epoch 29] loss: 0.0148069
Test set: Average loss: 4.1718, Accuracy: 1680/5000 (34%)
[epoch 30] loss: 0.0142737
Test set: Average loss: 4.1856, Accuracy: 1676/5000 (34%)
[epoch 31] loss: 0.0138190
Test set: Average loss: 4.2006, Accuracy: 1676/5000 (34%)
[epoch 32] loss: 0.0132861
Test set: Average loss: 4.2142, Accuracy: 1675/5000 (34%)
[epoch 33] loss: 0.0127556
Test set: Average loss: 4.2295, Accuracy: 1670/5000 (33%)
[epoch 34] loss: 0.0124218
Test set: Average loss: 4.2458, Accuracy: 1678/5000 (34%)
[epoch 35] loss: 0.0122475
Test set: Average loss: 4.2583, Accuracy: 1677/5000 (34%)
[epoch 36] loss: 0.0116915
Test set: Average loss: 4.2735, Accuracy: 1674/5000 (33%)
[epoch 37] loss: 0.0112626
Test set: Average loss: 4.2900, Accuracy: 1673/5000 (33%)
[epoch 38] loss: 0.0110008
Test set: Average loss: 4.3011, Accuracy: 1672/5000 (33%)
[epoch 39] loss: 0.0107329
Test set: Average loss: 4.3157, Accuracy: 1678/5000 (34%)
[epoch 40] loss: 0.0105121
Test set: Average loss: 4.3285, Accuracy: 1671/5000 (33%)
[epoch 41] loss: 0.0101768
Test set: Average loss: 4.3412, Accuracy: 1671/5000 (33%)
[epoch 42] loss: 0.0098407
Test set: Average loss: 4.3579, Accuracy: 1670/5000 (33%)
[epoch 43] loss: 0.0095402
Test set: Average loss: 4.3690, Accuracy: 1673/5000 (33%)
[epoch 44] loss: 0.0092999
Test set: Average loss: 4.3791, Accuracy: 1670/5000 (33%)
[epoch 45] loss: 0.0090834
Test set: Average loss: 4.3930, Accuracy: 1672/5000 (33%)
[epoch 46] loss: 0.0087946
Test set: Average loss: 4.4053, Accuracy: 1668/5000 (33%)
[epoch 47] loss: 0.0086888
Test set: Average loss: 4.4156, Accuracy: 1670/5000 (33%)
[epoch 48] loss: 0.0083501
Test set: Average loss: 4.4288, Accuracy: 1671/5000 (33%)
[epoch 49] loss: 0.0082936
Test set: Average loss: 4.4412, Accuracy: 1672/5000 (33%)
[epoch 50] loss: 0.0079589
Test set: Average loss: 4.4532, Accuracy: 1672/5000 (33%)
Validation:
Test set: Average loss: 1.8164, Accuracy: 1804/5000 (36%)
Test
Test set: Average loss: 1.7960, Accuracy: 3707/10000 (37%)
1000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3030, Accuracy: 497/5000 (10%)
[epoch 1] loss: 2.1872876
Test set: Average loss: 2.0485, Accuracy: 1162/5000 (23%)
[epoch 2] loss: 1.8971221
Test set: Average loss: 1.8565, Accuracy: 1456/5000 (29%)
[epoch 3] loss: 1.6725991
Test set: Average loss: 1.8067, Accuracy: 1814/5000 (36%)
[epoch 4] loss: 1.4814238
Test set: Average loss: 1.7184, Accuracy: 1923/5000 (38%)
[epoch 5] loss: 1.3066226
Test set: Average loss: 1.7852, Accuracy: 1924/5000 (38%)
[epoch 6] loss: 1.1452485
Test set: Average loss: 1.9676, Accuracy: 1772/5000 (35%)
[epoch 7] loss: 1.0529275
Test set: Average loss: 2.0580, Accuracy: 1803/5000 (36%)
[epoch 8] loss: 0.8515576
Test set: Average loss: 2.1642, Accuracy: 1830/5000 (37%)
[epoch 9] loss: 0.6987535
Test set: Average loss: 2.3780, Accuracy: 1799/5000 (36%)
[epoch 10] loss: 0.5094494
Test set: Average loss: 2.5209, Accuracy: 1806/5000 (36%)
[epoch 11] loss: 0.3812370
Test set: Average loss: 2.7877, Accuracy: 1853/5000 (37%)
[epoch 12] loss: 0.3356522
Test set: Average loss: 3.1451, Accuracy: 1784/5000 (36%)
[epoch 13] loss: 0.2753206
Test set: Average loss: 3.4019, Accuracy: 1741/5000 (35%)
[epoch 14] loss: 0.1765925
Test set: Average loss: 3.6124, Accuracy: 1776/5000 (36%)
[epoch 15] loss: 0.1008577
Test set: Average loss: 3.8792, Accuracy: 1735/5000 (35%)
[epoch 16] loss: 0.0876533
Test set: Average loss: 4.0222, Accuracy: 1779/5000 (36%)
[epoch 17] loss: 0.0542825
Test set: Average loss: 4.1988, Accuracy: 1795/5000 (36%)
[epoch 18] loss: 0.0372533
Test set: Average loss: 4.3594, Accuracy: 1776/5000 (36%)
[epoch 19] loss: 0.0290618
Test set: Average loss: 4.4672, Accuracy: 1784/5000 (36%)
[epoch 20] loss: 0.0213718
Test set: Average loss: 4.5699, Accuracy: 1757/5000 (35%)
[epoch 21] loss: 0.0177098
Test set: Average loss: 4.7125, Accuracy: 1759/5000 (35%)
[epoch 22] loss: 0.0103069
Test set: Average loss: 4.7591, Accuracy: 1783/5000 (36%)
[epoch 23] loss: 0.0056003
Test set: Average loss: 4.8186, Accuracy: 1774/5000 (35%)
[epoch 24] loss: 0.0041981
Test set: Average loss: 4.8635, Accuracy: 1788/5000 (36%)
[epoch 25] loss: 0.0036183
Test set: Average loss: 4.9057, Accuracy: 1798/5000 (36%)
[epoch 26] loss: 0.0031817
Test set: Average loss: 4.9499, Accuracy: 1795/5000 (36%)
[epoch 27] loss: 0.0028207
Test set: Average loss: 4.9844, Accuracy: 1790/5000 (36%)
[epoch 28] loss: 0.0025954
Test set: Average loss: 5.0214, Accuracy: 1789/5000 (36%)
[epoch 29] loss: 0.0023644
Test set: Average loss: 5.0541, Accuracy: 1793/5000 (36%)
[epoch 30] loss: 0.0022049
Test set: Average loss: 5.0845, Accuracy: 1784/5000 (36%)
[epoch 31] loss: 0.0020550
Test set: Average loss: 5.1153, Accuracy: 1789/5000 (36%)
[epoch 32] loss: 0.0019271
Test set: Average loss: 5.1457, Accuracy: 1789/5000 (36%)
[epoch 33] loss: 0.0018248
Test set: Average loss: 5.1740, Accuracy: 1787/5000 (36%)
[epoch 34] loss: 0.0017361
Test set: Average loss: 5.1998, Accuracy: 1788/5000 (36%)
[epoch 35] loss: 0.0016372
Test set: Average loss: 5.2305, Accuracy: 1789/5000 (36%)
[epoch 36] loss: 0.0014921
Test set: Average loss: 5.2551, Accuracy: 1788/5000 (36%)
[epoch 37] loss: 0.0014224
Test set: Average loss: 5.2787, Accuracy: 1785/5000 (36%)
[epoch 38] loss: 0.0013576
Test set: Average loss: 5.3063, Accuracy: 1784/5000 (36%)
[epoch 39] loss: 0.0012795
Test set: Average loss: 5.3273, Accuracy: 1788/5000 (36%)
[epoch 40] loss: 0.0012211
Test set: Average loss: 5.3500, Accuracy: 1786/5000 (36%)
[epoch 41] loss: 0.0011543
Test set: Average loss: 5.3723, Accuracy: 1790/5000 (36%)
[epoch 42] loss: 0.0011186
Test set: Average loss: 5.3934, Accuracy: 1786/5000 (36%)
[epoch 43] loss: 0.0010527
Test set: Average loss: 5.4189, Accuracy: 1788/5000 (36%)
[epoch 44] loss: 0.0009957
Test set: Average loss: 5.4406, Accuracy: 1786/5000 (36%)
[epoch 45] loss: 0.0009616
Test set: Average loss: 5.4598, Accuracy: 1781/5000 (36%)
[epoch 46] loss: 0.0009199
Test set: Average loss: 5.4804, Accuracy: 1785/5000 (36%)
[epoch 47] loss: 0.0008736
Test set: Average loss: 5.4996, Accuracy: 1785/5000 (36%)
[epoch 48] loss: 0.0008482
Test set: Average loss: 5.5198, Accuracy: 1783/5000 (36%)
[epoch 49] loss: 0.0008053
Test set: Average loss: 5.5400, Accuracy: 1778/5000 (36%)
[epoch 50] loss: 0.0007895
Test set: Average loss: 5.5580, Accuracy: 1786/5000 (36%)
Validation:
Test set: Average loss: 1.7852, Accuracy: 1924/5000 (38%)
Test
Test set: Average loss: 1.7544, Accuracy: 3866/10000 (39%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3036, Accuracy: 449/5000 (9%)
[epoch 1] loss: 2.1177180
Test set: Average loss: 2.0463, Accuracy: 1328/5000 (27%)
[epoch 2] loss: 1.8287839
Test set: Average loss: 1.9141, Accuracy: 1586/5000 (32%)
[epoch 3] loss: 1.6399657
Test set: Average loss: 1.8847, Accuracy: 1548/5000 (31%)
[epoch 4] loss: 1.4653563
Test set: Average loss: 1.7768, Accuracy: 1802/5000 (36%)
[epoch 5] loss: 1.2376492
Test set: Average loss: 1.7919, Accuracy: 1972/5000 (39%)
[epoch 6] loss: 1.1029269
Test set: Average loss: 2.0043, Accuracy: 1834/5000 (37%)
[epoch 7] loss: 0.9906076
Test set: Average loss: 1.9740, Accuracy: 1911/5000 (38%)
[epoch 8] loss: 0.8602243
Test set: Average loss: 2.0557, Accuracy: 1956/5000 (39%)
[epoch 9] loss: 0.7818371
Test set: Average loss: 2.2003, Accuracy: 1856/5000 (37%)
[epoch 10] loss: 0.6126091
Test set: Average loss: 2.4002, Accuracy: 1837/5000 (37%)
[epoch 11] loss: 0.5043286
Test set: Average loss: 2.5715, Accuracy: 1782/5000 (36%)
[epoch 12] loss: 0.4272039
Test set: Average loss: 2.8820, Accuracy: 1763/5000 (35%)
[epoch 13] loss: 0.3903805
Test set: Average loss: 2.8628, Accuracy: 1916/5000 (38%)
[epoch 14] loss: 0.3051544
Test set: Average loss: 3.0977, Accuracy: 1819/5000 (36%)
[epoch 15] loss: 0.2374740
Test set: Average loss: 3.3494, Accuracy: 1900/5000 (38%)
[epoch 16] loss: 0.2307583
Test set: Average loss: 3.5249, Accuracy: 1729/5000 (35%)
[epoch 17] loss: 0.1457297
Test set: Average loss: 3.5763, Accuracy: 1803/5000 (36%)
[epoch 18] loss: 0.1063513
Test set: Average loss: 3.7735, Accuracy: 1776/5000 (36%)
[epoch 19] loss: 0.0723296
Test set: Average loss: 3.9022, Accuracy: 1793/5000 (36%)
[epoch 20] loss: 0.0561559
Test set: Average loss: 4.1364, Accuracy: 1765/5000 (35%)
[epoch 21] loss: 0.0435713
Test set: Average loss: 4.1623, Accuracy: 1810/5000 (36%)
[epoch 22] loss: 0.0343581
Test set: Average loss: 4.2166, Accuracy: 1834/5000 (37%)
[epoch 23] loss: 0.0187544
Test set: Average loss: 4.2909, Accuracy: 1853/5000 (37%)
[epoch 24] loss: 0.0109440
Test set: Average loss: 4.4222, Accuracy: 1816/5000 (36%)
[epoch 25] loss: 0.0066101
Test set: Average loss: 4.4728, Accuracy: 1851/5000 (37%)
[epoch 26] loss: 0.0046133
Test set: Average loss: 4.5243, Accuracy: 1828/5000 (37%)
[epoch 27] loss: 0.0040159
Test set: Average loss: 4.5569, Accuracy: 1831/5000 (37%)
[epoch 28] loss: 0.0036320
Test set: Average loss: 4.5953, Accuracy: 1829/5000 (37%)
[epoch 29] loss: 0.0032839
Test set: Average loss: 4.6349, Accuracy: 1830/5000 (37%)
[epoch 30] loss: 0.0031130
Test set: Average loss: 4.6624, Accuracy: 1841/5000 (37%)
[epoch 31] loss: 0.0028280
Test set: Average loss: 4.6903, Accuracy: 1831/5000 (37%)
[epoch 32] loss: 0.0026282
Test set: Average loss: 4.7241, Accuracy: 1827/5000 (37%)
[epoch 33] loss: 0.0023756
Test set: Average loss: 4.7575, Accuracy: 1831/5000 (37%)
[epoch 34] loss: 0.0022380
Test set: Average loss: 4.7831, Accuracy: 1824/5000 (36%)
[epoch 35] loss: 0.0020569
Test set: Average loss: 4.8070, Accuracy: 1829/5000 (37%)
[epoch 36] loss: 0.0019620
Test set: Average loss: 4.8305, Accuracy: 1829/5000 (37%)
[epoch 37] loss: 0.0018877
Test set: Average loss: 4.8605, Accuracy: 1826/5000 (37%)
[epoch 38] loss: 0.0017405
Test set: Average loss: 4.8827, Accuracy: 1827/5000 (37%)
[epoch 39] loss: 0.0016413
Test set: Average loss: 4.9026, Accuracy: 1830/5000 (37%)
[epoch 40] loss: 0.0015705
Test set: Average loss: 4.9246, Accuracy: 1829/5000 (37%)
[epoch 41] loss: 0.0014708
Test set: Average loss: 4.9508, Accuracy: 1828/5000 (37%)
[epoch 42] loss: 0.0014160
Test set: Average loss: 4.9722, Accuracy: 1821/5000 (36%)
[epoch 43] loss: 0.0013510
Test set: Average loss: 4.9956, Accuracy: 1827/5000 (37%)
[epoch 44] loss: 0.0012792
Test set: Average loss: 5.0150, Accuracy: 1823/5000 (36%)
[epoch 45] loss: 0.0012043
Test set: Average loss: 5.0336, Accuracy: 1829/5000 (37%)
[epoch 46] loss: 0.0011759
Test set: Average loss: 5.0593, Accuracy: 1824/5000 (36%)
[epoch 47] loss: 0.0011443
Test set: Average loss: 5.0759, Accuracy: 1830/5000 (37%)
[epoch 48] loss: 0.0010657
Test set: Average loss: 5.0954, Accuracy: 1822/5000 (36%)
[epoch 49] loss: 0.0010288
Test set: Average loss: 5.1147, Accuracy: 1824/5000 (36%)
[epoch 50] loss: 0.0009826
Test set: Average loss: 5.1344, Accuracy: 1823/5000 (36%)
Validation:
Test set: Average loss: 1.7919, Accuracy: 1972/5000 (39%)
Test
Test set: Average loss: 1.7481, Accuracy: 3981/10000 (40%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3026, Accuracy: 538/5000 (11%)
[epoch 1] loss: 2.2103401
Test set: Average loss: 2.0625, Accuracy: 1164/5000 (23%)
[epoch 2] loss: 1.9806100
Test set: Average loss: 1.9079, Accuracy: 1504/5000 (30%)
[epoch 3] loss: 1.8193947
Test set: Average loss: 1.8560, Accuracy: 1633/5000 (33%)
[epoch 4] loss: 1.6770032
Test set: Average loss: 1.8054, Accuracy: 1780/5000 (36%)
[epoch 5] loss: 1.5023758
Test set: Average loss: 1.7825, Accuracy: 1824/5000 (36%)
[epoch 6] loss: 1.3680393
Test set: Average loss: 1.7520, Accuracy: 1899/5000 (38%)
[epoch 7] loss: 1.1841299
Test set: Average loss: 1.8952, Accuracy: 1746/5000 (35%)
[epoch 8] loss: 1.0072789
Test set: Average loss: 2.1512, Accuracy: 1715/5000 (34%)
[epoch 9] loss: 0.8857250
Test set: Average loss: 2.2857, Accuracy: 1805/5000 (36%)
[epoch 10] loss: 0.7307098
Test set: Average loss: 2.3897, Accuracy: 1758/5000 (35%)
[epoch 11] loss: 0.5977139
Test set: Average loss: 2.4618, Accuracy: 1776/5000 (36%)
[epoch 12] loss: 0.4715424
Test set: Average loss: 2.8012, Accuracy: 1695/5000 (34%)
[epoch 13] loss: 0.3960164
Test set: Average loss: 3.0269, Accuracy: 1697/5000 (34%)
[epoch 14] loss: 0.3692496
Test set: Average loss: 3.2975, Accuracy: 1622/5000 (32%)
[epoch 15] loss: 0.3177109
Test set: Average loss: 3.3750, Accuracy: 1783/5000 (36%)
[epoch 16] loss: 0.2296789
Test set: Average loss: 3.4521, Accuracy: 1772/5000 (35%)
[epoch 17] loss: 0.1741531
Test set: Average loss: 3.7558, Accuracy: 1726/5000 (35%)
[epoch 18] loss: 0.1265569
Test set: Average loss: 4.0559, Accuracy: 1701/5000 (34%)
[epoch 19] loss: 0.0971982
Test set: Average loss: 4.0179, Accuracy: 1691/5000 (34%)
[epoch 20] loss: 0.0533200
Test set: Average loss: 4.1569, Accuracy: 1708/5000 (34%)
[epoch 21] loss: 0.0294347
Test set: Average loss: 4.3324, Accuracy: 1754/5000 (35%)
[epoch 22] loss: 0.0181320
Test set: Average loss: 4.4064, Accuracy: 1742/5000 (35%)
[epoch 23] loss: 0.0149219
Test set: Average loss: 4.4962, Accuracy: 1748/5000 (35%)
[epoch 24] loss: 0.0080192
Test set: Average loss: 4.5650, Accuracy: 1744/5000 (35%)
[epoch 25] loss: 0.0056094
Test set: Average loss: 4.6217, Accuracy: 1756/5000 (35%)
[epoch 26] loss: 0.0046209
Test set: Average loss: 4.6794, Accuracy: 1766/5000 (35%)
[epoch 27] loss: 0.0041494
Test set: Average loss: 4.7171, Accuracy: 1762/5000 (35%)
[epoch 28] loss: 0.0036830
Test set: Average loss: 4.7546, Accuracy: 1767/5000 (35%)
[epoch 29] loss: 0.0033870
Test set: Average loss: 4.7982, Accuracy: 1764/5000 (35%)
[epoch 30] loss: 0.0030838
Test set: Average loss: 4.8316, Accuracy: 1771/5000 (35%)
[epoch 31] loss: 0.0028483
Test set: Average loss: 4.8711, Accuracy: 1757/5000 (35%)
[epoch 32] loss: 0.0026589
Test set: Average loss: 4.8992, Accuracy: 1773/5000 (35%)
[epoch 33] loss: 0.0024431
Test set: Average loss: 4.9334, Accuracy: 1765/5000 (35%)
[epoch 34] loss: 0.0022953
Test set: Average loss: 4.9639, Accuracy: 1767/5000 (35%)
[epoch 35] loss: 0.0021784
Test set: Average loss: 4.9925, Accuracy: 1775/5000 (36%)
[epoch 36] loss: 0.0020152
Test set: Average loss: 5.0243, Accuracy: 1765/5000 (35%)
[epoch 37] loss: 0.0018881
Test set: Average loss: 5.0526, Accuracy: 1768/5000 (35%)
[epoch 38] loss: 0.0018097
Test set: Average loss: 5.0796, Accuracy: 1769/5000 (35%)
[epoch 39] loss: 0.0017004
Test set: Average loss: 5.1093, Accuracy: 1764/5000 (35%)
[epoch 40] loss: 0.0015895
Test set: Average loss: 5.1315, Accuracy: 1769/5000 (35%)
[epoch 41] loss: 0.0015016
Test set: Average loss: 5.1571, Accuracy: 1768/5000 (35%)
[epoch 42] loss: 0.0014122
Test set: Average loss: 5.1781, Accuracy: 1771/5000 (35%)
[epoch 43] loss: 0.0013367
Test set: Average loss: 5.2046, Accuracy: 1775/5000 (36%)
[epoch 44] loss: 0.0013115
Test set: Average loss: 5.2239, Accuracy: 1774/5000 (35%)
[epoch 45] loss: 0.0012222
Test set: Average loss: 5.2493, Accuracy: 1764/5000 (35%)
[epoch 46] loss: 0.0011676
Test set: Average loss: 5.2687, Accuracy: 1770/5000 (35%)
[epoch 47] loss: 0.0011388
Test set: Average loss: 5.2908, Accuracy: 1759/5000 (35%)
[epoch 48] loss: 0.0010628
Test set: Average loss: 5.3114, Accuracy: 1767/5000 (35%)
[epoch 49] loss: 0.0010284
Test set: Average loss: 5.3314, Accuracy: 1766/5000 (35%)
[epoch 50] loss: 0.0009826
Test set: Average loss: 5.3531, Accuracy: 1760/5000 (35%)
Validation:
Test set: Average loss: 1.7520, Accuracy: 1899/5000 (38%)
Test
Test set: Average loss: 1.7447, Accuracy: 3921/10000 (39%)
2500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 485/5000 (10%)
[epoch 1] loss: 2.0177137
Test set: Average loss: 1.7861, Accuracy: 1724/5000 (34%)
[epoch 2] loss: 1.7133628
Test set: Average loss: 1.6907, Accuracy: 1859/5000 (37%)
[epoch 3] loss: 1.5514324
Test set: Average loss: 1.6123, Accuracy: 2104/5000 (42%)
[epoch 4] loss: 1.4238064
Test set: Average loss: 1.5846, Accuracy: 2174/5000 (43%)
[epoch 5] loss: 1.3297660
Test set: Average loss: 1.6308, Accuracy: 2166/5000 (43%)
[epoch 6] loss: 1.2599380
Test set: Average loss: 1.6518, Accuracy: 2139/5000 (43%)
[epoch 7] loss: 1.2276425
Test set: Average loss: 1.7469, Accuracy: 2118/5000 (42%)
[epoch 8] loss: 1.2733670
Epoch 7: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8188, Accuracy: 2052/5000 (41%)
[epoch 9] loss: 0.9410547
Test set: Average loss: 1.6507, Accuracy: 2277/5000 (46%)
[epoch 10] loss: 0.8662031
Test set: Average loss: 1.6575, Accuracy: 2278/5000 (46%)
[epoch 11] loss: 0.8305056
Test set: Average loss: 1.6705, Accuracy: 2290/5000 (46%)
[epoch 12] loss: 0.8224955
Test set: Average loss: 1.6853, Accuracy: 2305/5000 (46%)
[epoch 13] loss: 0.7828870
Test set: Average loss: 1.7069, Accuracy: 2291/5000 (46%)
[epoch 14] loss: 0.7662456
Test set: Average loss: 1.7159, Accuracy: 2302/5000 (46%)
[epoch 15] loss: 0.7430328
Test set: Average loss: 1.7355, Accuracy: 2305/5000 (46%)
[epoch 16] loss: 0.7214558
Test set: Average loss: 1.7551, Accuracy: 2296/5000 (46%)
[epoch 17] loss: 0.7000108
Test set: Average loss: 1.7675, Accuracy: 2290/5000 (46%)
[epoch 18] loss: 0.7967814
Epoch 17: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.7922, Accuracy: 2278/5000 (46%)
[epoch 19] loss: 0.6520661
Test set: Average loss: 1.7864, Accuracy: 2302/5000 (46%)
[epoch 20] loss: 0.6462803
Test set: Average loss: 1.7885, Accuracy: 2305/5000 (46%)
[epoch 21] loss: 0.7036291
Epoch 20: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.7916, Accuracy: 2300/5000 (46%)
[epoch 22] loss: 0.6327559
Test set: Average loss: 1.7919, Accuracy: 2297/5000 (46%)
[epoch 23] loss: 0.6312909
Test set: Average loss: 1.7922, Accuracy: 2299/5000 (46%)
[epoch 24] loss: 0.6389224
Epoch 23: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 25] loss: 0.6381310
Epoch 24: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 26] loss: 0.6316060
Epoch 25: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 27] loss: 0.6338845
Epoch 26: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 28] loss: 0.6373043
Epoch 27: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 29] loss: 0.6330968
Epoch 28: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 30] loss: 0.6321018
Epoch 29: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 31] loss: 0.6332426
Epoch 30: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 32] loss: 0.6331544
Epoch 31: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 33] loss: 0.6324980
Epoch 32: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 34] loss: 0.6404200
Epoch 33: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 35] loss: 0.6335422
Epoch 34: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 36] loss: 0.6376733
Epoch 35: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 37] loss: 0.6469096
Epoch 36: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 38] loss: 0.7294781
Epoch 37: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 39] loss: 0.6352175
Epoch 38: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 40] loss: 0.6346303
Epoch 39: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 41] loss: 0.6331640
Epoch 40: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 42] loss: 0.6371845
Epoch 41: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 43] loss: 0.6314431
Epoch 42: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 44] loss: 0.7092061
Epoch 43: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 45] loss: 0.6328232
Epoch 44: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 46] loss: 0.6326431
Epoch 45: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 47] loss: 0.6329235
Epoch 46: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 48] loss: 0.6442233
Epoch 47: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 49] loss: 0.6354335
Epoch 48: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
[epoch 50] loss: 0.7000955
Epoch 49: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.7926, Accuracy: 2298/5000 (46%)
Validation:
Test set: Average loss: 1.7885, Accuracy: 2305/5000 (46%)
Test
Test set: Average loss: 1.7920, Accuracy: 4507/10000 (45%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 315/5000 (6%)
[epoch 1] loss: 2.0000206
Test set: Average loss: 1.8339, Accuracy: 1637/5000 (33%)
[epoch 2] loss: 1.6966182
Test set: Average loss: 1.7606, Accuracy: 1832/5000 (37%)
[epoch 3] loss: 1.5226777
Test set: Average loss: 1.6293, Accuracy: 2049/5000 (41%)
[epoch 4] loss: 1.3869966
Test set: Average loss: 1.7040, Accuracy: 2029/5000 (41%)
[epoch 5] loss: 1.3081865
Test set: Average loss: 1.6392, Accuracy: 2124/5000 (42%)
[epoch 6] loss: 1.1925001
Test set: Average loss: 1.6187, Accuracy: 2113/5000 (42%)
[epoch 7] loss: 1.0645316
Test set: Average loss: 1.7646, Accuracy: 2050/5000 (41%)
[epoch 8] loss: 0.9920293
Test set: Average loss: 1.7985, Accuracy: 2075/5000 (42%)
[epoch 9] loss: 0.9251271
Test set: Average loss: 1.8653, Accuracy: 2084/5000 (42%)
[epoch 10] loss: 0.8255381
Test set: Average loss: 2.0143, Accuracy: 2059/5000 (41%)
[epoch 11] loss: 0.7788997
Test set: Average loss: 2.1250, Accuracy: 2008/5000 (40%)
[epoch 12] loss: 0.7074653
Test set: Average loss: 2.2346, Accuracy: 2041/5000 (41%)
[epoch 13] loss: 0.6388224
Test set: Average loss: 2.3548, Accuracy: 1994/5000 (40%)
[epoch 14] loss: 0.6251424
Test set: Average loss: 2.6134, Accuracy: 1953/5000 (39%)
[epoch 15] loss: 0.5697816
Test set: Average loss: 2.5790, Accuracy: 1978/5000 (40%)
[epoch 16] loss: 0.5166643
Test set: Average loss: 2.6949, Accuracy: 1947/5000 (39%)
[epoch 17] loss: 0.4292054
Test set: Average loss: 2.9324, Accuracy: 1927/5000 (39%)
[epoch 18] loss: 0.3760464
Test set: Average loss: 3.1148, Accuracy: 1961/5000 (39%)
[epoch 19] loss: 0.3952243
Epoch 18: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.2365, Accuracy: 1964/5000 (39%)
[epoch 20] loss: 0.1967835
Test set: Average loss: 3.1274, Accuracy: 2008/5000 (40%)
[epoch 21] loss: 0.1466232
Test set: Average loss: 3.1544, Accuracy: 1997/5000 (40%)
[epoch 22] loss: 0.1194892
Test set: Average loss: 3.2083, Accuracy: 1989/5000 (40%)
[epoch 23] loss: 0.1089109
Test set: Average loss: 3.2316, Accuracy: 1994/5000 (40%)
[epoch 24] loss: 0.1001597
Test set: Average loss: 3.2684, Accuracy: 1995/5000 (40%)
[epoch 25] loss: 0.0937505
Test set: Average loss: 3.3131, Accuracy: 1992/5000 (40%)
[epoch 26] loss: 0.2055935
Epoch 25: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.3460, Accuracy: 1979/5000 (40%)
[epoch 27] loss: 0.0835926
Test set: Average loss: 3.3488, Accuracy: 1980/5000 (40%)
[epoch 28] loss: 0.0809275
Test set: Average loss: 3.3529, Accuracy: 1990/5000 (40%)
[epoch 29] loss: 0.0780287
Test set: Average loss: 3.3581, Accuracy: 1985/5000 (40%)
[epoch 30] loss: 0.0774213
Test set: Average loss: 3.3630, Accuracy: 1990/5000 (40%)
[epoch 31] loss: 0.0770988
Test set: Average loss: 3.3680, Accuracy: 1988/5000 (40%)
[epoch 32] loss: 0.0760237
Test set: Average loss: 3.3723, Accuracy: 1985/5000 (40%)
[epoch 33] loss: 0.0761404
Epoch 32: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.3770, Accuracy: 1990/5000 (40%)
[epoch 34] loss: 0.0744876
Test set: Average loss: 3.3776, Accuracy: 1990/5000 (40%)
[epoch 35] loss: 0.0743894
Test set: Average loss: 3.3781, Accuracy: 1990/5000 (40%)
[epoch 36] loss: 0.0753307
Epoch 35: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.3785, Accuracy: 1990/5000 (40%)
[epoch 37] loss: 0.2301913
Epoch 36: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.3786, Accuracy: 1990/5000 (40%)
[epoch 38] loss: 0.0741658
Test set: Average loss: 3.3785, Accuracy: 1990/5000 (40%)
[epoch 39] loss: 0.0747392
Epoch 38: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.3786, Accuracy: 1990/5000 (40%)
[epoch 40] loss: 0.0745459
Epoch 39: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.3786, Accuracy: 1990/5000 (40%)
[epoch 41] loss: 0.0745036
Epoch 40: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.3786, Accuracy: 1990/5000 (40%)
[epoch 42] loss: 0.0745848
Epoch 41: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.3786, Accuracy: 1990/5000 (40%)
[epoch 43] loss: 0.0746173
Epoch 42: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.3786, Accuracy: 1990/5000 (40%)
[epoch 44] loss: 0.0757848
Epoch 43: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.3786, Accuracy: 1990/5000 (40%)
[epoch 45] loss: 0.0741400
Test set: Average loss: 3.3786, Accuracy: 1990/5000 (40%)
[epoch 46] loss: 0.0741575
Epoch 45: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.3786, Accuracy: 1990/5000 (40%)
[epoch 47] loss: 0.0748714
Epoch 46: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.3786, Accuracy: 1990/5000 (40%)
[epoch 48] loss: 0.0742730
Epoch 47: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.3786, Accuracy: 1990/5000 (40%)
[epoch 49] loss: 0.0769940
Epoch 48: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.3786, Accuracy: 1990/5000 (40%)
[epoch 50] loss: 0.0740775
Test set: Average loss: 3.3786, Accuracy: 1990/5000 (40%)
Validation:
Test set: Average loss: 1.6392, Accuracy: 2124/5000 (42%)
Test
Test set: Average loss: 1.6264, Accuracy: 4295/10000 (43%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3040, Accuracy: 486/5000 (10%)
[epoch 1] loss: 2.0665697
Test set: Average loss: 1.7758, Accuracy: 1748/5000 (35%)
[epoch 2] loss: 1.7537360
Test set: Average loss: 1.6788, Accuracy: 1948/5000 (39%)
[epoch 3] loss: 1.5258751
Test set: Average loss: 1.6693, Accuracy: 1991/5000 (40%)
[epoch 4] loss: 1.3961439
Test set: Average loss: 1.6929, Accuracy: 2080/5000 (42%)
[epoch 5] loss: 1.2600357
Test set: Average loss: 1.6981, Accuracy: 2056/5000 (41%)
[epoch 6] loss: 1.1718959
Test set: Average loss: 1.7338, Accuracy: 2081/5000 (42%)
[epoch 7] loss: 1.0683982
Test set: Average loss: 1.8414, Accuracy: 1996/5000 (40%)
[epoch 8] loss: 0.9991053
Test set: Average loss: 1.9077, Accuracy: 2046/5000 (41%)
[epoch 9] loss: 0.9868477
Test set: Average loss: 2.0881, Accuracy: 1879/5000 (38%)
[epoch 10] loss: 1.0869784
Epoch 9: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0277, Accuracy: 1949/5000 (39%)
[epoch 11] loss: 0.6901819
Test set: Average loss: 1.8972, Accuracy: 2113/5000 (42%)
[epoch 12] loss: 0.5924103
Test set: Average loss: 1.9316, Accuracy: 2119/5000 (42%)
[epoch 13] loss: 0.5619775
Test set: Average loss: 1.9642, Accuracy: 2102/5000 (42%)
[epoch 14] loss: 0.5449341
Test set: Average loss: 1.9907, Accuracy: 2107/5000 (42%)
[epoch 15] loss: 0.5307466
Test set: Average loss: 2.0228, Accuracy: 2107/5000 (42%)
[epoch 16] loss: 0.5100183
Test set: Average loss: 2.0555, Accuracy: 2096/5000 (42%)
[epoch 17] loss: 0.4880808
Test set: Average loss: 2.0880, Accuracy: 2114/5000 (42%)
[epoch 18] loss: 0.5912427
Epoch 17: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.1179, Accuracy: 2098/5000 (42%)
[epoch 19] loss: 0.4398309
Test set: Average loss: 2.1167, Accuracy: 2097/5000 (42%)
[epoch 20] loss: 0.4364182
Test set: Average loss: 2.1211, Accuracy: 2103/5000 (42%)
[epoch 21] loss: 0.4363560
Test set: Average loss: 2.1253, Accuracy: 2104/5000 (42%)
[epoch 22] loss: 0.4361733
Test set: Average loss: 2.1287, Accuracy: 2100/5000 (42%)
[epoch 23] loss: 0.4321217
Test set: Average loss: 2.1331, Accuracy: 2104/5000 (42%)
[epoch 24] loss: 0.4309620
Test set: Average loss: 2.1387, Accuracy: 2099/5000 (42%)
[epoch 25] loss: 0.4284182
Test set: Average loss: 2.1421, Accuracy: 2105/5000 (42%)
[epoch 26] loss: 0.4249058
Test set: Average loss: 2.1463, Accuracy: 2102/5000 (42%)
[epoch 27] loss: 0.4288518
Epoch 26: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.1508, Accuracy: 2099/5000 (42%)
[epoch 28] loss: 0.4195597
Test set: Average loss: 2.1511, Accuracy: 2101/5000 (42%)
[epoch 29] loss: 0.4262145
Epoch 28: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 30] loss: 0.4221125
Epoch 29: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 31] loss: 0.4193852
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 32] loss: 0.4290567
Epoch 31: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 33] loss: 0.4233498
Epoch 32: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 34] loss: 0.4198498
Epoch 33: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 35] loss: 0.4210652
Epoch 34: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 36] loss: 0.4189325
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 37] loss: 0.4195654
Epoch 36: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 38] loss: 0.4202840
Epoch 37: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 39] loss: 0.4190688
Epoch 38: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 40] loss: 0.4191956
Epoch 39: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 41] loss: 0.4196772
Epoch 40: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 42] loss: 0.4361055
Epoch 41: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 43] loss: 0.4214807
Epoch 42: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 44] loss: 0.4278644
Epoch 43: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 45] loss: 0.4210220
Epoch 44: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 46] loss: 0.4191737
Epoch 45: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 47] loss: 0.4208118
Epoch 46: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 48] loss: 0.4223136
Epoch 47: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 49] loss: 0.4186142
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
[epoch 50] loss: 0.4318942
Epoch 49: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.1516, Accuracy: 2100/5000 (42%)
Validation:
Test set: Average loss: 1.9316, Accuracy: 2119/5000 (42%)
Test
Test set: Average loss: 1.8784, Accuracy: 4474/10000 (45%)
5000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3014, Accuracy: 528/5000 (11%)
[epoch 1] loss: 1.8627217
Test set: Average loss: 1.6824, Accuracy: 1865/5000 (37%)
[epoch 2] loss: 1.5482925
Test set: Average loss: 1.5631, Accuracy: 2176/5000 (44%)
[epoch 3] loss: 1.3879584
Test set: Average loss: 1.5638, Accuracy: 2247/5000 (45%)
[epoch 4] loss: 1.3122929
Test set: Average loss: 1.5211, Accuracy: 2287/5000 (46%)
[epoch 5] loss: 1.2184735
Test set: Average loss: 1.4707, Accuracy: 2488/5000 (50%)
[epoch 6] loss: 1.1448039
Test set: Average loss: 1.5012, Accuracy: 2411/5000 (48%)
[epoch 7] loss: 1.0891045
Test set: Average loss: 1.4783, Accuracy: 2427/5000 (49%)
[epoch 8] loss: 1.0681559
Test set: Average loss: 1.5852, Accuracy: 2399/5000 (48%)
[epoch 9] loss: 1.0203973
Test set: Average loss: 1.5300, Accuracy: 2438/5000 (49%)
[epoch 10] loss: 0.9562413
Test set: Average loss: 1.6070, Accuracy: 2426/5000 (49%)
[epoch 11] loss: 0.9016967
Test set: Average loss: 1.6578, Accuracy: 2387/5000 (48%)
[epoch 12] loss: 0.8740609
Test set: Average loss: 1.7267, Accuracy: 2307/5000 (46%)
[epoch 13] loss: 0.8264642
Test set: Average loss: 1.7212, Accuracy: 2382/5000 (48%)
[epoch 14] loss: 0.7924337
Test set: Average loss: 1.7935, Accuracy: 2362/5000 (47%)
[epoch 15] loss: 0.7318473
Test set: Average loss: 1.8352, Accuracy: 2341/5000 (47%)
[epoch 16] loss: 0.6986107
Test set: Average loss: 1.8848, Accuracy: 2337/5000 (47%)
[epoch 17] loss: 0.6524401
Test set: Average loss: 1.9415, Accuracy: 2351/5000 (47%)
[epoch 18] loss: 0.6049088
Test set: Average loss: 1.9174, Accuracy: 2364/5000 (47%)
[epoch 19] loss: 0.5315130
Test set: Average loss: 2.0469, Accuracy: 2373/5000 (47%)
[epoch 20] loss: 0.4995761
Test set: Average loss: 2.0948, Accuracy: 2345/5000 (47%)
[epoch 21] loss: 0.4539828
Test set: Average loss: 2.2768, Accuracy: 2333/5000 (47%)
[epoch 22] loss: 0.3935965
Test set: Average loss: 2.2245, Accuracy: 2332/5000 (47%)
[epoch 23] loss: 0.3057930
Test set: Average loss: 2.4530, Accuracy: 2287/5000 (46%)
[epoch 24] loss: 0.2429926
Test set: Average loss: 2.4868, Accuracy: 2307/5000 (46%)
[epoch 25] loss: 0.2063135
Test set: Average loss: 2.5915, Accuracy: 2322/5000 (46%)
[epoch 26] loss: 0.1543474
Test set: Average loss: 2.7216, Accuracy: 2339/5000 (47%)
[epoch 27] loss: 0.1218773
Test set: Average loss: 2.8081, Accuracy: 2334/5000 (47%)
[epoch 28] loss: 0.1193935
Test set: Average loss: 2.8747, Accuracy: 2378/5000 (48%)
[epoch 29] loss: 0.1152041
Test set: Average loss: 2.9656, Accuracy: 2358/5000 (47%)
[epoch 30] loss: 0.0664060
Test set: Average loss: 3.1010, Accuracy: 2294/5000 (46%)
[epoch 31] loss: 0.0315761
Test set: Average loss: 3.1485, Accuracy: 2350/5000 (47%)
[epoch 32] loss: 0.0137899
Test set: Average loss: 3.2004, Accuracy: 2394/5000 (48%)
[epoch 33] loss: 0.0088275
Test set: Average loss: 3.2791, Accuracy: 2384/5000 (48%)
[epoch 34] loss: 0.0068705
Test set: Average loss: 3.3502, Accuracy: 2369/5000 (47%)
[epoch 35] loss: 0.0056696
Test set: Average loss: 3.4205, Accuracy: 2375/5000 (48%)
[epoch 36] loss: 0.0047930
Test set: Average loss: 3.4791, Accuracy: 2387/5000 (48%)
[epoch 37] loss: 0.0040973
Test set: Average loss: 3.5385, Accuracy: 2393/5000 (48%)
[epoch 38] loss: 0.0035570
Test set: Average loss: 3.5918, Accuracy: 2378/5000 (48%)
[epoch 39] loss: 0.0031008
Test set: Average loss: 3.6458, Accuracy: 2386/5000 (48%)
[epoch 40] loss: 0.0027412
Test set: Average loss: 3.7047, Accuracy: 2388/5000 (48%)
[epoch 41] loss: 0.0024069
Test set: Average loss: 3.7507, Accuracy: 2391/5000 (48%)
[epoch 42] loss: 0.0021296
Test set: Average loss: 3.8053, Accuracy: 2384/5000 (48%)
[epoch 43] loss: 0.0018983
Test set: Average loss: 3.8483, Accuracy: 2386/5000 (48%)
[epoch 44] loss: 0.0016838
Test set: Average loss: 3.8970, Accuracy: 2386/5000 (48%)
[epoch 45] loss: 0.0015038
Test set: Average loss: 3.9490, Accuracy: 2383/5000 (48%)
[epoch 46] loss: 0.0013310
Test set: Average loss: 3.9959, Accuracy: 2382/5000 (48%)
[epoch 47] loss: 0.0011946
Test set: Average loss: 4.0438, Accuracy: 2385/5000 (48%)
[epoch 48] loss: 0.0010804
Test set: Average loss: 4.0987, Accuracy: 2377/5000 (48%)
[epoch 49] loss: 0.0009647
Test set: Average loss: 4.1409, Accuracy: 2383/5000 (48%)
[epoch 50] loss: 0.0008676
Test set: Average loss: 4.1860, Accuracy: 2385/5000 (48%)
Validation:
Test set: Average loss: 1.4707, Accuracy: 2488/5000 (50%)
Test
Test set: Average loss: 1.4629, Accuracy: 4940/10000 (49%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3040, Accuracy: 474/5000 (9%)
[epoch 1] loss: 1.8742259
Test set: Average loss: 1.6668, Accuracy: 1896/5000 (38%)
[epoch 2] loss: 1.5652680
Test set: Average loss: 1.6103, Accuracy: 2059/5000 (41%)
[epoch 3] loss: 1.4329549
Test set: Average loss: 1.4828, Accuracy: 2350/5000 (47%)
[epoch 4] loss: 1.3162714
Test set: Average loss: 1.5008, Accuracy: 2334/5000 (47%)
[epoch 5] loss: 1.2195329
Test set: Average loss: 1.5949, Accuracy: 2193/5000 (44%)
[epoch 6] loss: 1.1865616
Test set: Average loss: 1.4907, Accuracy: 2403/5000 (48%)
[epoch 7] loss: 1.0984111
Test set: Average loss: 1.5672, Accuracy: 2322/5000 (46%)
[epoch 8] loss: 1.0368852
Test set: Average loss: 1.5795, Accuracy: 2388/5000 (48%)
[epoch 9] loss: 1.0165288
Test set: Average loss: 1.5811, Accuracy: 2399/5000 (48%)
[epoch 10] loss: 0.9548905
Test set: Average loss: 1.6405, Accuracy: 2389/5000 (48%)
[epoch 11] loss: 0.9314119
Test set: Average loss: 1.6361, Accuracy: 2423/5000 (48%)
[epoch 12] loss: 0.8855625
Test set: Average loss: 1.6951, Accuracy: 2435/5000 (49%)
[epoch 13] loss: 0.8093816
Test set: Average loss: 1.7324, Accuracy: 2398/5000 (48%)
[epoch 14] loss: 0.7930173
Test set: Average loss: 1.8290, Accuracy: 2308/5000 (46%)
[epoch 15] loss: 0.7579476
Test set: Average loss: 1.9081, Accuracy: 2263/5000 (45%)
[epoch 16] loss: 0.6958352
Test set: Average loss: 1.9219, Accuracy: 2358/5000 (47%)
[epoch 17] loss: 0.6559702
Test set: Average loss: 1.9021, Accuracy: 2389/5000 (48%)
[epoch 18] loss: 0.5944303
Test set: Average loss: 1.9724, Accuracy: 2358/5000 (47%)
[epoch 19] loss: 0.5468934
Test set: Average loss: 2.0173, Accuracy: 2356/5000 (47%)
[epoch 20] loss: 0.4811026
Test set: Average loss: 2.2054, Accuracy: 2307/5000 (46%)
[epoch 21] loss: 0.4372843
Test set: Average loss: 2.1643, Accuracy: 2355/5000 (47%)
[epoch 22] loss: 0.3552396
Test set: Average loss: 2.3327, Accuracy: 2356/5000 (47%)
[epoch 23] loss: 0.3275981
Test set: Average loss: 2.4420, Accuracy: 2341/5000 (47%)
[epoch 24] loss: 0.2566883
Test set: Average loss: 2.5430, Accuracy: 2354/5000 (47%)
[epoch 25] loss: 0.1850146
Test set: Average loss: 2.6173, Accuracy: 2323/5000 (46%)
[epoch 26] loss: 0.1531404
Test set: Average loss: 2.8150, Accuracy: 2331/5000 (47%)
[epoch 27] loss: 0.1274160
Test set: Average loss: 2.7987, Accuracy: 2387/5000 (48%)
[epoch 28] loss: 0.0856972
Test set: Average loss: 2.8974, Accuracy: 2391/5000 (48%)
[epoch 29] loss: 0.0470166
Test set: Average loss: 3.0000, Accuracy: 2399/5000 (48%)
[epoch 30] loss: 0.0275436
Test set: Average loss: 3.1109, Accuracy: 2367/5000 (47%)
[epoch 31] loss: 0.0159197
Test set: Average loss: 3.1955, Accuracy: 2420/5000 (48%)
[epoch 32] loss: 0.0112735
Test set: Average loss: 3.2735, Accuracy: 2411/5000 (48%)
[epoch 33] loss: 0.0084384
Test set: Average loss: 3.3621, Accuracy: 2397/5000 (48%)
[epoch 34] loss: 0.0071134
Test set: Average loss: 3.4200, Accuracy: 2394/5000 (48%)
[epoch 35] loss: 0.0057288
Test set: Average loss: 3.5044, Accuracy: 2395/5000 (48%)
[epoch 36] loss: 0.0048279
Test set: Average loss: 3.5563, Accuracy: 2412/5000 (48%)
[epoch 37] loss: 0.0041253
Test set: Average loss: 3.6272, Accuracy: 2409/5000 (48%)
[epoch 38] loss: 0.0035780
Test set: Average loss: 3.6800, Accuracy: 2407/5000 (48%)
[epoch 39] loss: 0.0030517
Test set: Average loss: 3.7381, Accuracy: 2406/5000 (48%)
[epoch 40] loss: 0.0026823
Test set: Average loss: 3.8038, Accuracy: 2408/5000 (48%)
[epoch 41] loss: 0.0023771
Test set: Average loss: 3.8510, Accuracy: 2416/5000 (48%)
[epoch 42] loss: 0.0020860
Test set: Average loss: 3.9046, Accuracy: 2409/5000 (48%)
[epoch 43] loss: 0.0018345
Test set: Average loss: 3.9641, Accuracy: 2413/5000 (48%)
[epoch 44] loss: 0.0016358
Test set: Average loss: 4.0176, Accuracy: 2404/5000 (48%)
[epoch 45] loss: 0.0014597
Test set: Average loss: 4.0712, Accuracy: 2415/5000 (48%)
[epoch 46] loss: 0.0012915
Test set: Average loss: 4.1131, Accuracy: 2407/5000 (48%)
[epoch 47] loss: 0.0011517
Test set: Average loss: 4.1671, Accuracy: 2411/5000 (48%)
[epoch 48] loss: 0.0010327
Test set: Average loss: 4.2190, Accuracy: 2421/5000 (48%)
[epoch 49] loss: 0.0009220
Test set: Average loss: 4.2678, Accuracy: 2401/5000 (48%)
[epoch 50] loss: 0.0008089
Test set: Average loss: 4.3136, Accuracy: 2401/5000 (48%)
Validation:
Test set: Average loss: 1.6951, Accuracy: 2435/5000 (49%)
Test
Test set: Average loss: 1.6972, Accuracy: 4848/10000 (48%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3049, Accuracy: 508/5000 (10%)
[epoch 1] loss: 1.8929455
Test set: Average loss: 1.6611, Accuracy: 1892/5000 (38%)
[epoch 2] loss: 1.6036675
Test set: Average loss: 1.5844, Accuracy: 2131/5000 (43%)
[epoch 3] loss: 1.4806869
Test set: Average loss: 1.6238, Accuracy: 2038/5000 (41%)
[epoch 4] loss: 1.3914935
Test set: Average loss: 1.5029, Accuracy: 2312/5000 (46%)
[epoch 5] loss: 1.3023176
Test set: Average loss: 1.5913, Accuracy: 2212/5000 (44%)
[epoch 6] loss: 1.2169781
Test set: Average loss: 1.4634, Accuracy: 2408/5000 (48%)
[epoch 7] loss: 1.1732667
Test set: Average loss: 1.4989, Accuracy: 2382/5000 (48%)
[epoch 8] loss: 1.1004019
Test set: Average loss: 1.4999, Accuracy: 2382/5000 (48%)
[epoch 9] loss: 1.0421512
Test set: Average loss: 1.5808, Accuracy: 2354/5000 (47%)
[epoch 10] loss: 0.9789803
Test set: Average loss: 1.5886, Accuracy: 2319/5000 (46%)
[epoch 11] loss: 0.9637881
Test set: Average loss: 1.6042, Accuracy: 2358/5000 (47%)
[epoch 12] loss: 0.8829410
Test set: Average loss: 1.6539, Accuracy: 2320/5000 (46%)
[epoch 13] loss: 0.8488935
Test set: Average loss: 1.7044, Accuracy: 2333/5000 (47%)
[epoch 14] loss: 0.8175933
Test set: Average loss: 1.7095, Accuracy: 2368/5000 (47%)
[epoch 15] loss: 0.7539788
Test set: Average loss: 1.7756, Accuracy: 2390/5000 (48%)
[epoch 16] loss: 0.7222058
Test set: Average loss: 1.8288, Accuracy: 2360/5000 (47%)
[epoch 17] loss: 0.6612949
Test set: Average loss: 1.9077, Accuracy: 2346/5000 (47%)
[epoch 18] loss: 0.5962623
Test set: Average loss: 1.9609, Accuracy: 2344/5000 (47%)
[epoch 19] loss: 0.5573652
Test set: Average loss: 2.0499, Accuracy: 2363/5000 (47%)
[epoch 20] loss: 0.5213674
Test set: Average loss: 2.1173, Accuracy: 2313/5000 (46%)
[epoch 21] loss: 0.4912931
Test set: Average loss: 2.1794, Accuracy: 2295/5000 (46%)
[epoch 22] loss: 0.4029584
Test set: Average loss: 2.2100, Accuracy: 2338/5000 (47%)
[epoch 23] loss: 0.3281669
Test set: Average loss: 2.3972, Accuracy: 2382/5000 (48%)
[epoch 24] loss: 0.2847466
Test set: Average loss: 2.4022, Accuracy: 2368/5000 (47%)
[epoch 25] loss: 0.2173500
Test set: Average loss: 2.5307, Accuracy: 2357/5000 (47%)
[epoch 26] loss: 0.1788826
Test set: Average loss: 2.6154, Accuracy: 2390/5000 (48%)
[epoch 27] loss: 0.1962540
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.6219, Accuracy: 2383/5000 (48%)
[epoch 28] loss: 0.0761908
Test set: Average loss: 2.6157, Accuracy: 2415/5000 (48%)
[epoch 29] loss: 0.0554911
Test set: Average loss: 2.6401, Accuracy: 2413/5000 (48%)
[epoch 30] loss: 0.0490967
Test set: Average loss: 2.6644, Accuracy: 2421/5000 (48%)
[epoch 31] loss: 0.0447866
Test set: Average loss: 2.6853, Accuracy: 2420/5000 (48%)
[epoch 32] loss: 0.0414816
Test set: Average loss: 2.7036, Accuracy: 2428/5000 (49%)
[epoch 33] loss: 0.0386059
Test set: Average loss: 2.7247, Accuracy: 2427/5000 (49%)
[epoch 34] loss: 0.0362705
Test set: Average loss: 2.7478, Accuracy: 2421/5000 (48%)
[epoch 35] loss: 0.0336601
Test set: Average loss: 2.7683, Accuracy: 2419/5000 (48%)
[epoch 36] loss: 0.0318308
Test set: Average loss: 2.7927, Accuracy: 2423/5000 (48%)
[epoch 37] loss: 0.0297808
Test set: Average loss: 2.8164, Accuracy: 2422/5000 (48%)
[epoch 38] loss: 0.0281580
Test set: Average loss: 2.8390, Accuracy: 2415/5000 (48%)
[epoch 39] loss: 0.0269026
Test set: Average loss: 2.8650, Accuracy: 2416/5000 (48%)
[epoch 40] loss: 0.0248345
Test set: Average loss: 2.8902, Accuracy: 2420/5000 (48%)
[epoch 41] loss: 0.0233112
Test set: Average loss: 2.9123, Accuracy: 2410/5000 (48%)
[epoch 42] loss: 0.0218518
Test set: Average loss: 2.9432, Accuracy: 2418/5000 (48%)
[epoch 43] loss: 0.0210189
Test set: Average loss: 2.9679, Accuracy: 2407/5000 (48%)
[epoch 44] loss: 0.0201149
Test set: Average loss: 2.9975, Accuracy: 2406/5000 (48%)
[epoch 45] loss: 0.0183292
Test set: Average loss: 3.0185, Accuracy: 2412/5000 (48%)
[epoch 46] loss: 0.0169289
Test set: Average loss: 3.0430, Accuracy: 2405/5000 (48%)
[epoch 47] loss: 0.0159391
Test set: Average loss: 3.0741, Accuracy: 2399/5000 (48%)
[epoch 48] loss: 0.0147846
Test set: Average loss: 3.1125, Accuracy: 2397/5000 (48%)
[epoch 49] loss: 0.0137020
Test set: Average loss: 3.1393, Accuracy: 2408/5000 (48%)
[epoch 50] loss: 0.0128216
Test set: Average loss: 3.1709, Accuracy: 2410/5000 (48%)
Validation:
Test set: Average loss: 2.7036, Accuracy: 2428/5000 (49%)
Test
Test set: Average loss: 2.6444, Accuracy: 4956/10000 (50%)
10000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3029, Accuracy: 470/5000 (9%)
[epoch 1] loss: 1.7925587
Test set: Average loss: 1.5860, Accuracy: 2114/5000 (42%)
[epoch 2] loss: 1.5169518
Test set: Average loss: 1.4927, Accuracy: 2301/5000 (46%)
[epoch 3] loss: 1.3947645
Test set: Average loss: 1.4589, Accuracy: 2371/5000 (47%)
[epoch 4] loss: 1.3272854
Test set: Average loss: 1.4136, Accuracy: 2452/5000 (49%)
[epoch 5] loss: 1.2540996
Test set: Average loss: 1.4085, Accuracy: 2486/5000 (50%)
[epoch 6] loss: 1.2121424
Test set: Average loss: 1.3623, Accuracy: 2573/5000 (51%)
[epoch 7] loss: 1.1586682
Test set: Average loss: 1.3581, Accuracy: 2573/5000 (51%)
[epoch 8] loss: 1.1169562
Test set: Average loss: 1.3496, Accuracy: 2586/5000 (52%)
[epoch 9] loss: 1.0842658
Test set: Average loss: 1.3563, Accuracy: 2621/5000 (52%)
[epoch 10] loss: 1.0394596
Test set: Average loss: 1.3564, Accuracy: 2645/5000 (53%)
[epoch 11] loss: 0.9997312
Test set: Average loss: 1.3411, Accuracy: 2660/5000 (53%)
[epoch 12] loss: 0.9641560
Test set: Average loss: 1.4313, Accuracy: 2632/5000 (53%)
[epoch 13] loss: 0.9169221
Test set: Average loss: 1.3689, Accuracy: 2703/5000 (54%)
[epoch 14] loss: 0.8640257
Test set: Average loss: 1.3902, Accuracy: 2653/5000 (53%)
[epoch 15] loss: 0.8019256
Test set: Average loss: 1.4236, Accuracy: 2724/5000 (54%)
[epoch 16] loss: 0.7339118
Test set: Average loss: 1.4604, Accuracy: 2666/5000 (53%)
[epoch 17] loss: 0.6649298
Test set: Average loss: 1.4735, Accuracy: 2670/5000 (53%)
[epoch 18] loss: 0.5945336
Test set: Average loss: 1.5224, Accuracy: 2716/5000 (54%)
[epoch 19] loss: 0.5093263
Test set: Average loss: 1.5603, Accuracy: 2701/5000 (54%)
[epoch 20] loss: 0.4217407
Test set: Average loss: 1.6699, Accuracy: 2628/5000 (53%)
[epoch 21] loss: 0.3403767
Test set: Average loss: 1.7338, Accuracy: 2629/5000 (53%)
[epoch 22] loss: 0.2546701
Test set: Average loss: 1.7954, Accuracy: 2685/5000 (54%)
[epoch 23] loss: 0.1779614
Test set: Average loss: 1.8919, Accuracy: 2670/5000 (53%)
[epoch 24] loss: 0.1151330
Test set: Average loss: 1.9616, Accuracy: 2675/5000 (54%)
[epoch 25] loss: 0.0697128
Test set: Average loss: 2.0317, Accuracy: 2714/5000 (54%)
[epoch 26] loss: 0.0328374
Test set: Average loss: 2.1315, Accuracy: 2690/5000 (54%)
[epoch 27] loss: 0.0165613
Test set: Average loss: 2.2038, Accuracy: 2695/5000 (54%)
[epoch 28] loss: 0.0098250
Test set: Average loss: 2.2817, Accuracy: 2714/5000 (54%)
[epoch 29] loss: 0.0067306
Test set: Average loss: 2.3542, Accuracy: 2753/5000 (55%)
[epoch 30] loss: 0.0048125
Test set: Average loss: 2.4307, Accuracy: 2727/5000 (55%)
[epoch 31] loss: 0.0036301
Test set: Average loss: 2.4874, Accuracy: 2712/5000 (54%)
[epoch 32] loss: 0.0028125
Test set: Average loss: 2.5549, Accuracy: 2725/5000 (54%)
[epoch 33] loss: 0.0021960
Test set: Average loss: 2.6108, Accuracy: 2737/5000 (55%)
[epoch 34] loss: 0.0017346
Test set: Average loss: 2.6754, Accuracy: 2731/5000 (55%)
[epoch 35] loss: 0.0013566
Test set: Average loss: 2.7415, Accuracy: 2735/5000 (55%)
[epoch 36] loss: 0.0010722
Test set: Average loss: 2.8075, Accuracy: 2730/5000 (55%)
[epoch 37] loss: 0.0008501
Test set: Average loss: 2.8631, Accuracy: 2729/5000 (55%)
[epoch 38] loss: 0.0006841
Test set: Average loss: 2.9270, Accuracy: 2729/5000 (55%)
[epoch 39] loss: 0.0005416
Test set: Average loss: 2.9862, Accuracy: 2715/5000 (54%)
[epoch 40] loss: 0.0004340
Test set: Average loss: 3.0431, Accuracy: 2720/5000 (54%)
[epoch 41] loss: 0.0003461
Test set: Average loss: 3.0986, Accuracy: 2725/5000 (54%)
[epoch 42] loss: 0.0002773
Test set: Average loss: 3.1754, Accuracy: 2729/5000 (55%)
[epoch 43] loss: 0.0002219
Test set: Average loss: 3.2149, Accuracy: 2722/5000 (54%)
[epoch 44] loss: 0.0001790
Test set: Average loss: 3.2758, Accuracy: 2724/5000 (54%)
[epoch 45] loss: 0.0001475
Test set: Average loss: 3.3294, Accuracy: 2728/5000 (55%)
[epoch 46] loss: 0.0001154
Test set: Average loss: 3.3863, Accuracy: 2715/5000 (54%)
[epoch 47] loss: 0.0000929
Test set: Average loss: 3.4371, Accuracy: 2708/5000 (54%)
[epoch 48] loss: 0.0000754
Test set: Average loss: 3.4971, Accuracy: 2725/5000 (54%)
[epoch 49] loss: 0.0000608
Test set: Average loss: 3.5532, Accuracy: 2736/5000 (55%)
[epoch 50] loss: 0.0000488
Test set: Average loss: 3.5991, Accuracy: 2721/5000 (54%)
Validation:
Test set: Average loss: 2.3542, Accuracy: 2753/5000 (55%)
Test
Test set: Average loss: 2.4179, Accuracy: 5484/10000 (55%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3034, Accuracy: 525/5000 (10%)
[epoch 1] loss: 1.7374573
Test set: Average loss: 1.5433, Accuracy: 2201/5000 (44%)
[epoch 2] loss: 1.4790787
Test set: Average loss: 1.4880, Accuracy: 2277/5000 (46%)
[epoch 3] loss: 1.3755470
Test set: Average loss: 1.4645, Accuracy: 2384/5000 (48%)
[epoch 4] loss: 1.2955861
Test set: Average loss: 1.4328, Accuracy: 2455/5000 (49%)
[epoch 5] loss: 1.2256747
Test set: Average loss: 1.4124, Accuracy: 2503/5000 (50%)
[epoch 6] loss: 1.1853369
Test set: Average loss: 1.4664, Accuracy: 2437/5000 (49%)
[epoch 7] loss: 1.1402322
Test set: Average loss: 1.4602, Accuracy: 2482/5000 (50%)
[epoch 8] loss: 1.1051138
Test set: Average loss: 1.4388, Accuracy: 2500/5000 (50%)
[epoch 9] loss: 1.0686325
Test set: Average loss: 1.4383, Accuracy: 2509/5000 (50%)
[epoch 10] loss: 1.0217031
Test set: Average loss: 1.4010, Accuracy: 2613/5000 (52%)
[epoch 11] loss: 0.9894839
Test set: Average loss: 1.3874, Accuracy: 2635/5000 (53%)
[epoch 12] loss: 0.9439006
Test set: Average loss: 1.4197, Accuracy: 2587/5000 (52%)
[epoch 13] loss: 0.8938181
Test set: Average loss: 1.4610, Accuracy: 2615/5000 (52%)
[epoch 14] loss: 0.8371447
Test set: Average loss: 1.4730, Accuracy: 2629/5000 (53%)
[epoch 15] loss: 0.7760674
Test set: Average loss: 1.4994, Accuracy: 2624/5000 (52%)
[epoch 16] loss: 0.7057520
Test set: Average loss: 1.5298, Accuracy: 2600/5000 (52%)
[epoch 17] loss: 0.6475416
Test set: Average loss: 1.5553, Accuracy: 2618/5000 (52%)
[epoch 18] loss: 0.5617718
Test set: Average loss: 1.6245, Accuracy: 2625/5000 (52%)
[epoch 19] loss: 0.4755622
Test set: Average loss: 1.6335, Accuracy: 2593/5000 (52%)
[epoch 20] loss: 0.3793117
Test set: Average loss: 1.7480, Accuracy: 2636/5000 (53%)
[epoch 21] loss: 0.2919731
Test set: Average loss: 1.7956, Accuracy: 2632/5000 (53%)
[epoch 22] loss: 0.2078750
Test set: Average loss: 1.8786, Accuracy: 2718/5000 (54%)
[epoch 23] loss: 0.1340972
Test set: Average loss: 1.9801, Accuracy: 2706/5000 (54%)
[epoch 24] loss: 0.0805889
Test set: Average loss: 2.0699, Accuracy: 2719/5000 (54%)
[epoch 25] loss: 0.0496962
Test set: Average loss: 2.1660, Accuracy: 2712/5000 (54%)
[epoch 26] loss: 0.0255118
Test set: Average loss: 2.2490, Accuracy: 2705/5000 (54%)
[epoch 27] loss: 0.0170911
Test set: Average loss: 2.3682, Accuracy: 2696/5000 (54%)
[epoch 28] loss: 0.3503344
Epoch 27: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.3638, Accuracy: 2518/5000 (50%)
[epoch 29] loss: 0.1470569
Epoch 28: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.0706, Accuracy: 2694/5000 (54%)
[epoch 30] loss: 0.0681349
Epoch 29: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.0727, Accuracy: 2701/5000 (54%)
[epoch 31] loss: 0.0649240
Epoch 30: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 32] loss: 0.0645359
Epoch 31: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 33] loss: 0.0644107
Epoch 32: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 34] loss: 0.0645098
Epoch 33: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 35] loss: 0.0645200
Epoch 34: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 36] loss: 0.0644328
Epoch 35: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 37] loss: 0.0645001
Epoch 36: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 38] loss: 0.0644270
Epoch 37: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 39] loss: 0.0644550
Epoch 38: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 40] loss: 0.0644744
Epoch 39: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 41] loss: 0.0645204
Epoch 40: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 42] loss: 0.0644379
Epoch 41: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 43] loss: 0.0645060
Epoch 42: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 44] loss: 0.0644547
Epoch 43: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 45] loss: 0.0645898
Epoch 44: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 46] loss: 0.0644786
Epoch 45: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 47] loss: 0.0645510
Epoch 46: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 48] loss: 0.0645131
Epoch 47: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 49] loss: 0.0644011
Epoch 48: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
[epoch 50] loss: 0.0644463
Epoch 49: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.0730, Accuracy: 2701/5000 (54%)
Validation:
Test set: Average loss: 2.0699, Accuracy: 2719/5000 (54%)
Test
Test set: Average loss: 1.9876, Accuracy: 5469/10000 (55%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3025, Accuracy: 511/5000 (10%)
[epoch 1] loss: 1.7506934
Test set: Average loss: 1.5620, Accuracy: 2132/5000 (43%)
[epoch 2] loss: 1.4879201
Test set: Average loss: 1.4289, Accuracy: 2354/5000 (47%)
[epoch 3] loss: 1.3866592
Test set: Average loss: 1.4756, Accuracy: 2369/5000 (47%)
[epoch 4] loss: 1.3045790
Test set: Average loss: 1.3739, Accuracy: 2563/5000 (51%)
[epoch 5] loss: 1.2302036
Test set: Average loss: 1.3274, Accuracy: 2620/5000 (52%)
[epoch 6] loss: 1.1837883
Test set: Average loss: 1.3531, Accuracy: 2583/5000 (52%)
[epoch 7] loss: 1.1550837
Test set: Average loss: 1.3934, Accuracy: 2575/5000 (52%)
[epoch 8] loss: 1.0990651
Test set: Average loss: 1.4034, Accuracy: 2574/5000 (51%)
[epoch 9] loss: 1.0699758
Test set: Average loss: 1.3545, Accuracy: 2667/5000 (53%)
[epoch 10] loss: 1.0185065
Test set: Average loss: 1.3862, Accuracy: 2594/5000 (52%)
[epoch 11] loss: 0.9907986
Test set: Average loss: 1.3818, Accuracy: 2660/5000 (53%)
[epoch 12] loss: 0.9395103
Test set: Average loss: 1.3581, Accuracy: 2728/5000 (55%)
[epoch 13] loss: 0.8897444
Test set: Average loss: 1.4234, Accuracy: 2637/5000 (53%)
[epoch 14] loss: 0.8432522
Test set: Average loss: 1.5291, Accuracy: 2556/5000 (51%)
[epoch 15] loss: 0.7944992
Test set: Average loss: 1.4899, Accuracy: 2636/5000 (53%)
[epoch 16] loss: 0.7238719
Test set: Average loss: 1.4861, Accuracy: 2664/5000 (53%)
[epoch 17] loss: 0.6582836
Test set: Average loss: 1.5306, Accuracy: 2625/5000 (52%)
[epoch 18] loss: 0.5959105
Test set: Average loss: 1.6060, Accuracy: 2650/5000 (53%)
[epoch 19] loss: 0.5094563
Test set: Average loss: 1.6194, Accuracy: 2651/5000 (53%)
[epoch 20] loss: 0.4118309
Test set: Average loss: 1.6924, Accuracy: 2649/5000 (53%)
[epoch 21] loss: 0.3452824
Test set: Average loss: 1.7853, Accuracy: 2651/5000 (53%)
[epoch 22] loss: 0.2558733
Test set: Average loss: 1.8889, Accuracy: 2659/5000 (53%)
[epoch 23] loss: 0.2069352
Test set: Average loss: 1.9647, Accuracy: 2600/5000 (52%)
[epoch 24] loss: 0.1167681
Test set: Average loss: 2.0695, Accuracy: 2654/5000 (53%)
[epoch 25] loss: 0.0769038
Test set: Average loss: 2.1359, Accuracy: 2637/5000 (53%)
[epoch 26] loss: 0.0532197
Test set: Average loss: 2.2358, Accuracy: 2694/5000 (54%)
[epoch 27] loss: 0.0204876
Test set: Average loss: 2.3072, Accuracy: 2649/5000 (53%)
[epoch 28] loss: 0.0098769
Test set: Average loss: 2.3814, Accuracy: 2696/5000 (54%)
[epoch 29] loss: 0.0065764
Test set: Average loss: 2.4570, Accuracy: 2686/5000 (54%)
[epoch 30] loss: 0.0048822
Test set: Average loss: 2.5301, Accuracy: 2696/5000 (54%)
[epoch 31] loss: 0.0037324
Test set: Average loss: 2.5968, Accuracy: 2702/5000 (54%)
[epoch 32] loss: 0.0029229
Test set: Average loss: 2.6564, Accuracy: 2697/5000 (54%)
[epoch 33] loss: 0.0023040
Test set: Average loss: 2.7328, Accuracy: 2694/5000 (54%)
[epoch 34] loss: 0.0018256
Test set: Average loss: 2.7880, Accuracy: 2700/5000 (54%)
[epoch 35] loss: 0.0014517
Test set: Average loss: 2.8554, Accuracy: 2712/5000 (54%)
[epoch 36] loss: 0.0011574
Test set: Average loss: 2.9146, Accuracy: 2692/5000 (54%)
[epoch 37] loss: 0.0009241
Test set: Average loss: 2.9820, Accuracy: 2713/5000 (54%)
[epoch 38] loss: 0.0007429
Test set: Average loss: 3.0419, Accuracy: 2704/5000 (54%)
[epoch 39] loss: 0.0005878
Test set: Average loss: 3.1039, Accuracy: 2698/5000 (54%)
[epoch 40] loss: 0.0004729
Test set: Average loss: 3.1621, Accuracy: 2704/5000 (54%)
[epoch 41] loss: 0.0003814
Test set: Average loss: 3.2255, Accuracy: 2705/5000 (54%)
[epoch 42] loss: 0.0003078
Test set: Average loss: 3.2912, Accuracy: 2706/5000 (54%)
[epoch 43] loss: 0.0002470
Test set: Average loss: 3.3475, Accuracy: 2713/5000 (54%)
[epoch 44] loss: 0.0001995
Test set: Average loss: 3.4071, Accuracy: 2716/5000 (54%)
[epoch 45] loss: 0.0001605
Test set: Average loss: 3.4662, Accuracy: 2697/5000 (54%)
[epoch 46] loss: 0.0001305
Test set: Average loss: 3.5254, Accuracy: 2703/5000 (54%)
[epoch 47] loss: 0.0001049
Test set: Average loss: 3.5807, Accuracy: 2701/5000 (54%)
[epoch 48] loss: 0.0000847
Test set: Average loss: 3.6437, Accuracy: 2723/5000 (54%)
[epoch 49] loss: 0.0000694
Test set: Average loss: 3.6972, Accuracy: 2710/5000 (54%)
[epoch 50] loss: 0.0000561
Test set: Average loss: 3.7517, Accuracy: 2722/5000 (54%)
Validation:
Test set: Average loss: 1.3581, Accuracy: 2728/5000 (55%)
Test
Test set: Average loss: 1.3374, Accuracy: 5451/10000 (55%)
15000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3032, Accuracy: 441/5000 (9%)
[epoch 1] loss: 1.6487503
Test set: Average loss: 1.4644, Accuracy: 2317/5000 (46%)
[epoch 2] loss: 1.3998761
Test set: Average loss: 1.4041, Accuracy: 2417/5000 (48%)
[epoch 3] loss: 1.2918002
Test set: Average loss: 1.3337, Accuracy: 2637/5000 (53%)
[epoch 4] loss: 1.2082816
Test set: Average loss: 1.3209, Accuracy: 2657/5000 (53%)
[epoch 5] loss: 1.1621289
Test set: Average loss: 1.3058, Accuracy: 2729/5000 (55%)
[epoch 6] loss: 1.1149573
Test set: Average loss: 1.2737, Accuracy: 2749/5000 (55%)
[epoch 7] loss: 1.0750760
Test set: Average loss: 1.2406, Accuracy: 2798/5000 (56%)
[epoch 8] loss: 1.0254512
Test set: Average loss: 1.2895, Accuracy: 2799/5000 (56%)
[epoch 9] loss: 0.9854244
Test set: Average loss: 1.2704, Accuracy: 2809/5000 (56%)
[epoch 10] loss: 0.9507406
Test set: Average loss: 1.2303, Accuracy: 2864/5000 (57%)
[epoch 11] loss: 0.8995409
Test set: Average loss: 1.2887, Accuracy: 2808/5000 (56%)
[epoch 12] loss: 0.8377063
Test set: Average loss: 1.2963, Accuracy: 2825/5000 (56%)
[epoch 13] loss: 0.7719112
Test set: Average loss: 1.3034, Accuracy: 2853/5000 (57%)
[epoch 14] loss: 0.6938256
Test set: Average loss: 1.3165, Accuracy: 2850/5000 (57%)
[epoch 15] loss: 0.6131538
Test set: Average loss: 1.4138, Accuracy: 2793/5000 (56%)
[epoch 16] loss: 0.5276624
Test set: Average loss: 1.4575, Accuracy: 2843/5000 (57%)
[epoch 17] loss: 0.4373486
Test set: Average loss: 1.5048, Accuracy: 2849/5000 (57%)
[epoch 18] loss: 0.3286148
Test set: Average loss: 1.5222, Accuracy: 2899/5000 (58%)
[epoch 19] loss: 0.2240428
Test set: Average loss: 1.6195, Accuracy: 2893/5000 (58%)
[epoch 20] loss: 0.1555220
Test set: Average loss: 1.6848, Accuracy: 2880/5000 (58%)
[epoch 21] loss: 0.1020011
Test set: Average loss: 1.8776, Accuracy: 2839/5000 (57%)
[epoch 22] loss: 0.0866388
Test set: Average loss: 2.0005, Accuracy: 2773/5000 (55%)
[epoch 23] loss: 0.1091394
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1326, Accuracy: 2814/5000 (56%)
[epoch 24] loss: 0.0506414
Test set: Average loss: 1.9344, Accuracy: 2923/5000 (58%)
[epoch 25] loss: 0.0197835
Test set: Average loss: 1.9432, Accuracy: 2931/5000 (59%)
[epoch 26] loss: 0.0142798
Test set: Average loss: 1.9548, Accuracy: 2934/5000 (59%)
[epoch 27] loss: 0.0112701
Test set: Average loss: 1.9689, Accuracy: 2954/5000 (59%)
[epoch 28] loss: 0.0092268
Test set: Average loss: 1.9830, Accuracy: 2950/5000 (59%)
[epoch 29] loss: 0.0076925
Test set: Average loss: 2.0007, Accuracy: 2954/5000 (59%)
[epoch 30] loss: 0.0064694
Test set: Average loss: 2.0219, Accuracy: 2957/5000 (59%)
[epoch 31] loss: 0.0054706
Test set: Average loss: 2.0425, Accuracy: 2967/5000 (59%)
[epoch 32] loss: 0.0046283
Test set: Average loss: 2.0645, Accuracy: 2974/5000 (59%)
[epoch 33] loss: 0.0039058
Test set: Average loss: 2.0886, Accuracy: 2977/5000 (60%)
[epoch 34] loss: 0.0032894
Test set: Average loss: 2.1180, Accuracy: 2973/5000 (59%)
[epoch 35] loss: 0.0027611
Test set: Average loss: 2.1476, Accuracy: 2979/5000 (60%)
[epoch 36] loss: 0.0023065
Test set: Average loss: 2.1776, Accuracy: 2984/5000 (60%)
[epoch 37] loss: 0.0019085
Test set: Average loss: 2.2094, Accuracy: 2995/5000 (60%)
[epoch 38] loss: 0.0015761
Test set: Average loss: 2.2447, Accuracy: 2982/5000 (60%)
[epoch 39] loss: 0.0012977
Test set: Average loss: 2.2794, Accuracy: 2997/5000 (60%)
[epoch 40] loss: 0.0010626
Test set: Average loss: 2.3098, Accuracy: 2993/5000 (60%)
[epoch 41] loss: 0.0008648
Test set: Average loss: 2.3543, Accuracy: 3008/5000 (60%)
[epoch 42] loss: 0.0007027
Test set: Average loss: 2.3931, Accuracy: 2998/5000 (60%)
[epoch 43] loss: 0.0005695
Test set: Average loss: 2.4381, Accuracy: 2998/5000 (60%)
[epoch 44] loss: 0.0004587
Test set: Average loss: 2.4800, Accuracy: 3004/5000 (60%)
[epoch 45] loss: 0.0003686
Test set: Average loss: 2.5176, Accuracy: 2996/5000 (60%)
[epoch 46] loss: 0.0002950
Test set: Average loss: 2.5653, Accuracy: 3004/5000 (60%)
[epoch 47] loss: 0.0002356
Test set: Average loss: 2.6097, Accuracy: 2994/5000 (60%)
[epoch 48] loss: 0.0001889
Test set: Average loss: 2.6555, Accuracy: 2997/5000 (60%)
[epoch 49] loss: 0.0001510
Test set: Average loss: 2.6997, Accuracy: 2996/5000 (60%)
[epoch 50] loss: 0.0001194
Test set: Average loss: 2.7427, Accuracy: 2994/5000 (60%)
Validation:
Test set: Average loss: 2.3543, Accuracy: 3008/5000 (60%)
Test
Test set: Average loss: 2.3602, Accuracy: 5992/10000 (60%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3040, Accuracy: 451/5000 (9%)
[epoch 1] loss: 1.6939742
Test set: Average loss: 1.6150, Accuracy: 2141/5000 (43%)
[epoch 2] loss: 1.4205401
Test set: Average loss: 1.4278, Accuracy: 2436/5000 (49%)
[epoch 3] loss: 1.3068584
Test set: Average loss: 1.3977, Accuracy: 2482/5000 (50%)
[epoch 4] loss: 1.2434954
Test set: Average loss: 1.3259, Accuracy: 2679/5000 (54%)
[epoch 5] loss: 1.1805808
Test set: Average loss: 1.3189, Accuracy: 2676/5000 (54%)
[epoch 6] loss: 1.1347738
Test set: Average loss: 1.2991, Accuracy: 2718/5000 (54%)
[epoch 7] loss: 1.0942155
Test set: Average loss: 1.3416, Accuracy: 2714/5000 (54%)
[epoch 8] loss: 1.0577564
Test set: Average loss: 1.2820, Accuracy: 2797/5000 (56%)
[epoch 9] loss: 1.0111377
Test set: Average loss: 1.3172, Accuracy: 2760/5000 (55%)
[epoch 10] loss: 0.9728372
Test set: Average loss: 1.3199, Accuracy: 2743/5000 (55%)
[epoch 11] loss: 0.9249263
Test set: Average loss: 1.3251, Accuracy: 2800/5000 (56%)
[epoch 12] loss: 0.8738030
Test set: Average loss: 1.3471, Accuracy: 2780/5000 (56%)
[epoch 13] loss: 0.8097907
Test set: Average loss: 1.3117, Accuracy: 2841/5000 (57%)
[epoch 14] loss: 0.7490876
Test set: Average loss: 1.3780, Accuracy: 2826/5000 (57%)
[epoch 15] loss: 0.6723475
Test set: Average loss: 1.3847, Accuracy: 2836/5000 (57%)
[epoch 16] loss: 0.5848531
Test set: Average loss: 1.4270, Accuracy: 2860/5000 (57%)
[epoch 17] loss: 0.4885046
Test set: Average loss: 1.4798, Accuracy: 2891/5000 (58%)
[epoch 18] loss: 0.4000900
Test set: Average loss: 1.5453, Accuracy: 2889/5000 (58%)
[epoch 19] loss: 0.2979641
Test set: Average loss: 1.5801, Accuracy: 2896/5000 (58%)
[epoch 20] loss: 0.2194469
Test set: Average loss: 1.7470, Accuracy: 2829/5000 (57%)
[epoch 21] loss: 0.1472863
Test set: Average loss: 1.7931, Accuracy: 2877/5000 (58%)
[epoch 22] loss: 0.0868291
Test set: Average loss: 1.9118, Accuracy: 2884/5000 (58%)
[epoch 23] loss: 0.0408156
Test set: Average loss: 2.0070, Accuracy: 2860/5000 (57%)
[epoch 24] loss: 0.0274090
Test set: Average loss: 2.1286, Accuracy: 2863/5000 (57%)
[epoch 25] loss: 0.2929735
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0407, Accuracy: 2720/5000 (54%)
[epoch 26] loss: 0.1258739
Epoch 25: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.9573, Accuracy: 2861/5000 (57%)
[epoch 27] loss: 0.0577380
Epoch 26: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.9574, Accuracy: 2869/5000 (57%)
[epoch 28] loss: 0.0542737
Epoch 27: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.9578, Accuracy: 2870/5000 (57%)
[epoch 29] loss: 0.0539617
Epoch 28: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 30] loss: 0.0539424
Epoch 29: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 31] loss: 0.0538896
Epoch 30: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 32] loss: 0.0539351
Epoch 31: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 33] loss: 0.0539365
Epoch 32: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 34] loss: 0.0539015
Epoch 33: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 35] loss: 0.0539082
Epoch 34: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 36] loss: 0.0539041
Epoch 35: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 37] loss: 0.0539024
Epoch 36: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 38] loss: 0.0538970
Epoch 37: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 39] loss: 0.0539065
Epoch 38: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 40] loss: 0.0539060
Epoch 39: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 41] loss: 0.0538912
Epoch 40: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 42] loss: 0.0539025
Epoch 41: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 43] loss: 0.0539113
Epoch 42: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 44] loss: 0.0539032
Epoch 43: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 45] loss: 0.0539160
Epoch 44: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 46] loss: 0.0539060
Epoch 45: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 47] loss: 0.0539047
Epoch 46: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 48] loss: 0.0538997
Epoch 47: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 49] loss: 0.0539054
Epoch 48: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
[epoch 50] loss: 0.0538987
Epoch 49: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.9579, Accuracy: 2870/5000 (57%)
Validation:
Test set: Average loss: 1.5801, Accuracy: 2896/5000 (58%)
Test
Test set: Average loss: 1.5768, Accuracy: 5822/10000 (58%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 437/5000 (9%)
[epoch 1] loss: 1.6689090
Test set: Average loss: 1.5114, Accuracy: 2233/5000 (45%)
[epoch 2] loss: 1.4108622
Test set: Average loss: 1.4024, Accuracy: 2452/5000 (49%)
[epoch 3] loss: 1.3140391
Test set: Average loss: 1.3717, Accuracy: 2569/5000 (51%)
[epoch 4] loss: 1.2372012
Test set: Average loss: 1.4027, Accuracy: 2468/5000 (49%)
[epoch 5] loss: 1.1924153
Test set: Average loss: 1.3898, Accuracy: 2562/5000 (51%)
[epoch 6] loss: 1.1441128
Test set: Average loss: 1.3160, Accuracy: 2664/5000 (53%)
[epoch 7] loss: 1.1054637
Test set: Average loss: 1.3021, Accuracy: 2764/5000 (55%)
[epoch 8] loss: 1.0538189
Test set: Average loss: 1.3273, Accuracy: 2704/5000 (54%)
[epoch 9] loss: 1.0288577
Test set: Average loss: 1.2328, Accuracy: 2887/5000 (58%)
[epoch 10] loss: 0.9757772
Test set: Average loss: 1.3197, Accuracy: 2740/5000 (55%)
[epoch 11] loss: 0.9268881
Test set: Average loss: 1.2514, Accuracy: 2822/5000 (56%)
[epoch 12] loss: 0.8738811
Test set: Average loss: 1.2836, Accuracy: 2838/5000 (57%)
[epoch 13] loss: 0.8217054
Test set: Average loss: 1.3193, Accuracy: 2810/5000 (56%)
[epoch 14] loss: 0.7554983
Test set: Average loss: 1.3189, Accuracy: 2825/5000 (56%)
[epoch 15] loss: 0.6765800
Test set: Average loss: 1.3700, Accuracy: 2835/5000 (57%)
[epoch 16] loss: 0.5917066
Test set: Average loss: 1.4193, Accuracy: 2825/5000 (56%)
[epoch 17] loss: 0.5042988
Test set: Average loss: 1.4671, Accuracy: 2817/5000 (56%)
[epoch 18] loss: 0.3989143
Test set: Average loss: 1.4913, Accuracy: 2843/5000 (57%)
[epoch 19] loss: 0.2960420
Test set: Average loss: 1.5680, Accuracy: 2838/5000 (57%)
[epoch 20] loss: 0.2050793
Test set: Average loss: 1.6964, Accuracy: 2800/5000 (56%)
[epoch 21] loss: 0.1505064
Test set: Average loss: 1.8034, Accuracy: 2857/5000 (57%)
[epoch 22] loss: 0.0750073
Test set: Average loss: 1.8962, Accuracy: 2838/5000 (57%)
[epoch 23] loss: 0.0444755
Test set: Average loss: 1.9562, Accuracy: 2885/5000 (58%)
[epoch 24] loss: 0.0139869
Test set: Average loss: 2.0235, Accuracy: 2884/5000 (58%)
[epoch 25] loss: 0.0052353
Test set: Average loss: 2.0932, Accuracy: 2912/5000 (58%)
[epoch 26] loss: 0.0031878
Test set: Average loss: 2.1578, Accuracy: 2898/5000 (58%)
[epoch 27] loss: 0.0022697
Test set: Average loss: 2.2125, Accuracy: 2920/5000 (58%)
[epoch 28] loss: 0.0016847
Test set: Average loss: 2.2709, Accuracy: 2904/5000 (58%)
[epoch 29] loss: 0.0012693
Test set: Average loss: 2.3285, Accuracy: 2911/5000 (58%)
[epoch 30] loss: 0.0009574
Test set: Average loss: 2.3793, Accuracy: 2902/5000 (58%)
[epoch 31] loss: 0.0007201
Test set: Average loss: 2.4343, Accuracy: 2898/5000 (58%)
[epoch 32] loss: 0.0005451
Test set: Average loss: 2.4971, Accuracy: 2911/5000 (58%)
[epoch 33] loss: 0.0004092
Test set: Average loss: 2.5614, Accuracy: 2900/5000 (58%)
[epoch 34] loss: 0.0003095
Test set: Average loss: 2.6187, Accuracy: 2895/5000 (58%)
[epoch 35] loss: 0.0002318
Test set: Average loss: 2.6780, Accuracy: 2893/5000 (58%)
[epoch 36] loss: 0.0001749
Test set: Average loss: 2.7307, Accuracy: 2902/5000 (58%)
[epoch 37] loss: 0.0001315
Test set: Average loss: 2.7909, Accuracy: 2909/5000 (58%)
[epoch 38] loss: 0.0000983
Test set: Average loss: 2.8629, Accuracy: 2912/5000 (58%)
[epoch 39] loss: 0.0000737
Test set: Average loss: 2.9265, Accuracy: 2904/5000 (58%)
[epoch 40] loss: 0.0000551
Test set: Average loss: 2.9819, Accuracy: 2904/5000 (58%)
[epoch 41] loss: 0.0000414
Test set: Average loss: 3.0438, Accuracy: 2910/5000 (58%)
[epoch 42] loss: 0.0000312
Test set: Average loss: 3.1072, Accuracy: 2926/5000 (59%)
[epoch 43] loss: 0.0000234
Test set: Average loss: 3.1653, Accuracy: 2925/5000 (58%)
[epoch 44] loss: 0.0000175
Test set: Average loss: 3.2340, Accuracy: 2907/5000 (58%)
[epoch 45] loss: 0.0000132
Test set: Average loss: 3.2948, Accuracy: 2925/5000 (58%)
[epoch 46] loss: 0.0000099
Test set: Average loss: 3.3490, Accuracy: 2916/5000 (58%)
[epoch 47] loss: 0.0000075
Test set: Average loss: 3.4128, Accuracy: 2913/5000 (58%)
[epoch 48] loss: 0.0000056
Test set: Average loss: 3.4645, Accuracy: 2919/5000 (58%)
[epoch 49] loss: 0.0000042
Test set: Average loss: 3.5292, Accuracy: 2924/5000 (58%)
[epoch 50] loss: 0.0000032
Test set: Average loss: 3.5824, Accuracy: 2914/5000 (58%)
Validation:
Test set: Average loss: 3.1072, Accuracy: 2926/5000 (59%)
Test
Test set: Average loss: 3.0803, Accuracy: 5939/10000 (59%)
20000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3025, Accuracy: 487/5000 (10%)
[epoch 1] loss: 1.6026542
Test set: Average loss: 1.4192, Accuracy: 2443/5000 (49%)
[epoch 2] loss: 1.3176419
Test set: Average loss: 1.3185, Accuracy: 2602/5000 (52%)
[epoch 3] loss: 1.2100543
Test set: Average loss: 1.3243, Accuracy: 2616/5000 (52%)
[epoch 4] loss: 1.1630736
Test set: Average loss: 1.2730, Accuracy: 2788/5000 (56%)
[epoch 5] loss: 1.1067780
Test set: Average loss: 1.2747, Accuracy: 2818/5000 (56%)
[epoch 6] loss: 1.0596266
Test set: Average loss: 1.2089, Accuracy: 2864/5000 (57%)
[epoch 7] loss: 1.0149819
Test set: Average loss: 1.1808, Accuracy: 2924/5000 (58%)
[epoch 8] loss: 0.9680046
Test set: Average loss: 1.1961, Accuracy: 2934/5000 (59%)
[epoch 9] loss: 0.9212323
Test set: Average loss: 1.1733, Accuracy: 2984/5000 (60%)
[epoch 10] loss: 0.8575844
Test set: Average loss: 1.1896, Accuracy: 2958/5000 (59%)
[epoch 11] loss: 0.8083153
Test set: Average loss: 1.2341, Accuracy: 2913/5000 (58%)
[epoch 12] loss: 0.7416012
Test set: Average loss: 1.2047, Accuracy: 3013/5000 (60%)
[epoch 13] loss: 0.6632461
Test set: Average loss: 1.2570, Accuracy: 2977/5000 (60%)
[epoch 14] loss: 0.5720873
Test set: Average loss: 1.2508, Accuracy: 3054/5000 (61%)
[epoch 15] loss: 0.4784504
Test set: Average loss: 1.3424, Accuracy: 3012/5000 (60%)
[epoch 16] loss: 0.3753289
Test set: Average loss: 1.4103, Accuracy: 2986/5000 (60%)
[epoch 17] loss: 0.2896971
Test set: Average loss: 1.4614, Accuracy: 3076/5000 (62%)
[epoch 18] loss: 0.2068540
Test set: Average loss: 1.5986, Accuracy: 3015/5000 (60%)
[epoch 19] loss: 0.1280184
Test set: Average loss: 1.7159, Accuracy: 2976/5000 (60%)
[epoch 20] loss: 0.0899965
Test set: Average loss: 1.8011, Accuracy: 2974/5000 (59%)
[epoch 21] loss: 0.1452920
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9031, Accuracy: 2917/5000 (58%)
[epoch 22] loss: 0.0836007
Test set: Average loss: 1.7434, Accuracy: 3070/5000 (61%)
[epoch 23] loss: 0.0286313
Test set: Average loss: 1.7624, Accuracy: 3086/5000 (62%)
[epoch 24] loss: 0.0185807
Test set: Average loss: 1.7753, Accuracy: 3103/5000 (62%)
[epoch 25] loss: 0.0135976
Test set: Average loss: 1.7951, Accuracy: 3108/5000 (62%)
[epoch 26] loss: 0.0103755
Test set: Average loss: 1.8210, Accuracy: 3115/5000 (62%)
[epoch 27] loss: 0.0081127
Test set: Average loss: 1.8450, Accuracy: 3119/5000 (62%)
[epoch 28] loss: 0.0063739
Test set: Average loss: 1.8704, Accuracy: 3126/5000 (63%)
[epoch 29] loss: 0.0050324
Test set: Average loss: 1.9003, Accuracy: 3128/5000 (63%)
[epoch 30] loss: 0.0039670
Test set: Average loss: 1.9317, Accuracy: 3120/5000 (62%)
[epoch 31] loss: 0.0031129
Test set: Average loss: 1.9665, Accuracy: 3129/5000 (63%)
[epoch 32] loss: 0.0024328
Test set: Average loss: 2.0002, Accuracy: 3129/5000 (63%)
[epoch 33] loss: 0.0018982
Test set: Average loss: 2.0402, Accuracy: 3135/5000 (63%)
[epoch 34] loss: 0.0014687
Test set: Average loss: 2.0867, Accuracy: 3126/5000 (63%)
[epoch 35] loss: 0.0011334
Test set: Average loss: 2.1236, Accuracy: 3132/5000 (63%)
[epoch 36] loss: 0.0008677
Test set: Average loss: 2.1653, Accuracy: 3127/5000 (63%)
[epoch 37] loss: 0.0006622
Test set: Average loss: 2.2138, Accuracy: 3139/5000 (63%)
[epoch 38] loss: 0.0005031
Test set: Average loss: 2.2619, Accuracy: 3147/5000 (63%)
[epoch 39] loss: 0.0003813
Test set: Average loss: 2.3092, Accuracy: 3136/5000 (63%)
[epoch 40] loss: 0.0002869
Test set: Average loss: 2.3597, Accuracy: 3140/5000 (63%)
[epoch 41] loss: 0.0002159
Test set: Average loss: 2.4096, Accuracy: 3142/5000 (63%)
[epoch 42] loss: 0.0001619
Test set: Average loss: 2.4594, Accuracy: 3143/5000 (63%)
[epoch 43] loss: 0.0001209
Test set: Average loss: 2.5153, Accuracy: 3142/5000 (63%)
[epoch 44] loss: 0.0000899
Test set: Average loss: 2.5728, Accuracy: 3134/5000 (63%)
[epoch 45] loss: 0.0000669
Test set: Average loss: 2.6227, Accuracy: 3147/5000 (63%)
[epoch 46] loss: 0.0000496
Test set: Average loss: 2.6834, Accuracy: 3146/5000 (63%)
[epoch 47] loss: 0.0000369
Test set: Average loss: 2.7382, Accuracy: 3143/5000 (63%)
[epoch 48] loss: 0.0000272
Test set: Average loss: 2.7871, Accuracy: 3134/5000 (63%)
[epoch 49] loss: 0.0000201
Test set: Average loss: 2.8491, Accuracy: 3153/5000 (63%)
[epoch 50] loss: 0.0000148
Test set: Average loss: 2.8941, Accuracy: 3151/5000 (63%)
Validation:
Test set: Average loss: 2.8491, Accuracy: 3153/5000 (63%)
Test
Test set: Average loss: 2.8160, Accuracy: 6333/10000 (63%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3025, Accuracy: 532/5000 (11%)
[epoch 1] loss: 1.6775333
Test set: Average loss: 1.5474, Accuracy: 2178/5000 (44%)
[epoch 2] loss: 1.4561460
Test set: Average loss: 1.4435, Accuracy: 2389/5000 (48%)
[epoch 3] loss: 1.3648491
Test set: Average loss: 1.4275, Accuracy: 2434/5000 (49%)
[epoch 4] loss: 1.2968408
Test set: Average loss: 1.3528, Accuracy: 2594/5000 (52%)
[epoch 5] loss: 1.2424188
Test set: Average loss: 1.3163, Accuracy: 2675/5000 (54%)
[epoch 6] loss: 1.1990232
Test set: Average loss: 1.3251, Accuracy: 2640/5000 (53%)
[epoch 7] loss: 1.1634267
Test set: Average loss: 1.3078, Accuracy: 2699/5000 (54%)
[epoch 8] loss: 1.1132232
Test set: Average loss: 1.2640, Accuracy: 2761/5000 (55%)
[epoch 9] loss: 1.0629263
Test set: Average loss: 1.2611, Accuracy: 2799/5000 (56%)
[epoch 10] loss: 1.0089332
Test set: Average loss: 1.2200, Accuracy: 2869/5000 (57%)
[epoch 11] loss: 0.9620794
Test set: Average loss: 1.2084, Accuracy: 2897/5000 (58%)
[epoch 12] loss: 0.9128803
Test set: Average loss: 1.3124, Accuracy: 2797/5000 (56%)
[epoch 13] loss: 0.8463721
Test set: Average loss: 1.2338, Accuracy: 2890/5000 (58%)
[epoch 14] loss: 0.7900869
Test set: Average loss: 1.2354, Accuracy: 2945/5000 (59%)
[epoch 15] loss: 0.7120506
Test set: Average loss: 1.2658, Accuracy: 2927/5000 (59%)
[epoch 16] loss: 0.6413281
Test set: Average loss: 1.3072, Accuracy: 2901/5000 (58%)
[epoch 17] loss: 0.5599477
Test set: Average loss: 1.3750, Accuracy: 2899/5000 (58%)
[epoch 18] loss: 0.4704730
Test set: Average loss: 1.4056, Accuracy: 2926/5000 (59%)
[epoch 19] loss: 0.3739407
Test set: Average loss: 1.4672, Accuracy: 2946/5000 (59%)
[epoch 20] loss: 0.2777444
Test set: Average loss: 1.5316, Accuracy: 2933/5000 (59%)
[epoch 21] loss: 0.2006022
Test set: Average loss: 1.6739, Accuracy: 2935/5000 (59%)
[epoch 22] loss: 0.1508238
Test set: Average loss: 1.8413, Accuracy: 2816/5000 (56%)
[epoch 23] loss: 0.1267824
Test set: Average loss: 1.8146, Accuracy: 2899/5000 (58%)
[epoch 24] loss: 0.1225421
Test set: Average loss: 2.0299, Accuracy: 2808/5000 (56%)
[epoch 25] loss: 0.1172447
Test set: Average loss: 2.0578, Accuracy: 2787/5000 (56%)
[epoch 26] loss: 0.1327898
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0878, Accuracy: 2861/5000 (57%)
[epoch 27] loss: 0.0423145
Test set: Average loss: 1.9757, Accuracy: 2951/5000 (59%)
[epoch 28] loss: 0.0156901
Test set: Average loss: 1.9912, Accuracy: 2983/5000 (60%)
[epoch 29] loss: 0.0108648
Test set: Average loss: 2.0056, Accuracy: 2994/5000 (60%)
[epoch 30] loss: 0.0083785
Test set: Average loss: 2.0219, Accuracy: 2990/5000 (60%)
[epoch 31] loss: 0.0066733
Test set: Average loss: 2.0381, Accuracy: 2993/5000 (60%)
[epoch 32] loss: 0.0053811
Test set: Average loss: 2.0615, Accuracy: 3008/5000 (60%)
[epoch 33] loss: 0.0043879
Test set: Average loss: 2.0808, Accuracy: 2999/5000 (60%)
[epoch 34] loss: 0.0035732
Test set: Average loss: 2.1071, Accuracy: 2997/5000 (60%)
[epoch 35] loss: 0.0029072
Test set: Average loss: 2.1342, Accuracy: 3011/5000 (60%)
[epoch 36] loss: 0.0023529
Test set: Average loss: 2.1646, Accuracy: 2998/5000 (60%)
[epoch 37] loss: 0.0018831
Test set: Average loss: 2.1885, Accuracy: 3007/5000 (60%)
[epoch 38] loss: 0.0015094
Test set: Average loss: 2.2223, Accuracy: 3009/5000 (60%)
[epoch 39] loss: 0.0011936
Test set: Average loss: 2.2559, Accuracy: 3013/5000 (60%)
[epoch 40] loss: 0.0009422
Test set: Average loss: 2.2965, Accuracy: 3018/5000 (60%)
[epoch 41] loss: 0.0007381
Test set: Average loss: 2.3320, Accuracy: 3007/5000 (60%)
[epoch 42] loss: 0.0005762
Test set: Average loss: 2.3676, Accuracy: 3020/5000 (60%)
[epoch 43] loss: 0.0004471
Test set: Average loss: 2.4098, Accuracy: 3022/5000 (60%)
[epoch 44] loss: 0.0003444
Test set: Average loss: 2.4528, Accuracy: 3019/5000 (60%)
[epoch 45] loss: 0.0002645
Test set: Average loss: 2.4992, Accuracy: 3020/5000 (60%)
[epoch 46] loss: 0.0002026
Test set: Average loss: 2.5452, Accuracy: 3022/5000 (60%)
[epoch 47] loss: 0.0001548
Test set: Average loss: 2.5936, Accuracy: 3025/5000 (60%)
[epoch 48] loss: 0.0001175
Test set: Average loss: 2.6382, Accuracy: 3024/5000 (60%)
[epoch 49] loss: 0.0000891
Test set: Average loss: 2.6880, Accuracy: 3025/5000 (60%)
[epoch 50] loss: 0.0000675
Test set: Average loss: 2.7343, Accuracy: 3028/5000 (61%)
Validation:
Test set: Average loss: 2.7343, Accuracy: 3028/5000 (61%)
Test
Test set: Average loss: 2.6475, Accuracy: 6075/10000 (61%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 388/5000 (8%)
[epoch 1] loss: 1.6180775
Test set: Average loss: 1.4341, Accuracy: 2417/5000 (48%)
[epoch 2] loss: 1.3633888
Test set: Average loss: 1.4061, Accuracy: 2499/5000 (50%)
[epoch 3] loss: 1.2534352
Test set: Average loss: 1.3574, Accuracy: 2676/5000 (54%)
[epoch 4] loss: 1.1919929
Test set: Average loss: 1.2610, Accuracy: 2762/5000 (55%)
[epoch 5] loss: 1.1308652
Test set: Average loss: 1.2941, Accuracy: 2715/5000 (54%)
[epoch 6] loss: 1.0878152
Test set: Average loss: 1.2499, Accuracy: 2819/5000 (56%)
[epoch 7] loss: 1.0405417
Test set: Average loss: 1.2256, Accuracy: 2871/5000 (57%)
[epoch 8] loss: 0.9989415
Test set: Average loss: 1.2113, Accuracy: 2864/5000 (57%)
[epoch 9] loss: 0.9540861
Test set: Average loss: 1.2011, Accuracy: 2908/5000 (58%)
[epoch 10] loss: 0.9023724
Test set: Average loss: 1.2246, Accuracy: 2949/5000 (59%)
[epoch 11] loss: 0.8554544
Test set: Average loss: 1.1683, Accuracy: 3012/5000 (60%)
[epoch 12] loss: 0.7846217
Test set: Average loss: 1.2517, Accuracy: 2947/5000 (59%)
[epoch 13] loss: 0.7425435
Test set: Average loss: 1.2909, Accuracy: 2931/5000 (59%)
[epoch 14] loss: 0.6470572
Test set: Average loss: 1.3137, Accuracy: 2934/5000 (59%)
[epoch 15] loss: 0.5537230
Test set: Average loss: 1.3556, Accuracy: 2954/5000 (59%)
[epoch 16] loss: 0.4629960
Test set: Average loss: 1.4056, Accuracy: 2933/5000 (59%)
[epoch 17] loss: 0.3669541
Test set: Average loss: 1.4254, Accuracy: 2970/5000 (59%)
[epoch 18] loss: 0.2624421
Test set: Average loss: 1.5597, Accuracy: 2960/5000 (59%)
[epoch 19] loss: 0.1854023
Test set: Average loss: 1.6476, Accuracy: 2961/5000 (59%)
[epoch 20] loss: 0.1194916
Test set: Average loss: 1.7414, Accuracy: 2940/5000 (59%)
[epoch 21] loss: 0.0730144
Test set: Average loss: 1.8910, Accuracy: 2989/5000 (60%)
[epoch 22] loss: 0.1241725
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9996, Accuracy: 2923/5000 (58%)
[epoch 23] loss: 0.0610699
Test set: Average loss: 1.8671, Accuracy: 3022/5000 (60%)
[epoch 24] loss: 0.0206281
Test set: Average loss: 1.8812, Accuracy: 3040/5000 (61%)
[epoch 25] loss: 0.0139985
Test set: Average loss: 1.8959, Accuracy: 3046/5000 (61%)
[epoch 26] loss: 0.0105950
Test set: Average loss: 1.9123, Accuracy: 3054/5000 (61%)
[epoch 27] loss: 0.0082655
Test set: Average loss: 1.9348, Accuracy: 3051/5000 (61%)
[epoch 28] loss: 0.0065537
Test set: Average loss: 1.9599, Accuracy: 3069/5000 (61%)
[epoch 29] loss: 0.0052153
Test set: Average loss: 1.9832, Accuracy: 3068/5000 (61%)
[epoch 30] loss: 0.0041575
Test set: Average loss: 2.0168, Accuracy: 3074/5000 (61%)
[epoch 31] loss: 0.0033068
Test set: Average loss: 2.0460, Accuracy: 3076/5000 (62%)
[epoch 32] loss: 0.0026181
Test set: Average loss: 2.0811, Accuracy: 3065/5000 (61%)
[epoch 33] loss: 0.0020603
Test set: Average loss: 2.1196, Accuracy: 3077/5000 (62%)
[epoch 34] loss: 0.0016126
Test set: Average loss: 2.1605, Accuracy: 3071/5000 (61%)
[epoch 35] loss: 0.0012577
Test set: Average loss: 2.1995, Accuracy: 3077/5000 (62%)
[epoch 36] loss: 0.0009692
Test set: Average loss: 2.2491, Accuracy: 3087/5000 (62%)
[epoch 37] loss: 0.0007469
Test set: Average loss: 2.2848, Accuracy: 3070/5000 (61%)
[epoch 38] loss: 0.0005704
Test set: Average loss: 2.3405, Accuracy: 3080/5000 (62%)
[epoch 39] loss: 0.0004355
Test set: Average loss: 2.3870, Accuracy: 3075/5000 (62%)
[epoch 40] loss: 0.0003306
Test set: Average loss: 2.4368, Accuracy: 3080/5000 (62%)
[epoch 41] loss: 0.0002500
Test set: Average loss: 2.4823, Accuracy: 3093/5000 (62%)
[epoch 42] loss: 0.0001871
Test set: Average loss: 2.5350, Accuracy: 3081/5000 (62%)
[epoch 43] loss: 0.0001407
Test set: Average loss: 2.5918, Accuracy: 3084/5000 (62%)
[epoch 44] loss: 0.0001051
Test set: Average loss: 2.6448, Accuracy: 3079/5000 (62%)
[epoch 45] loss: 0.0000784
Test set: Average loss: 2.7030, Accuracy: 3086/5000 (62%)
[epoch 46] loss: 0.0000583
Test set: Average loss: 2.7581, Accuracy: 3089/5000 (62%)
[epoch 47] loss: 0.0000432
Test set: Average loss: 2.8061, Accuracy: 3087/5000 (62%)
[epoch 48] loss: 0.0000321
Test set: Average loss: 2.8666, Accuracy: 3082/5000 (62%)
[epoch 49] loss: 0.0000238
Test set: Average loss: 2.9180, Accuracy: 3079/5000 (62%)
[epoch 50] loss: 0.0000176
Test set: Average loss: 2.9844, Accuracy: 3091/5000 (62%)
Validation:
Test set: Average loss: 2.4823, Accuracy: 3093/5000 (62%)
Test
Test set: Average loss: 2.4072, Accuracy: 6233/10000 (62%)
25000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3019, Accuracy: 561/5000 (11%)
[epoch 1] loss: 1.5981426
Test set: Average loss: 1.4507, Accuracy: 2391/5000 (48%)
[epoch 2] loss: 1.3469297
Test set: Average loss: 1.3196, Accuracy: 2684/5000 (54%)
[epoch 3] loss: 1.2511421
Test set: Average loss: 1.2525, Accuracy: 2754/5000 (55%)
[epoch 4] loss: 1.1857234
Test set: Average loss: 1.2295, Accuracy: 2820/5000 (56%)
[epoch 5] loss: 1.1378133
Test set: Average loss: 1.2309, Accuracy: 2795/5000 (56%)
[epoch 6] loss: 1.0780915
Test set: Average loss: 1.2228, Accuracy: 2881/5000 (58%)
[epoch 7] loss: 1.0275662
Test set: Average loss: 1.2057, Accuracy: 2848/5000 (57%)
[epoch 8] loss: 0.9843473
Test set: Average loss: 1.1747, Accuracy: 2950/5000 (59%)
[epoch 9] loss: 0.9437989
Test set: Average loss: 1.1871, Accuracy: 2899/5000 (58%)
[epoch 10] loss: 0.8884715
Test set: Average loss: 1.1552, Accuracy: 3051/5000 (61%)
[epoch 11] loss: 0.8244285
Test set: Average loss: 1.1848, Accuracy: 3007/5000 (60%)
[epoch 12] loss: 0.7612056
Test set: Average loss: 1.1369, Accuracy: 3066/5000 (61%)
[epoch 13] loss: 0.6916881
Test set: Average loss: 1.1858, Accuracy: 3070/5000 (61%)
[epoch 14] loss: 0.6084374
Test set: Average loss: 1.2290, Accuracy: 3036/5000 (61%)
[epoch 15] loss: 0.5240137
Test set: Average loss: 1.2472, Accuracy: 3079/5000 (62%)
[epoch 16] loss: 0.4234052
Test set: Average loss: 1.3518, Accuracy: 3066/5000 (61%)
[epoch 17] loss: 0.3251140
Test set: Average loss: 1.4103, Accuracy: 3054/5000 (61%)
[epoch 18] loss: 0.2423891
Test set: Average loss: 1.5007, Accuracy: 3051/5000 (61%)
[epoch 19] loss: 0.1878955
Test set: Average loss: 1.6318, Accuracy: 3028/5000 (61%)
[epoch 20] loss: 0.1451485
Test set: Average loss: 1.7047, Accuracy: 3055/5000 (61%)
[epoch 21] loss: 0.1549980
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7992, Accuracy: 3016/5000 (60%)
[epoch 22] loss: 0.0577431
Test set: Average loss: 1.7117, Accuracy: 3084/5000 (62%)
[epoch 23] loss: 0.0230327
Test set: Average loss: 1.7232, Accuracy: 3104/5000 (62%)
[epoch 24] loss: 0.0156290
Test set: Average loss: 1.7376, Accuracy: 3119/5000 (62%)
[epoch 25] loss: 0.0115759
Test set: Average loss: 1.7550, Accuracy: 3134/5000 (63%)
[epoch 26] loss: 0.0088360
Test set: Average loss: 1.7794, Accuracy: 3135/5000 (63%)
[epoch 27] loss: 0.0068081
Test set: Average loss: 1.8065, Accuracy: 3140/5000 (63%)
[epoch 28] loss: 0.0051989
Test set: Average loss: 1.8393, Accuracy: 3142/5000 (63%)
[epoch 29] loss: 0.0039907
Test set: Average loss: 1.8675, Accuracy: 3153/5000 (63%)
[epoch 30] loss: 0.0030309
Test set: Average loss: 1.9054, Accuracy: 3151/5000 (63%)
[epoch 31] loss: 0.0022865
Test set: Average loss: 1.9427, Accuracy: 3163/5000 (63%)
[epoch 32] loss: 0.0017015
Test set: Average loss: 1.9934, Accuracy: 3160/5000 (63%)
[epoch 33] loss: 0.0012536
Test set: Average loss: 2.0355, Accuracy: 3176/5000 (64%)
[epoch 34] loss: 0.0009337
Test set: Average loss: 2.0833, Accuracy: 3179/5000 (64%)
[epoch 35] loss: 0.0006764
Test set: Average loss: 2.1346, Accuracy: 3182/5000 (64%)
[epoch 36] loss: 0.0004889
Test set: Average loss: 2.1784, Accuracy: 3184/5000 (64%)
[epoch 37] loss: 0.0003542
Test set: Average loss: 2.2390, Accuracy: 3178/5000 (64%)
[epoch 38] loss: 0.0002549
Test set: Average loss: 2.2904, Accuracy: 3180/5000 (64%)
[epoch 39] loss: 0.0001820
Test set: Average loss: 2.3493, Accuracy: 3182/5000 (64%)
[epoch 40] loss: 0.0001300
Test set: Average loss: 2.4018, Accuracy: 3172/5000 (63%)
[epoch 41] loss: 0.0000924
Test set: Average loss: 2.4619, Accuracy: 3178/5000 (64%)
[epoch 42] loss: 0.0000655
Test set: Average loss: 2.5269, Accuracy: 3177/5000 (64%)
[epoch 43] loss: 0.0000463
Test set: Average loss: 2.5856, Accuracy: 3182/5000 (64%)
[epoch 44] loss: 0.0000324
Test set: Average loss: 2.6489, Accuracy: 3180/5000 (64%)
[epoch 45] loss: 0.0000229
Test set: Average loss: 2.7039, Accuracy: 3166/5000 (63%)
[epoch 46] loss: 0.0000160
Test set: Average loss: 2.7625, Accuracy: 3176/5000 (64%)
[epoch 47] loss: 0.0000112
Test set: Average loss: 2.8286, Accuracy: 3176/5000 (64%)
[epoch 48] loss: 0.0000078
Test set: Average loss: 2.8888, Accuracy: 3174/5000 (63%)
[epoch 49] loss: 0.0000054
Test set: Average loss: 2.9422, Accuracy: 3174/5000 (63%)
[epoch 50] loss: 0.0000038
Test set: Average loss: 3.0087, Accuracy: 3185/5000 (64%)
Validation:
Test set: Average loss: 3.0087, Accuracy: 3185/5000 (64%)
Test
Test set: Average loss: 3.0418, Accuracy: 6426/10000 (64%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3023, Accuracy: 498/5000 (10%)
[epoch 1] loss: 1.5575079
Test set: Average loss: 1.3629, Accuracy: 2517/5000 (50%)
[epoch 2] loss: 1.3012273
Test set: Average loss: 1.3468, Accuracy: 2581/5000 (52%)
[epoch 3] loss: 1.2203561
Test set: Average loss: 1.2478, Accuracy: 2778/5000 (56%)
[epoch 4] loss: 1.1473680
Test set: Average loss: 1.2019, Accuracy: 2844/5000 (57%)
[epoch 5] loss: 1.0936755
Test set: Average loss: 1.2161, Accuracy: 2899/5000 (58%)
[epoch 6] loss: 1.0467619
Test set: Average loss: 1.2237, Accuracy: 2858/5000 (57%)
[epoch 7] loss: 0.9970530
Test set: Average loss: 1.1714, Accuracy: 2927/5000 (59%)
[epoch 8] loss: 0.9496354
Test set: Average loss: 1.1417, Accuracy: 2991/5000 (60%)
[epoch 9] loss: 0.8990670
Test set: Average loss: 1.1602, Accuracy: 2991/5000 (60%)
[epoch 10] loss: 0.8357712
Test set: Average loss: 1.1231, Accuracy: 3091/5000 (62%)
[epoch 11] loss: 0.7690117
Test set: Average loss: 1.2117, Accuracy: 2997/5000 (60%)
[epoch 12] loss: 0.6882717
Test set: Average loss: 1.2279, Accuracy: 2963/5000 (59%)
[epoch 13] loss: 0.5994572
Test set: Average loss: 1.2407, Accuracy: 3089/5000 (62%)
[epoch 14] loss: 0.4911487
Test set: Average loss: 1.2819, Accuracy: 3067/5000 (61%)
[epoch 15] loss: 0.3968997
Test set: Average loss: 1.3334, Accuracy: 3068/5000 (61%)
[epoch 16] loss: 0.2918761
Test set: Average loss: 1.4518, Accuracy: 3035/5000 (61%)
[epoch 17] loss: 0.2110743
Test set: Average loss: 1.5805, Accuracy: 3046/5000 (61%)
[epoch 18] loss: 0.1609088
Test set: Average loss: 1.7276, Accuracy: 2970/5000 (59%)
[epoch 19] loss: 0.1241243
Test set: Average loss: 1.8300, Accuracy: 3001/5000 (60%)
[epoch 20] loss: 0.1395865
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9459, Accuracy: 2995/5000 (60%)
[epoch 21] loss: 0.0482134
Test set: Average loss: 1.7881, Accuracy: 3078/5000 (62%)
[epoch 22] loss: 0.0186010
Test set: Average loss: 1.8023, Accuracy: 3107/5000 (62%)
[epoch 23] loss: 0.0125970
Test set: Average loss: 1.8227, Accuracy: 3107/5000 (62%)
[epoch 24] loss: 0.0093215
Test set: Average loss: 1.8428, Accuracy: 3117/5000 (62%)
[epoch 25] loss: 0.0070797
Test set: Average loss: 1.8672, Accuracy: 3111/5000 (62%)
[epoch 26] loss: 0.0054175
Test set: Average loss: 1.8900, Accuracy: 3111/5000 (62%)
[epoch 27] loss: 0.0041289
Test set: Average loss: 1.9506, Accuracy: 3102/5000 (62%)
[epoch 28] loss: 0.0031322
Test set: Average loss: 1.9620, Accuracy: 3124/5000 (62%)
[epoch 29] loss: 0.0023550
Test set: Average loss: 2.0047, Accuracy: 3114/5000 (62%)
[epoch 30] loss: 0.0017623
Test set: Average loss: 2.0423, Accuracy: 3124/5000 (62%)
[epoch 31] loss: 0.0012901
Test set: Average loss: 2.0907, Accuracy: 3123/5000 (62%)
[epoch 32] loss: 0.0009481
Test set: Average loss: 2.1385, Accuracy: 3127/5000 (63%)
[epoch 33] loss: 0.0006868
Test set: Average loss: 2.1853, Accuracy: 3136/5000 (63%)
[epoch 34] loss: 0.0004989
Test set: Average loss: 2.2542, Accuracy: 3117/5000 (62%)
[epoch 35] loss: 0.0004848
Test set: Average loss: 2.2966, Accuracy: 3134/5000 (63%)
[epoch 36] loss: 0.0002711
Test set: Average loss: 2.3475, Accuracy: 3148/5000 (63%)
[epoch 37] loss: 0.0001978
Test set: Average loss: 2.3894, Accuracy: 3139/5000 (63%)
[epoch 38] loss: 0.0001457
Test set: Average loss: 2.4403, Accuracy: 3147/5000 (63%)
[epoch 39] loss: 0.0001068
Test set: Average loss: 2.5029, Accuracy: 3143/5000 (63%)
[epoch 40] loss: 0.0000772
Test set: Average loss: 2.5586, Accuracy: 3139/5000 (63%)
[epoch 41] loss: 0.0000553
Test set: Average loss: 2.6211, Accuracy: 3135/5000 (63%)
[epoch 42] loss: 0.0000394
Test set: Average loss: 2.6743, Accuracy: 3145/5000 (63%)
[epoch 43] loss: 0.0000278
Test set: Average loss: 2.7394, Accuracy: 3143/5000 (63%)
[epoch 44] loss: 0.0000195
Test set: Average loss: 2.8027, Accuracy: 3151/5000 (63%)
[epoch 45] loss: 0.0000137
Test set: Average loss: 2.8636, Accuracy: 3138/5000 (63%)
[epoch 46] loss: 0.0000095
Test set: Average loss: 2.9255, Accuracy: 3132/5000 (63%)
[epoch 47] loss: 0.0000066
Test set: Average loss: 2.9964, Accuracy: 3147/5000 (63%)
[epoch 48] loss: 0.0000046
Test set: Average loss: 3.0574, Accuracy: 3133/5000 (63%)
[epoch 49] loss: 0.0000032
Test set: Average loss: 3.1147, Accuracy: 3131/5000 (63%)
[epoch 50] loss: 0.0000022
Test set: Average loss: 3.1802, Accuracy: 3127/5000 (63%)
Validation:
Test set: Average loss: 2.8027, Accuracy: 3151/5000 (63%)
Test
Test set: Average loss: 2.7287, Accuracy: 6369/10000 (64%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 498/5000 (10%)
[epoch 1] loss: 1.5962482
Test set: Average loss: 1.4149, Accuracy: 2475/5000 (50%)
[epoch 2] loss: 1.3309280
Test set: Average loss: 1.3014, Accuracy: 2683/5000 (54%)
[epoch 3] loss: 1.2279952
Test set: Average loss: 1.2625, Accuracy: 2808/5000 (56%)
[epoch 4] loss: 1.1574277
Test set: Average loss: 1.2795, Accuracy: 2751/5000 (55%)
[epoch 5] loss: 1.1017191
Test set: Average loss: 1.1954, Accuracy: 2858/5000 (57%)
[epoch 6] loss: 1.0371747
Test set: Average loss: 1.1548, Accuracy: 2999/5000 (60%)
[epoch 7] loss: 0.9986989
Test set: Average loss: 1.1623, Accuracy: 2971/5000 (59%)
[epoch 8] loss: 0.9408807
Test set: Average loss: 1.1458, Accuracy: 3019/5000 (60%)
[epoch 9] loss: 0.8792676
Test set: Average loss: 1.1112, Accuracy: 3070/5000 (61%)
[epoch 10] loss: 0.8250957
Test set: Average loss: 1.1250, Accuracy: 3097/5000 (62%)
[epoch 11] loss: 0.7506666
Test set: Average loss: 1.1443, Accuracy: 3075/5000 (62%)
[epoch 12] loss: 0.6740442
Test set: Average loss: 1.1994, Accuracy: 3082/5000 (62%)
[epoch 13] loss: 0.5783347
Test set: Average loss: 1.2064, Accuracy: 3130/5000 (63%)
[epoch 14] loss: 0.4860236
Test set: Average loss: 1.2998, Accuracy: 3061/5000 (61%)
[epoch 15] loss: 0.3792097
Test set: Average loss: 1.3612, Accuracy: 3099/5000 (62%)
[epoch 16] loss: 0.2833918
Test set: Average loss: 1.4394, Accuracy: 3131/5000 (63%)
[epoch 17] loss: 0.2166678
Test set: Average loss: 1.6092, Accuracy: 3007/5000 (60%)
[epoch 18] loss: 0.1513794
Test set: Average loss: 1.6517, Accuracy: 3060/5000 (61%)
[epoch 19] loss: 0.1519116
Epoch 18: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7155, Accuracy: 3089/5000 (62%)
[epoch 20] loss: 0.0472277
Test set: Average loss: 1.6477, Accuracy: 3181/5000 (64%)
[epoch 21] loss: 0.0203819
Test set: Average loss: 1.6589, Accuracy: 3183/5000 (64%)
[epoch 22] loss: 0.0142244
Test set: Average loss: 1.6788, Accuracy: 3192/5000 (64%)
[epoch 23] loss: 0.0106732
Test set: Average loss: 1.7009, Accuracy: 3175/5000 (64%)
[epoch 24] loss: 0.0081453
Test set: Average loss: 1.7296, Accuracy: 3184/5000 (64%)
[epoch 25] loss: 0.0062475
Test set: Average loss: 1.7616, Accuracy: 3190/5000 (64%)
[epoch 26] loss: 0.0047711
Test set: Average loss: 1.7966, Accuracy: 3202/5000 (64%)
[epoch 27] loss: 0.0036149
Test set: Average loss: 1.8357, Accuracy: 3195/5000 (64%)
[epoch 28] loss: 0.0027114
Test set: Average loss: 1.8782, Accuracy: 3192/5000 (64%)
[epoch 29] loss: 0.0020042
Test set: Average loss: 1.9224, Accuracy: 3190/5000 (64%)
[epoch 30] loss: 0.0014785
Test set: Average loss: 1.9657, Accuracy: 3201/5000 (64%)
[epoch 31] loss: 0.0010755
Test set: Average loss: 2.0167, Accuracy: 3208/5000 (64%)
[epoch 32] loss: 0.0007773
Test set: Average loss: 2.0675, Accuracy: 3204/5000 (64%)
[epoch 33] loss: 0.0005592
Test set: Average loss: 2.1224, Accuracy: 3205/5000 (64%)
[epoch 34] loss: 0.0003978
Test set: Average loss: 2.1798, Accuracy: 3192/5000 (64%)
[epoch 35] loss: 0.0002841
Test set: Average loss: 2.2354, Accuracy: 3210/5000 (64%)
[epoch 36] loss: 0.0002009
Test set: Average loss: 2.2933, Accuracy: 3205/5000 (64%)
[epoch 37] loss: 0.0001410
Test set: Average loss: 2.3542, Accuracy: 3227/5000 (65%)
[epoch 38] loss: 0.0000993
Test set: Average loss: 2.4151, Accuracy: 3226/5000 (65%)
[epoch 39] loss: 0.0000697
Test set: Average loss: 2.4793, Accuracy: 3213/5000 (64%)
[epoch 40] loss: 0.0000485
Test set: Average loss: 2.5417, Accuracy: 3216/5000 (64%)
[epoch 41] loss: 0.0000337
Test set: Average loss: 2.6374, Accuracy: 3203/5000 (64%)
[epoch 42] loss: 0.0000234
Test set: Average loss: 2.6695, Accuracy: 3213/5000 (64%)
[epoch 43] loss: 0.0000163
Test set: Average loss: 2.7329, Accuracy: 3205/5000 (64%)
[epoch 44] loss: 0.0000112
Test set: Average loss: 2.7932, Accuracy: 3200/5000 (64%)
[epoch 45] loss: 0.0000078
Test set: Average loss: 2.8614, Accuracy: 3207/5000 (64%)
[epoch 46] loss: 0.0381545
Epoch 45: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.9259, Accuracy: 3189/5000 (64%)
[epoch 47] loss: 0.0000127
Epoch 46: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.9312, Accuracy: 3175/5000 (64%)
[epoch 48] loss: 0.0000098
Epoch 47: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.9302, Accuracy: 3175/5000 (64%)
[epoch 49] loss: 0.0000096
Epoch 48: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.9301, Accuracy: 3175/5000 (64%)
[epoch 50] loss: 0.0000097
Epoch 49: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.9301, Accuracy: 3175/5000 (64%)
Validation:
Test set: Average loss: 2.3542, Accuracy: 3227/5000 (65%)
Test
Test set: Average loss: 2.3751, Accuracy: 6493/10000 (65%)
30000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3022, Accuracy: 436/5000 (9%)
[epoch 1] loss: 1.5777321
Test set: Average loss: 1.4297, Accuracy: 2418/5000 (48%)
[epoch 2] loss: 1.3258615
Test set: Average loss: 1.2875, Accuracy: 2679/5000 (54%)
[epoch 3] loss: 1.2433839
Test set: Average loss: 1.2801, Accuracy: 2730/5000 (55%)
[epoch 4] loss: 1.1811671
Test set: Average loss: 1.2501, Accuracy: 2784/5000 (56%)
[epoch 5] loss: 1.1401593
Test set: Average loss: 1.2351, Accuracy: 2841/5000 (57%)
[epoch 6] loss: 1.0882313
Test set: Average loss: 1.2070, Accuracy: 2916/5000 (58%)
[epoch 7] loss: 1.0384829
Test set: Average loss: 1.1990, Accuracy: 2900/5000 (58%)
[epoch 8] loss: 0.9949448
Test set: Average loss: 1.1687, Accuracy: 2972/5000 (59%)
[epoch 9] loss: 0.9392377
Test set: Average loss: 1.1538, Accuracy: 3011/5000 (60%)
[epoch 10] loss: 0.8921366
Test set: Average loss: 1.2166, Accuracy: 2939/5000 (59%)
[epoch 11] loss: 0.8307786
Test set: Average loss: 1.1575, Accuracy: 3036/5000 (61%)
[epoch 12] loss: 0.7654723
Test set: Average loss: 1.1704, Accuracy: 3096/5000 (62%)
[epoch 13] loss: 0.6957141
Test set: Average loss: 1.1897, Accuracy: 3135/5000 (63%)
[epoch 14] loss: 0.6132168
Test set: Average loss: 1.2182, Accuracy: 3048/5000 (61%)
[epoch 15] loss: 0.5249706
Test set: Average loss: 1.3055, Accuracy: 3108/5000 (62%)
[epoch 16] loss: 0.4244989
Test set: Average loss: 1.3254, Accuracy: 3138/5000 (63%)
[epoch 17] loss: 0.3289626
Test set: Average loss: 1.4526, Accuracy: 3123/5000 (62%)
[epoch 18] loss: 0.2546839
Test set: Average loss: 1.5177, Accuracy: 3073/5000 (61%)
[epoch 19] loss: 0.1950407
Test set: Average loss: 1.6860, Accuracy: 3083/5000 (62%)
[epoch 20] loss: 0.1783814
Test set: Average loss: 1.7237, Accuracy: 3071/5000 (61%)
[epoch 21] loss: 0.1396057
Test set: Average loss: 1.8432, Accuracy: 3025/5000 (60%)
[epoch 22] loss: 0.1592125
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9143, Accuracy: 3066/5000 (61%)
[epoch 23] loss: 0.0637670
Test set: Average loss: 1.8182, Accuracy: 3150/5000 (63%)
[epoch 24] loss: 0.0220316
Test set: Average loss: 1.8374, Accuracy: 3150/5000 (63%)
[epoch 25] loss: 0.0138174
Test set: Average loss: 1.8587, Accuracy: 3161/5000 (63%)
[epoch 26] loss: 0.0097835
Test set: Average loss: 1.8831, Accuracy: 3159/5000 (63%)
[epoch 27] loss: 0.0071156
Test set: Average loss: 1.9090, Accuracy: 3166/5000 (63%)
[epoch 28] loss: 0.0052004
Test set: Average loss: 1.9490, Accuracy: 3170/5000 (63%)
[epoch 29] loss: 0.0038292
Test set: Average loss: 1.9870, Accuracy: 3174/5000 (63%)
[epoch 30] loss: 0.0027640
Test set: Average loss: 2.0195, Accuracy: 3186/5000 (64%)
[epoch 31] loss: 0.0019792
Test set: Average loss: 2.0709, Accuracy: 3190/5000 (64%)
[epoch 32] loss: 0.0014142
Test set: Average loss: 2.1131, Accuracy: 3181/5000 (64%)
[epoch 33] loss: 0.0009919
Test set: Average loss: 2.1706, Accuracy: 3189/5000 (64%)
[epoch 34] loss: 0.0006970
Test set: Average loss: 2.2230, Accuracy: 3193/5000 (64%)
[epoch 35] loss: 0.0004873
Test set: Average loss: 2.2793, Accuracy: 3200/5000 (64%)
[epoch 36] loss: 0.0003334
Test set: Average loss: 2.3422, Accuracy: 3198/5000 (64%)
[epoch 37] loss: 0.0002284
Test set: Average loss: 2.3972, Accuracy: 3194/5000 (64%)
[epoch 38] loss: 0.0001577
Test set: Average loss: 2.4669, Accuracy: 3193/5000 (64%)
[epoch 39] loss: 0.0001062
Test set: Average loss: 2.5323, Accuracy: 3194/5000 (64%)
[epoch 40] loss: 0.0000721
Test set: Average loss: 2.5932, Accuracy: 3200/5000 (64%)
[epoch 41] loss: 0.0000487
Test set: Average loss: 2.6639, Accuracy: 3193/5000 (64%)
[epoch 42] loss: 0.0000327
Test set: Average loss: 2.7333, Accuracy: 3187/5000 (64%)
[epoch 43] loss: 0.0000218
Test set: Average loss: 2.7997, Accuracy: 3194/5000 (64%)
[epoch 44] loss: 0.0000146
Test set: Average loss: 2.8678, Accuracy: 3185/5000 (64%)
[epoch 45] loss: 0.0000097
Test set: Average loss: 2.9347, Accuracy: 3187/5000 (64%)
[epoch 46] loss: 0.0000064
Test set: Average loss: 3.0110, Accuracy: 3194/5000 (64%)
[epoch 47] loss: 0.0000042
Test set: Average loss: 3.0801, Accuracy: 3181/5000 (64%)
[epoch 48] loss: 0.0000028
Test set: Average loss: 3.1448, Accuracy: 3188/5000 (64%)
[epoch 49] loss: 0.0000018
Test set: Average loss: 3.2070, Accuracy: 3177/5000 (64%)
[epoch 50] loss: 0.0000012
Test set: Average loss: 3.2679, Accuracy: 3170/5000 (63%)
Validation:
Test set: Average loss: 2.5932, Accuracy: 3200/5000 (64%)
Test
Test set: Average loss: 2.5324, Accuracy: 6324/10000 (63%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3033, Accuracy: 543/5000 (11%)
[epoch 1] loss: 1.5626112
Test set: Average loss: 1.4420, Accuracy: 2414/5000 (48%)
[epoch 2] loss: 1.3267922
Test set: Average loss: 1.3377, Accuracy: 2596/5000 (52%)
[epoch 3] loss: 1.2316753
Test set: Average loss: 1.2967, Accuracy: 2713/5000 (54%)
[epoch 4] loss: 1.1574505
Test set: Average loss: 1.2760, Accuracy: 2777/5000 (56%)
[epoch 5] loss: 1.1074558
Test set: Average loss: 1.2134, Accuracy: 2868/5000 (57%)
[epoch 6] loss: 1.0485820
Test set: Average loss: 1.1886, Accuracy: 2911/5000 (58%)
[epoch 7] loss: 0.9941756
Test set: Average loss: 1.1518, Accuracy: 2974/5000 (59%)
[epoch 8] loss: 0.9419779
Test set: Average loss: 1.1394, Accuracy: 3055/5000 (61%)
[epoch 9] loss: 0.8835581
Test set: Average loss: 1.1652, Accuracy: 3002/5000 (60%)
[epoch 10] loss: 0.8130343
Test set: Average loss: 1.1964, Accuracy: 2990/5000 (60%)
[epoch 11] loss: 0.7412354
Test set: Average loss: 1.2341, Accuracy: 2981/5000 (60%)
[epoch 12] loss: 0.6572318
Test set: Average loss: 1.1692, Accuracy: 3111/5000 (62%)
[epoch 13] loss: 0.5732839
Test set: Average loss: 1.2132, Accuracy: 3101/5000 (62%)
[epoch 14] loss: 0.4663259
Test set: Average loss: 1.3265, Accuracy: 3076/5000 (62%)
[epoch 15] loss: 0.3631502
Test set: Average loss: 1.3688, Accuracy: 3120/5000 (62%)
[epoch 16] loss: 0.2765171
Test set: Average loss: 1.5003, Accuracy: 3069/5000 (61%)
[epoch 17] loss: 0.2190513
Test set: Average loss: 1.6201, Accuracy: 3051/5000 (61%)
[epoch 18] loss: 0.1862902
Test set: Average loss: 1.6351, Accuracy: 3072/5000 (61%)
[epoch 19] loss: 0.1527335
Test set: Average loss: 1.7671, Accuracy: 3023/5000 (60%)
[epoch 20] loss: 0.1616922
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8765, Accuracy: 3052/5000 (61%)
[epoch 21] loss: 0.0628696
Test set: Average loss: 1.7373, Accuracy: 3180/5000 (64%)
[epoch 22] loss: 0.0213244
Test set: Average loss: 1.7522, Accuracy: 3186/5000 (64%)
[epoch 23] loss: 0.0132240
Test set: Average loss: 1.7750, Accuracy: 3185/5000 (64%)
[epoch 24] loss: 0.0092713
Test set: Average loss: 1.8008, Accuracy: 3193/5000 (64%)
[epoch 25] loss: 0.0067392
Test set: Average loss: 1.8310, Accuracy: 3203/5000 (64%)
[epoch 26] loss: 0.0048789
Test set: Average loss: 1.8660, Accuracy: 3205/5000 (64%)
[epoch 27] loss: 0.0035209
Test set: Average loss: 1.9082, Accuracy: 3219/5000 (64%)
[epoch 28] loss: 0.0025165
Test set: Average loss: 1.9591, Accuracy: 3201/5000 (64%)
[epoch 29] loss: 0.0017780
Test set: Average loss: 2.0025, Accuracy: 3208/5000 (64%)
[epoch 30] loss: 0.0012415
Test set: Average loss: 2.0632, Accuracy: 3215/5000 (64%)
[epoch 31] loss: 0.0008606
Test set: Average loss: 2.1206, Accuracy: 3218/5000 (64%)
[epoch 32] loss: 0.0005881
Test set: Average loss: 2.1844, Accuracy: 3205/5000 (64%)
[epoch 33] loss: 0.0003996
Test set: Average loss: 2.2377, Accuracy: 3213/5000 (64%)
[epoch 34] loss: 0.0002711
Test set: Average loss: 2.3043, Accuracy: 3203/5000 (64%)
[epoch 35] loss: 0.0001809
Test set: Average loss: 2.3794, Accuracy: 3212/5000 (64%)
[epoch 36] loss: 0.0001208
Test set: Average loss: 2.4465, Accuracy: 3205/5000 (64%)
[epoch 37] loss: 0.0000804
Test set: Average loss: 2.5122, Accuracy: 3205/5000 (64%)
[epoch 38] loss: 0.0000533
Test set: Average loss: 2.5933, Accuracy: 3200/5000 (64%)
[epoch 39] loss: 0.0000350
Test set: Average loss: 2.6605, Accuracy: 3202/5000 (64%)
[epoch 40] loss: 0.0000230
Test set: Average loss: 2.7294, Accuracy: 3199/5000 (64%)
[epoch 41] loss: 0.0000152
Test set: Average loss: 2.8092, Accuracy: 3213/5000 (64%)
[epoch 42] loss: 0.0000099
Test set: Average loss: 2.8837, Accuracy: 3212/5000 (64%)
[epoch 43] loss: 0.0000064
Test set: Average loss: 2.9599, Accuracy: 3196/5000 (64%)
[epoch 44] loss: 0.0000042
Test set: Average loss: 3.0375, Accuracy: 3203/5000 (64%)
[epoch 45] loss: 0.0000027
Test set: Average loss: 3.1081, Accuracy: 3201/5000 (64%)
[epoch 46] loss: 0.0000017
Test set: Average loss: 3.1779, Accuracy: 3201/5000 (64%)
[epoch 47] loss: 0.0000011
Test set: Average loss: 3.2426, Accuracy: 3199/5000 (64%)
[epoch 48] loss: 0.0000007
Test set: Average loss: 3.2929, Accuracy: 3197/5000 (64%)
[epoch 49] loss: 0.0000004
Test set: Average loss: 3.3216, Accuracy: 3204/5000 (64%)
[epoch 50] loss: 0.0000003
Test set: Average loss: 3.3224, Accuracy: 3202/5000 (64%)
Validation:
Test set: Average loss: 1.9082, Accuracy: 3219/5000 (64%)
Test
Test set: Average loss: 1.8508, Accuracy: 6474/10000 (65%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3016, Accuracy: 505/5000 (10%)
[epoch 1] loss: 1.5407309
Test set: Average loss: 1.3663, Accuracy: 2516/5000 (50%)
[epoch 2] loss: 1.2865355
Test set: Average loss: 1.2549, Accuracy: 2783/5000 (56%)
[epoch 3] loss: 1.1847824
Test set: Average loss: 1.2172, Accuracy: 2825/5000 (56%)
[epoch 4] loss: 1.1315848
Test set: Average loss: 1.1627, Accuracy: 2921/5000 (58%)
[epoch 5] loss: 1.0624320
Test set: Average loss: 1.1182, Accuracy: 3053/5000 (61%)
[epoch 6] loss: 1.0161876
Test set: Average loss: 1.1131, Accuracy: 3051/5000 (61%)
[epoch 7] loss: 0.9587067
Test set: Average loss: 1.1103, Accuracy: 3062/5000 (61%)
[epoch 8] loss: 0.9125088
Test set: Average loss: 1.1334, Accuracy: 3028/5000 (61%)
[epoch 9] loss: 0.8475658
Test set: Average loss: 1.1066, Accuracy: 3067/5000 (61%)
[epoch 10] loss: 0.7797348
Test set: Average loss: 1.0795, Accuracy: 3187/5000 (64%)
[epoch 11] loss: 0.7084268
Test set: Average loss: 1.1321, Accuracy: 3099/5000 (62%)
[epoch 12] loss: 0.6180710
Test set: Average loss: 1.1666, Accuracy: 3175/5000 (64%)
[epoch 13] loss: 0.5142401
Test set: Average loss: 1.1674, Accuracy: 3162/5000 (63%)
[epoch 14] loss: 0.4170631
Test set: Average loss: 1.2742, Accuracy: 3120/5000 (62%)
[epoch 15] loss: 0.3159432
Test set: Average loss: 1.3389, Accuracy: 3144/5000 (63%)
[epoch 16] loss: 0.2459304
Test set: Average loss: 1.4964, Accuracy: 3115/5000 (62%)
[epoch 17] loss: 0.1826442
Test set: Average loss: 1.6079, Accuracy: 3097/5000 (62%)
[epoch 18] loss: 0.1807635
Test set: Average loss: 1.6595, Accuracy: 3126/5000 (63%)
[epoch 19] loss: 0.1527455
Test set: Average loss: 1.7363, Accuracy: 3126/5000 (63%)
[epoch 20] loss: 0.1557306
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8145, Accuracy: 3169/5000 (63%)
[epoch 21] loss: 0.0507432
Test set: Average loss: 1.7086, Accuracy: 3231/5000 (65%)
[epoch 22] loss: 0.0181262
Test set: Average loss: 1.7196, Accuracy: 3233/5000 (65%)
[epoch 23] loss: 0.0115690
Test set: Average loss: 1.7455, Accuracy: 3240/5000 (65%)
[epoch 24] loss: 0.0082352
Test set: Average loss: 1.7650, Accuracy: 3251/5000 (65%)
[epoch 25] loss: 0.0059681
Test set: Average loss: 1.7972, Accuracy: 3253/5000 (65%)
[epoch 26] loss: 0.0043619
Test set: Average loss: 1.8348, Accuracy: 3267/5000 (65%)
[epoch 27] loss: 0.0031502
Test set: Average loss: 1.8756, Accuracy: 3250/5000 (65%)
[epoch 28] loss: 0.0022488
Test set: Average loss: 1.9159, Accuracy: 3256/5000 (65%)
[epoch 29] loss: 0.0015825
Test set: Average loss: 1.9555, Accuracy: 3258/5000 (65%)
[epoch 30] loss: 0.0011109
Test set: Average loss: 2.0139, Accuracy: 3262/5000 (65%)
[epoch 31] loss: 0.0007687
Test set: Average loss: 2.0605, Accuracy: 3252/5000 (65%)
[epoch 32] loss: 0.0005254
Test set: Average loss: 2.1197, Accuracy: 3256/5000 (65%)
[epoch 33] loss: 0.0003557
Test set: Average loss: 2.1752, Accuracy: 3252/5000 (65%)
[epoch 34] loss: 0.0002403
Test set: Average loss: 2.2366, Accuracy: 3250/5000 (65%)
[epoch 35] loss: 0.0001610
Test set: Average loss: 2.2995, Accuracy: 3245/5000 (65%)
[epoch 36] loss: 0.0001071
Test set: Average loss: 2.3637, Accuracy: 3254/5000 (65%)
[epoch 37] loss: 0.0000714
Test set: Average loss: 2.4359, Accuracy: 3253/5000 (65%)
[epoch 38] loss: 0.0000472
Test set: Average loss: 2.4949, Accuracy: 3258/5000 (65%)
[epoch 39] loss: 0.0000311
Test set: Average loss: 2.5598, Accuracy: 3254/5000 (65%)
[epoch 40] loss: 0.0000204
Test set: Average loss: 2.6258, Accuracy: 3246/5000 (65%)
[epoch 41] loss: 0.0000134
Test set: Average loss: 2.7024, Accuracy: 3244/5000 (65%)
[epoch 42] loss: 0.0000087
Test set: Average loss: 2.7701, Accuracy: 3245/5000 (65%)
[epoch 43] loss: 0.0000057
Test set: Average loss: 2.8373, Accuracy: 3244/5000 (65%)
[epoch 44] loss: 0.0000037
Test set: Average loss: 2.9048, Accuracy: 3234/5000 (65%)
[epoch 45] loss: 0.0000024
Test set: Average loss: 2.9700, Accuracy: 3245/5000 (65%)
[epoch 46] loss: 0.0000015
Test set: Average loss: 3.0307, Accuracy: 3239/5000 (65%)
[epoch 47] loss: 0.0000010
Test set: Average loss: 3.0906, Accuracy: 3241/5000 (65%)
[epoch 48] loss: 0.0000006
Test set: Average loss: 3.1284, Accuracy: 3244/5000 (65%)
[epoch 49] loss: 0.0000004
Test set: Average loss: 3.1483, Accuracy: 3232/5000 (65%)
[epoch 50] loss: 0.0000003
Test set: Average loss: 3.1509, Accuracy: 3236/5000 (65%)
Validation:
Test set: Average loss: 1.8348, Accuracy: 3267/5000 (65%)
Test
Test set: Average loss: 1.7960, Accuracy: 6599/10000 (66%)
35000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3028, Accuracy: 494/5000 (10%)
[epoch 1] loss: 1.5477805
Test set: Average loss: 1.3520, Accuracy: 2554/5000 (51%)
[epoch 2] loss: 1.3177660
Test set: Average loss: 1.3682, Accuracy: 2516/5000 (50%)
[epoch 3] loss: 1.2288112
Test set: Average loss: 1.2656, Accuracy: 2762/5000 (55%)
[epoch 4] loss: 1.1550552
Test set: Average loss: 1.1969, Accuracy: 2910/5000 (58%)
[epoch 5] loss: 1.0961939
Test set: Average loss: 1.2048, Accuracy: 2872/5000 (57%)
[epoch 6] loss: 1.0469793
Test set: Average loss: 1.1518, Accuracy: 2985/5000 (60%)
[epoch 7] loss: 0.9939724
Test set: Average loss: 1.1119, Accuracy: 3067/5000 (61%)
[epoch 8] loss: 0.9401218
Test set: Average loss: 1.1208, Accuracy: 3046/5000 (61%)
[epoch 9] loss: 0.8801331
Test set: Average loss: 1.0690, Accuracy: 3161/5000 (63%)
[epoch 10] loss: 0.8247666
Test set: Average loss: 1.1041, Accuracy: 3129/5000 (63%)
[epoch 11] loss: 0.7557199
Test set: Average loss: 1.0699, Accuracy: 3198/5000 (64%)
[epoch 12] loss: 0.6880528
Test set: Average loss: 1.1120, Accuracy: 3155/5000 (63%)
[epoch 13] loss: 0.6063994
Test set: Average loss: 1.1805, Accuracy: 3124/5000 (62%)
[epoch 14] loss: 0.5199766
Test set: Average loss: 1.2262, Accuracy: 3146/5000 (63%)
[epoch 15] loss: 0.4437773
Test set: Average loss: 1.3504, Accuracy: 3093/5000 (62%)
[epoch 16] loss: 0.3456336
Test set: Average loss: 1.3643, Accuracy: 3139/5000 (63%)
[epoch 17] loss: 0.2929948
Test set: Average loss: 1.4882, Accuracy: 3109/5000 (62%)
[epoch 18] loss: 0.2465621
Test set: Average loss: 1.5602, Accuracy: 3126/5000 (63%)
[epoch 19] loss: 0.2125484
Test set: Average loss: 1.6063, Accuracy: 3104/5000 (62%)
[epoch 20] loss: 0.1903081
Test set: Average loss: 1.7556, Accuracy: 3054/5000 (61%)
[epoch 21] loss: 0.1780087
Test set: Average loss: 1.7255, Accuracy: 3119/5000 (62%)
[epoch 22] loss: 0.1605560
Test set: Average loss: 1.9090, Accuracy: 3047/5000 (61%)
[epoch 23] loss: 0.1710198
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8518, Accuracy: 3078/5000 (62%)
[epoch 24] loss: 0.0573505
Test set: Average loss: 1.7839, Accuracy: 3188/5000 (64%)
[epoch 25] loss: 0.0194253
Test set: Average loss: 1.7955, Accuracy: 3183/5000 (64%)
[epoch 26] loss: 0.0117854
Test set: Average loss: 1.8122, Accuracy: 3200/5000 (64%)
[epoch 27] loss: 0.0080936
Test set: Average loss: 1.8336, Accuracy: 3216/5000 (64%)
[epoch 28] loss: 0.0056992
Test set: Average loss: 1.8663, Accuracy: 3213/5000 (64%)
[epoch 29] loss: 0.0040548
Test set: Average loss: 1.9052, Accuracy: 3213/5000 (64%)
[epoch 30] loss: 0.0028161
Test set: Average loss: 1.9398, Accuracy: 3224/5000 (64%)
[epoch 31] loss: 0.0019363
Test set: Average loss: 1.9871, Accuracy: 3218/5000 (64%)
[epoch 32] loss: 0.0013227
Test set: Average loss: 2.0664, Accuracy: 3222/5000 (64%)
[epoch 33] loss: 0.0008949
Test set: Average loss: 2.0996, Accuracy: 3232/5000 (65%)
[epoch 34] loss: 0.0006047
Test set: Average loss: 2.1513, Accuracy: 3243/5000 (65%)
[epoch 35] loss: 0.0004010
Test set: Average loss: 2.2182, Accuracy: 3226/5000 (65%)
[epoch 36] loss: 0.0002650
Test set: Average loss: 2.2836, Accuracy: 3238/5000 (65%)
[epoch 37] loss: 0.0001758
Test set: Average loss: 2.3448, Accuracy: 3250/5000 (65%)
[epoch 38] loss: 0.0001140
Test set: Average loss: 2.4093, Accuracy: 3238/5000 (65%)
[epoch 39] loss: 0.0000745
Test set: Average loss: 2.4858, Accuracy: 3240/5000 (65%)
[epoch 40] loss: 0.0000482
Test set: Average loss: 2.5536, Accuracy: 3234/5000 (65%)
[epoch 41] loss: 0.0000309
Test set: Average loss: 2.6281, Accuracy: 3244/5000 (65%)
[epoch 42] loss: 0.0000198
Test set: Average loss: 2.6989, Accuracy: 3236/5000 (65%)
[epoch 43] loss: 0.0000126
Test set: Average loss: 2.7753, Accuracy: 3245/5000 (65%)
[epoch 44] loss: 0.0000080
Test set: Average loss: 2.8455, Accuracy: 3236/5000 (65%)
[epoch 45] loss: 0.0000051
Test set: Average loss: 2.9175, Accuracy: 3245/5000 (65%)
[epoch 46] loss: 0.0000032
Test set: Average loss: 2.9998, Accuracy: 3241/5000 (65%)
[epoch 47] loss: 0.0000020
Test set: Average loss: 3.0589, Accuracy: 3235/5000 (65%)
[epoch 48] loss: 0.0000013
Test set: Average loss: 3.1302, Accuracy: 3236/5000 (65%)
[epoch 49] loss: 0.0000008
Test set: Average loss: 3.1757, Accuracy: 3241/5000 (65%)
[epoch 50] loss: 0.0000005
Test set: Average loss: 3.2176, Accuracy: 3228/5000 (65%)
Validation:
Test set: Average loss: 2.3448, Accuracy: 3250/5000 (65%)
Test
Test set: Average loss: 2.2920, Accuracy: 6547/10000 (65%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 369/5000 (7%)
[epoch 1] loss: 1.5320127
Test set: Average loss: 1.4302, Accuracy: 2443/5000 (49%)
[epoch 2] loss: 1.2842055
Test set: Average loss: 1.2833, Accuracy: 2703/5000 (54%)
[epoch 3] loss: 1.1897982
Test set: Average loss: 1.2349, Accuracy: 2791/5000 (56%)
[epoch 4] loss: 1.1099290
Test set: Average loss: 1.2285, Accuracy: 2842/5000 (57%)
[epoch 5] loss: 1.0506993
Test set: Average loss: 1.1347, Accuracy: 3012/5000 (60%)
[epoch 6] loss: 0.9919091
Test set: Average loss: 1.0971, Accuracy: 3052/5000 (61%)
[epoch 7] loss: 0.9413595
Test set: Average loss: 1.1036, Accuracy: 3092/5000 (62%)
[epoch 8] loss: 0.8881263
Test set: Average loss: 1.0671, Accuracy: 3160/5000 (63%)
[epoch 9] loss: 0.8373910
Test set: Average loss: 1.0492, Accuracy: 3167/5000 (63%)
[epoch 10] loss: 0.7703566
Test set: Average loss: 1.0787, Accuracy: 3170/5000 (63%)
[epoch 11] loss: 0.6937008
Test set: Average loss: 1.1536, Accuracy: 3155/5000 (63%)
[epoch 12] loss: 0.6098396
Test set: Average loss: 1.1565, Accuracy: 3183/5000 (64%)
[epoch 13] loss: 0.5186622
Test set: Average loss: 1.1362, Accuracy: 3251/5000 (65%)
[epoch 14] loss: 0.4379704
Test set: Average loss: 1.2255, Accuracy: 3228/5000 (65%)
[epoch 15] loss: 0.3504939
Test set: Average loss: 1.3117, Accuracy: 3219/5000 (64%)
[epoch 16] loss: 0.2804444
Test set: Average loss: 1.3986, Accuracy: 3170/5000 (63%)
[epoch 17] loss: 0.2210737
Test set: Average loss: 1.5033, Accuracy: 3193/5000 (64%)
[epoch 18] loss: 0.2046075
Test set: Average loss: 1.5632, Accuracy: 3176/5000 (64%)
[epoch 19] loss: 0.1714841
Test set: Average loss: 1.6597, Accuracy: 3188/5000 (64%)
[epoch 20] loss: 0.1609641
Test set: Average loss: 1.7843, Accuracy: 3122/5000 (62%)
[epoch 21] loss: 0.1511150
Test set: Average loss: 1.8308, Accuracy: 3150/5000 (63%)
[epoch 22] loss: 0.1537591
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9035, Accuracy: 3134/5000 (63%)
[epoch 23] loss: 0.0557348
Test set: Average loss: 1.8029, Accuracy: 3208/5000 (64%)
[epoch 24] loss: 0.0174929
Test set: Average loss: 1.8194, Accuracy: 3225/5000 (64%)
[epoch 25] loss: 0.0103804
Test set: Average loss: 1.8463, Accuracy: 3235/5000 (65%)
[epoch 26] loss: 0.0070838
Test set: Average loss: 1.8639, Accuracy: 3253/5000 (65%)
[epoch 27] loss: 0.0049443
Test set: Average loss: 1.8988, Accuracy: 3251/5000 (65%)
[epoch 28] loss: 0.0034455
Test set: Average loss: 1.9338, Accuracy: 3259/5000 (65%)
[epoch 29] loss: 0.0023852
Test set: Average loss: 1.9783, Accuracy: 3268/5000 (65%)
[epoch 30] loss: 0.0016166
Test set: Average loss: 2.0273, Accuracy: 3255/5000 (65%)
[epoch 31] loss: 0.0010878
Test set: Average loss: 2.0790, Accuracy: 3266/5000 (65%)
[epoch 32] loss: 0.0007196
Test set: Average loss: 2.1396, Accuracy: 3277/5000 (66%)
[epoch 33] loss: 0.0004715
Test set: Average loss: 2.1946, Accuracy: 3270/5000 (65%)
[epoch 34] loss: 0.0003072
Test set: Average loss: 2.2555, Accuracy: 3274/5000 (65%)
[epoch 35] loss: 0.0001985
Test set: Average loss: 2.3276, Accuracy: 3261/5000 (65%)
[epoch 36] loss: 0.0001271
Test set: Average loss: 2.3891, Accuracy: 3290/5000 (66%)
[epoch 37] loss: 0.0000809
Test set: Average loss: 2.4662, Accuracy: 3283/5000 (66%)
[epoch 38] loss: 0.0000513
Test set: Average loss: 2.5395, Accuracy: 3281/5000 (66%)
[epoch 39] loss: 0.0000324
Test set: Average loss: 2.6092, Accuracy: 3279/5000 (66%)
[epoch 40] loss: 0.0000203
Test set: Average loss: 2.6856, Accuracy: 3282/5000 (66%)
[epoch 41] loss: 0.0000128
Test set: Average loss: 2.7584, Accuracy: 3277/5000 (66%)
[epoch 42] loss: 0.0000079
Test set: Average loss: 2.8313, Accuracy: 3277/5000 (66%)
[epoch 43] loss: 0.0000049
Test set: Average loss: 2.9108, Accuracy: 3275/5000 (66%)
[epoch 44] loss: 0.0000030
Test set: Average loss: 3.0057, Accuracy: 3276/5000 (66%)
[epoch 45] loss: 0.0000019
Test set: Average loss: 3.0534, Accuracy: 3291/5000 (66%)
[epoch 46] loss: 0.0000011
Test set: Average loss: 3.1187, Accuracy: 3271/5000 (65%)
[epoch 47] loss: 0.0000007
Test set: Average loss: 3.1746, Accuracy: 3279/5000 (66%)
[epoch 48] loss: 0.0000004
Test set: Average loss: 3.2036, Accuracy: 3283/5000 (66%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 3.2177, Accuracy: 3279/5000 (66%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.2265, Accuracy: 3281/5000 (66%)
Validation:
Test set: Average loss: 3.0534, Accuracy: 3291/5000 (66%)
Test
Test set: Average loss: 2.8896, Accuracy: 6702/10000 (67%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3024, Accuracy: 481/5000 (10%)
[epoch 1] loss: 1.5183874
Test set: Average loss: 1.3796, Accuracy: 2508/5000 (50%)
[epoch 2] loss: 1.2822438
Test set: Average loss: 1.2542, Accuracy: 2731/5000 (55%)
[epoch 3] loss: 1.1860239
Test set: Average loss: 1.1989, Accuracy: 2893/5000 (58%)
[epoch 4] loss: 1.1241160
Test set: Average loss: 1.2238, Accuracy: 2852/5000 (57%)
[epoch 5] loss: 1.0684260
Test set: Average loss: 1.1521, Accuracy: 2967/5000 (59%)
[epoch 6] loss: 1.0083181
Test set: Average loss: 1.1847, Accuracy: 2900/5000 (58%)
[epoch 7] loss: 0.9546371
Test set: Average loss: 1.1316, Accuracy: 3060/5000 (61%)
[epoch 8] loss: 0.8979680
Test set: Average loss: 1.0924, Accuracy: 3125/5000 (62%)
[epoch 9] loss: 0.8335799
Test set: Average loss: 1.1281, Accuracy: 3066/5000 (61%)
[epoch 10] loss: 0.7627408
Test set: Average loss: 1.1041, Accuracy: 3193/5000 (64%)
[epoch 11] loss: 0.6910607
Test set: Average loss: 1.1139, Accuracy: 3205/5000 (64%)
[epoch 12] loss: 0.6075641
Test set: Average loss: 1.1677, Accuracy: 3144/5000 (63%)
[epoch 13] loss: 0.5169235
Test set: Average loss: 1.2038, Accuracy: 3160/5000 (63%)
[epoch 14] loss: 0.4239125
Test set: Average loss: 1.2453, Accuracy: 3209/5000 (64%)
[epoch 15] loss: 0.3428529
Test set: Average loss: 1.3808, Accuracy: 3111/5000 (62%)
[epoch 16] loss: 0.2649881
Test set: Average loss: 1.4994, Accuracy: 3087/5000 (62%)
[epoch 17] loss: 0.2208371
Test set: Average loss: 1.5773, Accuracy: 3149/5000 (63%)
[epoch 18] loss: 0.1965153
Test set: Average loss: 1.5824, Accuracy: 3192/5000 (64%)
[epoch 19] loss: 0.1852935
Test set: Average loss: 1.7733, Accuracy: 3104/5000 (62%)
[epoch 20] loss: 0.1582155
Test set: Average loss: 1.7374, Accuracy: 3174/5000 (63%)
[epoch 21] loss: 0.1609908
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8704, Accuracy: 3126/5000 (63%)
[epoch 22] loss: 0.0529233
Test set: Average loss: 1.7498, Accuracy: 3235/5000 (65%)
[epoch 23] loss: 0.0189035
Test set: Average loss: 1.7481, Accuracy: 3237/5000 (65%)
[epoch 24] loss: 0.0116308
Test set: Average loss: 1.7774, Accuracy: 3221/5000 (64%)
[epoch 25] loss: 0.0079556
Test set: Average loss: 1.8008, Accuracy: 3234/5000 (65%)
[epoch 26] loss: 0.0055128
Test set: Average loss: 1.8357, Accuracy: 3235/5000 (65%)
[epoch 27] loss: 0.0038370
Test set: Average loss: 1.8746, Accuracy: 3243/5000 (65%)
[epoch 28] loss: 0.0026538
Test set: Average loss: 1.9136, Accuracy: 3247/5000 (65%)
[epoch 29] loss: 0.0018096
Test set: Average loss: 1.9699, Accuracy: 3247/5000 (65%)
[epoch 30] loss: 0.0012217
Test set: Average loss: 2.0116, Accuracy: 3258/5000 (65%)
[epoch 31] loss: 0.0008115
Test set: Average loss: 2.0749, Accuracy: 3255/5000 (65%)
[epoch 32] loss: 0.0005356
Test set: Average loss: 2.1290, Accuracy: 3261/5000 (65%)
[epoch 33] loss: 0.0003511
Test set: Average loss: 2.1933, Accuracy: 3259/5000 (65%)
[epoch 34] loss: 0.0002265
Test set: Average loss: 2.2604, Accuracy: 3256/5000 (65%)
[epoch 35] loss: 0.0001463
Test set: Average loss: 2.3268, Accuracy: 3262/5000 (65%)
[epoch 36] loss: 0.0000932
Test set: Average loss: 2.3992, Accuracy: 3261/5000 (65%)
[epoch 37] loss: 0.0000598
Test set: Average loss: 2.4620, Accuracy: 3276/5000 (66%)
[epoch 38] loss: 0.0000378
Test set: Average loss: 2.5366, Accuracy: 3258/5000 (65%)
[epoch 39] loss: 0.0000238
Test set: Average loss: 2.6095, Accuracy: 3261/5000 (65%)
[epoch 40] loss: 0.0000150
Test set: Average loss: 2.6849, Accuracy: 3266/5000 (65%)
[epoch 41] loss: 0.0000094
Test set: Average loss: 2.7599, Accuracy: 3271/5000 (65%)
[epoch 42] loss: 0.0000058
Test set: Average loss: 2.8369, Accuracy: 3281/5000 (66%)
[epoch 43] loss: 0.0000036
Test set: Average loss: 2.9158, Accuracy: 3281/5000 (66%)
[epoch 44] loss: 0.0000022
Test set: Average loss: 2.9857, Accuracy: 3281/5000 (66%)
[epoch 45] loss: 0.0000014
Test set: Average loss: 3.0516, Accuracy: 3285/5000 (66%)
[epoch 46] loss: 0.0000008
Test set: Average loss: 3.1097, Accuracy: 3273/5000 (65%)
[epoch 47] loss: 0.0000005
Test set: Average loss: 3.1396, Accuracy: 3272/5000 (65%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 3.1593, Accuracy: 3265/5000 (65%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.1666, Accuracy: 3266/5000 (65%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.1845, Accuracy: 3264/5000 (65%)
Validation:
Test set: Average loss: 3.0516, Accuracy: 3285/5000 (66%)
Test
Test set: Average loss: 2.9869, Accuracy: 6626/10000 (66%)
40000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3015, Accuracy: 650/5000 (13%)
[epoch 1] loss: 1.5324973
Test set: Average loss: 1.3115, Accuracy: 2647/5000 (53%)
[epoch 2] loss: 1.2962923
Test set: Average loss: 1.2887, Accuracy: 2682/5000 (54%)
[epoch 3] loss: 1.2119512
Test set: Average loss: 1.1920, Accuracy: 2889/5000 (58%)
[epoch 4] loss: 1.1400367
Test set: Average loss: 1.2483, Accuracy: 2808/5000 (56%)
[epoch 5] loss: 1.0888198
Test set: Average loss: 1.2327, Accuracy: 2854/5000 (57%)
[epoch 6] loss: 1.0373543
Test set: Average loss: 1.1283, Accuracy: 2992/5000 (60%)
[epoch 7] loss: 0.9944106
Test set: Average loss: 1.1206, Accuracy: 3043/5000 (61%)
[epoch 8] loss: 0.9432914
Test set: Average loss: 1.0719, Accuracy: 3158/5000 (63%)
[epoch 9] loss: 0.8862943
Test set: Average loss: 1.0831, Accuracy: 3099/5000 (62%)
[epoch 10] loss: 0.8319458
Test set: Average loss: 1.1753, Accuracy: 3087/5000 (62%)
[epoch 11] loss: 0.7693528
Test set: Average loss: 1.0889, Accuracy: 3149/5000 (63%)
[epoch 12] loss: 0.7002712
Test set: Average loss: 1.1218, Accuracy: 3141/5000 (63%)
[epoch 13] loss: 0.6246689
Test set: Average loss: 1.1143, Accuracy: 3193/5000 (64%)
[epoch 14] loss: 0.5426610
Test set: Average loss: 1.1859, Accuracy: 3154/5000 (63%)
[epoch 15] loss: 0.4554758
Test set: Average loss: 1.2329, Accuracy: 3183/5000 (64%)
[epoch 16] loss: 0.3818033
Test set: Average loss: 1.3934, Accuracy: 3096/5000 (62%)
[epoch 17] loss: 0.2991489
Test set: Average loss: 1.4301, Accuracy: 3167/5000 (63%)
[epoch 18] loss: 0.2674204
Test set: Average loss: 1.5678, Accuracy: 3087/5000 (62%)
[epoch 19] loss: 0.2271238
Test set: Average loss: 1.5910, Accuracy: 3055/5000 (61%)
[epoch 20] loss: 0.1973291
Test set: Average loss: 1.6698, Accuracy: 3057/5000 (61%)
[epoch 21] loss: 0.1868751
Test set: Average loss: 1.7300, Accuracy: 3069/5000 (61%)
[epoch 22] loss: 0.1712955
Test set: Average loss: 1.8501, Accuracy: 3046/5000 (61%)
[epoch 23] loss: 0.1759076
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9217, Accuracy: 3060/5000 (61%)
[epoch 24] loss: 0.0657794
Test set: Average loss: 1.7911, Accuracy: 3148/5000 (63%)
[epoch 25] loss: 0.0217568
Test set: Average loss: 1.8048, Accuracy: 3177/5000 (64%)
[epoch 26] loss: 0.0128344
Test set: Average loss: 1.8235, Accuracy: 3165/5000 (63%)
[epoch 27] loss: 0.0084342
Test set: Average loss: 1.8519, Accuracy: 3186/5000 (64%)
[epoch 28] loss: 0.0057109
Test set: Average loss: 1.8939, Accuracy: 3182/5000 (64%)
[epoch 29] loss: 0.0038575
Test set: Average loss: 1.9417, Accuracy: 3188/5000 (64%)
[epoch 30] loss: 0.0025835
Test set: Average loss: 1.9804, Accuracy: 3197/5000 (64%)
[epoch 31] loss: 0.0017068
Test set: Average loss: 2.0413, Accuracy: 3197/5000 (64%)
[epoch 32] loss: 0.0011090
Test set: Average loss: 2.1058, Accuracy: 3186/5000 (64%)
[epoch 33] loss: 0.0007206
Test set: Average loss: 2.1715, Accuracy: 3196/5000 (64%)
[epoch 34] loss: 0.0004620
Test set: Average loss: 2.2311, Accuracy: 3199/5000 (64%)
[epoch 35] loss: 0.0002938
Test set: Average loss: 2.3026, Accuracy: 3213/5000 (64%)
[epoch 36] loss: 0.0001864
Test set: Average loss: 2.3846, Accuracy: 3223/5000 (64%)
[epoch 37] loss: 0.0001167
Test set: Average loss: 2.4537, Accuracy: 3222/5000 (64%)
[epoch 38] loss: 0.0000725
Test set: Average loss: 2.5299, Accuracy: 3222/5000 (64%)
[epoch 39] loss: 0.0000453
Test set: Average loss: 2.6165, Accuracy: 3228/5000 (65%)
[epoch 40] loss: 0.0000280
Test set: Average loss: 2.6875, Accuracy: 3223/5000 (64%)
[epoch 41] loss: 0.0000171
Test set: Average loss: 2.7813, Accuracy: 3219/5000 (64%)
[epoch 42] loss: 0.0000105
Test set: Average loss: 2.8681, Accuracy: 3218/5000 (64%)
[epoch 43] loss: 0.0000063
Test set: Average loss: 2.9443, Accuracy: 3212/5000 (64%)
[epoch 44] loss: 0.0000038
Test set: Average loss: 3.0314, Accuracy: 3206/5000 (64%)
[epoch 45] loss: 0.0000023
Test set: Average loss: 3.1164, Accuracy: 3227/5000 (65%)
[epoch 46] loss: 0.0000014
Test set: Average loss: 3.1971, Accuracy: 3217/5000 (64%)
[epoch 47] loss: 0.0000008
Test set: Average loss: 3.2568, Accuracy: 3215/5000 (64%)
[epoch 48] loss: 0.0000005
Test set: Average loss: 3.3034, Accuracy: 3211/5000 (64%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 3.3098, Accuracy: 3207/5000 (64%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.3301, Accuracy: 3203/5000 (64%)
Validation:
Test set: Average loss: 2.6165, Accuracy: 3228/5000 (65%)
Test
Test set: Average loss: 2.5015, Accuracy: 6619/10000 (66%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3025, Accuracy: 535/5000 (11%)
[epoch 1] loss: 1.4923371
Test set: Average loss: 1.3943, Accuracy: 2543/5000 (51%)
[epoch 2] loss: 1.2408505
Test set: Average loss: 1.2302, Accuracy: 2791/5000 (56%)
[epoch 3] loss: 1.1497815
Test set: Average loss: 1.1622, Accuracy: 2942/5000 (59%)
[epoch 4] loss: 1.0850514
Test set: Average loss: 1.1715, Accuracy: 2962/5000 (59%)
[epoch 5] loss: 1.0277874
Test set: Average loss: 1.1049, Accuracy: 3043/5000 (61%)
[epoch 6] loss: 0.9715958
Test set: Average loss: 1.1164, Accuracy: 3069/5000 (61%)
[epoch 7] loss: 0.9189490
Test set: Average loss: 1.0539, Accuracy: 3179/5000 (64%)
[epoch 8] loss: 0.8472012
Test set: Average loss: 1.0580, Accuracy: 3190/5000 (64%)
[epoch 9] loss: 0.7785297
Test set: Average loss: 1.1098, Accuracy: 3178/5000 (64%)
[epoch 10] loss: 0.7094226
Test set: Average loss: 1.0559, Accuracy: 3197/5000 (64%)
[epoch 11] loss: 0.6234682
Test set: Average loss: 1.1245, Accuracy: 3199/5000 (64%)
[epoch 12] loss: 0.5519588
Test set: Average loss: 1.1468, Accuracy: 3200/5000 (64%)
[epoch 13] loss: 0.4594738
Test set: Average loss: 1.2011, Accuracy: 3217/5000 (64%)
[epoch 14] loss: 0.3906520
Test set: Average loss: 1.2613, Accuracy: 3204/5000 (64%)
[epoch 15] loss: 0.3275740
Test set: Average loss: 1.3357, Accuracy: 3203/5000 (64%)
[epoch 16] loss: 0.2691702
Test set: Average loss: 1.4543, Accuracy: 3183/5000 (64%)
[epoch 17] loss: 0.2492706
Test set: Average loss: 1.5029, Accuracy: 3180/5000 (64%)
[epoch 18] loss: 0.2274800
Test set: Average loss: 1.5835, Accuracy: 3181/5000 (64%)
[epoch 19] loss: 0.1906067
Test set: Average loss: 1.7043, Accuracy: 3154/5000 (63%)
[epoch 20] loss: 0.2024043
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7136, Accuracy: 3151/5000 (63%)
[epoch 21] loss: 0.0781505
Test set: Average loss: 1.5999, Accuracy: 3252/5000 (65%)
[epoch 22] loss: 0.0290430
Test set: Average loss: 1.6161, Accuracy: 3283/5000 (66%)
[epoch 23] loss: 0.0170440
Test set: Average loss: 1.6458, Accuracy: 3268/5000 (65%)
[epoch 24] loss: 0.0112107
Test set: Average loss: 1.6816, Accuracy: 3284/5000 (66%)
[epoch 25] loss: 0.0074594
Test set: Average loss: 1.7262, Accuracy: 3289/5000 (66%)
[epoch 26] loss: 0.0049774
Test set: Average loss: 1.7658, Accuracy: 3298/5000 (66%)
[epoch 27] loss: 0.0033056
Test set: Average loss: 1.8194, Accuracy: 3301/5000 (66%)
[epoch 28] loss: 0.0021656
Test set: Average loss: 1.8805, Accuracy: 3300/5000 (66%)
[epoch 29] loss: 0.0014041
Test set: Average loss: 1.9467, Accuracy: 3297/5000 (66%)
[epoch 30] loss: 0.0009054
Test set: Average loss: 2.0031, Accuracy: 3313/5000 (66%)
[epoch 31] loss: 0.0005728
Test set: Average loss: 2.0763, Accuracy: 3307/5000 (66%)
[epoch 32] loss: 0.0003640
Test set: Average loss: 2.1457, Accuracy: 3310/5000 (66%)
[epoch 33] loss: 0.0002274
Test set: Average loss: 2.2209, Accuracy: 3321/5000 (66%)
[epoch 34] loss: 0.0001433
Test set: Average loss: 2.2956, Accuracy: 3316/5000 (66%)
[epoch 35] loss: 0.0000876
Test set: Average loss: 2.3786, Accuracy: 3308/5000 (66%)
[epoch 36] loss: 0.0000535
Test set: Average loss: 2.4727, Accuracy: 3307/5000 (66%)
[epoch 37] loss: 0.0000331
Test set: Average loss: 2.5374, Accuracy: 3314/5000 (66%)
[epoch 38] loss: 0.0000200
Test set: Average loss: 2.6210, Accuracy: 3295/5000 (66%)
[epoch 39] loss: 0.0000120
Test set: Average loss: 2.7045, Accuracy: 3297/5000 (66%)
[epoch 40] loss: 0.0000072
Test set: Average loss: 2.7929, Accuracy: 3298/5000 (66%)
[epoch 41] loss: 0.0000043
Test set: Average loss: 2.8670, Accuracy: 3294/5000 (66%)
[epoch 42] loss: 0.0000026
Test set: Average loss: 2.9636, Accuracy: 3299/5000 (66%)
[epoch 43] loss: 0.0000015
Test set: Average loss: 3.0388, Accuracy: 3305/5000 (66%)
[epoch 44] loss: 0.0000009
Test set: Average loss: 3.0966, Accuracy: 3286/5000 (66%)
[epoch 45] loss: 0.0000005
Test set: Average loss: 3.1531, Accuracy: 3300/5000 (66%)
[epoch 46] loss: 0.0000003
Test set: Average loss: 3.1733, Accuracy: 3292/5000 (66%)
[epoch 47] loss: 0.0000002
Test set: Average loss: 3.1879, Accuracy: 3283/5000 (66%)
[epoch 48] loss: 0.0000002
Test set: Average loss: 3.2070, Accuracy: 3277/5000 (66%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.2225, Accuracy: 3275/5000 (66%)
[epoch 50] loss: 0.0000001
Test set: Average loss: 3.2294, Accuracy: 3270/5000 (65%)
Validation:
Test set: Average loss: 2.2209, Accuracy: 3321/5000 (66%)
Test
Test set: Average loss: 2.1630, Accuracy: 6699/10000 (67%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3032, Accuracy: 500/5000 (10%)
[epoch 1] loss: 1.4911605
Test set: Average loss: 1.2760, Accuracy: 2731/5000 (55%)
[epoch 2] loss: 1.2349982
Test set: Average loss: 1.1983, Accuracy: 2899/5000 (58%)
[epoch 3] loss: 1.1374869
Test set: Average loss: 1.1816, Accuracy: 2940/5000 (59%)
[epoch 4] loss: 1.0668734
Test set: Average loss: 1.1100, Accuracy: 3002/5000 (60%)
[epoch 5] loss: 1.0094165
Test set: Average loss: 1.0919, Accuracy: 3064/5000 (61%)
[epoch 6] loss: 0.9538278
Test set: Average loss: 1.0819, Accuracy: 3106/5000 (62%)
[epoch 7] loss: 0.8903876
Test set: Average loss: 1.0806, Accuracy: 3144/5000 (63%)
[epoch 8] loss: 0.8366732
Test set: Average loss: 1.0853, Accuracy: 3171/5000 (63%)
[epoch 9] loss: 0.7641664
Test set: Average loss: 1.0331, Accuracy: 3251/5000 (65%)
[epoch 10] loss: 0.6860463
Test set: Average loss: 1.1147, Accuracy: 3149/5000 (63%)
[epoch 11] loss: 0.6083695
Test set: Average loss: 1.1386, Accuracy: 3189/5000 (64%)
[epoch 12] loss: 0.5214780
Test set: Average loss: 1.1647, Accuracy: 3293/5000 (66%)
[epoch 13] loss: 0.4321445
Test set: Average loss: 1.2251, Accuracy: 3189/5000 (64%)
[epoch 14] loss: 0.3537913
Test set: Average loss: 1.2755, Accuracy: 3223/5000 (64%)
[epoch 15] loss: 0.2951411
Test set: Average loss: 1.3681, Accuracy: 3203/5000 (64%)
[epoch 16] loss: 0.2486654
Test set: Average loss: 1.5161, Accuracy: 3211/5000 (64%)
[epoch 17] loss: 0.2024631
Test set: Average loss: 1.5817, Accuracy: 3245/5000 (65%)
[epoch 18] loss: 0.2018724
Test set: Average loss: 1.6549, Accuracy: 3203/5000 (64%)
[epoch 19] loss: 0.1881144
Test set: Average loss: 1.7172, Accuracy: 3147/5000 (63%)
[epoch 20] loss: 0.1810047
Test set: Average loss: 1.7849, Accuracy: 3172/5000 (63%)
[epoch 21] loss: 0.1532005
Test set: Average loss: 1.8086, Accuracy: 3190/5000 (64%)
[epoch 22] loss: 0.1723676
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9749, Accuracy: 3086/5000 (62%)
[epoch 23] loss: 0.0691070
Test set: Average loss: 1.8047, Accuracy: 3198/5000 (64%)
[epoch 24] loss: 0.0212775
Test set: Average loss: 1.8217, Accuracy: 3207/5000 (64%)
[epoch 25] loss: 0.0115781
Test set: Average loss: 1.8323, Accuracy: 3219/5000 (64%)
[epoch 26] loss: 0.0074422
Test set: Average loss: 1.8619, Accuracy: 3230/5000 (65%)
[epoch 27] loss: 0.0049328
Test set: Average loss: 1.8885, Accuracy: 3239/5000 (65%)
[epoch 28] loss: 0.0032868
Test set: Average loss: 1.9213, Accuracy: 3246/5000 (65%)
[epoch 29] loss: 0.0021451
Test set: Average loss: 1.9791, Accuracy: 3263/5000 (65%)
[epoch 30] loss: 0.0013888
Test set: Average loss: 2.0248, Accuracy: 3266/5000 (65%)
[epoch 31] loss: 0.0008856
Test set: Average loss: 2.0775, Accuracy: 3272/5000 (65%)
[epoch 32] loss: 0.0005608
Test set: Average loss: 2.1397, Accuracy: 3283/5000 (66%)
[epoch 33] loss: 0.0003483
Test set: Average loss: 2.2065, Accuracy: 3279/5000 (66%)
[epoch 34] loss: 0.0002178
Test set: Average loss: 2.2725, Accuracy: 3276/5000 (66%)
[epoch 35] loss: 0.0001336
Test set: Average loss: 2.3508, Accuracy: 3302/5000 (66%)
[epoch 36] loss: 0.0000816
Test set: Average loss: 2.4223, Accuracy: 3286/5000 (66%)
[epoch 37] loss: 0.0000498
Test set: Average loss: 2.5066, Accuracy: 3292/5000 (66%)
[epoch 38] loss: 0.0000300
Test set: Average loss: 2.5782, Accuracy: 3293/5000 (66%)
[epoch 39] loss: 0.0000180
Test set: Average loss: 2.6662, Accuracy: 3292/5000 (66%)
[epoch 40] loss: 0.0000107
Test set: Average loss: 2.7381, Accuracy: 3295/5000 (66%)
[epoch 41] loss: 0.0000064
Test set: Average loss: 2.8282, Accuracy: 3281/5000 (66%)
[epoch 42] loss: 0.0000038
Test set: Average loss: 2.9050, Accuracy: 3286/5000 (66%)
[epoch 43] loss: 0.0000023
Test set: Average loss: 2.9826, Accuracy: 3274/5000 (65%)
[epoch 44] loss: 0.0000013
Test set: Average loss: 3.0679, Accuracy: 3287/5000 (66%)
[epoch 45] loss: 0.0000008
Test set: Average loss: 3.1172, Accuracy: 3281/5000 (66%)
[epoch 46] loss: 0.0000004
Test set: Average loss: 3.1547, Accuracy: 3283/5000 (66%)
[epoch 47] loss: 0.0000003
Test set: Average loss: 3.1741, Accuracy: 3269/5000 (65%)
[epoch 48] loss: 0.0000002
Test set: Average loss: 3.1839, Accuracy: 3268/5000 (65%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.2140, Accuracy: 3272/5000 (65%)
[epoch 50] loss: 0.0000001
Test set: Average loss: 3.2108, Accuracy: 3261/5000 (65%)
Validation:
Test set: Average loss: 2.3508, Accuracy: 3302/5000 (66%)
Test
Test set: Average loss: 2.3459, Accuracy: 6666/10000 (67%)
45000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3034, Accuracy: 499/5000 (10%)
[epoch 1] loss: 1.5125901
Test set: Average loss: 1.4184, Accuracy: 2479/5000 (50%)
[epoch 2] loss: 1.2908167
Test set: Average loss: 1.2920, Accuracy: 2685/5000 (54%)
[epoch 3] loss: 1.2096710
Test set: Average loss: 1.2769, Accuracy: 2730/5000 (55%)
[epoch 4] loss: 1.1372143
Test set: Average loss: 1.1557, Accuracy: 2935/5000 (59%)
[epoch 5] loss: 1.0798989
Test set: Average loss: 1.1607, Accuracy: 3005/5000 (60%)
[epoch 6] loss: 1.0280736
Test set: Average loss: 1.1286, Accuracy: 3028/5000 (61%)
[epoch 7] loss: 0.9827968
Test set: Average loss: 1.0843, Accuracy: 3115/5000 (62%)
[epoch 8] loss: 0.9381430
Test set: Average loss: 1.0589, Accuracy: 3150/5000 (63%)
[epoch 9] loss: 0.8823237
Test set: Average loss: 1.1026, Accuracy: 3118/5000 (62%)
[epoch 10] loss: 0.8276234
Test set: Average loss: 1.1667, Accuracy: 3040/5000 (61%)
[epoch 11] loss: 0.7721358
Test set: Average loss: 1.0652, Accuracy: 3169/5000 (63%)
[epoch 12] loss: 0.7048876
Test set: Average loss: 1.0449, Accuracy: 3257/5000 (65%)
[epoch 13] loss: 0.6454724
Test set: Average loss: 1.0876, Accuracy: 3231/5000 (65%)
[epoch 14] loss: 0.5757217
Test set: Average loss: 1.1330, Accuracy: 3220/5000 (64%)
[epoch 15] loss: 0.5126927
Test set: Average loss: 1.2087, Accuracy: 3153/5000 (63%)
[epoch 16] loss: 0.4486473
Test set: Average loss: 1.2218, Accuracy: 3204/5000 (64%)
[epoch 17] loss: 0.3973085
Test set: Average loss: 1.3268, Accuracy: 3179/5000 (64%)
[epoch 18] loss: 0.3410876
Test set: Average loss: 1.3504, Accuracy: 3155/5000 (63%)
[epoch 19] loss: 0.3079067
Test set: Average loss: 1.4983, Accuracy: 3118/5000 (62%)
[epoch 20] loss: 0.2780106
Test set: Average loss: 1.4907, Accuracy: 3215/5000 (64%)
[epoch 21] loss: 0.2510577
Test set: Average loss: 1.6074, Accuracy: 3154/5000 (63%)
[epoch 22] loss: 0.2426134
Test set: Average loss: 1.6460, Accuracy: 3149/5000 (63%)
[epoch 23] loss: 0.2374835
Test set: Average loss: 1.6817, Accuracy: 3157/5000 (63%)
[epoch 24] loss: 0.2075595
Test set: Average loss: 1.6899, Accuracy: 3108/5000 (62%)
[epoch 25] loss: 0.2274932
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7599, Accuracy: 3124/5000 (62%)
[epoch 26] loss: 0.0869705
Test set: Average loss: 1.6658, Accuracy: 3233/5000 (65%)
[epoch 27] loss: 0.0346128
Test set: Average loss: 1.6737, Accuracy: 3247/5000 (65%)
[epoch 28] loss: 0.0200344
Test set: Average loss: 1.6953, Accuracy: 3264/5000 (65%)
[epoch 29] loss: 0.0128783
Test set: Average loss: 1.7232, Accuracy: 3262/5000 (65%)
[epoch 30] loss: 0.0085587
Test set: Average loss: 1.7557, Accuracy: 3267/5000 (65%)
[epoch 31] loss: 0.0056821
Test set: Average loss: 1.8080, Accuracy: 3280/5000 (66%)
[epoch 32] loss: 0.0037983
Test set: Average loss: 1.8493, Accuracy: 3273/5000 (65%)
[epoch 33] loss: 0.0024801
Test set: Average loss: 1.9083, Accuracy: 3277/5000 (66%)
[epoch 34] loss: 0.0016287
Test set: Average loss: 1.9596, Accuracy: 3280/5000 (66%)
[epoch 35] loss: 0.0010631
Test set: Average loss: 2.0261, Accuracy: 3264/5000 (65%)
[epoch 36] loss: 0.0006822
Test set: Average loss: 2.0908, Accuracy: 3263/5000 (65%)
[epoch 37] loss: 0.0004347
Test set: Average loss: 2.1599, Accuracy: 3261/5000 (65%)
[epoch 38] loss: 0.0002775
Test set: Average loss: 2.2299, Accuracy: 3274/5000 (65%)
[epoch 39] loss: 0.0001762
Test set: Average loss: 2.3087, Accuracy: 3268/5000 (65%)
[epoch 40] loss: 0.0001106
Test set: Average loss: 2.3759, Accuracy: 3277/5000 (66%)
[epoch 41] loss: 0.0000685
Test set: Average loss: 2.4561, Accuracy: 3264/5000 (65%)
[epoch 42] loss: 0.0000430
Test set: Average loss: 2.5431, Accuracy: 3276/5000 (66%)
[epoch 43] loss: 0.0000270
Test set: Average loss: 2.6279, Accuracy: 3272/5000 (65%)
[epoch 44] loss: 0.0000161
Test set: Average loss: 2.6969, Accuracy: 3275/5000 (66%)
[epoch 45] loss: 0.0000099
Test set: Average loss: 2.7748, Accuracy: 3281/5000 (66%)
[epoch 46] loss: 0.0000061
Test set: Average loss: 2.8664, Accuracy: 3285/5000 (66%)
[epoch 47] loss: 0.0000036
Test set: Average loss: 2.9494, Accuracy: 3289/5000 (66%)
[epoch 48] loss: 0.0000021
Test set: Average loss: 3.0289, Accuracy: 3280/5000 (66%)
[epoch 49] loss: 0.0000013
Test set: Average loss: 3.1020, Accuracy: 3296/5000 (66%)
[epoch 50] loss: 0.0000008
Test set: Average loss: 3.1556, Accuracy: 3290/5000 (66%)
Validation:
Test set: Average loss: 3.1020, Accuracy: 3296/5000 (66%)
Test
Test set: Average loss: 3.0697, Accuracy: 6603/10000 (66%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3027, Accuracy: 493/5000 (10%)
[epoch 1] loss: 1.4745490
Test set: Average loss: 1.3106, Accuracy: 2657/5000 (53%)
[epoch 2] loss: 1.2273912
Test set: Average loss: 1.2023, Accuracy: 2891/5000 (58%)
[epoch 3] loss: 1.1254647
Test set: Average loss: 1.2163, Accuracy: 2920/5000 (58%)
[epoch 4] loss: 1.0544912
Test set: Average loss: 1.1261, Accuracy: 3024/5000 (60%)
[epoch 5] loss: 0.9898524
Test set: Average loss: 1.1946, Accuracy: 2947/5000 (59%)
[epoch 6] loss: 0.9326719
Test set: Average loss: 1.0775, Accuracy: 3113/5000 (62%)
[epoch 7] loss: 0.8758070
Test set: Average loss: 1.0376, Accuracy: 3206/5000 (64%)
[epoch 8] loss: 0.8059601
Test set: Average loss: 1.0266, Accuracy: 3265/5000 (65%)
[epoch 9] loss: 0.7375646
Test set: Average loss: 0.9967, Accuracy: 3314/5000 (66%)
[epoch 10] loss: 0.6635323
Test set: Average loss: 1.0282, Accuracy: 3325/5000 (66%)
[epoch 11] loss: 0.6019562
Test set: Average loss: 1.0439, Accuracy: 3341/5000 (67%)
[epoch 12] loss: 0.5225057
Test set: Average loss: 1.0785, Accuracy: 3306/5000 (66%)
[epoch 13] loss: 0.4507926
Test set: Average loss: 1.1949, Accuracy: 3236/5000 (65%)
[epoch 14] loss: 0.3885908
Test set: Average loss: 1.2032, Accuracy: 3300/5000 (66%)
[epoch 15] loss: 0.3355540
Test set: Average loss: 1.3572, Accuracy: 3261/5000 (65%)
[epoch 16] loss: 0.2961421
Test set: Average loss: 1.3591, Accuracy: 3281/5000 (66%)
[epoch 17] loss: 0.2574468
Test set: Average loss: 1.4494, Accuracy: 3265/5000 (65%)
[epoch 18] loss: 0.2468725
Test set: Average loss: 1.4875, Accuracy: 3254/5000 (65%)
[epoch 19] loss: 0.2141043
Test set: Average loss: 1.5425, Accuracy: 3264/5000 (65%)
[epoch 20] loss: 0.2128477
Test set: Average loss: 1.6557, Accuracy: 3228/5000 (65%)
[epoch 21] loss: 0.2016959
Test set: Average loss: 1.6761, Accuracy: 3231/5000 (65%)
[epoch 22] loss: 0.1817652
Test set: Average loss: 1.6959, Accuracy: 3236/5000 (65%)
[epoch 23] loss: 0.1852632
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6964, Accuracy: 3238/5000 (65%)
[epoch 24] loss: 0.0702195
Test set: Average loss: 1.6291, Accuracy: 3324/5000 (66%)
[epoch 25] loss: 0.0250238
Test set: Average loss: 1.6437, Accuracy: 3328/5000 (67%)
[epoch 26] loss: 0.0137002
Test set: Average loss: 1.6668, Accuracy: 3329/5000 (67%)
[epoch 27] loss: 0.0085005
Test set: Average loss: 1.6917, Accuracy: 3344/5000 (67%)
[epoch 28] loss: 0.0054963
Test set: Average loss: 1.7299, Accuracy: 3357/5000 (67%)
[epoch 29] loss: 0.0035307
Test set: Average loss: 1.7732, Accuracy: 3351/5000 (67%)
[epoch 30] loss: 0.0022287
Test set: Average loss: 1.8235, Accuracy: 3356/5000 (67%)
[epoch 31] loss: 0.0013977
Test set: Average loss: 1.8880, Accuracy: 3363/5000 (67%)
[epoch 32] loss: 0.0008724
Test set: Average loss: 1.9506, Accuracy: 3362/5000 (67%)
[epoch 33] loss: 0.0005352
Test set: Average loss: 2.0101, Accuracy: 3368/5000 (67%)
[epoch 34] loss: 0.0003268
Test set: Average loss: 2.0829, Accuracy: 3370/5000 (67%)
[epoch 35] loss: 0.0002011
Test set: Average loss: 2.1554, Accuracy: 3368/5000 (67%)
[epoch 36] loss: 0.0001223
Test set: Average loss: 2.2283, Accuracy: 3377/5000 (68%)
[epoch 37] loss: 0.0000717
Test set: Average loss: 2.3026, Accuracy: 3379/5000 (68%)
[epoch 38] loss: 0.0000427
Test set: Average loss: 2.3861, Accuracy: 3376/5000 (68%)
[epoch 39] loss: 0.0000250
Test set: Average loss: 2.4608, Accuracy: 3388/5000 (68%)
[epoch 40] loss: 0.0000147
Test set: Average loss: 2.5440, Accuracy: 3388/5000 (68%)
[epoch 41] loss: 0.0000084
Test set: Average loss: 2.6329, Accuracy: 3379/5000 (68%)
[epoch 42] loss: 0.0000049
Test set: Average loss: 2.7155, Accuracy: 3380/5000 (68%)
[epoch 43] loss: 0.0000028
Test set: Average loss: 2.7970, Accuracy: 3384/5000 (68%)
[epoch 44] loss: 0.0000016
Test set: Average loss: 2.8752, Accuracy: 3385/5000 (68%)
[epoch 45] loss: 0.0000009
Test set: Average loss: 2.9342, Accuracy: 3375/5000 (68%)
[epoch 46] loss: 0.0000005
Test set: Average loss: 2.9760, Accuracy: 3389/5000 (68%)
[epoch 47] loss: 0.0000003
Test set: Average loss: 3.0025, Accuracy: 3373/5000 (67%)
[epoch 48] loss: 0.0000002
Test set: Average loss: 3.0113, Accuracy: 3378/5000 (68%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.0458, Accuracy: 3365/5000 (67%)
[epoch 50] loss: 0.0000001
Test set: Average loss: 3.0453, Accuracy: 3371/5000 (67%)
Validation:
Test set: Average loss: 2.9760, Accuracy: 3389/5000 (68%)
Test
Test set: Average loss: 2.9558, Accuracy: 6800/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 524/5000 (10%)
[epoch 1] loss: 1.4854150
Test set: Average loss: 1.3178, Accuracy: 2638/5000 (53%)
[epoch 2] loss: 1.2268036
Test set: Average loss: 1.2050, Accuracy: 2792/5000 (56%)
[epoch 3] loss: 1.1374218
Test set: Average loss: 1.1747, Accuracy: 2945/5000 (59%)
[epoch 4] loss: 1.0737800
Test set: Average loss: 1.1222, Accuracy: 3014/5000 (60%)
[epoch 5] loss: 1.0190240
Test set: Average loss: 1.0994, Accuracy: 3056/5000 (61%)
[epoch 6] loss: 0.9639231
Test set: Average loss: 1.1460, Accuracy: 3023/5000 (60%)
[epoch 7] loss: 0.9124389
Test set: Average loss: 1.1286, Accuracy: 3053/5000 (61%)
[epoch 8] loss: 0.8490235
Test set: Average loss: 1.0654, Accuracy: 3211/5000 (64%)
[epoch 9] loss: 0.7895645
Test set: Average loss: 1.0198, Accuracy: 3235/5000 (65%)
[epoch 10] loss: 0.7227928
Test set: Average loss: 1.0486, Accuracy: 3269/5000 (65%)
[epoch 11] loss: 0.6512935
Test set: Average loss: 1.1230, Accuracy: 3210/5000 (64%)
[epoch 12] loss: 0.5862403
Test set: Average loss: 1.1674, Accuracy: 3212/5000 (64%)
[epoch 13] loss: 0.5068493
Test set: Average loss: 1.1982, Accuracy: 3220/5000 (64%)
[epoch 14] loss: 0.4420590
Test set: Average loss: 1.2351, Accuracy: 3269/5000 (65%)
[epoch 15] loss: 0.3738138
Test set: Average loss: 1.2740, Accuracy: 3210/5000 (64%)
[epoch 16] loss: 0.3166688
Test set: Average loss: 1.4049, Accuracy: 3195/5000 (64%)
[epoch 17] loss: 0.3010563
Test set: Average loss: 1.4295, Accuracy: 3195/5000 (64%)
[epoch 18] loss: 0.2492215
Test set: Average loss: 1.5548, Accuracy: 3197/5000 (64%)
[epoch 19] loss: 0.2500043
Epoch 18: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5499, Accuracy: 3233/5000 (65%)
[epoch 20] loss: 0.0969713
Test set: Average loss: 1.4742, Accuracy: 3292/5000 (66%)
[epoch 21] loss: 0.0558390
Test set: Average loss: 1.4879, Accuracy: 3290/5000 (66%)
[epoch 22] loss: 0.0281409
Test set: Average loss: 1.5088, Accuracy: 3303/5000 (66%)
[epoch 23] loss: 0.0178936
Test set: Average loss: 1.5485, Accuracy: 3330/5000 (67%)
[epoch 24] loss: 0.0120009
Test set: Average loss: 1.5939, Accuracy: 3313/5000 (66%)
[epoch 25] loss: 0.0080191
Test set: Average loss: 1.6462, Accuracy: 3328/5000 (67%)
[epoch 26] loss: 0.0052214
Test set: Average loss: 1.7014, Accuracy: 3343/5000 (67%)
[epoch 27] loss: 0.0033990
Test set: Average loss: 1.7612, Accuracy: 3332/5000 (67%)
[epoch 28] loss: 0.0021938
Test set: Average loss: 1.8333, Accuracy: 3334/5000 (67%)
[epoch 29] loss: 0.0013939
Test set: Average loss: 1.8922, Accuracy: 3334/5000 (67%)
[epoch 30] loss: 0.0008798
Test set: Average loss: 1.9620, Accuracy: 3333/5000 (67%)
[epoch 31] loss: 0.0005475
Test set: Average loss: 2.0344, Accuracy: 3336/5000 (67%)
[epoch 32] loss: 0.0003385
Test set: Average loss: 2.1163, Accuracy: 3343/5000 (67%)
[epoch 33] loss: 0.0002064
Test set: Average loss: 2.1944, Accuracy: 3330/5000 (67%)
[epoch 34] loss: 0.0001260
Test set: Average loss: 2.2811, Accuracy: 3337/5000 (67%)
[epoch 35] loss: 0.0000766
Test set: Average loss: 2.3730, Accuracy: 3345/5000 (67%)
[epoch 36] loss: 0.0000456
Test set: Average loss: 2.4571, Accuracy: 3330/5000 (67%)
[epoch 37] loss: 0.0000271
Test set: Average loss: 2.5426, Accuracy: 3327/5000 (67%)
[epoch 38] loss: 0.0000160
Test set: Average loss: 2.6316, Accuracy: 3334/5000 (67%)
[epoch 39] loss: 0.0000095
Test set: Average loss: 2.7187, Accuracy: 3324/5000 (66%)
[epoch 40] loss: 0.0000055
Test set: Average loss: 2.8207, Accuracy: 3337/5000 (67%)
[epoch 41] loss: 0.0000032
Test set: Average loss: 2.9069, Accuracy: 3339/5000 (67%)
[epoch 42] loss: 0.0000018
Test set: Average loss: 2.9834, Accuracy: 3339/5000 (67%)
[epoch 43] loss: 0.0000010
Test set: Average loss: 3.0630, Accuracy: 3334/5000 (67%)
[epoch 44] loss: 0.0000006
Test set: Average loss: 3.1218, Accuracy: 3339/5000 (67%)
[epoch 45] loss: 0.0000004
Test set: Average loss: 3.1422, Accuracy: 3341/5000 (67%)
[epoch 46] loss: 0.0000003
Test set: Average loss: 3.1634, Accuracy: 3328/5000 (67%)
[epoch 47] loss: 0.0013147
Epoch 46: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.2719, Accuracy: 3298/5000 (66%)
[epoch 48] loss: 0.0002467
Epoch 47: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.2467, Accuracy: 3290/5000 (66%)
[epoch 49] loss: 0.0000494
Epoch 48: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.2462, Accuracy: 3289/5000 (66%)
[epoch 50] loss: 0.0000479
Epoch 49: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.2462, Accuracy: 3289/5000 (66%)
Validation:
Test set: Average loss: 2.3730, Accuracy: 3345/5000 (67%)
Test
Test set: Average loss: 2.3496, Accuracy: 6776/10000 (68%)
In [13]:
# compute supervised simmat for T1
X = np.stack([train_dataset.transform(train_dataset.data[i]).numpy() for i in indices])
X_flat = X.reshape(X.shape[0], 3*32*32)
S_lin = linear_kernel(X_flat, X_flat[:n_targets])
del X_flat
S_lin -= S_lin.min()
S_lin /= S_lin.max()
y = np.stack([train_dataset.targets[i] for i in indices])
Y = np.tile(y[:n_targets], (len(y), 1))
YT = np.tile(np.array([y]).T, (1, n_targets))
S_class = np.array(Y==YT, dtype=float)
S = S_class
S_ll = S[:n_targets, :]
In [14]:
# check what the similarity approximation *should* be
D, V = np.linalg.eig(S_ll)
D, V = D[np.argsort(D)[::-1]], V[:,np.argsort(D)[::-1]]
X_embed = np.dot(V.real, np.diag(np.sqrt(np.abs(D.real))))
print(check_similarity_match(X_embed[:n_targets,:512], S_ll))
(2.1905550312906126e-05, 0.9997627882102682, 0.5204542648105146)
In [15]:
# train the SimEc
t0 = time()
cnn = CNN()
model = SimilarityEncoder(cnn, 512, n_targets)
model.fit(X, S, epochs=50, lr=0.0001, s_ll_reg=100., S_ll=S_ll, orth_reg=1.)
print(check_similarity_match(model.predict(X[:n_targets]), S_ll, X_embed_is_S_approx=True))
print(check_similarity_match(model.transform(X[:n_targets]), S_ll))
# save the cnn state
cnn_dict = deepcopy(model.model.embedding_net.state_dict())
t1 = time()
print("Took %.2d sec to train." % (t1 - t0))
# use the pretrained model with the clf
test_accuracies_se_t1 = []
for n_train in n_training_examples:
print(n_train)
test_accuracies_se_t1.append(clf_with_ntrain(n_train, cnn_dict))
[epoch 1] loss: 0.0751050
[epoch 2] loss: 0.0697562
[epoch 3] loss: 0.0678466
[epoch 4] loss: 0.0665919
[epoch 5] loss: 0.0656834
[epoch 6] loss: 0.0649082
[epoch 7] loss: 0.0642564
[epoch 8] loss: 0.0637431
[epoch 9] loss: 0.0632920
[epoch 10] loss: 0.0629243
[epoch 11] loss: 0.0626229
[epoch 12] loss: 0.0623169
[epoch 13] loss: 0.0620236
[epoch 14] loss: 0.0618103
[epoch 15] loss: 0.0616050
[epoch 16] loss: 0.0613579
[epoch 17] loss: 0.0611213
[epoch 18] loss: 0.0608967
[epoch 19] loss: 0.0612758
[epoch 20] loss: 0.0605431
[epoch 21] loss: 0.0601227
[epoch 22] loss: 0.0598974
[epoch 23] loss: 0.0596721
[epoch 24] loss: 0.0595029
[epoch 25] loss: 0.0594033
[epoch 26] loss: 0.0592993
[epoch 27] loss: 0.0592249
[epoch 28] loss: 0.0591504
[epoch 29] loss: 0.0590719
[epoch 30] loss: 0.0589968
[epoch 31] loss: 0.0589297
[epoch 32] loss: 0.0588516
[epoch 33] loss: 0.0588130
[epoch 34] loss: 0.0587213
[epoch 35] loss: 0.0587021
[epoch 36] loss: 0.0586322
[epoch 37] loss: 0.0585578
[epoch 38] loss: 0.0585131
[epoch 39] loss: 0.0584641
[epoch 40] loss: 0.0584513
[epoch 41] loss: 0.0583534
[epoch 42] loss: 0.0583298
[epoch 43] loss: 0.0582295
[epoch 44] loss: 0.0582397
[epoch 45] loss: 0.0581562
[epoch 46] loss: 0.0580969
[epoch 47] loss: 0.0581076
[epoch 48] loss: 0.0580621
[epoch 49] loss: 0.0579694
[epoch 50] loss: 0.0579478
(0.058258691509707285, 0.3545515243603156, 0.4437450231315159)
(0.39770715945776075, 0.09292074475596461, 0.2766027772186752)
Took 903 sec to train.
25
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3064, Accuracy: 204/5000 (4%)
[epoch 1] loss: 2.3017550
Test set: Average loss: 2.2697, Accuracy: 874/5000 (17%)
[epoch 2] loss: 2.1469674
Test set: Average loss: 2.2222, Accuracy: 898/5000 (18%)
[epoch 3] loss: 1.9360328
Test set: Average loss: 2.1911, Accuracy: 871/5000 (17%)
[epoch 4] loss: 1.7090600
Test set: Average loss: 2.1969, Accuracy: 953/5000 (19%)
[epoch 5] loss: 1.5365471
Test set: Average loss: 2.1481, Accuracy: 1081/5000 (22%)
[epoch 6] loss: 1.3390311
Test set: Average loss: 2.1165, Accuracy: 1135/5000 (23%)
[epoch 7] loss: 1.1406876
Test set: Average loss: 2.1534, Accuracy: 1263/5000 (25%)
[epoch 8] loss: 0.9833964
Test set: Average loss: 2.1617, Accuracy: 1342/5000 (27%)
[epoch 9] loss: 0.8059363
Test set: Average loss: 2.1526, Accuracy: 1369/5000 (27%)
[epoch 10] loss: 0.6325209
Test set: Average loss: 2.1673, Accuracy: 1413/5000 (28%)
[epoch 11] loss: 0.4887234
Test set: Average loss: 2.2243, Accuracy: 1438/5000 (29%)
[epoch 12] loss: 0.3679660
Test set: Average loss: 2.3206, Accuracy: 1399/5000 (28%)
[epoch 13] loss: 0.2713256
Test set: Average loss: 2.4151, Accuracy: 1385/5000 (28%)
[epoch 14] loss: 0.1937529
Test set: Average loss: 2.4885, Accuracy: 1397/5000 (28%)
[epoch 15] loss: 0.1318111
Test set: Average loss: 2.5519, Accuracy: 1451/5000 (29%)
[epoch 16] loss: 0.0837247
Test set: Average loss: 2.6253, Accuracy: 1476/5000 (30%)
[epoch 17] loss: 0.0505103
Test set: Average loss: 2.7277, Accuracy: 1483/5000 (30%)
[epoch 18] loss: 0.0317554
Test set: Average loss: 2.8571, Accuracy: 1480/5000 (30%)
[epoch 19] loss: 0.0221795
Test set: Average loss: 2.9938, Accuracy: 1474/5000 (29%)
[epoch 20] loss: 0.0164091
Test set: Average loss: 3.1204, Accuracy: 1466/5000 (29%)
[epoch 21] loss: 0.0120103
Test set: Average loss: 3.2311, Accuracy: 1471/5000 (29%)
[epoch 22] loss: 0.0085559
Test set: Average loss: 3.3283, Accuracy: 1464/5000 (29%)
[epoch 23] loss: 0.0060795
Test set: Average loss: 3.4165, Accuracy: 1469/5000 (29%)
[epoch 24] loss: 0.0044036
Test set: Average loss: 3.4990, Accuracy: 1478/5000 (30%)
[epoch 25] loss: 0.0032725
Test set: Average loss: 3.5778, Accuracy: 1479/5000 (30%)
[epoch 26] loss: 0.0024926
Test set: Average loss: 3.6537, Accuracy: 1467/5000 (29%)
[epoch 27] loss: 0.0019401
Test set: Average loss: 3.7273, Accuracy: 1458/5000 (29%)
[epoch 28] loss: 0.0015409
Test set: Average loss: 3.7985, Accuracy: 1450/5000 (29%)
[epoch 29] loss: 0.0012493
Test set: Average loss: 3.8673, Accuracy: 1440/5000 (29%)
[epoch 30] loss: 0.0010341
Test set: Average loss: 3.9336, Accuracy: 1432/5000 (29%)
[epoch 31] loss: 0.0008740
Test set: Average loss: 3.9970, Accuracy: 1418/5000 (28%)
[epoch 32] loss: 0.0007529
Test set: Average loss: 4.0575, Accuracy: 1421/5000 (28%)
[epoch 33] loss: 0.0006603
Test set: Average loss: 4.1150, Accuracy: 1414/5000 (28%)
[epoch 34] loss: 0.0005883
Test set: Average loss: 4.1693, Accuracy: 1405/5000 (28%)
[epoch 35] loss: 0.0005307
Test set: Average loss: 4.2204, Accuracy: 1398/5000 (28%)
[epoch 36] loss: 0.0004840
Test set: Average loss: 4.2684, Accuracy: 1396/5000 (28%)
[epoch 37] loss: 0.0004457
Test set: Average loss: 4.3134, Accuracy: 1392/5000 (28%)
[epoch 38] loss: 0.0004135
Test set: Average loss: 4.3553, Accuracy: 1386/5000 (28%)
[epoch 39] loss: 0.0003860
Test set: Average loss: 4.3944, Accuracy: 1381/5000 (28%)
[epoch 40] loss: 0.0003623
Test set: Average loss: 4.4308, Accuracy: 1378/5000 (28%)
[epoch 41] loss: 0.0003411
Test set: Average loss: 4.4646, Accuracy: 1377/5000 (28%)
[epoch 42] loss: 0.0003226
Test set: Average loss: 4.4959, Accuracy: 1370/5000 (27%)
[epoch 43] loss: 0.0003059
Test set: Average loss: 4.5249, Accuracy: 1376/5000 (28%)
[epoch 44] loss: 0.0002909
Test set: Average loss: 4.5518, Accuracy: 1378/5000 (28%)
[epoch 45] loss: 0.0002771
Test set: Average loss: 4.5767, Accuracy: 1374/5000 (27%)
[epoch 46] loss: 0.0002646
Test set: Average loss: 4.5997, Accuracy: 1373/5000 (27%)
[epoch 47] loss: 0.0002531
Test set: Average loss: 4.6211, Accuracy: 1374/5000 (27%)
[epoch 48] loss: 0.0002427
Test set: Average loss: 4.6408, Accuracy: 1374/5000 (27%)
[epoch 49] loss: 0.0002330
Test set: Average loss: 4.6591, Accuracy: 1379/5000 (28%)
[epoch 50] loss: 0.0002241
Test set: Average loss: 4.6760, Accuracy: 1378/5000 (28%)
Validation:
Test set: Average loss: 2.7277, Accuracy: 1483/5000 (30%)
Test
Test set: Average loss: 2.6919, Accuracy: 2972/10000 (30%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3069, Accuracy: 389/5000 (8%)
[epoch 1] loss: 2.3058550
Test set: Average loss: 2.2646, Accuracy: 1525/5000 (30%)
[epoch 2] loss: 2.1756315
Test set: Average loss: 2.2158, Accuracy: 1812/5000 (36%)
[epoch 3] loss: 2.0108955
Test set: Average loss: 2.1645, Accuracy: 1734/5000 (35%)
[epoch 4] loss: 1.7885773
Test set: Average loss: 2.1399, Accuracy: 1573/5000 (31%)
[epoch 5] loss: 1.5308146
Test set: Average loss: 2.1789, Accuracy: 1505/5000 (30%)
[epoch 6] loss: 1.2837682
Test set: Average loss: 2.2574, Accuracy: 1519/5000 (30%)
[epoch 7] loss: 1.0610545
Test set: Average loss: 2.3028, Accuracy: 1583/5000 (32%)
[epoch 8] loss: 0.8470088
Test set: Average loss: 2.3067, Accuracy: 1566/5000 (31%)
[epoch 9] loss: 0.6404279
Test set: Average loss: 2.3054, Accuracy: 1581/5000 (32%)
[epoch 10] loss: 0.4555824
Test set: Average loss: 2.3416, Accuracy: 1679/5000 (34%)
[epoch 11] loss: 0.3103714
Test set: Average loss: 2.4373, Accuracy: 1667/5000 (33%)
[epoch 12] loss: 0.2150031
Test set: Average loss: 2.5726, Accuracy: 1604/5000 (32%)
[epoch 13] loss: 0.1460608
Test set: Average loss: 2.7272, Accuracy: 1564/5000 (31%)
[epoch 14] loss: 0.0943949
Test set: Average loss: 2.8909, Accuracy: 1538/5000 (31%)
[epoch 15] loss: 0.0606942
Test set: Average loss: 3.0471, Accuracy: 1533/5000 (31%)
[epoch 16] loss: 0.0393498
Test set: Average loss: 3.1862, Accuracy: 1520/5000 (30%)
[epoch 17] loss: 0.0254733
Test set: Average loss: 3.3117, Accuracy: 1531/5000 (31%)
[epoch 18] loss: 0.0164886
Test set: Average loss: 3.4299, Accuracy: 1515/5000 (30%)
[epoch 19] loss: 0.0108948
Test set: Average loss: 3.5444, Accuracy: 1496/5000 (30%)
[epoch 20] loss: 0.0074930
Test set: Average loss: 3.6569, Accuracy: 1467/5000 (29%)
[epoch 21] loss: 0.0053858
Test set: Average loss: 3.7667, Accuracy: 1454/5000 (29%)
[epoch 22] loss: 0.0040149
Test set: Average loss: 3.8727, Accuracy: 1438/5000 (29%)
[epoch 23] loss: 0.0030720
Test set: Average loss: 3.9742, Accuracy: 1432/5000 (29%)
[epoch 24] loss: 0.0023954
Test set: Average loss: 4.0705, Accuracy: 1426/5000 (29%)
[epoch 25] loss: 0.0018979
Test set: Average loss: 4.1616, Accuracy: 1416/5000 (28%)
[epoch 26] loss: 0.0015277
Test set: Average loss: 4.2474, Accuracy: 1416/5000 (28%)
[epoch 27] loss: 0.0012493
Test set: Average loss: 4.3281, Accuracy: 1403/5000 (28%)
[epoch 28] loss: 0.0010377
Test set: Average loss: 4.4039, Accuracy: 1402/5000 (28%)
[epoch 29] loss: 0.0008750
Test set: Average loss: 4.4749, Accuracy: 1405/5000 (28%)
[epoch 30] loss: 0.0007489
Test set: Average loss: 4.5414, Accuracy: 1396/5000 (28%)
[epoch 31] loss: 0.0006504
Test set: Average loss: 4.6036, Accuracy: 1393/5000 (28%)
[epoch 32] loss: 0.0005723
Test set: Average loss: 4.6616, Accuracy: 1389/5000 (28%)
[epoch 33] loss: 0.0005099
Test set: Average loss: 4.7156, Accuracy: 1385/5000 (28%)
[epoch 34] loss: 0.0004592
Test set: Average loss: 4.7658, Accuracy: 1386/5000 (28%)
[epoch 35] loss: 0.0004177
Test set: Average loss: 4.8125, Accuracy: 1383/5000 (28%)
[epoch 36] loss: 0.0003833
Test set: Average loss: 4.8558, Accuracy: 1384/5000 (28%)
[epoch 37] loss: 0.0003543
Test set: Average loss: 4.8959, Accuracy: 1377/5000 (28%)
[epoch 38] loss: 0.0003297
Test set: Average loss: 4.9331, Accuracy: 1375/5000 (28%)
[epoch 39] loss: 0.0003088
Test set: Average loss: 4.9676, Accuracy: 1380/5000 (28%)
[epoch 40] loss: 0.0002906
Test set: Average loss: 4.9994, Accuracy: 1378/5000 (28%)
[epoch 41] loss: 0.0002750
Test set: Average loss: 5.0288, Accuracy: 1376/5000 (28%)
[epoch 42] loss: 0.0002612
Test set: Average loss: 5.0559, Accuracy: 1370/5000 (27%)
[epoch 43] loss: 0.0002491
Test set: Average loss: 5.0810, Accuracy: 1367/5000 (27%)
[epoch 44] loss: 0.0002383
Test set: Average loss: 5.1042, Accuracy: 1364/5000 (27%)
[epoch 45] loss: 0.0002288
Test set: Average loss: 5.1256, Accuracy: 1370/5000 (27%)
[epoch 46] loss: 0.0002200
Test set: Average loss: 5.1453, Accuracy: 1368/5000 (27%)
[epoch 47] loss: 0.0002122
Test set: Average loss: 5.1635, Accuracy: 1371/5000 (27%)
[epoch 48] loss: 0.0002051
Test set: Average loss: 5.1803, Accuracy: 1373/5000 (27%)
[epoch 49] loss: 0.0001986
Test set: Average loss: 5.1957, Accuracy: 1372/5000 (27%)
[epoch 50] loss: 0.0001927
Test set: Average loss: 5.2100, Accuracy: 1371/5000 (27%)
Validation:
Test set: Average loss: 2.2158, Accuracy: 1812/5000 (36%)
Test
Test set: Average loss: 2.2183, Accuracy: 3666/10000 (37%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3041, Accuracy: 512/5000 (10%)
[epoch 1] loss: 2.3066971
Test set: Average loss: 2.2708, Accuracy: 929/5000 (19%)
[epoch 2] loss: 2.1739910
Test set: Average loss: 2.2391, Accuracy: 1018/5000 (20%)
[epoch 3] loss: 1.9915830
Test set: Average loss: 2.2427, Accuracy: 856/5000 (17%)
[epoch 4] loss: 1.7610570
Test set: Average loss: 2.3647, Accuracy: 697/5000 (14%)
[epoch 5] loss: 1.5505593
Test set: Average loss: 2.5319, Accuracy: 665/5000 (13%)
[epoch 6] loss: 1.3958472
Test set: Average loss: 2.4732, Accuracy: 825/5000 (16%)
[epoch 7] loss: 1.1666307
Test set: Average loss: 2.3600, Accuracy: 959/5000 (19%)
[epoch 8] loss: 0.9592628
Test set: Average loss: 2.2915, Accuracy: 1041/5000 (21%)
[epoch 9] loss: 0.7803648
Test set: Average loss: 2.2617, Accuracy: 1101/5000 (22%)
[epoch 10] loss: 0.5982916
Test set: Average loss: 2.3089, Accuracy: 1154/5000 (23%)
[epoch 11] loss: 0.4406383
Test set: Average loss: 2.4589, Accuracy: 1144/5000 (23%)
[epoch 12] loss: 0.3287313
Test set: Average loss: 2.6727, Accuracy: 1099/5000 (22%)
[epoch 13] loss: 0.2482035
Test set: Average loss: 2.8873, Accuracy: 1087/5000 (22%)
[epoch 14] loss: 0.1797265
Test set: Average loss: 3.0783, Accuracy: 1080/5000 (22%)
[epoch 15] loss: 0.1226405
Test set: Average loss: 3.2544, Accuracy: 1094/5000 (22%)
[epoch 16] loss: 0.0802313
Test set: Average loss: 3.4325, Accuracy: 1078/5000 (22%)
[epoch 17] loss: 0.0525214
Test set: Average loss: 3.6201, Accuracy: 1093/5000 (22%)
[epoch 18] loss: 0.0350973
Test set: Average loss: 3.8166, Accuracy: 1101/5000 (22%)
[epoch 19] loss: 0.0239819
Test set: Average loss: 4.0204, Accuracy: 1083/5000 (22%)
[epoch 20] loss: 0.0169083
Test set: Average loss: 4.2293, Accuracy: 1057/5000 (21%)
[epoch 21] loss: 0.0124300
Test set: Average loss: 4.4390, Accuracy: 1034/5000 (21%)
[epoch 22] loss: 0.0093662
Test set: Average loss: 4.6444, Accuracy: 1018/5000 (20%)
[epoch 23] loss: 0.0070463
Test set: Average loss: 4.8416, Accuracy: 995/5000 (20%)
[epoch 24] loss: 0.0052328
Test set: Average loss: 5.0280, Accuracy: 978/5000 (20%)
[epoch 25] loss: 0.0038680
Test set: Average loss: 5.2025, Accuracy: 969/5000 (19%)
[epoch 26] loss: 0.0028916
Test set: Average loss: 5.3644, Accuracy: 958/5000 (19%)
[epoch 27] loss: 0.0022224
Test set: Average loss: 5.5137, Accuracy: 955/5000 (19%)
[epoch 28] loss: 0.0017693
Test set: Average loss: 5.6500, Accuracy: 939/5000 (19%)
[epoch 29] loss: 0.0014597
Test set: Average loss: 5.7737, Accuracy: 928/5000 (19%)
[epoch 30] loss: 0.0012413
Test set: Average loss: 5.8848, Accuracy: 926/5000 (19%)
[epoch 31] loss: 0.0010810
Test set: Average loss: 5.9839, Accuracy: 919/5000 (18%)
[epoch 32] loss: 0.0009576
Test set: Average loss: 6.0717, Accuracy: 911/5000 (18%)
[epoch 33] loss: 0.0008588
Test set: Average loss: 6.1487, Accuracy: 914/5000 (18%)
[epoch 34] loss: 0.0007766
Test set: Average loss: 6.2160, Accuracy: 909/5000 (18%)
[epoch 35] loss: 0.0007061
Test set: Average loss: 6.2743, Accuracy: 909/5000 (18%)
[epoch 36] loss: 0.0006440
Test set: Average loss: 6.3246, Accuracy: 911/5000 (18%)
[epoch 37] loss: 0.0005885
Test set: Average loss: 6.3677, Accuracy: 911/5000 (18%)
[epoch 38] loss: 0.0005389
Test set: Average loss: 6.4046, Accuracy: 911/5000 (18%)
[epoch 39] loss: 0.0004942
Test set: Average loss: 6.4360, Accuracy: 905/5000 (18%)
[epoch 40] loss: 0.0004537
Test set: Average loss: 6.4628, Accuracy: 905/5000 (18%)
[epoch 41] loss: 0.0004175
Test set: Average loss: 6.4855, Accuracy: 905/5000 (18%)
[epoch 42] loss: 0.0003851
Test set: Average loss: 6.5047, Accuracy: 905/5000 (18%)
[epoch 43] loss: 0.0003560
Test set: Average loss: 6.5211, Accuracy: 906/5000 (18%)
[epoch 44] loss: 0.0003305
Test set: Average loss: 6.5350, Accuracy: 903/5000 (18%)
[epoch 45] loss: 0.0003079
Test set: Average loss: 6.5468, Accuracy: 904/5000 (18%)
[epoch 46] loss: 0.0002877
Test set: Average loss: 6.5569, Accuracy: 909/5000 (18%)
[epoch 47] loss: 0.0002700
Test set: Average loss: 6.5656, Accuracy: 907/5000 (18%)
[epoch 48] loss: 0.0002546
Test set: Average loss: 6.5731, Accuracy: 911/5000 (18%)
[epoch 49] loss: 0.0002410
Test set: Average loss: 6.5796, Accuracy: 910/5000 (18%)
[epoch 50] loss: 0.0002288
Test set: Average loss: 6.5852, Accuracy: 910/5000 (18%)
Validation:
Test set: Average loss: 2.3089, Accuracy: 1154/5000 (23%)
Test
Test set: Average loss: 2.3108, Accuracy: 2247/10000 (22%)
50
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3102, Accuracy: 282/5000 (6%)
[epoch 1] loss: 2.2746611
Test set: Average loss: 2.2317, Accuracy: 1349/5000 (27%)
[epoch 2] loss: 2.0278753
Test set: Average loss: 2.1791, Accuracy: 1103/5000 (22%)
[epoch 3] loss: 1.7574052
Test set: Average loss: 2.1722, Accuracy: 1168/5000 (23%)
[epoch 4] loss: 1.4748606
Test set: Average loss: 2.1186, Accuracy: 1359/5000 (27%)
[epoch 5] loss: 1.2577625
Test set: Average loss: 2.0412, Accuracy: 1527/5000 (31%)
[epoch 6] loss: 0.9958137
Test set: Average loss: 2.0125, Accuracy: 1531/5000 (31%)
[epoch 7] loss: 0.7674837
Test set: Average loss: 1.9438, Accuracy: 1625/5000 (32%)
[epoch 8] loss: 0.5327537
Test set: Average loss: 1.9878, Accuracy: 1618/5000 (32%)
[epoch 9] loss: 0.3683085
Test set: Average loss: 2.0001, Accuracy: 1709/5000 (34%)
[epoch 10] loss: 0.2411636
Test set: Average loss: 2.0877, Accuracy: 1735/5000 (35%)
[epoch 11] loss: 0.1385869
Test set: Average loss: 2.3103, Accuracy: 1628/5000 (33%)
[epoch 12] loss: 0.0816223
Test set: Average loss: 2.5139, Accuracy: 1637/5000 (33%)
[epoch 13] loss: 0.0499771
Test set: Average loss: 2.7080, Accuracy: 1621/5000 (32%)
[epoch 14] loss: 0.0313218
Test set: Average loss: 2.8262, Accuracy: 1608/5000 (32%)
[epoch 15] loss: 0.0173008
Test set: Average loss: 2.8866, Accuracy: 1621/5000 (32%)
[epoch 16] loss: 0.0110898
Test set: Average loss: 2.9538, Accuracy: 1643/5000 (33%)
[epoch 17] loss: 0.0078681
Test set: Average loss: 3.0318, Accuracy: 1604/5000 (32%)
[epoch 18] loss: 0.0055939
Test set: Average loss: 3.1067, Accuracy: 1608/5000 (32%)
[epoch 19] loss: 0.0049586
Test set: Average loss: 3.1738, Accuracy: 1604/5000 (32%)
[epoch 20] loss: 0.0037074
Test set: Average loss: 3.2263, Accuracy: 1603/5000 (32%)
[epoch 21] loss: 0.0031038
Test set: Average loss: 3.2694, Accuracy: 1613/5000 (32%)
[epoch 22] loss: 0.0026253
Test set: Average loss: 3.3067, Accuracy: 1619/5000 (32%)
[epoch 23] loss: 0.0020299
Test set: Average loss: 3.3410, Accuracy: 1608/5000 (32%)
[epoch 24] loss: 0.0017792
Test set: Average loss: 3.3725, Accuracy: 1608/5000 (32%)
[epoch 25] loss: 0.0015364
Test set: Average loss: 3.4009, Accuracy: 1613/5000 (32%)
[epoch 26] loss: 0.0013215
Test set: Average loss: 3.4281, Accuracy: 1606/5000 (32%)
[epoch 27] loss: 0.0012437
Test set: Average loss: 3.4542, Accuracy: 1615/5000 (32%)
[epoch 28] loss: 0.0011308
Test set: Average loss: 3.4775, Accuracy: 1608/5000 (32%)
[epoch 29] loss: 0.0010543
Test set: Average loss: 3.4987, Accuracy: 1611/5000 (32%)
[epoch 30] loss: 0.0010139
Test set: Average loss: 3.5176, Accuracy: 1608/5000 (32%)
[epoch 31] loss: 0.0009295
Test set: Average loss: 3.5341, Accuracy: 1607/5000 (32%)
[epoch 32] loss: 0.0008986
Test set: Average loss: 3.5481, Accuracy: 1603/5000 (32%)
[epoch 33] loss: 0.0008648
Test set: Average loss: 3.5607, Accuracy: 1599/5000 (32%)
[epoch 34] loss: 0.0008292
Test set: Average loss: 3.5728, Accuracy: 1600/5000 (32%)
[epoch 35] loss: 0.0008190
Test set: Average loss: 3.5843, Accuracy: 1600/5000 (32%)
[epoch 36] loss: 0.0007366
Test set: Average loss: 3.5955, Accuracy: 1594/5000 (32%)
[epoch 37] loss: 0.0007124
Test set: Average loss: 3.6066, Accuracy: 1591/5000 (32%)
[epoch 38] loss: 0.0007090
Test set: Average loss: 3.6175, Accuracy: 1591/5000 (32%)
[epoch 39] loss: 0.0006844
Test set: Average loss: 3.6281, Accuracy: 1590/5000 (32%)
[epoch 40] loss: 0.0006737
Test set: Average loss: 3.6378, Accuracy: 1589/5000 (32%)
[epoch 41] loss: 0.0006227
Test set: Average loss: 3.6470, Accuracy: 1586/5000 (32%)
[epoch 42] loss: 0.0006430
Epoch 41: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.6557, Accuracy: 1587/5000 (32%)
[epoch 43] loss: 0.0006375
Epoch 42: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.6565, Accuracy: 1587/5000 (32%)
[epoch 44] loss: 0.0006396
Epoch 43: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.6652, Accuracy: 1584/5000 (32%)
[epoch 45] loss: 0.0006455
Epoch 44: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.6566, Accuracy: 1587/5000 (32%)
[epoch 46] loss: 0.0006399
Epoch 45: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.6566, Accuracy: 1587/5000 (32%)
[epoch 47] loss: 0.0006484
Epoch 46: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.6566, Accuracy: 1587/5000 (32%)
[epoch 48] loss: 0.0006238
Epoch 47: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.6566, Accuracy: 1587/5000 (32%)
[epoch 49] loss: 0.0006430
Epoch 48: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.6566, Accuracy: 1587/5000 (32%)
[epoch 50] loss: 0.0006374
Epoch 49: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.6566, Accuracy: 1587/5000 (32%)
Validation:
Test set: Average loss: 2.0877, Accuracy: 1735/5000 (35%)
Test
Test set: Average loss: 2.0748, Accuracy: 3430/10000 (34%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3074, Accuracy: 210/5000 (4%)
[epoch 1] loss: 2.2857567
Test set: Average loss: 2.2181, Accuracy: 1488/5000 (30%)
[epoch 2] loss: 2.0814520
Test set: Average loss: 2.0878, Accuracy: 1429/5000 (29%)
[epoch 3] loss: 1.8079116
Test set: Average loss: 1.9836, Accuracy: 1434/5000 (29%)
[epoch 4] loss: 1.4556241
Test set: Average loss: 1.8627, Accuracy: 1766/5000 (35%)
[epoch 5] loss: 1.1576809
Test set: Average loss: 1.8112, Accuracy: 1842/5000 (37%)
[epoch 6] loss: 0.8814553
Test set: Average loss: 1.7731, Accuracy: 1896/5000 (38%)
[epoch 7] loss: 0.7251724
Test set: Average loss: 1.7960, Accuracy: 1924/5000 (38%)
[epoch 8] loss: 0.5825945
Test set: Average loss: 1.7765, Accuracy: 1989/5000 (40%)
[epoch 9] loss: 0.4259793
Test set: Average loss: 1.8247, Accuracy: 1976/5000 (40%)
[epoch 10] loss: 0.3227762
Test set: Average loss: 1.9420, Accuracy: 1922/5000 (38%)
[epoch 11] loss: 0.2267112
Test set: Average loss: 2.0721, Accuracy: 1891/5000 (38%)
[epoch 12] loss: 0.1682111
Test set: Average loss: 2.1344, Accuracy: 1848/5000 (37%)
[epoch 13] loss: 0.0880298
Test set: Average loss: 2.2066, Accuracy: 1844/5000 (37%)
[epoch 14] loss: 0.0601889
Test set: Average loss: 2.3098, Accuracy: 1812/5000 (36%)
[epoch 15] loss: 0.0381927
Test set: Average loss: 2.3987, Accuracy: 1826/5000 (37%)
[epoch 16] loss: 0.0260556
Test set: Average loss: 2.4639, Accuracy: 1847/5000 (37%)
[epoch 17] loss: 0.0173807
Test set: Average loss: 2.5175, Accuracy: 1859/5000 (37%)
[epoch 18] loss: 0.0112052
Test set: Average loss: 2.5730, Accuracy: 1873/5000 (37%)
[epoch 19] loss: 0.0080970
Test set: Average loss: 2.6314, Accuracy: 1888/5000 (38%)
[epoch 20] loss: 0.0059295
Test set: Average loss: 2.6911, Accuracy: 1878/5000 (38%)
[epoch 21] loss: 0.0048681
Test set: Average loss: 2.7487, Accuracy: 1866/5000 (37%)
[epoch 22] loss: 0.0043259
Test set: Average loss: 2.7972, Accuracy: 1865/5000 (37%)
[epoch 23] loss: 0.0039174
Test set: Average loss: 2.8377, Accuracy: 1865/5000 (37%)
[epoch 24] loss: 0.0031503
Test set: Average loss: 2.8686, Accuracy: 1850/5000 (37%)
[epoch 25] loss: 0.0028720
Test set: Average loss: 2.8927, Accuracy: 1855/5000 (37%)
[epoch 26] loss: 0.0027434
Test set: Average loss: 2.9114, Accuracy: 1854/5000 (37%)
[epoch 27] loss: 0.0020666
Test set: Average loss: 2.9252, Accuracy: 1856/5000 (37%)
[epoch 28] loss: 0.0020083
Test set: Average loss: 2.9367, Accuracy: 1860/5000 (37%)
[epoch 29] loss: 0.0017807
Test set: Average loss: 2.9459, Accuracy: 1869/5000 (37%)
[epoch 30] loss: 0.0017066
Test set: Average loss: 2.9548, Accuracy: 1877/5000 (38%)
[epoch 31] loss: 0.0014925
Test set: Average loss: 2.9633, Accuracy: 1879/5000 (38%)
[epoch 32] loss: 0.0014973
Epoch 31: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.9712, Accuracy: 1874/5000 (37%)
[epoch 33] loss: 0.0013737
Test set: Average loss: 2.9719, Accuracy: 1875/5000 (38%)
[epoch 34] loss: 0.0013847
Epoch 33: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.9725, Accuracy: 1875/5000 (38%)
[epoch 35] loss: 0.0013710
Test set: Average loss: 2.9725, Accuracy: 1875/5000 (38%)
[epoch 36] loss: 0.0013736
Epoch 35: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
[epoch 37] loss: 0.0013471
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
[epoch 38] loss: 0.0013689
Epoch 37: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
[epoch 39] loss: 0.0013252
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
[epoch 40] loss: 0.0013071
Test set: Average loss: 2.9815, Accuracy: 1870/5000 (37%)
[epoch 41] loss: 0.0014190
Epoch 40: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
[epoch 42] loss: 0.0013941
Epoch 41: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
[epoch 43] loss: 0.0014073
Epoch 42: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
[epoch 44] loss: 0.0014511
Epoch 43: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
[epoch 45] loss: 0.0013327
Epoch 44: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
[epoch 46] loss: 0.0013805
Epoch 45: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
[epoch 47] loss: 0.0013374
Epoch 46: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
[epoch 48] loss: 0.0013612
Epoch 47: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
[epoch 49] loss: 0.0013008
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
[epoch 50] loss: 0.0013095
Epoch 49: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.9726, Accuracy: 1875/5000 (38%)
Validation:
Test set: Average loss: 1.7765, Accuracy: 1989/5000 (40%)
Test
Test set: Average loss: 1.7519, Accuracy: 3982/10000 (40%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3024, Accuracy: 414/5000 (8%)
[epoch 1] loss: 2.2646482
Test set: Average loss: 2.2192, Accuracy: 1109/5000 (22%)
[epoch 2] loss: 1.9539912
Test set: Average loss: 2.2381, Accuracy: 918/5000 (18%)
[epoch 3] loss: 1.7322221
Test set: Average loss: 2.2176, Accuracy: 1098/5000 (22%)
[epoch 4] loss: 1.3949410
Test set: Average loss: 2.0866, Accuracy: 1402/5000 (28%)
[epoch 5] loss: 1.2143279
Test set: Average loss: 2.0440, Accuracy: 1501/5000 (30%)
[epoch 6] loss: 0.9457705
Test set: Average loss: 2.0613, Accuracy: 1560/5000 (31%)
[epoch 7] loss: 0.7383943
Test set: Average loss: 2.1632, Accuracy: 1529/5000 (31%)
[epoch 8] loss: 0.5296417
Test set: Average loss: 2.2477, Accuracy: 1529/5000 (31%)
[epoch 9] loss: 0.3897677
Test set: Average loss: 2.4002, Accuracy: 1466/5000 (29%)
[epoch 10] loss: 0.2831708
Test set: Average loss: 2.5763, Accuracy: 1458/5000 (29%)
[epoch 11] loss: 0.1791308
Test set: Average loss: 2.7904, Accuracy: 1471/5000 (29%)
[epoch 12] loss: 0.1513066
Test set: Average loss: 2.9303, Accuracy: 1466/5000 (29%)
[epoch 13] loss: 0.0868260
Test set: Average loss: 3.0651, Accuracy: 1460/5000 (29%)
[epoch 14] loss: 0.0562716
Test set: Average loss: 3.2066, Accuracy: 1443/5000 (29%)
[epoch 15] loss: 0.0368312
Test set: Average loss: 3.3129, Accuracy: 1436/5000 (29%)
[epoch 16] loss: 0.0290069
Test set: Average loss: 3.4035, Accuracy: 1455/5000 (29%)
[epoch 17] loss: 0.0221441
Test set: Average loss: 3.4919, Accuracy: 1460/5000 (29%)
[epoch 18] loss: 0.0156557
Test set: Average loss: 3.5905, Accuracy: 1470/5000 (29%)
[epoch 19] loss: 0.0115948
Test set: Average loss: 3.7007, Accuracy: 1457/5000 (29%)
[epoch 20] loss: 0.0088827
Test set: Average loss: 3.8205, Accuracy: 1454/5000 (29%)
[epoch 21] loss: 0.0072932
Test set: Average loss: 3.9339, Accuracy: 1435/5000 (29%)
[epoch 22] loss: 0.0059170
Test set: Average loss: 4.0326, Accuracy: 1415/5000 (28%)
[epoch 23] loss: 0.0048172
Test set: Average loss: 4.1155, Accuracy: 1402/5000 (28%)
[epoch 24] loss: 0.0037932
Test set: Average loss: 4.1889, Accuracy: 1395/5000 (28%)
[epoch 25] loss: 0.0032851
Test set: Average loss: 4.2494, Accuracy: 1392/5000 (28%)
[epoch 26] loss: 0.0029736
Test set: Average loss: 4.2938, Accuracy: 1387/5000 (28%)
[epoch 27] loss: 0.0026664
Test set: Average loss: 4.3204, Accuracy: 1380/5000 (28%)
[epoch 28] loss: 0.0022946
Test set: Average loss: 4.3344, Accuracy: 1376/5000 (28%)
[epoch 29] loss: 0.0022960
Epoch 28: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 4.3410, Accuracy: 1374/5000 (27%)
[epoch 30] loss: 0.0019765
Test set: Average loss: 4.3411, Accuracy: 1375/5000 (28%)
[epoch 31] loss: 0.0019701
Test set: Average loss: 4.3408, Accuracy: 1375/5000 (28%)
[epoch 32] loss: 0.0020884
Epoch 31: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 4.3403, Accuracy: 1375/5000 (28%)
[epoch 33] loss: 0.0021692
Epoch 32: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 4.3402, Accuracy: 1376/5000 (28%)
[epoch 34] loss: 0.0019341
Test set: Average loss: 4.3402, Accuracy: 1376/5000 (28%)
[epoch 35] loss: 0.0018794
Test set: Average loss: 4.3402, Accuracy: 1376/5000 (28%)
[epoch 36] loss: 0.0019176
Epoch 35: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 37] loss: 0.0021554
Epoch 36: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 38] loss: 0.0020027
Epoch 37: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 39] loss: 0.0019119
Epoch 38: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 40] loss: 0.0018749
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 41] loss: 0.0020758
Epoch 40: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 42] loss: 0.0019162
Epoch 41: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 43] loss: 0.0020417
Epoch 42: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 44] loss: 0.0021023
Epoch 43: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 45] loss: 0.0019377
Epoch 44: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 46] loss: 0.0018182
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 47] loss: 0.0023682
Epoch 46: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 48] loss: 0.0022245
Epoch 47: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 49] loss: 0.0018653
Epoch 48: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
[epoch 50] loss: 0.0021089
Epoch 49: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 4.3401, Accuracy: 1376/5000 (28%)
Validation:
Test set: Average loss: 2.0613, Accuracy: 1560/5000 (31%)
Test
Test set: Average loss: 2.0526, Accuracy: 3041/10000 (30%)
100
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3119, Accuracy: 498/5000 (10%)
[epoch 1] loss: 2.1967570
Test set: Average loss: 2.1814, Accuracy: 1062/5000 (21%)
[epoch 2] loss: 1.8804019
Test set: Average loss: 2.2343, Accuracy: 1193/5000 (24%)
[epoch 3] loss: 1.5358677
Test set: Average loss: 2.0188, Accuracy: 1337/5000 (27%)
[epoch 4] loss: 1.3822209
Test set: Average loss: 1.9132, Accuracy: 1573/5000 (31%)
[epoch 5] loss: 1.0888331
Test set: Average loss: 1.8872, Accuracy: 1638/5000 (33%)
[epoch 6] loss: 0.7948023
Test set: Average loss: 1.9280, Accuracy: 1582/5000 (32%)
[epoch 7] loss: 0.8214445
Epoch 6: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8880, Accuracy: 1752/5000 (35%)
[epoch 8] loss: 0.6580360
Test set: Average loss: 1.8908, Accuracy: 1760/5000 (35%)
[epoch 9] loss: 0.7886008
Epoch 8: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.8637, Accuracy: 1791/5000 (36%)
[epoch 10] loss: 0.6167163
Test set: Average loss: 1.8598, Accuracy: 1793/5000 (36%)
[epoch 11] loss: 0.7110923
Epoch 10: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.8548, Accuracy: 1808/5000 (36%)
[epoch 12] loss: 0.6698111
Epoch 11: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.8544, Accuracy: 1810/5000 (36%)
[epoch 13] loss: 0.6059589
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 14] loss: 0.7816606
Epoch 13: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 15] loss: 0.6152700
Epoch 14: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 16] loss: 0.5984429
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 17] loss: 0.6503557
Epoch 16: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 18] loss: 0.5721181
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 19] loss: 1.6128672
Epoch 18: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 20] loss: 0.5715927
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 21] loss: 0.6813467
Epoch 20: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 22] loss: 0.5776930
Epoch 21: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 23] loss: 0.6115133
Epoch 22: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 24] loss: 0.6306419
Epoch 23: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 25] loss: 0.5863997
Epoch 24: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 26] loss: 0.6462186
Epoch 25: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 27] loss: 0.5989042
Epoch 26: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 28] loss: 1.9641388
Epoch 27: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 29] loss: 0.6016389
Epoch 28: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 30] loss: 0.6643255
Epoch 29: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 31] loss: 0.6119989
Epoch 30: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 32] loss: 0.7230548
Epoch 31: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 33] loss: 0.6175078
Epoch 32: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 34] loss: 0.5830818
Epoch 33: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 35] loss: 0.6904956
Epoch 34: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 36] loss: 0.6171238
Epoch 35: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 37] loss: 0.5760651
Epoch 36: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 38] loss: 0.5740376
Epoch 37: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 39] loss: 2.5229691
Epoch 38: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 40] loss: 0.5592992
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 41] loss: 0.5759969
Epoch 40: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 42] loss: 0.6533470
Epoch 41: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 43] loss: 0.7513501
Epoch 42: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 44] loss: 0.7061404
Epoch 43: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 45] loss: 0.5669963
Epoch 44: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 46] loss: 0.7186426
Epoch 45: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 47] loss: 0.6189449
Epoch 46: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 48] loss: 0.6358731
Epoch 47: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 49] loss: 0.6607032
Epoch 48: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
[epoch 50] loss: 0.6965143
Epoch 49: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
Validation:
Test set: Average loss: 1.8543, Accuracy: 1810/5000 (36%)
Test
Test set: Average loss: 1.7959, Accuracy: 3801/10000 (38%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3111, Accuracy: 324/5000 (6%)
[epoch 1] loss: 2.1927580
Test set: Average loss: 2.0672, Accuracy: 1641/5000 (33%)
[epoch 2] loss: 2.1727029
Test set: Average loss: 1.8899, Accuracy: 1666/5000 (33%)
[epoch 3] loss: 1.5531459
Test set: Average loss: 1.7654, Accuracy: 1917/5000 (38%)
[epoch 4] loss: 1.4798748
Test set: Average loss: 1.7659, Accuracy: 1857/5000 (37%)
[epoch 5] loss: 1.2358230
Test set: Average loss: 1.7392, Accuracy: 1965/5000 (39%)
[epoch 6] loss: 1.0504585
Test set: Average loss: 1.5917, Accuracy: 2212/5000 (44%)
[epoch 7] loss: 0.9884334
Test set: Average loss: 1.5796, Accuracy: 2249/5000 (45%)
[epoch 8] loss: 0.6992014
Test set: Average loss: 1.7349, Accuracy: 2063/5000 (41%)
[epoch 9] loss: 0.6261940
Test set: Average loss: 1.8298, Accuracy: 2025/5000 (40%)
[epoch 10] loss: 0.7035817
Epoch 9: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7057, Accuracy: 2141/5000 (43%)
[epoch 11] loss: 0.3728867
Test set: Average loss: 1.7191, Accuracy: 2124/5000 (42%)
[epoch 12] loss: 0.3607169
Test set: Average loss: 1.6948, Accuracy: 2176/5000 (44%)
[epoch 13] loss: 0.3466094
Test set: Average loss: 1.6576, Accuracy: 2230/5000 (45%)
[epoch 14] loss: 0.3306776
Test set: Average loss: 1.6241, Accuracy: 2269/5000 (45%)
[epoch 15] loss: 0.2770004
Test set: Average loss: 1.6130, Accuracy: 2308/5000 (46%)
[epoch 16] loss: 0.2689935
Test set: Average loss: 1.6126, Accuracy: 2320/5000 (46%)
[epoch 17] loss: 0.2703103
Epoch 16: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.6205, Accuracy: 2308/5000 (46%)
[epoch 18] loss: 0.2773061
Epoch 17: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.6214, Accuracy: 2308/5000 (46%)
[epoch 19] loss: 0.2346397
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 20] loss: 0.2931141
Epoch 19: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 21] loss: 0.2666243
Epoch 20: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 22] loss: 0.2920101
Epoch 21: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 23] loss: 0.3387782
Epoch 22: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 24] loss: 0.2874938
Epoch 23: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 25] loss: 0.2591490
Epoch 24: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 26] loss: 0.3077767
Epoch 25: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 27] loss: 0.2514541
Epoch 26: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 28] loss: 0.2475246
Epoch 27: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 29] loss: 0.3072757
Epoch 28: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 30] loss: 0.2357292
Epoch 29: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 31] loss: 0.2782130
Epoch 30: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 32] loss: 0.2635345
Epoch 31: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 33] loss: 0.2523970
Epoch 32: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 34] loss: 0.3122954
Epoch 33: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 35] loss: 0.2421206
Epoch 34: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 36] loss: 0.3479204
Epoch 35: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 37] loss: 0.2972672
Epoch 36: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 38] loss: 0.2740450
Epoch 37: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 39] loss: 0.2727514
Epoch 38: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 40] loss: 0.3267356
Epoch 39: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 41] loss: 0.2445712
Epoch 40: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 42] loss: 0.3229664
Epoch 41: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 43] loss: 0.3073272
Epoch 42: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 44] loss: 0.3176435
Epoch 43: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 45] loss: 0.2892804
Epoch 44: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 46] loss: 0.2899673
Epoch 45: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 47] loss: 0.2921437
Epoch 46: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 48] loss: 0.2516135
Epoch 47: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 49] loss: 0.2746583
Epoch 48: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
[epoch 50] loss: 1.8074380
Epoch 49: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 1.6215, Accuracy: 2307/5000 (46%)
Validation:
Test set: Average loss: 1.6126, Accuracy: 2320/5000 (46%)
Test
Test set: Average loss: 1.5451, Accuracy: 4759/10000 (48%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3103, Accuracy: 575/5000 (12%)
[epoch 1] loss: 2.1247317
Test set: Average loss: 2.1910, Accuracy: 967/5000 (19%)
[epoch 2] loss: 1.7725893
Test set: Average loss: 2.1225, Accuracy: 1424/5000 (28%)
[epoch 3] loss: 1.5578110
Test set: Average loss: 2.0315, Accuracy: 1506/5000 (30%)
[epoch 4] loss: 1.3501937
Test set: Average loss: 1.9462, Accuracy: 1455/5000 (29%)
[epoch 5] loss: 1.1091898
Test set: Average loss: 1.8345, Accuracy: 1719/5000 (34%)
[epoch 6] loss: 0.8972930
Test set: Average loss: 1.9904, Accuracy: 1596/5000 (32%)
[epoch 7] loss: 0.9774462
Epoch 6: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8999, Accuracy: 1734/5000 (35%)
[epoch 8] loss: 0.6626029
Test set: Average loss: 1.9081, Accuracy: 1740/5000 (35%)
[epoch 9] loss: 0.7223823
Epoch 8: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.8941, Accuracy: 1777/5000 (36%)
[epoch 10] loss: 0.6244537
Test set: Average loss: 1.8941, Accuracy: 1792/5000 (36%)
[epoch 11] loss: 0.5834334
Test set: Average loss: 1.8945, Accuracy: 1803/5000 (36%)
[epoch 12] loss: 0.5418070
Test set: Average loss: 1.8937, Accuracy: 1812/5000 (36%)
[epoch 13] loss: 0.6091511
Epoch 12: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.8935, Accuracy: 1823/5000 (36%)
[epoch 14] loss: 0.7002768
Epoch 13: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 15] loss: 0.6378702
Epoch 14: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 16] loss: 0.5890419
Epoch 15: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 17] loss: 0.7898820
Epoch 16: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 18] loss: 0.6148708
Epoch 17: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 19] loss: 0.6395708
Epoch 18: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 20] loss: 0.6738904
Epoch 19: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 21] loss: 0.7466757
Epoch 20: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 22] loss: 0.4996502
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 23] loss: 0.5842825
Epoch 22: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 24] loss: 0.5669560
Epoch 23: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 25] loss: 0.6929473
Epoch 24: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 26] loss: 0.5601790
Epoch 25: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 27] loss: 0.5601645
Epoch 26: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 28] loss: 0.5665791
Epoch 27: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 29] loss: 0.5367621
Epoch 28: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 30] loss: 0.6208289
Epoch 29: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 31] loss: 1.7822540
Epoch 30: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 32] loss: 0.5937087
Epoch 31: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 33] loss: 0.5255173
Epoch 32: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 34] loss: 0.5115397
Epoch 33: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 35] loss: 0.4944219
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 36] loss: 0.5298570
Epoch 35: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 37] loss: 0.6719267
Epoch 36: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 38] loss: 0.5119284
Epoch 37: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 39] loss: 0.5853651
Epoch 38: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 40] loss: 0.6770673
Epoch 39: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 41] loss: 0.5750871
Epoch 40: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 42] loss: 0.6725064
Epoch 41: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 43] loss: 0.6584657
Epoch 42: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 44] loss: 0.5413758
Epoch 43: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 45] loss: 0.6288292
Epoch 44: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 46] loss: 0.7521723
Epoch 45: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 47] loss: 0.5805819
Epoch 46: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 48] loss: 0.5858465
Epoch 47: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 49] loss: 0.5821771
Epoch 48: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
[epoch 50] loss: 0.6544931
Epoch 49: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
Validation:
Test set: Average loss: 1.8935, Accuracy: 1825/5000 (36%)
Test
Test set: Average loss: 1.9089, Accuracy: 3645/10000 (36%)
250
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3054, Accuracy: 401/5000 (8%)
[epoch 1] loss: 2.0970923
Test set: Average loss: 1.7749, Accuracy: 2067/5000 (41%)
[epoch 2] loss: 1.5724286
Test set: Average loss: 1.5648, Accuracy: 2366/5000 (47%)
[epoch 3] loss: 1.2263530
Test set: Average loss: 1.6283, Accuracy: 2106/5000 (42%)
[epoch 4] loss: 1.0782074
Test set: Average loss: 1.5335, Accuracy: 2377/5000 (48%)
[epoch 5] loss: 0.8824369
Test set: Average loss: 1.5715, Accuracy: 2366/5000 (47%)
[epoch 6] loss: 0.6728201
Test set: Average loss: 1.5512, Accuracy: 2410/5000 (48%)
[epoch 7] loss: 0.5467005
Test set: Average loss: 1.5042, Accuracy: 2554/5000 (51%)
[epoch 8] loss: 0.4072546
Test set: Average loss: 1.6372, Accuracy: 2439/5000 (49%)
[epoch 9] loss: 0.3006325
Test set: Average loss: 1.7109, Accuracy: 2473/5000 (49%)
[epoch 10] loss: 0.2331632
Test set: Average loss: 1.9623, Accuracy: 2348/5000 (47%)
[epoch 11] loss: 0.1591671
Test set: Average loss: 1.8938, Accuracy: 2415/5000 (48%)
[epoch 12] loss: 0.1310228
Test set: Average loss: 1.9449, Accuracy: 2448/5000 (49%)
[epoch 13] loss: 0.1032956
Test set: Average loss: 2.1673, Accuracy: 2383/5000 (48%)
[epoch 14] loss: 0.0643981
Test set: Average loss: 2.1635, Accuracy: 2388/5000 (48%)
[epoch 15] loss: 0.0370175
Test set: Average loss: 2.1681, Accuracy: 2407/5000 (48%)
[epoch 16] loss: 0.0245486
Test set: Average loss: 2.2607, Accuracy: 2394/5000 (48%)
[epoch 17] loss: 0.0164130
Test set: Average loss: 2.2419, Accuracy: 2422/5000 (48%)
[epoch 18] loss: 0.0121546
Test set: Average loss: 2.2758, Accuracy: 2423/5000 (48%)
[epoch 19] loss: 0.0097417
Test set: Average loss: 2.3157, Accuracy: 2436/5000 (49%)
[epoch 20] loss: 0.0081586
Test set: Average loss: 2.3565, Accuracy: 2432/5000 (49%)
[epoch 21] loss: 0.0070561
Test set: Average loss: 2.3793, Accuracy: 2422/5000 (48%)
[epoch 22] loss: 0.0062408
Test set: Average loss: 2.4091, Accuracy: 2422/5000 (48%)
[epoch 23] loss: 0.0057251
Test set: Average loss: 2.4285, Accuracy: 2422/5000 (48%)
[epoch 24] loss: 0.0052392
Test set: Average loss: 2.4394, Accuracy: 2420/5000 (48%)
[epoch 25] loss: 0.0048643
Test set: Average loss: 2.4655, Accuracy: 2418/5000 (48%)
[epoch 26] loss: 0.0044877
Test set: Average loss: 2.4830, Accuracy: 2418/5000 (48%)
[epoch 27] loss: 0.0042122
Test set: Average loss: 2.4970, Accuracy: 2411/5000 (48%)
[epoch 28] loss: 0.0039060
Test set: Average loss: 2.5223, Accuracy: 2409/5000 (48%)
[epoch 29] loss: 0.0036754
Test set: Average loss: 2.5320, Accuracy: 2412/5000 (48%)
[epoch 30] loss: 0.0034366
Test set: Average loss: 2.5536, Accuracy: 2412/5000 (48%)
[epoch 31] loss: 0.0031981
Test set: Average loss: 2.5673, Accuracy: 2409/5000 (48%)
[epoch 32] loss: 0.0030251
Test set: Average loss: 2.5770, Accuracy: 2412/5000 (48%)
[epoch 33] loss: 0.0028903
Test set: Average loss: 2.5959, Accuracy: 2411/5000 (48%)
[epoch 34] loss: 0.0027169
Test set: Average loss: 2.6071, Accuracy: 2403/5000 (48%)
[epoch 35] loss: 0.0025848
Test set: Average loss: 2.6142, Accuracy: 2402/5000 (48%)
[epoch 36] loss: 0.0024436
Test set: Average loss: 2.6327, Accuracy: 2408/5000 (48%)
[epoch 37] loss: 0.0023442
Test set: Average loss: 2.6493, Accuracy: 2407/5000 (48%)
[epoch 38] loss: 0.0022406
Test set: Average loss: 2.6498, Accuracy: 2404/5000 (48%)
[epoch 39] loss: 0.0021357
Test set: Average loss: 2.6684, Accuracy: 2402/5000 (48%)
[epoch 40] loss: 0.0020068
Test set: Average loss: 2.6809, Accuracy: 2402/5000 (48%)
[epoch 41] loss: 0.0019420
Test set: Average loss: 2.6895, Accuracy: 2401/5000 (48%)
[epoch 42] loss: 0.0018345
Test set: Average loss: 2.7041, Accuracy: 2397/5000 (48%)
[epoch 43] loss: 0.0017790
Test set: Average loss: 2.7101, Accuracy: 2398/5000 (48%)
[epoch 44] loss: 0.0017078
Test set: Average loss: 2.7145, Accuracy: 2397/5000 (48%)
[epoch 45] loss: 0.0016307
Test set: Average loss: 2.7354, Accuracy: 2399/5000 (48%)
[epoch 46] loss: 0.0015689
Test set: Average loss: 2.7405, Accuracy: 2396/5000 (48%)
[epoch 47] loss: 0.0015244
Test set: Average loss: 2.7553, Accuracy: 2392/5000 (48%)
[epoch 48] loss: 0.0014478
Test set: Average loss: 2.7596, Accuracy: 2393/5000 (48%)
[epoch 49] loss: 0.0014074
Test set: Average loss: 2.7689, Accuracy: 2396/5000 (48%)
[epoch 50] loss: 0.0013510
Test set: Average loss: 2.7808, Accuracy: 2391/5000 (48%)
Validation:
Test set: Average loss: 1.5042, Accuracy: 2554/5000 (51%)
Test
Test set: Average loss: 1.4876, Accuracy: 5120/10000 (51%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3128, Accuracy: 869/5000 (17%)
[epoch 1] loss: 2.0508671
Test set: Average loss: 1.7859, Accuracy: 1946/5000 (39%)
[epoch 2] loss: 1.4246778
Test set: Average loss: 1.4512, Accuracy: 2410/5000 (48%)
[epoch 3] loss: 1.0596807
Test set: Average loss: 1.3959, Accuracy: 2522/5000 (50%)
[epoch 4] loss: 0.8006902
Test set: Average loss: 1.3579, Accuracy: 2646/5000 (53%)
[epoch 5] loss: 0.5921752
Test set: Average loss: 1.6451, Accuracy: 2305/5000 (46%)
[epoch 6] loss: 0.5364780
Test set: Average loss: 1.5032, Accuracy: 2618/5000 (52%)
[epoch 7] loss: 0.3837877
Test set: Average loss: 1.6246, Accuracy: 2487/5000 (50%)
[epoch 8] loss: 0.3275954
Test set: Average loss: 1.6305, Accuracy: 2523/5000 (50%)
[epoch 9] loss: 0.2254283
Test set: Average loss: 1.6155, Accuracy: 2608/5000 (52%)
[epoch 10] loss: 0.1610334
Test set: Average loss: 1.6729, Accuracy: 2609/5000 (52%)
[epoch 11] loss: 0.1088476
Test set: Average loss: 1.7877, Accuracy: 2565/5000 (51%)
[epoch 12] loss: 0.0923880
Test set: Average loss: 1.9849, Accuracy: 2546/5000 (51%)
[epoch 13] loss: 0.0697633
Test set: Average loss: 1.9430, Accuracy: 2513/5000 (50%)
[epoch 14] loss: 0.0479853
Test set: Average loss: 2.0255, Accuracy: 2538/5000 (51%)
[epoch 15] loss: 0.0344352
Test set: Average loss: 2.0572, Accuracy: 2579/5000 (52%)
[epoch 16] loss: 0.0176170
Test set: Average loss: 2.0748, Accuracy: 2543/5000 (51%)
[epoch 17] loss: 0.0125526
Test set: Average loss: 2.1172, Accuracy: 2516/5000 (50%)
[epoch 18] loss: 0.0098714
Test set: Average loss: 2.1661, Accuracy: 2541/5000 (51%)
[epoch 19] loss: 0.0082975
Test set: Average loss: 2.1689, Accuracy: 2556/5000 (51%)
[epoch 20] loss: 0.0067220
Test set: Average loss: 2.1873, Accuracy: 2558/5000 (51%)
[epoch 21] loss: 0.0058987
Test set: Average loss: 2.2214, Accuracy: 2545/5000 (51%)
[epoch 22] loss: 0.0052815
Test set: Average loss: 2.2460, Accuracy: 2542/5000 (51%)
[epoch 23] loss: 0.0047781
Test set: Average loss: 2.2604, Accuracy: 2549/5000 (51%)
[epoch 24] loss: 0.0044667
Test set: Average loss: 2.2835, Accuracy: 2541/5000 (51%)
[epoch 25] loss: 0.0040933
Test set: Average loss: 2.3032, Accuracy: 2535/5000 (51%)
[epoch 26] loss: 0.0037656
Test set: Average loss: 2.3141, Accuracy: 2538/5000 (51%)
[epoch 27] loss: 0.0034954
Test set: Average loss: 2.3377, Accuracy: 2531/5000 (51%)
[epoch 28] loss: 0.0032810
Test set: Average loss: 2.3553, Accuracy: 2533/5000 (51%)
[epoch 29] loss: 0.0030977
Test set: Average loss: 2.3671, Accuracy: 2532/5000 (51%)
[epoch 30] loss: 0.0028542
Test set: Average loss: 2.3804, Accuracy: 2528/5000 (51%)
[epoch 31] loss: 0.0027169
Test set: Average loss: 2.3897, Accuracy: 2535/5000 (51%)
[epoch 32] loss: 0.0025798
Test set: Average loss: 2.3998, Accuracy: 2540/5000 (51%)
[epoch 33] loss: 0.0024280
Test set: Average loss: 2.4207, Accuracy: 2533/5000 (51%)
[epoch 34] loss: 0.0023105
Test set: Average loss: 2.4385, Accuracy: 2527/5000 (51%)
[epoch 35] loss: 0.0021837
Test set: Average loss: 2.4428, Accuracy: 2531/5000 (51%)
[epoch 36] loss: 0.0020753
Test set: Average loss: 2.4525, Accuracy: 2525/5000 (50%)
[epoch 37] loss: 0.0019844
Test set: Average loss: 2.4635, Accuracy: 2530/5000 (51%)
[epoch 38] loss: 0.0018821
Test set: Average loss: 2.4784, Accuracy: 2531/5000 (51%)
[epoch 39] loss: 0.0018271
Test set: Average loss: 2.4909, Accuracy: 2526/5000 (51%)
[epoch 40] loss: 0.0017253
Test set: Average loss: 2.4968, Accuracy: 2523/5000 (50%)
[epoch 41] loss: 0.0016619
Test set: Average loss: 2.5088, Accuracy: 2522/5000 (50%)
[epoch 42] loss: 0.0016032
Test set: Average loss: 2.5192, Accuracy: 2519/5000 (50%)
[epoch 43] loss: 0.0015181
Test set: Average loss: 2.5305, Accuracy: 2522/5000 (50%)
[epoch 44] loss: 0.0014673
Test set: Average loss: 2.5391, Accuracy: 2521/5000 (50%)
[epoch 45] loss: 0.0014174
Test set: Average loss: 2.5491, Accuracy: 2522/5000 (50%)
[epoch 46] loss: 0.0013573
Test set: Average loss: 2.5565, Accuracy: 2521/5000 (50%)
[epoch 47] loss: 0.0013029
Test set: Average loss: 2.5648, Accuracy: 2520/5000 (50%)
[epoch 48] loss: 0.0012529
Test set: Average loss: 2.5753, Accuracy: 2524/5000 (50%)
[epoch 49] loss: 0.0012079
Test set: Average loss: 2.5831, Accuracy: 2518/5000 (50%)
[epoch 50] loss: 0.0011693
Test set: Average loss: 2.5900, Accuracy: 2518/5000 (50%)
Validation:
Test set: Average loss: 1.3579, Accuracy: 2646/5000 (53%)
Test
Test set: Average loss: 1.3206, Accuracy: 5382/10000 (54%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3008, Accuracy: 700/5000 (14%)
[epoch 1] loss: 2.0801474
Test set: Average loss: 1.7816, Accuracy: 1914/5000 (38%)
[epoch 2] loss: 1.5405627
Test set: Average loss: 1.7096, Accuracy: 1956/5000 (39%)
[epoch 3] loss: 1.2493855
Test set: Average loss: 1.4647, Accuracy: 2463/5000 (49%)
[epoch 4] loss: 0.9592106
Test set: Average loss: 1.5842, Accuracy: 2359/5000 (47%)
[epoch 5] loss: 0.8192719
Test set: Average loss: 1.5065, Accuracy: 2542/5000 (51%)
[epoch 6] loss: 0.6054028
Test set: Average loss: 1.5662, Accuracy: 2493/5000 (50%)
[epoch 7] loss: 0.4762405
Test set: Average loss: 1.6415, Accuracy: 2496/5000 (50%)
[epoch 8] loss: 0.3213442
Test set: Average loss: 1.6845, Accuracy: 2490/5000 (50%)
[epoch 9] loss: 0.2420012
Test set: Average loss: 1.7260, Accuracy: 2524/5000 (50%)
[epoch 10] loss: 0.1768837
Test set: Average loss: 1.7894, Accuracy: 2556/5000 (51%)
[epoch 11] loss: 0.1173288
Test set: Average loss: 2.0365, Accuracy: 2412/5000 (48%)
[epoch 12] loss: 0.0830836
Test set: Average loss: 2.0064, Accuracy: 2466/5000 (49%)
[epoch 13] loss: 0.0416031
Test set: Average loss: 2.1645, Accuracy: 2458/5000 (49%)
[epoch 14] loss: 0.0288775
Test set: Average loss: 2.1813, Accuracy: 2459/5000 (49%)
[epoch 15] loss: 0.0206748
Test set: Average loss: 2.1929, Accuracy: 2465/5000 (49%)
[epoch 16] loss: 0.0147993
Test set: Average loss: 2.3177, Accuracy: 2435/5000 (49%)
[epoch 17] loss: 0.0128274
Test set: Average loss: 2.3327, Accuracy: 2458/5000 (49%)
[epoch 18] loss: 0.0099641
Test set: Average loss: 2.3155, Accuracy: 2468/5000 (49%)
[epoch 19] loss: 0.0088003
Test set: Average loss: 2.3523, Accuracy: 2460/5000 (49%)
[epoch 20] loss: 0.0072069
Test set: Average loss: 2.3955, Accuracy: 2455/5000 (49%)
[epoch 21] loss: 0.0065133
Test set: Average loss: 2.4221, Accuracy: 2457/5000 (49%)
[epoch 22] loss: 0.0058475
Test set: Average loss: 2.4332, Accuracy: 2448/5000 (49%)
[epoch 23] loss: 0.0053648
Test set: Average loss: 2.4537, Accuracy: 2453/5000 (49%)
[epoch 24] loss: 0.0049573
Test set: Average loss: 2.4752, Accuracy: 2461/5000 (49%)
[epoch 25] loss: 0.0045275
Test set: Average loss: 2.4978, Accuracy: 2453/5000 (49%)
[epoch 26] loss: 0.0042298
Test set: Average loss: 2.5094, Accuracy: 2455/5000 (49%)
[epoch 27] loss: 0.0039250
Test set: Average loss: 2.5294, Accuracy: 2454/5000 (49%)
[epoch 28] loss: 0.0037003
Test set: Average loss: 2.5425, Accuracy: 2450/5000 (49%)
[epoch 29] loss: 0.0034728
Test set: Average loss: 2.5641, Accuracy: 2459/5000 (49%)
[epoch 30] loss: 0.0032522
Test set: Average loss: 2.5770, Accuracy: 2459/5000 (49%)
[epoch 31] loss: 0.0030438
Test set: Average loss: 2.5889, Accuracy: 2451/5000 (49%)
[epoch 32] loss: 0.0028612
Test set: Average loss: 2.6011, Accuracy: 2454/5000 (49%)
[epoch 33] loss: 0.0026901
Test set: Average loss: 2.6201, Accuracy: 2449/5000 (49%)
[epoch 34] loss: 0.0025500
Test set: Average loss: 2.6336, Accuracy: 2448/5000 (49%)
[epoch 35] loss: 0.0024328
Test set: Average loss: 2.6453, Accuracy: 2454/5000 (49%)
[epoch 36] loss: 0.0022985
Test set: Average loss: 2.6546, Accuracy: 2447/5000 (49%)
[epoch 37] loss: 0.0022096
Test set: Average loss: 2.6677, Accuracy: 2445/5000 (49%)
[epoch 38] loss: 0.0021112
Test set: Average loss: 2.6784, Accuracy: 2449/5000 (49%)
[epoch 39] loss: 0.0020124
Test set: Average loss: 2.6895, Accuracy: 2447/5000 (49%)
[epoch 40] loss: 0.0019122
Test set: Average loss: 2.6999, Accuracy: 2445/5000 (49%)
[epoch 41] loss: 0.0018374
Test set: Average loss: 2.7088, Accuracy: 2448/5000 (49%)
[epoch 42] loss: 0.0017562
Test set: Average loss: 2.7216, Accuracy: 2442/5000 (49%)
[epoch 43] loss: 0.0016876
Test set: Average loss: 2.7327, Accuracy: 2447/5000 (49%)
[epoch 44] loss: 0.0016200
Test set: Average loss: 2.7394, Accuracy: 2446/5000 (49%)
[epoch 45] loss: 0.0015481
Test set: Average loss: 2.7526, Accuracy: 2438/5000 (49%)
[epoch 46] loss: 0.0014959
Test set: Average loss: 2.7632, Accuracy: 2442/5000 (49%)
[epoch 47] loss: 0.0014294
Test set: Average loss: 2.7697, Accuracy: 2441/5000 (49%)
[epoch 48] loss: 0.0013802
Test set: Average loss: 2.7755, Accuracy: 2444/5000 (49%)
[epoch 49] loss: 0.0013290
Test set: Average loss: 2.7892, Accuracy: 2442/5000 (49%)
[epoch 50] loss: 0.0012905
Test set: Average loss: 2.7961, Accuracy: 2444/5000 (49%)
Validation:
Test set: Average loss: 1.7894, Accuracy: 2556/5000 (51%)
Test
Test set: Average loss: 1.7585, Accuracy: 5126/10000 (51%)
500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3107, Accuracy: 160/5000 (3%)
[epoch 1] loss: 1.8821807
Test set: Average loss: 1.6037, Accuracy: 2063/5000 (41%)
[epoch 2] loss: 1.2996363
Test set: Average loss: 1.4210, Accuracy: 2509/5000 (50%)
[epoch 3] loss: 1.0280296
Test set: Average loss: 1.3221, Accuracy: 2779/5000 (56%)
[epoch 4] loss: 0.8602281
Test set: Average loss: 1.3512, Accuracy: 2691/5000 (54%)
[epoch 5] loss: 0.6748881
Test set: Average loss: 1.3762, Accuracy: 2722/5000 (54%)
[epoch 6] loss: 0.5047526
Test set: Average loss: 1.5327, Accuracy: 2620/5000 (52%)
[epoch 7] loss: 0.3749573
Test set: Average loss: 1.6376, Accuracy: 2639/5000 (53%)
[epoch 8] loss: 0.3213130
Test set: Average loss: 1.7740, Accuracy: 2577/5000 (52%)
[epoch 9] loss: 0.2027612
Test set: Average loss: 1.7718, Accuracy: 2650/5000 (53%)
[epoch 10] loss: 0.1304980
Test set: Average loss: 1.9704, Accuracy: 2541/5000 (51%)
[epoch 11] loss: 0.0755958
Test set: Average loss: 2.0757, Accuracy: 2601/5000 (52%)
[epoch 12] loss: 0.0465442
Test set: Average loss: 2.1959, Accuracy: 2546/5000 (51%)
[epoch 13] loss: 0.0414360
Test set: Average loss: 2.3105, Accuracy: 2571/5000 (51%)
[epoch 14] loss: 0.0689721
Epoch 13: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.4193, Accuracy: 2518/5000 (50%)
[epoch 15] loss: 0.0424133
Epoch 14: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.3249, Accuracy: 2584/5000 (52%)
[epoch 16] loss: 0.0234129
Test set: Average loss: 2.3206, Accuracy: 2582/5000 (52%)
[epoch 17] loss: 0.0221947
Test set: Average loss: 2.3153, Accuracy: 2580/5000 (52%)
[epoch 18] loss: 0.0213166
Test set: Average loss: 2.3107, Accuracy: 2590/5000 (52%)
[epoch 19] loss: 0.0204052
Test set: Average loss: 2.3074, Accuracy: 2598/5000 (52%)
[epoch 20] loss: 0.0195626
Test set: Average loss: 2.3044, Accuracy: 2604/5000 (52%)
[epoch 21] loss: 0.0188164
Test set: Average loss: 2.3019, Accuracy: 2608/5000 (52%)
[epoch 22] loss: 0.0189291
Epoch 21: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.3001, Accuracy: 2604/5000 (52%)
[epoch 23] loss: 0.0184476
Test set: Average loss: 2.2999, Accuracy: 2604/5000 (52%)
[epoch 24] loss: 0.0181720
Test set: Average loss: 2.2998, Accuracy: 2606/5000 (52%)
[epoch 25] loss: 0.0179149
Test set: Average loss: 2.2996, Accuracy: 2606/5000 (52%)
[epoch 26] loss: 0.0180838
Epoch 25: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.2994, Accuracy: 2606/5000 (52%)
[epoch 27] loss: 0.0182614
Epoch 26: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 28] loss: 0.0184446
Epoch 27: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 29] loss: 0.0181684
Epoch 28: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 30] loss: 0.0180151
Epoch 29: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 31] loss: 0.0183433
Epoch 30: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 32] loss: 0.0181116
Epoch 31: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 33] loss: 0.0181075
Epoch 32: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 34] loss: 0.0181211
Epoch 33: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 35] loss: 0.0182370
Epoch 34: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 36] loss: 0.0180998
Epoch 35: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 37] loss: 0.0180242
Epoch 36: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 38] loss: 0.0178300
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 39] loss: 0.0180735
Epoch 38: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 40] loss: 0.0183217
Epoch 39: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 41] loss: 0.0180124
Epoch 40: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 42] loss: 0.0178905
Epoch 41: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 43] loss: 0.0179329
Epoch 42: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 44] loss: 0.0180752
Epoch 43: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 45] loss: 0.0180390
Epoch 44: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 46] loss: 0.0178832
Epoch 45: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 47] loss: 0.0178972
Epoch 46: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 48] loss: 0.0181268
Epoch 47: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 49] loss: 0.0178923
Epoch 48: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
[epoch 50] loss: 0.0180959
Epoch 49: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.2994, Accuracy: 2605/5000 (52%)
Validation:
Test set: Average loss: 1.3221, Accuracy: 2779/5000 (56%)
Test
Test set: Average loss: 1.2902, Accuracy: 5520/10000 (55%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3075, Accuracy: 270/5000 (5%)
[epoch 1] loss: 1.7972407
Test set: Average loss: 1.4686, Accuracy: 2475/5000 (50%)
[epoch 2] loss: 1.1660713
Test set: Average loss: 1.3799, Accuracy: 2564/5000 (51%)
[epoch 3] loss: 0.9389753
Test set: Average loss: 1.4004, Accuracy: 2554/5000 (51%)
[epoch 4] loss: 0.7534183
Test set: Average loss: 1.3602, Accuracy: 2705/5000 (54%)
[epoch 5] loss: 0.5795625
Test set: Average loss: 1.4084, Accuracy: 2761/5000 (55%)
[epoch 6] loss: 0.4613866
Test set: Average loss: 1.5327, Accuracy: 2654/5000 (53%)
[epoch 7] loss: 0.3305268
Test set: Average loss: 1.6165, Accuracy: 2630/5000 (53%)
[epoch 8] loss: 0.2987772
Test set: Average loss: 1.6869, Accuracy: 2665/5000 (53%)
[epoch 9] loss: 0.1973351
Test set: Average loss: 1.7607, Accuracy: 2651/5000 (53%)
[epoch 10] loss: 0.1229326
Test set: Average loss: 1.8515, Accuracy: 2618/5000 (52%)
[epoch 11] loss: 0.0754845
Test set: Average loss: 1.9917, Accuracy: 2679/5000 (54%)
[epoch 12] loss: 0.0555109
Test set: Average loss: 2.1056, Accuracy: 2635/5000 (53%)
[epoch 13] loss: 0.0362599
Test set: Average loss: 2.1481, Accuracy: 2616/5000 (52%)
[epoch 14] loss: 0.0212933
Test set: Average loss: 2.2275, Accuracy: 2660/5000 (53%)
[epoch 15] loss: 0.0202512
Test set: Average loss: 2.2383, Accuracy: 2620/5000 (52%)
[epoch 16] loss: 0.0114478
Test set: Average loss: 2.2660, Accuracy: 2645/5000 (53%)
[epoch 17] loss: 0.0083749
Test set: Average loss: 2.3204, Accuracy: 2637/5000 (53%)
[epoch 18] loss: 0.0064348
Test set: Average loss: 2.3370, Accuracy: 2650/5000 (53%)
[epoch 19] loss: 0.0053245
Test set: Average loss: 2.3663, Accuracy: 2646/5000 (53%)
[epoch 20] loss: 0.0046181
Test set: Average loss: 2.3882, Accuracy: 2649/5000 (53%)
[epoch 21] loss: 0.0041326
Test set: Average loss: 2.4135, Accuracy: 2653/5000 (53%)
[epoch 22] loss: 0.0038369
Test set: Average loss: 2.4347, Accuracy: 2655/5000 (53%)
[epoch 23] loss: 0.0036477
Test set: Average loss: 2.4564, Accuracy: 2657/5000 (53%)
[epoch 24] loss: 0.0033238
Test set: Average loss: 2.4768, Accuracy: 2648/5000 (53%)
[epoch 25] loss: 0.0030150
Test set: Average loss: 2.4942, Accuracy: 2646/5000 (53%)
[epoch 26] loss: 0.0027476
Test set: Average loss: 2.5166, Accuracy: 2653/5000 (53%)
[epoch 27] loss: 0.0025186
Test set: Average loss: 2.5297, Accuracy: 2644/5000 (53%)
[epoch 28] loss: 0.0023274
Test set: Average loss: 2.5495, Accuracy: 2650/5000 (53%)
[epoch 29] loss: 0.0022062
Test set: Average loss: 2.5676, Accuracy: 2650/5000 (53%)
[epoch 30] loss: 0.0020733
Test set: Average loss: 2.5799, Accuracy: 2646/5000 (53%)
[epoch 31] loss: 0.0019309
Test set: Average loss: 2.5950, Accuracy: 2647/5000 (53%)
[epoch 32] loss: 0.0018513
Test set: Average loss: 2.6079, Accuracy: 2654/5000 (53%)
[epoch 33] loss: 0.0017189
Test set: Average loss: 2.6225, Accuracy: 2647/5000 (53%)
[epoch 34] loss: 0.0016396
Test set: Average loss: 2.6358, Accuracy: 2649/5000 (53%)
[epoch 35] loss: 0.0015644
Test set: Average loss: 2.6486, Accuracy: 2647/5000 (53%)
[epoch 36] loss: 0.0014819
Test set: Average loss: 2.6615, Accuracy: 2643/5000 (53%)
[epoch 37] loss: 0.0014093
Test set: Average loss: 2.6750, Accuracy: 2650/5000 (53%)
[epoch 38] loss: 0.0013488
Test set: Average loss: 2.6866, Accuracy: 2657/5000 (53%)
[epoch 39] loss: 0.0012845
Test set: Average loss: 2.6965, Accuracy: 2646/5000 (53%)
[epoch 40] loss: 0.0012216
Test set: Average loss: 2.7068, Accuracy: 2647/5000 (53%)
[epoch 41] loss: 0.0011648
Test set: Average loss: 2.7200, Accuracy: 2649/5000 (53%)
[epoch 42] loss: 0.0011122
Test set: Average loss: 2.7321, Accuracy: 2651/5000 (53%)
[epoch 43] loss: 0.0010572
Test set: Average loss: 2.7421, Accuracy: 2646/5000 (53%)
[epoch 44] loss: 0.0010254
Test set: Average loss: 2.7528, Accuracy: 2653/5000 (53%)
[epoch 45] loss: 0.0009777
Test set: Average loss: 2.7623, Accuracy: 2646/5000 (53%)
[epoch 46] loss: 0.0009399
Test set: Average loss: 2.7713, Accuracy: 2649/5000 (53%)
[epoch 47] loss: 0.0008953
Test set: Average loss: 2.7807, Accuracy: 2646/5000 (53%)
[epoch 48] loss: 0.0008718
Test set: Average loss: 2.7914, Accuracy: 2652/5000 (53%)
[epoch 49] loss: 0.0008424
Test set: Average loss: 2.7999, Accuracy: 2644/5000 (53%)
[epoch 50] loss: 0.0008073
Test set: Average loss: 2.8098, Accuracy: 2648/5000 (53%)
Validation:
Test set: Average loss: 1.4084, Accuracy: 2761/5000 (55%)
Test
Test set: Average loss: 1.3418, Accuracy: 5666/10000 (57%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3015, Accuracy: 383/5000 (8%)
[epoch 1] loss: 1.8861000
Test set: Average loss: 1.5363, Accuracy: 2350/5000 (47%)
[epoch 2] loss: 1.3394939
Test set: Average loss: 1.3835, Accuracy: 2552/5000 (51%)
[epoch 3] loss: 1.0360610
Test set: Average loss: 1.3756, Accuracy: 2606/5000 (52%)
[epoch 4] loss: 0.8801136
Test set: Average loss: 1.4584, Accuracy: 2583/5000 (52%)
[epoch 5] loss: 0.7851219
Test set: Average loss: 1.5592, Accuracy: 2535/5000 (51%)
[epoch 6] loss: 0.6069774
Test set: Average loss: 1.5823, Accuracy: 2567/5000 (51%)
[epoch 7] loss: 0.4487992
Test set: Average loss: 1.7216, Accuracy: 2559/5000 (51%)
[epoch 8] loss: 0.3205880
Test set: Average loss: 1.7163, Accuracy: 2610/5000 (52%)
[epoch 9] loss: 0.1983034
Test set: Average loss: 1.8868, Accuracy: 2524/5000 (50%)
[epoch 10] loss: 0.1442558
Test set: Average loss: 1.9735, Accuracy: 2528/5000 (51%)
[epoch 11] loss: 0.0895230
Test set: Average loss: 2.1183, Accuracy: 2472/5000 (49%)
[epoch 12] loss: 0.0507110
Test set: Average loss: 2.1789, Accuracy: 2525/5000 (50%)
[epoch 13] loss: 0.0280230
Test set: Average loss: 2.3087, Accuracy: 2506/5000 (50%)
[epoch 14] loss: 0.0177924
Test set: Average loss: 2.3502, Accuracy: 2519/5000 (50%)
[epoch 15] loss: 0.0130670
Test set: Average loss: 2.4090, Accuracy: 2523/5000 (50%)
[epoch 16] loss: 0.0107328
Test set: Average loss: 2.4582, Accuracy: 2513/5000 (50%)
[epoch 17] loss: 0.0088258
Test set: Average loss: 2.5042, Accuracy: 2520/5000 (50%)
[epoch 18] loss: 0.0075361
Test set: Average loss: 2.5384, Accuracy: 2527/5000 (51%)
[epoch 19] loss: 0.0065951
Test set: Average loss: 2.5787, Accuracy: 2517/5000 (50%)
[epoch 20] loss: 0.0057411
Test set: Average loss: 2.6018, Accuracy: 2520/5000 (50%)
[epoch 21] loss: 0.0051891
Test set: Average loss: 2.6301, Accuracy: 2518/5000 (50%)
[epoch 22] loss: 0.0046149
Test set: Average loss: 2.6623, Accuracy: 2521/5000 (50%)
[epoch 23] loss: 0.0041403
Test set: Average loss: 2.6831, Accuracy: 2510/5000 (50%)
[epoch 24] loss: 0.0037867
Test set: Average loss: 2.7109, Accuracy: 2520/5000 (50%)
[epoch 25] loss: 0.0035372
Test set: Average loss: 2.7333, Accuracy: 2503/5000 (50%)
[epoch 26] loss: 0.0032392
Test set: Average loss: 2.7555, Accuracy: 2512/5000 (50%)
[epoch 27] loss: 0.0029945
Test set: Average loss: 2.7735, Accuracy: 2518/5000 (50%)
[epoch 28] loss: 0.0027552
Test set: Average loss: 2.7982, Accuracy: 2516/5000 (50%)
[epoch 29] loss: 0.0025982
Test set: Average loss: 2.8071, Accuracy: 2508/5000 (50%)
[epoch 30] loss: 0.0024017
Test set: Average loss: 2.8327, Accuracy: 2515/5000 (50%)
[epoch 31] loss: 0.0022629
Test set: Average loss: 2.8491, Accuracy: 2513/5000 (50%)
[epoch 32] loss: 0.0021121
Test set: Average loss: 2.8637, Accuracy: 2514/5000 (50%)
[epoch 33] loss: 0.0019979
Test set: Average loss: 2.8824, Accuracy: 2502/5000 (50%)
[epoch 34] loss: 0.0018632
Test set: Average loss: 2.8950, Accuracy: 2510/5000 (50%)
[epoch 35] loss: 0.0017743
Test set: Average loss: 2.9135, Accuracy: 2510/5000 (50%)
[epoch 36] loss: 0.0016868
Test set: Average loss: 2.9276, Accuracy: 2510/5000 (50%)
[epoch 37] loss: 0.0016047
Test set: Average loss: 2.9426, Accuracy: 2510/5000 (50%)
[epoch 38] loss: 0.0015275
Test set: Average loss: 2.9553, Accuracy: 2505/5000 (50%)
[epoch 39] loss: 0.0014271
Test set: Average loss: 2.9700, Accuracy: 2502/5000 (50%)
[epoch 40] loss: 0.0013699
Test set: Average loss: 2.9848, Accuracy: 2503/5000 (50%)
[epoch 41] loss: 0.0013009
Test set: Average loss: 2.9930, Accuracy: 2501/5000 (50%)
[epoch 42] loss: 0.0012443
Test set: Average loss: 3.0068, Accuracy: 2508/5000 (50%)
[epoch 43] loss: 0.0011980
Test set: Average loss: 3.0222, Accuracy: 2499/5000 (50%)
[epoch 44] loss: 0.0011321
Test set: Average loss: 3.0310, Accuracy: 2502/5000 (50%)
[epoch 45] loss: 0.0010878
Test set: Average loss: 3.0415, Accuracy: 2499/5000 (50%)
[epoch 46] loss: 0.0010402
Test set: Average loss: 3.0534, Accuracy: 2500/5000 (50%)
[epoch 47] loss: 0.0009886
Test set: Average loss: 3.0656, Accuracy: 2501/5000 (50%)
[epoch 48] loss: 0.0009577
Test set: Average loss: 3.0781, Accuracy: 2501/5000 (50%)
[epoch 49] loss: 0.0009199
Test set: Average loss: 3.0859, Accuracy: 2508/5000 (50%)
[epoch 50] loss: 0.0008798
Test set: Average loss: 3.0970, Accuracy: 2495/5000 (50%)
Validation:
Test set: Average loss: 1.7163, Accuracy: 2610/5000 (52%)
Test
Test set: Average loss: 1.6626, Accuracy: 5261/10000 (53%)
750
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3102, Accuracy: 405/5000 (8%)
[epoch 1] loss: 1.7249177
Test set: Average loss: 1.4562, Accuracy: 2359/5000 (47%)
[epoch 2] loss: 1.2410467
Test set: Average loss: 1.5119, Accuracy: 2288/5000 (46%)
[epoch 3] loss: 1.0461220
Test set: Average loss: 1.2897, Accuracy: 2790/5000 (56%)
[epoch 4] loss: 0.8528488
Test set: Average loss: 1.3338, Accuracy: 2736/5000 (55%)
[epoch 5] loss: 0.7036015
Test set: Average loss: 1.3976, Accuracy: 2738/5000 (55%)
[epoch 6] loss: 0.5480246
Test set: Average loss: 1.5039, Accuracy: 2738/5000 (55%)
[epoch 7] loss: 0.4739281
Test set: Average loss: 1.5815, Accuracy: 2714/5000 (54%)
[epoch 8] loss: 0.3760486
Test set: Average loss: 1.8031, Accuracy: 2631/5000 (53%)
[epoch 9] loss: 0.2918651
Test set: Average loss: 1.8735, Accuracy: 2684/5000 (54%)
[epoch 10] loss: 0.2171351
Test set: Average loss: 1.9929, Accuracy: 2648/5000 (53%)
[epoch 11] loss: 0.1778725
Test set: Average loss: 2.1091, Accuracy: 2574/5000 (51%)
[epoch 12] loss: 0.1116946
Test set: Average loss: 2.2846, Accuracy: 2555/5000 (51%)
[epoch 13] loss: 0.0771631
Test set: Average loss: 2.2522, Accuracy: 2619/5000 (52%)
[epoch 14] loss: 0.0511070
Test set: Average loss: 2.4426, Accuracy: 2577/5000 (52%)
[epoch 15] loss: 0.0462911
Test set: Average loss: 2.4962, Accuracy: 2575/5000 (52%)
[epoch 16] loss: 0.0278084
Test set: Average loss: 2.6233, Accuracy: 2580/5000 (52%)
[epoch 17] loss: 0.0130086
Test set: Average loss: 2.6123, Accuracy: 2618/5000 (52%)
[epoch 18] loss: 0.0082346
Test set: Average loss: 2.6890, Accuracy: 2643/5000 (53%)
[epoch 19] loss: 0.0060950
Test set: Average loss: 2.7237, Accuracy: 2633/5000 (53%)
[epoch 20] loss: 0.0048662
Test set: Average loss: 2.7499, Accuracy: 2638/5000 (53%)
[epoch 21] loss: 0.0043368
Test set: Average loss: 2.7809, Accuracy: 2634/5000 (53%)
[epoch 22] loss: 0.0037481
Test set: Average loss: 2.8135, Accuracy: 2630/5000 (53%)
[epoch 23] loss: 0.0034337
Test set: Average loss: 2.8327, Accuracy: 2641/5000 (53%)
[epoch 24] loss: 0.0031154
Test set: Average loss: 2.8709, Accuracy: 2632/5000 (53%)
[epoch 25] loss: 0.0029757
Test set: Average loss: 2.8819, Accuracy: 2637/5000 (53%)
[epoch 26] loss: 0.0026316
Test set: Average loss: 2.9041, Accuracy: 2637/5000 (53%)
[epoch 27] loss: 0.0024732
Test set: Average loss: 2.9268, Accuracy: 2637/5000 (53%)
[epoch 28] loss: 0.0022951
Test set: Average loss: 2.9453, Accuracy: 2631/5000 (53%)
[epoch 29] loss: 0.0021174
Test set: Average loss: 2.9665, Accuracy: 2632/5000 (53%)
[epoch 30] loss: 0.0019393
Test set: Average loss: 2.9890, Accuracy: 2631/5000 (53%)
[epoch 31] loss: 0.0018124
Test set: Average loss: 3.0047, Accuracy: 2635/5000 (53%)
[epoch 32] loss: 0.0017293
Test set: Average loss: 3.0445, Accuracy: 2626/5000 (53%)
[epoch 33] loss: 0.0016196
Test set: Average loss: 3.0362, Accuracy: 2631/5000 (53%)
[epoch 34] loss: 0.0015374
Test set: Average loss: 3.0556, Accuracy: 2632/5000 (53%)
[epoch 35] loss: 0.0014684
Test set: Average loss: 3.0720, Accuracy: 2628/5000 (53%)
[epoch 36] loss: 0.0013829
Test set: Average loss: 3.0878, Accuracy: 2632/5000 (53%)
[epoch 37] loss: 0.0013228
Test set: Average loss: 3.1003, Accuracy: 2632/5000 (53%)
[epoch 38] loss: 0.0012500
Test set: Average loss: 3.1187, Accuracy: 2629/5000 (53%)
[epoch 39] loss: 0.0011705
Test set: Average loss: 3.1327, Accuracy: 2629/5000 (53%)
[epoch 40] loss: 0.0011239
Test set: Average loss: 3.1468, Accuracy: 2626/5000 (53%)
[epoch 41] loss: 0.0011002
Test set: Average loss: 3.1612, Accuracy: 2632/5000 (53%)
[epoch 42] loss: 0.0010227
Test set: Average loss: 3.1942, Accuracy: 2616/5000 (52%)
[epoch 43] loss: 0.0009912
Test set: Average loss: 3.1885, Accuracy: 2622/5000 (52%)
[epoch 44] loss: 0.0009336
Test set: Average loss: 3.1999, Accuracy: 2622/5000 (52%)
[epoch 45] loss: 0.0009059
Test set: Average loss: 3.2109, Accuracy: 2619/5000 (52%)
[epoch 46] loss: 0.0008569
Test set: Average loss: 3.2260, Accuracy: 2620/5000 (52%)
[epoch 47] loss: 0.0008209
Test set: Average loss: 3.2366, Accuracy: 2620/5000 (52%)
[epoch 48] loss: 0.0007995
Test set: Average loss: 3.2489, Accuracy: 2621/5000 (52%)
[epoch 49] loss: 0.0007650
Test set: Average loss: 3.2609, Accuracy: 2615/5000 (52%)
[epoch 50] loss: 0.0007306
Test set: Average loss: 3.2725, Accuracy: 2614/5000 (52%)
Validation:
Test set: Average loss: 1.2897, Accuracy: 2790/5000 (56%)
Test
Test set: Average loss: 1.2634, Accuracy: 5553/10000 (56%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.2930, Accuracy: 887/5000 (18%)
[epoch 1] loss: 1.6391171
Test set: Average loss: 1.4800, Accuracy: 2328/5000 (47%)
[epoch 2] loss: 1.0526822
Test set: Average loss: 1.4150, Accuracy: 2535/5000 (51%)
[epoch 3] loss: 0.8607440
Test set: Average loss: 1.3464, Accuracy: 2721/5000 (54%)
[epoch 4] loss: 0.6417609
Test set: Average loss: 1.5080, Accuracy: 2628/5000 (53%)
[epoch 5] loss: 0.5492776
Test set: Average loss: 1.5567, Accuracy: 2718/5000 (54%)
[epoch 6] loss: 0.4811483
Test set: Average loss: 1.5778, Accuracy: 2722/5000 (54%)
[epoch 7] loss: 0.3046874
Test set: Average loss: 1.6734, Accuracy: 2679/5000 (54%)
[epoch 8] loss: 0.2646223
Test set: Average loss: 1.8190, Accuracy: 2672/5000 (53%)
[epoch 9] loss: 0.1962634
Test set: Average loss: 1.9609, Accuracy: 2644/5000 (53%)
[epoch 10] loss: 0.1237681
Test set: Average loss: 2.0418, Accuracy: 2683/5000 (54%)
[epoch 11] loss: 0.1081079
Test set: Average loss: 2.1846, Accuracy: 2674/5000 (53%)
[epoch 12] loss: 0.0935044
Test set: Average loss: 2.2559, Accuracy: 2669/5000 (53%)
[epoch 13] loss: 0.0537646
Test set: Average loss: 2.3603, Accuracy: 2610/5000 (52%)
[epoch 14] loss: 0.0323381
Test set: Average loss: 2.3760, Accuracy: 2669/5000 (53%)
[epoch 15] loss: 0.0205173
Test set: Average loss: 2.4649, Accuracy: 2659/5000 (53%)
[epoch 16] loss: 0.0096382
Test set: Average loss: 2.5116, Accuracy: 2675/5000 (54%)
[epoch 17] loss: 0.0063094
Test set: Average loss: 2.5313, Accuracy: 2683/5000 (54%)
[epoch 18] loss: 0.0048809
Test set: Average loss: 2.5647, Accuracy: 2674/5000 (53%)
[epoch 19] loss: 0.0041730
Test set: Average loss: 2.5908, Accuracy: 2669/5000 (53%)
[epoch 20] loss: 0.0036227
Test set: Average loss: 2.6225, Accuracy: 2671/5000 (53%)
[epoch 21] loss: 0.0032880
Test set: Average loss: 2.6473, Accuracy: 2665/5000 (53%)
[epoch 22] loss: 0.0029587
Test set: Average loss: 2.6721, Accuracy: 2656/5000 (53%)
[epoch 23] loss: 0.0026944
Test set: Average loss: 2.6983, Accuracy: 2666/5000 (53%)
[epoch 24] loss: 0.0025077
Test set: Average loss: 2.7201, Accuracy: 2660/5000 (53%)
[epoch 25] loss: 0.0022941
Test set: Average loss: 2.7362, Accuracy: 2667/5000 (53%)
[epoch 26] loss: 0.0021084
Test set: Average loss: 2.7571, Accuracy: 2656/5000 (53%)
[epoch 27] loss: 0.0019777
Test set: Average loss: 2.7754, Accuracy: 2659/5000 (53%)
[epoch 28] loss: 0.0018187
Test set: Average loss: 2.7953, Accuracy: 2670/5000 (53%)
[epoch 29] loss: 0.0017120
Test set: Average loss: 2.8095, Accuracy: 2655/5000 (53%)
[epoch 30] loss: 0.0016025
Test set: Average loss: 2.8296, Accuracy: 2667/5000 (53%)
[epoch 31] loss: 0.0015157
Test set: Average loss: 2.8427, Accuracy: 2666/5000 (53%)
[epoch 32] loss: 0.0014243
Test set: Average loss: 2.8610, Accuracy: 2668/5000 (53%)
[epoch 33] loss: 0.0013451
Test set: Average loss: 2.8770, Accuracy: 2661/5000 (53%)
[epoch 34] loss: 0.0012870
Test set: Average loss: 2.8870, Accuracy: 2655/5000 (53%)
[epoch 35] loss: 0.0012171
Test set: Average loss: 2.9048, Accuracy: 2659/5000 (53%)
[epoch 36] loss: 0.0011467
Test set: Average loss: 2.9175, Accuracy: 2659/5000 (53%)
[epoch 37] loss: 0.0010765
Test set: Average loss: 2.9319, Accuracy: 2663/5000 (53%)
[epoch 38] loss: 0.0010302
Test set: Average loss: 2.9439, Accuracy: 2663/5000 (53%)
[epoch 39] loss: 0.0009687
Test set: Average loss: 2.9583, Accuracy: 2660/5000 (53%)
[epoch 40] loss: 0.0009427
Test set: Average loss: 2.9699, Accuracy: 2664/5000 (53%)
[epoch 41] loss: 0.0008994
Test set: Average loss: 2.9809, Accuracy: 2662/5000 (53%)
[epoch 42] loss: 0.0008570
Test set: Average loss: 2.9937, Accuracy: 2663/5000 (53%)
[epoch 43] loss: 0.0008389
Test set: Average loss: 3.0024, Accuracy: 2666/5000 (53%)
[epoch 44] loss: 0.0007955
Test set: Average loss: 3.0181, Accuracy: 2665/5000 (53%)
[epoch 45] loss: 0.0007585
Test set: Average loss: 3.0255, Accuracy: 2661/5000 (53%)
[epoch 46] loss: 0.0007370
Test set: Average loss: 3.0370, Accuracy: 2669/5000 (53%)
[epoch 47] loss: 0.0007060
Test set: Average loss: 3.0486, Accuracy: 2658/5000 (53%)
[epoch 48] loss: 0.0006679
Test set: Average loss: 3.0584, Accuracy: 2668/5000 (53%)
[epoch 49] loss: 0.0006406
Test set: Average loss: 3.0666, Accuracy: 2663/5000 (53%)
[epoch 50] loss: 0.0006157
Test set: Average loss: 3.0796, Accuracy: 2668/5000 (53%)
Validation:
Test set: Average loss: 1.5778, Accuracy: 2722/5000 (54%)
Test
Test set: Average loss: 1.5107, Accuracy: 5624/10000 (56%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3039, Accuracy: 232/5000 (5%)
[epoch 1] loss: 1.7681043
Test set: Average loss: 1.4796, Accuracy: 2458/5000 (49%)
[epoch 2] loss: 1.2275245
Test set: Average loss: 1.3782, Accuracy: 2648/5000 (53%)
[epoch 3] loss: 1.0460471
Test set: Average loss: 1.3896, Accuracy: 2562/5000 (51%)
[epoch 4] loss: 0.8997762
Test set: Average loss: 1.4609, Accuracy: 2588/5000 (52%)
[epoch 5] loss: 0.6837945
Test set: Average loss: 1.4242, Accuracy: 2716/5000 (54%)
[epoch 6] loss: 0.5678898
Test set: Average loss: 1.5749, Accuracy: 2609/5000 (52%)
[epoch 7] loss: 0.4645643
Test set: Average loss: 1.7057, Accuracy: 2591/5000 (52%)
[epoch 8] loss: 0.2943602
Test set: Average loss: 1.8035, Accuracy: 2647/5000 (53%)
[epoch 9] loss: 0.2937123
Test set: Average loss: 1.9483, Accuracy: 2528/5000 (51%)
[epoch 10] loss: 0.2740570
Test set: Average loss: 2.2250, Accuracy: 2438/5000 (49%)
[epoch 11] loss: 0.2168686
Test set: Average loss: 2.2720, Accuracy: 2481/5000 (50%)
[epoch 12] loss: 0.1677705
Test set: Average loss: 2.3107, Accuracy: 2546/5000 (51%)
[epoch 13] loss: 0.1023774
Test set: Average loss: 2.4192, Accuracy: 2517/5000 (50%)
[epoch 14] loss: 0.0491005
Test set: Average loss: 2.5211, Accuracy: 2524/5000 (50%)
[epoch 15] loss: 0.0268537
Test set: Average loss: 2.5785, Accuracy: 2553/5000 (51%)
[epoch 16] loss: 0.0137858
Test set: Average loss: 2.6350, Accuracy: 2569/5000 (51%)
[epoch 17] loss: 0.0092319
Test set: Average loss: 2.6526, Accuracy: 2567/5000 (51%)
[epoch 18] loss: 0.0069950
Test set: Average loss: 2.7062, Accuracy: 2570/5000 (51%)
[epoch 19] loss: 0.0060782
Test set: Average loss: 2.7338, Accuracy: 2582/5000 (52%)
[epoch 20] loss: 0.0054284
Test set: Average loss: 2.7806, Accuracy: 2559/5000 (51%)
[epoch 21] loss: 0.0047412
Test set: Average loss: 2.8124, Accuracy: 2571/5000 (51%)
[epoch 22] loss: 0.0042939
Test set: Average loss: 2.8386, Accuracy: 2575/5000 (52%)
[epoch 23] loss: 0.0039214
Test set: Average loss: 2.8774, Accuracy: 2580/5000 (52%)
[epoch 24] loss: 0.0036243
Test set: Average loss: 2.9100, Accuracy: 2563/5000 (51%)
[epoch 25] loss: 0.0032668
Test set: Average loss: 2.9137, Accuracy: 2575/5000 (52%)
[epoch 26] loss: 0.0030159
Test set: Average loss: 2.9361, Accuracy: 2574/5000 (51%)
[epoch 27] loss: 0.0028316
Test set: Average loss: 2.9626, Accuracy: 2569/5000 (51%)
[epoch 28] loss: 0.0025812
Test set: Average loss: 2.9829, Accuracy: 2582/5000 (52%)
[epoch 29] loss: 0.0023973
Test set: Average loss: 3.0020, Accuracy: 2574/5000 (51%)
[epoch 30] loss: 0.0022141
Test set: Average loss: 3.0209, Accuracy: 2577/5000 (52%)
[epoch 31] loss: 0.0020834
Test set: Average loss: 3.0390, Accuracy: 2573/5000 (51%)
[epoch 32] loss: 0.0019573
Test set: Average loss: 3.0633, Accuracy: 2577/5000 (52%)
[epoch 33] loss: 0.0018316
Test set: Average loss: 3.0759, Accuracy: 2574/5000 (51%)
[epoch 34] loss: 0.0017347
Test set: Average loss: 3.0915, Accuracy: 2573/5000 (51%)
[epoch 35] loss: 0.0016634
Test set: Average loss: 3.1084, Accuracy: 2571/5000 (51%)
[epoch 36] loss: 0.0015577
Test set: Average loss: 3.1294, Accuracy: 2565/5000 (51%)
[epoch 37] loss: 0.0015070
Test set: Average loss: 3.1363, Accuracy: 2572/5000 (51%)
[epoch 38] loss: 0.0014124
Test set: Average loss: 3.1598, Accuracy: 2569/5000 (51%)
[epoch 39] loss: 0.0013340
Test set: Average loss: 3.1710, Accuracy: 2563/5000 (51%)
[epoch 40] loss: 0.0012613
Test set: Average loss: 3.1860, Accuracy: 2561/5000 (51%)
[epoch 41] loss: 0.0012058
Test set: Average loss: 3.1982, Accuracy: 2561/5000 (51%)
[epoch 42] loss: 0.0011460
Test set: Average loss: 3.2144, Accuracy: 2561/5000 (51%)
[epoch 43] loss: 0.0011101
Test set: Average loss: 3.2265, Accuracy: 2551/5000 (51%)
[epoch 44] loss: 0.0010417
Test set: Average loss: 3.2409, Accuracy: 2561/5000 (51%)
[epoch 45] loss: 0.0010131
Test set: Average loss: 3.2528, Accuracy: 2560/5000 (51%)
[epoch 46] loss: 0.0009679
Test set: Average loss: 3.2666, Accuracy: 2553/5000 (51%)
[epoch 47] loss: 0.0009246
Test set: Average loss: 3.2815, Accuracy: 2564/5000 (51%)
[epoch 48] loss: 0.0008701
Test set: Average loss: 3.2934, Accuracy: 2554/5000 (51%)
[epoch 49] loss: 0.0008485
Test set: Average loss: 3.3038, Accuracy: 2557/5000 (51%)
[epoch 50] loss: 0.0008136
Test set: Average loss: 3.3168, Accuracy: 2560/5000 (51%)
Validation:
Test set: Average loss: 1.4242, Accuracy: 2716/5000 (54%)
Test
Test set: Average loss: 1.3879, Accuracy: 5532/10000 (55%)
1000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3167, Accuracy: 307/5000 (6%)
[epoch 1] loss: 1.6908103
Test set: Average loss: 1.4236, Accuracy: 2564/5000 (51%)
[epoch 2] loss: 1.1525641
Test set: Average loss: 1.3778, Accuracy: 2588/5000 (52%)
[epoch 3] loss: 1.0085017
Test set: Average loss: 1.2726, Accuracy: 2783/5000 (56%)
[epoch 4] loss: 0.8088916
Test set: Average loss: 1.3213, Accuracy: 2779/5000 (56%)
[epoch 5] loss: 0.6688834
Test set: Average loss: 1.4191, Accuracy: 2752/5000 (55%)
[epoch 6] loss: 0.6178229
Test set: Average loss: 1.6045, Accuracy: 2662/5000 (53%)
[epoch 7] loss: 0.4840909
Test set: Average loss: 1.7413, Accuracy: 2615/5000 (52%)
[epoch 8] loss: 0.4020176
Test set: Average loss: 1.8372, Accuracy: 2601/5000 (52%)
[epoch 9] loss: 0.3967567
Test set: Average loss: 1.9817, Accuracy: 2581/5000 (52%)
[epoch 10] loss: 0.2618186
Test set: Average loss: 2.1268, Accuracy: 2569/5000 (51%)
[epoch 11] loss: 0.2104949
Test set: Average loss: 2.1960, Accuracy: 2551/5000 (51%)
[epoch 12] loss: 0.1564352
Test set: Average loss: 2.2610, Accuracy: 2637/5000 (53%)
[epoch 13] loss: 0.1642452
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.4367, Accuracy: 2501/5000 (50%)
[epoch 14] loss: 0.0689500
Test set: Average loss: 2.3780, Accuracy: 2592/5000 (52%)
[epoch 15] loss: 0.0443014
Test set: Average loss: 2.3534, Accuracy: 2624/5000 (52%)
[epoch 16] loss: 0.0368463
Test set: Average loss: 2.3574, Accuracy: 2632/5000 (53%)
[epoch 17] loss: 0.0323491
Test set: Average loss: 2.3671, Accuracy: 2638/5000 (53%)
[epoch 18] loss: 0.0300533
Test set: Average loss: 2.3775, Accuracy: 2643/5000 (53%)
[epoch 19] loss: 0.0279305
Test set: Average loss: 2.3862, Accuracy: 2648/5000 (53%)
[epoch 20] loss: 0.0254231
Test set: Average loss: 2.3981, Accuracy: 2652/5000 (53%)
[epoch 21] loss: 0.0238358
Test set: Average loss: 2.4100, Accuracy: 2651/5000 (53%)
[epoch 22] loss: 0.0224251
Test set: Average loss: 2.4217, Accuracy: 2654/5000 (53%)
[epoch 23] loss: 0.0213357
Test set: Average loss: 2.4336, Accuracy: 2653/5000 (53%)
[epoch 24] loss: 0.0202095
Test set: Average loss: 2.4473, Accuracy: 2652/5000 (53%)
[epoch 25] loss: 0.0191071
Test set: Average loss: 2.4585, Accuracy: 2652/5000 (53%)
[epoch 26] loss: 0.0184739
Test set: Average loss: 2.4703, Accuracy: 2650/5000 (53%)
[epoch 27] loss: 0.0175614
Test set: Average loss: 2.4802, Accuracy: 2660/5000 (53%)
[epoch 28] loss: 0.0172269
Test set: Average loss: 2.4941, Accuracy: 2651/5000 (53%)
[epoch 29] loss: 0.0159207
Test set: Average loss: 2.5053, Accuracy: 2650/5000 (53%)
[epoch 30] loss: 0.0152572
Test set: Average loss: 2.5156, Accuracy: 2653/5000 (53%)
[epoch 31] loss: 0.0148337
Test set: Average loss: 2.5277, Accuracy: 2652/5000 (53%)
[epoch 32] loss: 0.0139113
Test set: Average loss: 2.5389, Accuracy: 2647/5000 (53%)
[epoch 33] loss: 0.0134124
Test set: Average loss: 2.5493, Accuracy: 2648/5000 (53%)
[epoch 34] loss: 0.0128958
Test set: Average loss: 2.5611, Accuracy: 2651/5000 (53%)
[epoch 35] loss: 0.0125784
Test set: Average loss: 2.5728, Accuracy: 2646/5000 (53%)
[epoch 36] loss: 0.0118932
Test set: Average loss: 2.5833, Accuracy: 2648/5000 (53%)
[epoch 37] loss: 0.0113724
Test set: Average loss: 2.5931, Accuracy: 2652/5000 (53%)
[epoch 38] loss: 0.0113635
Test set: Average loss: 2.6040, Accuracy: 2646/5000 (53%)
[epoch 39] loss: 0.0107979
Test set: Average loss: 2.6136, Accuracy: 2653/5000 (53%)
[epoch 40] loss: 0.0103316
Test set: Average loss: 2.6235, Accuracy: 2654/5000 (53%)
[epoch 41] loss: 0.4348406
Epoch 40: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.6585, Accuracy: 2619/5000 (52%)
[epoch 42] loss: 0.0170066
Epoch 41: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.6924, Accuracy: 2585/5000 (52%)
[epoch 43] loss: 0.0167384
Epoch 42: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.6897, Accuracy: 2583/5000 (52%)
[epoch 44] loss: 0.0163824
Epoch 43: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.6895, Accuracy: 2583/5000 (52%)
[epoch 45] loss: 0.0163146
Epoch 44: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.6894, Accuracy: 2583/5000 (52%)
[epoch 46] loss: 0.0162603
Epoch 45: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.6894, Accuracy: 2583/5000 (52%)
[epoch 47] loss: 0.0162185
Epoch 46: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.6894, Accuracy: 2583/5000 (52%)
[epoch 48] loss: 0.0163756
Epoch 47: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.6894, Accuracy: 2583/5000 (52%)
[epoch 49] loss: 0.0165266
Epoch 48: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.6894, Accuracy: 2583/5000 (52%)
[epoch 50] loss: 0.0163720
Epoch 49: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.6894, Accuracy: 2583/5000 (52%)
Validation:
Test set: Average loss: 1.2726, Accuracy: 2783/5000 (56%)
Test
Test set: Average loss: 1.2375, Accuracy: 5724/10000 (57%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3028, Accuracy: 701/5000 (14%)
[epoch 1] loss: 1.6359438
Test set: Average loss: 1.5342, Accuracy: 2328/5000 (47%)
[epoch 2] loss: 1.1811776
Test set: Average loss: 1.2862, Accuracy: 2752/5000 (55%)
[epoch 3] loss: 0.8938887
Test set: Average loss: 1.3333, Accuracy: 2762/5000 (55%)
[epoch 4] loss: 0.7301109
Test set: Average loss: 1.3635, Accuracy: 2825/5000 (56%)
[epoch 5] loss: 0.5832928
Test set: Average loss: 1.4558, Accuracy: 2764/5000 (55%)
[epoch 6] loss: 0.5507393
Test set: Average loss: 1.6269, Accuracy: 2656/5000 (53%)
[epoch 7] loss: 0.4530261
Test set: Average loss: 1.6875, Accuracy: 2705/5000 (54%)
[epoch 8] loss: 0.3231098
Test set: Average loss: 1.7884, Accuracy: 2660/5000 (53%)
[epoch 9] loss: 0.2485080
Test set: Average loss: 1.9387, Accuracy: 2739/5000 (55%)
[epoch 10] loss: 0.1708199
Test set: Average loss: 2.1133, Accuracy: 2682/5000 (54%)
[epoch 11] loss: 0.0962673
Test set: Average loss: 2.1969, Accuracy: 2678/5000 (54%)
[epoch 12] loss: 0.0650962
Test set: Average loss: 2.3680, Accuracy: 2696/5000 (54%)
[epoch 13] loss: 0.0673623
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.4891, Accuracy: 2692/5000 (54%)
[epoch 14] loss: 0.0257675
Test set: Average loss: 2.4263, Accuracy: 2705/5000 (54%)
[epoch 15] loss: 0.0186782
Test set: Average loss: 2.4347, Accuracy: 2695/5000 (54%)
[epoch 16] loss: 0.0162056
Test set: Average loss: 2.4404, Accuracy: 2704/5000 (54%)
[epoch 17] loss: 0.0151362
Test set: Average loss: 2.4529, Accuracy: 2709/5000 (54%)
[epoch 18] loss: 0.0141210
Test set: Average loss: 2.4604, Accuracy: 2700/5000 (54%)
[epoch 19] loss: 0.0134498
Test set: Average loss: 2.4703, Accuracy: 2698/5000 (54%)
[epoch 20] loss: 0.0129143
Test set: Average loss: 2.4812, Accuracy: 2713/5000 (54%)
[epoch 21] loss: 0.0124825
Test set: Average loss: 2.4917, Accuracy: 2708/5000 (54%)
[epoch 22] loss: 0.0119542
Test set: Average loss: 2.4991, Accuracy: 2705/5000 (54%)
[epoch 23] loss: 0.0113925
Test set: Average loss: 2.5075, Accuracy: 2707/5000 (54%)
[epoch 24] loss: 0.0108288
Test set: Average loss: 2.5174, Accuracy: 2703/5000 (54%)
[epoch 25] loss: 0.0107061
Test set: Average loss: 2.5270, Accuracy: 2707/5000 (54%)
[epoch 26] loss: 0.0103637
Test set: Average loss: 2.5356, Accuracy: 2705/5000 (54%)
[epoch 27] loss: 0.0097959
Test set: Average loss: 2.5444, Accuracy: 2701/5000 (54%)
[epoch 28] loss: 0.0100960
Epoch 27: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.5528, Accuracy: 2702/5000 (54%)
[epoch 29] loss: 0.0092319
Test set: Average loss: 2.5541, Accuracy: 2700/5000 (54%)
[epoch 30] loss: 0.0093103
Epoch 29: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.5548, Accuracy: 2702/5000 (54%)
[epoch 31] loss: 0.0092197
Test set: Average loss: 2.5549, Accuracy: 2702/5000 (54%)
[epoch 32] loss: 0.0091006
Test set: Average loss: 2.5551, Accuracy: 2702/5000 (54%)
[epoch 33] loss: 0.0092670
Epoch 32: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.5552, Accuracy: 2703/5000 (54%)
[epoch 34] loss: 0.0089843
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 35] loss: 0.0089714
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 36] loss: 0.0096992
Epoch 35: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 37] loss: 0.0092372
Epoch 36: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 38] loss: 0.0090406
Epoch 37: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 39] loss: 0.0091159
Epoch 38: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 40] loss: 0.0091552
Epoch 39: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 41] loss: 0.0090541
Epoch 40: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 42] loss: 0.0093463
Epoch 41: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 43] loss: 0.0091035
Epoch 42: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 44] loss: 0.0091654
Epoch 43: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 45] loss: 0.0091747
Epoch 44: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 46] loss: 0.0091175
Epoch 45: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 47] loss: 0.0092380
Epoch 46: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 48] loss: 0.0092523
Epoch 47: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 49] loss: 0.0091719
Epoch 48: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
[epoch 50] loss: 0.0090544
Epoch 49: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.5552, Accuracy: 2702/5000 (54%)
Validation:
Test set: Average loss: 1.3635, Accuracy: 2825/5000 (56%)
Test
Test set: Average loss: 1.3036, Accuracy: 5685/10000 (57%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2888, Accuracy: 745/5000 (15%)
[epoch 1] loss: 1.7325214
Test set: Average loss: 1.3969, Accuracy: 2551/5000 (51%)
[epoch 2] loss: 1.2404327
Test set: Average loss: 1.3361, Accuracy: 2678/5000 (54%)
[epoch 3] loss: 1.0716105
Test set: Average loss: 1.3348, Accuracy: 2684/5000 (54%)
[epoch 4] loss: 0.8785734
Test set: Average loss: 1.3817, Accuracy: 2709/5000 (54%)
[epoch 5] loss: 0.7188652
Test set: Average loss: 1.4362, Accuracy: 2749/5000 (55%)
[epoch 6] loss: 0.6143268
Test set: Average loss: 1.4758, Accuracy: 2720/5000 (54%)
[epoch 7] loss: 0.5352626
Test set: Average loss: 1.6968, Accuracy: 2607/5000 (52%)
[epoch 8] loss: 0.4082569
Test set: Average loss: 1.9970, Accuracy: 2528/5000 (51%)
[epoch 9] loss: 0.4326741
Epoch 8: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9818, Accuracy: 2528/5000 (51%)
[epoch 10] loss: 0.2320769
Test set: Average loss: 1.8458, Accuracy: 2671/5000 (53%)
[epoch 11] loss: 0.1584278
Test set: Average loss: 1.8558, Accuracy: 2686/5000 (54%)
[epoch 12] loss: 0.1375634
Test set: Average loss: 1.8722, Accuracy: 2682/5000 (54%)
[epoch 13] loss: 0.1253928
Test set: Average loss: 1.8937, Accuracy: 2680/5000 (54%)
[epoch 14] loss: 0.1151985
Test set: Average loss: 1.9166, Accuracy: 2677/5000 (54%)
[epoch 15] loss: 0.1099894
Test set: Average loss: 1.9446, Accuracy: 2669/5000 (53%)
[epoch 16] loss: 0.0993381
Test set: Average loss: 1.9669, Accuracy: 2663/5000 (53%)
[epoch 17] loss: 0.0933832
Test set: Average loss: 1.9830, Accuracy: 2669/5000 (53%)
[epoch 18] loss: 0.0893738
Test set: Average loss: 2.0110, Accuracy: 2664/5000 (53%)
[epoch 19] loss: 0.0833010
Test set: Average loss: 2.0308, Accuracy: 2651/5000 (53%)
[epoch 20] loss: 0.0770447
Test set: Average loss: 2.0542, Accuracy: 2654/5000 (53%)
[epoch 21] loss: 0.0713985
Test set: Average loss: 2.0735, Accuracy: 2640/5000 (53%)
[epoch 22] loss: 0.0680463
Test set: Average loss: 2.0988, Accuracy: 2635/5000 (53%)
[epoch 23] loss: 0.0629645
Test set: Average loss: 2.1160, Accuracy: 2641/5000 (53%)
[epoch 24] loss: 0.0636833
Epoch 23: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.1424, Accuracy: 2630/5000 (53%)
[epoch 25] loss: 0.0552597
Test set: Average loss: 2.1422, Accuracy: 2639/5000 (53%)
[epoch 26] loss: 0.0560900
Epoch 25: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.1425, Accuracy: 2642/5000 (53%)
[epoch 27] loss: 0.0531659
Test set: Average loss: 2.1428, Accuracy: 2645/5000 (53%)
[epoch 28] loss: 0.0527077
Test set: Average loss: 2.1430, Accuracy: 2646/5000 (53%)
[epoch 29] loss: 0.0535812
Epoch 28: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 30] loss: 0.0542642
Epoch 29: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 31] loss: 0.0532389
Epoch 30: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 32] loss: 0.0522721
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 33] loss: 0.0528134
Epoch 32: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 34] loss: 0.0523772
Epoch 33: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 35] loss: 0.0531128
Epoch 34: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 36] loss: 0.0526515
Epoch 35: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 37] loss: 0.0528962
Epoch 36: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 38] loss: 0.0531870
Epoch 37: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 39] loss: 0.0533283
Epoch 38: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 40] loss: 0.0523676
Epoch 39: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 41] loss: 0.0541877
Epoch 40: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 42] loss: 0.0528305
Epoch 41: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 43] loss: 0.0543430
Epoch 42: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 44] loss: 0.0530063
Epoch 43: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 45] loss: 0.0549262
Epoch 44: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 46] loss: 0.0532096
Epoch 45: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 47] loss: 0.0523126
Epoch 46: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 48] loss: 0.0528289
Epoch 47: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 49] loss: 0.0524851
Epoch 48: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
[epoch 50] loss: 0.0523879
Epoch 49: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.1433, Accuracy: 2644/5000 (53%)
Validation:
Test set: Average loss: 1.4362, Accuracy: 2749/5000 (55%)
Test
Test set: Average loss: 1.3980, Accuracy: 5554/10000 (56%)
2500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3058, Accuracy: 562/5000 (11%)
[epoch 1] loss: 1.4569414
Test set: Average loss: 1.5547, Accuracy: 2363/5000 (47%)
[epoch 2] loss: 1.1395099
Test set: Average loss: 1.2756, Accuracy: 2792/5000 (56%)
[epoch 3] loss: 1.0191854
Test set: Average loss: 1.2478, Accuracy: 2819/5000 (56%)
[epoch 4] loss: 0.9248550
Test set: Average loss: 1.3539, Accuracy: 2768/5000 (55%)
[epoch 5] loss: 0.8370902
Test set: Average loss: 1.3241, Accuracy: 2848/5000 (57%)
[epoch 6] loss: 0.7255468
Test set: Average loss: 1.4783, Accuracy: 2707/5000 (54%)
[epoch 7] loss: 0.6724819
Test set: Average loss: 1.5322, Accuracy: 2789/5000 (56%)
[epoch 8] loss: 0.6016740
Test set: Average loss: 1.6729, Accuracy: 2684/5000 (54%)
[epoch 9] loss: 0.5977677
Test set: Average loss: 1.8872, Accuracy: 2523/5000 (50%)
[epoch 10] loss: 0.5911591
Test set: Average loss: 1.7889, Accuracy: 2700/5000 (54%)
[epoch 11] loss: 0.5033753
Test set: Average loss: 1.8402, Accuracy: 2662/5000 (53%)
[epoch 12] loss: 0.4356422
Test set: Average loss: 2.1053, Accuracy: 2575/5000 (52%)
[epoch 13] loss: 0.5047939
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0337, Accuracy: 2626/5000 (53%)
[epoch 14] loss: 0.2153850
Test set: Average loss: 1.9587, Accuracy: 2737/5000 (55%)
[epoch 15] loss: 0.1731430
Test set: Average loss: 1.9753, Accuracy: 2743/5000 (55%)
[epoch 16] loss: 0.1557516
Test set: Average loss: 2.0018, Accuracy: 2738/5000 (55%)
[epoch 17] loss: 0.1382231
Test set: Average loss: 2.0350, Accuracy: 2741/5000 (55%)
[epoch 18] loss: 0.1319238
Test set: Average loss: 2.0601, Accuracy: 2745/5000 (55%)
[epoch 19] loss: 0.1225055
Test set: Average loss: 2.0919, Accuracy: 2745/5000 (55%)
[epoch 20] loss: 0.1146907
Test set: Average loss: 2.1230, Accuracy: 2720/5000 (54%)
[epoch 21] loss: 0.1059780
Test set: Average loss: 2.1587, Accuracy: 2720/5000 (54%)
[epoch 22] loss: 0.1023423
Test set: Average loss: 2.1967, Accuracy: 2716/5000 (54%)
[epoch 23] loss: 0.1015434
Test set: Average loss: 2.2193, Accuracy: 2722/5000 (54%)
[epoch 24] loss: 0.0884278
Test set: Average loss: 2.2494, Accuracy: 2716/5000 (54%)
[epoch 25] loss: 0.0810391
Test set: Average loss: 2.2788, Accuracy: 2719/5000 (54%)
[epoch 26] loss: 0.0761317
Test set: Average loss: 2.3190, Accuracy: 2724/5000 (54%)
[epoch 27] loss: 0.0710564
Test set: Average loss: 2.3512, Accuracy: 2712/5000 (54%)
[epoch 28] loss: 0.0669506
Test set: Average loss: 2.3832, Accuracy: 2712/5000 (54%)
[epoch 29] loss: 0.0630486
Test set: Average loss: 2.4229, Accuracy: 2697/5000 (54%)
[epoch 30] loss: 0.0575188
Test set: Average loss: 2.4550, Accuracy: 2698/5000 (54%)
[epoch 31] loss: 0.0540670
Test set: Average loss: 2.4917, Accuracy: 2700/5000 (54%)
[epoch 32] loss: 0.0508871
Test set: Average loss: 2.5282, Accuracy: 2708/5000 (54%)
[epoch 33] loss: 0.2596577
Epoch 32: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.5623, Accuracy: 2691/5000 (54%)
[epoch 34] loss: 0.0448534
Test set: Average loss: 2.5600, Accuracy: 2688/5000 (54%)
[epoch 35] loss: 0.1903118
Epoch 34: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.5587, Accuracy: 2698/5000 (54%)
[epoch 36] loss: 0.0411043
Test set: Average loss: 2.5592, Accuracy: 2696/5000 (54%)
[epoch 37] loss: 0.0405587
Test set: Average loss: 2.5590, Accuracy: 2697/5000 (54%)
[epoch 38] loss: 0.0419764
Epoch 37: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.5589, Accuracy: 2701/5000 (54%)
[epoch 39] loss: 0.0403624
Test set: Average loss: 2.5590, Accuracy: 2701/5000 (54%)
[epoch 40] loss: 0.0403497
Test set: Average loss: 2.5590, Accuracy: 2702/5000 (54%)
[epoch 41] loss: 0.0406922
Epoch 40: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.5748, Accuracy: 2700/5000 (54%)
[epoch 42] loss: 0.0405022
Epoch 41: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.5590, Accuracy: 2703/5000 (54%)
[epoch 43] loss: 0.0405452
Epoch 42: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.5590, Accuracy: 2703/5000 (54%)
[epoch 44] loss: 0.0407956
Epoch 43: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.5590, Accuracy: 2703/5000 (54%)
[epoch 45] loss: 0.0408654
Epoch 44: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.5590, Accuracy: 2703/5000 (54%)
[epoch 46] loss: 0.0412680
Epoch 45: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.5590, Accuracy: 2703/5000 (54%)
[epoch 47] loss: 0.0407146
Epoch 46: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.5590, Accuracy: 2703/5000 (54%)
[epoch 48] loss: 0.0401990
Test set: Average loss: 2.5590, Accuracy: 2703/5000 (54%)
[epoch 49] loss: 0.0406331
Epoch 48: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.5590, Accuracy: 2703/5000 (54%)
[epoch 50] loss: 0.0402179
Epoch 49: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.5590, Accuracy: 2703/5000 (54%)
Validation:
Test set: Average loss: 1.3241, Accuracy: 2848/5000 (57%)
Test
Test set: Average loss: 1.2687, Accuracy: 5777/10000 (58%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3067, Accuracy: 340/5000 (7%)
[epoch 1] loss: 1.4333202
Test set: Average loss: 1.2492, Accuracy: 2771/5000 (55%)
[epoch 2] loss: 1.1550177
Test set: Average loss: 1.3426, Accuracy: 2680/5000 (54%)
[epoch 3] loss: 1.0233547
Test set: Average loss: 1.3335, Accuracy: 2674/5000 (53%)
[epoch 4] loss: 0.9506217
Test set: Average loss: 1.2826, Accuracy: 2834/5000 (57%)
[epoch 5] loss: 0.8973037
Test set: Average loss: 1.3417, Accuracy: 2801/5000 (56%)
[epoch 6] loss: 0.7469074
Test set: Average loss: 1.4963, Accuracy: 2649/5000 (53%)
[epoch 7] loss: 0.7646396
Epoch 6: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6197, Accuracy: 2528/5000 (51%)
[epoch 8] loss: 0.5108852
Test set: Average loss: 1.4042, Accuracy: 2833/5000 (57%)
[epoch 9] loss: 0.4068872
Test set: Average loss: 1.4407, Accuracy: 2838/5000 (57%)
[epoch 10] loss: 0.3662443
Test set: Average loss: 1.4571, Accuracy: 2874/5000 (57%)
[epoch 11] loss: 0.3516995
Test set: Average loss: 1.4840, Accuracy: 2857/5000 (57%)
[epoch 12] loss: 0.3421881
Test set: Average loss: 1.5221, Accuracy: 2847/5000 (57%)
[epoch 13] loss: 0.3182496
Test set: Average loss: 1.5474, Accuracy: 2837/5000 (57%)
[epoch 14] loss: 0.3035893
Test set: Average loss: 1.5648, Accuracy: 2852/5000 (57%)
[epoch 15] loss: 0.2918261
Test set: Average loss: 1.5944, Accuracy: 2807/5000 (56%)
[epoch 16] loss: 0.2764263
Test set: Average loss: 1.6186, Accuracy: 2838/5000 (57%)
[epoch 17] loss: 0.2686054
Test set: Average loss: 1.6503, Accuracy: 2821/5000 (56%)
[epoch 18] loss: 0.2582757
Test set: Average loss: 1.6913, Accuracy: 2813/5000 (56%)
[epoch 19] loss: 0.2394594
Test set: Average loss: 1.7317, Accuracy: 2805/5000 (56%)
[epoch 20] loss: 0.2341996
Test set: Average loss: 1.7689, Accuracy: 2801/5000 (56%)
[epoch 21] loss: 0.2236387
Test set: Average loss: 1.7894, Accuracy: 2790/5000 (56%)
[epoch 22] loss: 0.2105631
Test set: Average loss: 1.8323, Accuracy: 2768/5000 (55%)
[epoch 23] loss: 0.1982724
Test set: Average loss: 1.8632, Accuracy: 2783/5000 (56%)
[epoch 24] loss: 0.3484482
Epoch 23: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.8985, Accuracy: 2776/5000 (56%)
[epoch 25] loss: 0.1679462
Test set: Average loss: 1.8897, Accuracy: 2779/5000 (56%)
[epoch 26] loss: 0.1611337
Test set: Average loss: 1.8895, Accuracy: 2792/5000 (56%)
[epoch 27] loss: 0.1611387
Epoch 26: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.8929, Accuracy: 2791/5000 (56%)
[epoch 28] loss: 0.2883616
Epoch 27: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.8933, Accuracy: 2791/5000 (56%)
[epoch 29] loss: 0.2864766
Epoch 28: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 30] loss: 0.1582079
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 31] loss: 0.1698763
Epoch 30: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 32] loss: 0.1577008
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 33] loss: 0.1574686
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 34] loss: 0.1562158
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 35] loss: 0.1579162
Epoch 34: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 36] loss: 0.1573527
Epoch 35: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 37] loss: 0.1587273
Epoch 36: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 38] loss: 0.1586433
Epoch 37: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 39] loss: 0.1562987
Epoch 38: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 40] loss: 0.1605113
Epoch 39: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 41] loss: 0.1566857
Epoch 40: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 42] loss: 0.1565202
Epoch 41: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 43] loss: 0.1627151
Epoch 42: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 44] loss: 0.1564618
Epoch 43: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 45] loss: 0.1565645
Epoch 44: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 46] loss: 0.1568654
Epoch 45: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 47] loss: 0.2987901
Epoch 46: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 48] loss: 0.2698789
Epoch 47: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 49] loss: 0.1572627
Epoch 48: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
[epoch 50] loss: 0.1596480
Epoch 49: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.8933, Accuracy: 2790/5000 (56%)
Validation:
Test set: Average loss: 1.4571, Accuracy: 2874/5000 (57%)
Test
Test set: Average loss: 1.3841, Accuracy: 5941/10000 (59%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2993, Accuracy: 667/5000 (13%)
[epoch 1] loss: 1.4682782
Test set: Average loss: 1.3271, Accuracy: 2660/5000 (53%)
[epoch 2] loss: 1.1621586
Test set: Average loss: 1.2284, Accuracy: 2853/5000 (57%)
[epoch 3] loss: 1.0127109
Test set: Average loss: 1.2641, Accuracy: 2842/5000 (57%)
[epoch 4] loss: 0.9405728
Test set: Average loss: 1.3084, Accuracy: 2752/5000 (55%)
[epoch 5] loss: 0.8328959
Test set: Average loss: 1.4562, Accuracy: 2682/5000 (54%)
[epoch 6] loss: 0.8233665
Test set: Average loss: 1.4782, Accuracy: 2660/5000 (53%)
[epoch 7] loss: 0.7251905
Test set: Average loss: 1.5187, Accuracy: 2692/5000 (54%)
[epoch 8] loss: 0.6456913
Test set: Average loss: 1.6579, Accuracy: 2545/5000 (51%)
[epoch 9] loss: 0.6141446
Test set: Average loss: 1.8207, Accuracy: 2548/5000 (51%)
[epoch 10] loss: 0.5507010
Test set: Average loss: 1.7962, Accuracy: 2646/5000 (53%)
[epoch 11] loss: 0.5051617
Test set: Average loss: 1.9896, Accuracy: 2495/5000 (50%)
[epoch 12] loss: 0.4639296
Test set: Average loss: 2.0796, Accuracy: 2534/5000 (51%)
[epoch 13] loss: 0.4245194
Test set: Average loss: 2.1394, Accuracy: 2571/5000 (51%)
[epoch 14] loss: 0.4095870
Test set: Average loss: 2.3431, Accuracy: 2529/5000 (51%)
[epoch 15] loss: 0.4682992
Epoch 14: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.4599, Accuracy: 2370/5000 (47%)
[epoch 16] loss: 0.2162765
Test set: Average loss: 2.2234, Accuracy: 2540/5000 (51%)
[epoch 17] loss: 0.1514472
Test set: Average loss: 2.2569, Accuracy: 2552/5000 (51%)
[epoch 18] loss: 0.1330813
Test set: Average loss: 2.2853, Accuracy: 2547/5000 (51%)
[epoch 19] loss: 0.1205888
Test set: Average loss: 2.3207, Accuracy: 2545/5000 (51%)
[epoch 20] loss: 0.1109228
Test set: Average loss: 2.3447, Accuracy: 2561/5000 (51%)
[epoch 21] loss: 0.1043536
Test set: Average loss: 2.3769, Accuracy: 2563/5000 (51%)
[epoch 22] loss: 0.0972123
Test set: Average loss: 2.4025, Accuracy: 2559/5000 (51%)
[epoch 23] loss: 0.0901532
Test set: Average loss: 2.4427, Accuracy: 2559/5000 (51%)
[epoch 24] loss: 0.0843280
Test set: Average loss: 2.4745, Accuracy: 2554/5000 (51%)
[epoch 25] loss: 0.0784893
Test set: Average loss: 2.5132, Accuracy: 2552/5000 (51%)
[epoch 26] loss: 0.0726710
Test set: Average loss: 2.5456, Accuracy: 2546/5000 (51%)
[epoch 27] loss: 0.2700119
Epoch 26: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.5937, Accuracy: 2532/5000 (51%)
[epoch 28] loss: 0.0689613
Test set: Average loss: 2.5846, Accuracy: 2542/5000 (51%)
[epoch 29] loss: 0.0621409
Test set: Average loss: 2.5792, Accuracy: 2534/5000 (51%)
[epoch 30] loss: 0.0605537
Test set: Average loss: 2.5788, Accuracy: 2545/5000 (51%)
[epoch 31] loss: 0.0618850
Epoch 30: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.5805, Accuracy: 2546/5000 (51%)
[epoch 32] loss: 0.0594969
Test set: Average loss: 2.5807, Accuracy: 2547/5000 (51%)
[epoch 33] loss: 0.0588159
Test set: Average loss: 2.5810, Accuracy: 2547/5000 (51%)
[epoch 34] loss: 0.0592420
Epoch 33: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.5814, Accuracy: 2547/5000 (51%)
[epoch 35] loss: 0.0586949
Test set: Average loss: 2.5814, Accuracy: 2547/5000 (51%)
[epoch 36] loss: 0.0591485
Epoch 35: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 37] loss: 0.0590054
Epoch 36: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 38] loss: 0.2398178
Epoch 37: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 39] loss: 0.0587030
Epoch 38: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 40] loss: 0.0592711
Epoch 39: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 41] loss: 0.0594001
Epoch 40: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 42] loss: 0.0587371
Epoch 41: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 43] loss: 0.0587903
Epoch 42: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 44] loss: 0.0597893
Epoch 43: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 45] loss: 0.0585772
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 46] loss: 0.2479654
Epoch 45: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 47] loss: 0.0596896
Epoch 46: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 48] loss: 0.0594568
Epoch 47: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 49] loss: 0.0588536
Epoch 48: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
[epoch 50] loss: 0.0586781
Epoch 49: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.5814, Accuracy: 2546/5000 (51%)
Validation:
Test set: Average loss: 1.2284, Accuracy: 2853/5000 (57%)
Test
Test set: Average loss: 1.1838, Accuracy: 5846/10000 (58%)
5000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.2994, Accuracy: 582/5000 (12%)
[epoch 1] loss: 1.2837960
Test set: Average loss: 1.3910, Accuracy: 2491/5000 (50%)
[epoch 2] loss: 1.0732561
Test set: Average loss: 1.2452, Accuracy: 2899/5000 (58%)
[epoch 3] loss: 1.0179300
Test set: Average loss: 1.3163, Accuracy: 2745/5000 (55%)
[epoch 4] loss: 0.9352929
Test set: Average loss: 1.2689, Accuracy: 2919/5000 (58%)
[epoch 5] loss: 0.9212923
Test set: Average loss: 1.3688, Accuracy: 2769/5000 (55%)
[epoch 6] loss: 0.8651336
Test set: Average loss: 1.3668, Accuracy: 2812/5000 (56%)
[epoch 7] loss: 0.7999658
Test set: Average loss: 1.3912, Accuracy: 2765/5000 (55%)
[epoch 8] loss: 0.7778843
Test set: Average loss: 1.4154, Accuracy: 2771/5000 (55%)
[epoch 9] loss: 0.7688684
Test set: Average loss: 1.4618, Accuracy: 2743/5000 (55%)
[epoch 10] loss: 0.6861650
Test set: Average loss: 1.4638, Accuracy: 2819/5000 (56%)
[epoch 11] loss: 0.6906336
Epoch 10: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5043, Accuracy: 2817/5000 (56%)
[epoch 12] loss: 0.4719969
Test set: Average loss: 1.4624, Accuracy: 2888/5000 (58%)
[epoch 13] loss: 0.4175468
Test set: Average loss: 1.4797, Accuracy: 2888/5000 (58%)
[epoch 14] loss: 0.3954591
Test set: Average loss: 1.5083, Accuracy: 2894/5000 (58%)
[epoch 15] loss: 0.3800871
Test set: Average loss: 1.5418, Accuracy: 2872/5000 (57%)
[epoch 16] loss: 0.3679032
Test set: Average loss: 1.5818, Accuracy: 2877/5000 (58%)
[epoch 17] loss: 0.3560523
Test set: Average loss: 1.6126, Accuracy: 2887/5000 (58%)
[epoch 18] loss: 0.3464007
Test set: Average loss: 1.6410, Accuracy: 2875/5000 (58%)
[epoch 19] loss: 0.3365756
Test set: Average loss: 1.6844, Accuracy: 2828/5000 (57%)
[epoch 20] loss: 0.3276429
Test set: Average loss: 1.7145, Accuracy: 2856/5000 (57%)
[epoch 21] loss: 0.3178405
Test set: Average loss: 1.7276, Accuracy: 2854/5000 (57%)
[epoch 22] loss: 0.3075188
Test set: Average loss: 1.7689, Accuracy: 2842/5000 (57%)
[epoch 23] loss: 0.2972179
Test set: Average loss: 1.8010, Accuracy: 2849/5000 (57%)
[epoch 24] loss: 0.2912273
Test set: Average loss: 1.8256, Accuracy: 2848/5000 (57%)
[epoch 25] loss: 0.2822644
Test set: Average loss: 1.8823, Accuracy: 2818/5000 (56%)
[epoch 26] loss: 0.2716893
Test set: Average loss: 1.9163, Accuracy: 2826/5000 (57%)
[epoch 27] loss: 0.2658724
Test set: Average loss: 1.9255, Accuracy: 2840/5000 (57%)
[epoch 28] loss: 0.2578687
Test set: Average loss: 1.9755, Accuracy: 2821/5000 (56%)
[epoch 29] loss: 0.2515005
Test set: Average loss: 2.0020, Accuracy: 2823/5000 (56%)
[epoch 30] loss: 0.2410549
Test set: Average loss: 2.0507, Accuracy: 2817/5000 (56%)
[epoch 31] loss: 0.2359992
Test set: Average loss: 2.0636, Accuracy: 2841/5000 (57%)
[epoch 32] loss: 0.2244969
Test set: Average loss: 2.1192, Accuracy: 2810/5000 (56%)
[epoch 33] loss: 0.2171775
Test set: Average loss: 2.1581, Accuracy: 2813/5000 (56%)
[epoch 34] loss: 0.2126930
Test set: Average loss: 2.2060, Accuracy: 2793/5000 (56%)
[epoch 35] loss: 0.2074812
Test set: Average loss: 2.2236, Accuracy: 2806/5000 (56%)
[epoch 36] loss: 0.1981081
Test set: Average loss: 2.2638, Accuracy: 2801/5000 (56%)
[epoch 37] loss: 0.1900027
Test set: Average loss: 2.2852, Accuracy: 2800/5000 (56%)
[epoch 38] loss: 0.1894561
Test set: Average loss: 2.3387, Accuracy: 2801/5000 (56%)
[epoch 39] loss: 0.1785884
Test set: Average loss: 2.3705, Accuracy: 2796/5000 (56%)
[epoch 40] loss: 0.1689014
Test set: Average loss: 2.4205, Accuracy: 2787/5000 (56%)
[epoch 41] loss: 0.1631645
Test set: Average loss: 2.4581, Accuracy: 2801/5000 (56%)
[epoch 42] loss: 0.1571472
Test set: Average loss: 2.4934, Accuracy: 2801/5000 (56%)
[epoch 43] loss: 0.1506430
Test set: Average loss: 2.5370, Accuracy: 2788/5000 (56%)
[epoch 44] loss: 0.1432208
Test set: Average loss: 2.5805, Accuracy: 2783/5000 (56%)
[epoch 45] loss: 0.1395270
Test set: Average loss: 2.6207, Accuracy: 2766/5000 (55%)
[epoch 46] loss: 0.1353207
Test set: Average loss: 2.6750, Accuracy: 2765/5000 (55%)
[epoch 47] loss: 0.1321774
Test set: Average loss: 2.7096, Accuracy: 2764/5000 (55%)
[epoch 48] loss: 0.1244318
Test set: Average loss: 2.7444, Accuracy: 2783/5000 (56%)
[epoch 49] loss: 0.1160789
Test set: Average loss: 2.7983, Accuracy: 2781/5000 (56%)
[epoch 50] loss: 0.1159787
Test set: Average loss: 2.8667, Accuracy: 2753/5000 (55%)
Validation:
Test set: Average loss: 1.2689, Accuracy: 2919/5000 (58%)
Test
Test set: Average loss: 1.2227, Accuracy: 5945/10000 (59%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.2905, Accuracy: 669/5000 (13%)
[epoch 1] loss: 1.2967572
Test set: Average loss: 1.2106, Accuracy: 2908/5000 (58%)
[epoch 2] loss: 1.0942269
Test set: Average loss: 1.2188, Accuracy: 2910/5000 (58%)
[epoch 3] loss: 1.0302930
Test set: Average loss: 1.2231, Accuracy: 2880/5000 (58%)
[epoch 4] loss: 0.9416870
Test set: Average loss: 1.2834, Accuracy: 2902/5000 (58%)
[epoch 5] loss: 0.8949692
Test set: Average loss: 1.2852, Accuracy: 2853/5000 (57%)
[epoch 6] loss: 0.8768251
Test set: Average loss: 1.3891, Accuracy: 2723/5000 (54%)
[epoch 7] loss: 0.8552993
Test set: Average loss: 1.5463, Accuracy: 2658/5000 (53%)
[epoch 8] loss: 0.8414942
Test set: Average loss: 1.3812, Accuracy: 2831/5000 (57%)
[epoch 9] loss: 0.7497247
Test set: Average loss: 1.4564, Accuracy: 2776/5000 (56%)
[epoch 10] loss: 0.7425719
Test set: Average loss: 1.4937, Accuracy: 2722/5000 (54%)
[epoch 11] loss: 0.6833941
Test set: Average loss: 1.6541, Accuracy: 2643/5000 (53%)
[epoch 12] loss: 0.7205392
Epoch 11: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5087, Accuracy: 2705/5000 (54%)
[epoch 13] loss: 0.4654074
Test set: Average loss: 1.4311, Accuracy: 2829/5000 (57%)
[epoch 14] loss: 0.4169489
Test set: Average loss: 1.4671, Accuracy: 2856/5000 (57%)
[epoch 15] loss: 0.3965796
Test set: Average loss: 1.4921, Accuracy: 2858/5000 (57%)
[epoch 16] loss: 0.3854538
Test set: Average loss: 1.5465, Accuracy: 2843/5000 (57%)
[epoch 17] loss: 0.3668763
Test set: Average loss: 1.5613, Accuracy: 2870/5000 (57%)
[epoch 18] loss: 0.3581507
Test set: Average loss: 1.5860, Accuracy: 2841/5000 (57%)
[epoch 19] loss: 0.3485051
Test set: Average loss: 1.6210, Accuracy: 2852/5000 (57%)
[epoch 20] loss: 0.3367270
Test set: Average loss: 1.6475, Accuracy: 2836/5000 (57%)
[epoch 21] loss: 0.3247689
Test set: Average loss: 1.6911, Accuracy: 2811/5000 (56%)
[epoch 22] loss: 0.3174562
Test set: Average loss: 1.7171, Accuracy: 2826/5000 (57%)
[epoch 23] loss: 0.3044910
Test set: Average loss: 1.7512, Accuracy: 2823/5000 (56%)
[epoch 24] loss: 0.3001025
Test set: Average loss: 1.7753, Accuracy: 2829/5000 (57%)
[epoch 25] loss: 0.2967880
Test set: Average loss: 1.8111, Accuracy: 2826/5000 (57%)
[epoch 26] loss: 0.2841728
Test set: Average loss: 1.8462, Accuracy: 2825/5000 (56%)
[epoch 27] loss: 0.2715382
Test set: Average loss: 1.8776, Accuracy: 2811/5000 (56%)
[epoch 28] loss: 0.2670132
Test set: Average loss: 1.9197, Accuracy: 2793/5000 (56%)
[epoch 29] loss: 0.2585588
Test set: Average loss: 1.9353, Accuracy: 2800/5000 (56%)
[epoch 30] loss: 0.2473917
Test set: Average loss: 1.9781, Accuracy: 2804/5000 (56%)
[epoch 31] loss: 0.2413038
Test set: Average loss: 2.0068, Accuracy: 2781/5000 (56%)
[epoch 32] loss: 0.2330319
Test set: Average loss: 2.0420, Accuracy: 2788/5000 (56%)
[epoch 33] loss: 0.2249377
Test set: Average loss: 2.0743, Accuracy: 2799/5000 (56%)
[epoch 34] loss: 0.2189235
Test set: Average loss: 2.1188, Accuracy: 2791/5000 (56%)
[epoch 35] loss: 0.2116081
Test set: Average loss: 2.1753, Accuracy: 2767/5000 (55%)
[epoch 36] loss: 0.2023817
Test set: Average loss: 2.1915, Accuracy: 2788/5000 (56%)
[epoch 37] loss: 0.1969229
Test set: Average loss: 2.2248, Accuracy: 2763/5000 (55%)
[epoch 38] loss: 0.1905237
Test set: Average loss: 2.2784, Accuracy: 2756/5000 (55%)
[epoch 39] loss: 0.1825890
Test set: Average loss: 2.3161, Accuracy: 2759/5000 (55%)
[epoch 40] loss: 0.1755972
Test set: Average loss: 2.3516, Accuracy: 2764/5000 (55%)
[epoch 41] loss: 0.1694479
Test set: Average loss: 2.3939, Accuracy: 2752/5000 (55%)
[epoch 42] loss: 0.1624187
Test set: Average loss: 2.4267, Accuracy: 2746/5000 (55%)
[epoch 43] loss: 0.1552622
Test set: Average loss: 2.4508, Accuracy: 2755/5000 (55%)
[epoch 44] loss: 0.1513473
Test set: Average loss: 2.5099, Accuracy: 2753/5000 (55%)
[epoch 45] loss: 0.1447189
Test set: Average loss: 2.5433, Accuracy: 2761/5000 (55%)
[epoch 46] loss: 0.1398270
Test set: Average loss: 2.5981, Accuracy: 2751/5000 (55%)
[epoch 47] loss: 0.1330202
Test set: Average loss: 2.6237, Accuracy: 2751/5000 (55%)
[epoch 48] loss: 0.1324624
Test set: Average loss: 2.6919, Accuracy: 2750/5000 (55%)
[epoch 49] loss: 0.1227324
Test set: Average loss: 2.7059, Accuracy: 2741/5000 (55%)
[epoch 50] loss: 0.1182405
Test set: Average loss: 2.7537, Accuracy: 2756/5000 (55%)
Validation:
Test set: Average loss: 1.2188, Accuracy: 2910/5000 (58%)
Test
Test set: Average loss: 1.1707, Accuracy: 5937/10000 (59%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2944, Accuracy: 823/5000 (16%)
[epoch 1] loss: 1.3105616
Test set: Average loss: 1.3083, Accuracy: 2780/5000 (56%)
[epoch 2] loss: 1.1336495
Test set: Average loss: 1.1989, Accuracy: 2931/5000 (59%)
[epoch 3] loss: 1.0258043
Test set: Average loss: 1.2239, Accuracy: 2883/5000 (58%)
[epoch 4] loss: 0.9566452
Test set: Average loss: 1.3698, Accuracy: 2732/5000 (55%)
[epoch 5] loss: 0.9302770
Test set: Average loss: 1.3158, Accuracy: 2821/5000 (56%)
[epoch 6] loss: 0.8638181
Test set: Average loss: 1.3685, Accuracy: 2783/5000 (56%)
[epoch 7] loss: 0.8478838
Test set: Average loss: 1.4235, Accuracy: 2694/5000 (54%)
[epoch 8] loss: 0.7991017
Test set: Average loss: 1.3721, Accuracy: 2785/5000 (56%)
[epoch 9] loss: 0.7563257
Test set: Average loss: 1.4467, Accuracy: 2782/5000 (56%)
[epoch 10] loss: 0.7496896
Test set: Average loss: 1.4801, Accuracy: 2747/5000 (55%)
[epoch 11] loss: 0.6999095
Test set: Average loss: 1.6196, Accuracy: 2752/5000 (55%)
[epoch 12] loss: 0.6829752
Test set: Average loss: 1.5426, Accuracy: 2759/5000 (55%)
[epoch 13] loss: 0.6636391
Test set: Average loss: 1.6047, Accuracy: 2708/5000 (54%)
[epoch 14] loss: 0.6340207
Test set: Average loss: 1.6437, Accuracy: 2726/5000 (55%)
[epoch 15] loss: 0.5955919
Test set: Average loss: 1.7080, Accuracy: 2703/5000 (54%)
[epoch 16] loss: 0.5433963
Test set: Average loss: 1.7715, Accuracy: 2690/5000 (54%)
[epoch 17] loss: 0.5966524
Epoch 16: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8699, Accuracy: 2575/5000 (52%)
[epoch 18] loss: 0.3708679
Test set: Average loss: 1.6539, Accuracy: 2800/5000 (56%)
[epoch 19] loss: 0.3015662
Test set: Average loss: 1.6966, Accuracy: 2802/5000 (56%)
[epoch 20] loss: 0.2831183
Test set: Average loss: 1.7209, Accuracy: 2828/5000 (57%)
[epoch 21] loss: 0.2666689
Test set: Average loss: 1.7704, Accuracy: 2806/5000 (56%)
[epoch 22] loss: 0.2542866
Test set: Average loss: 1.8058, Accuracy: 2787/5000 (56%)
[epoch 23] loss: 0.2464819
Test set: Average loss: 1.8642, Accuracy: 2783/5000 (56%)
[epoch 24] loss: 0.2374141
Test set: Average loss: 1.8746, Accuracy: 2789/5000 (56%)
[epoch 25] loss: 0.2263534
Test set: Average loss: 1.9187, Accuracy: 2755/5000 (55%)
[epoch 26] loss: 0.2183403
Test set: Average loss: 1.9574, Accuracy: 2782/5000 (56%)
[epoch 27] loss: 0.2103103
Test set: Average loss: 1.9833, Accuracy: 2770/5000 (55%)
[epoch 28] loss: 0.2618191
Epoch 27: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.0390, Accuracy: 2755/5000 (55%)
[epoch 29] loss: 0.1837032
Test set: Average loss: 2.0243, Accuracy: 2776/5000 (56%)
[epoch 30] loss: 0.1795632
Test set: Average loss: 2.0301, Accuracy: 2779/5000 (56%)
[epoch 31] loss: 0.1807472
Epoch 30: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.0325, Accuracy: 2772/5000 (55%)
[epoch 32] loss: 0.1761311
Test set: Average loss: 2.0332, Accuracy: 2772/5000 (55%)
[epoch 33] loss: 0.1774357
Epoch 32: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.0338, Accuracy: 2775/5000 (56%)
[epoch 34] loss: 0.1766231
Epoch 33: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 35] loss: 0.1758330
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 36] loss: 0.1759069
Epoch 35: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 37] loss: 0.1757171
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 38] loss: 0.1764294
Epoch 37: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 39] loss: 0.1762665
Epoch 38: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 40] loss: 0.1781570
Epoch 39: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 41] loss: 0.1755015
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 42] loss: 0.1758501
Epoch 41: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 43] loss: 0.1755493
Epoch 42: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 44] loss: 0.1754360
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 45] loss: 0.1764439
Epoch 44: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 46] loss: 0.1758437
Epoch 45: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 47] loss: 0.1753841
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 48] loss: 0.1763951
Epoch 47: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 49] loss: 0.1774543
Epoch 48: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
[epoch 50] loss: 0.1758448
Epoch 49: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.0339, Accuracy: 2776/5000 (56%)
Validation:
Test set: Average loss: 1.1989, Accuracy: 2931/5000 (59%)
Test
Test set: Average loss: 1.1476, Accuracy: 5982/10000 (60%)
10000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3022, Accuracy: 501/5000 (10%)
[epoch 1] loss: 1.2272605
Test set: Average loss: 1.2251, Accuracy: 2893/5000 (58%)
[epoch 2] loss: 1.1019229
Test set: Average loss: 1.2130, Accuracy: 2907/5000 (58%)
[epoch 3] loss: 1.0421408
Test set: Average loss: 1.1768, Accuracy: 2996/5000 (60%)
[epoch 4] loss: 0.9899658
Test set: Average loss: 1.2206, Accuracy: 2928/5000 (59%)
[epoch 5] loss: 0.9538197
Test set: Average loss: 1.2395, Accuracy: 2980/5000 (60%)
[epoch 6] loss: 0.9351514
Test set: Average loss: 1.2602, Accuracy: 2911/5000 (58%)
[epoch 7] loss: 0.9106044
Test set: Average loss: 1.2460, Accuracy: 2933/5000 (59%)
[epoch 8] loss: 0.8590367
Test set: Average loss: 1.2477, Accuracy: 2935/5000 (59%)
[epoch 9] loss: 0.8565870
Test set: Average loss: 1.2727, Accuracy: 2910/5000 (58%)
[epoch 10] loss: 0.8316723
Test set: Average loss: 1.3446, Accuracy: 2872/5000 (57%)
[epoch 11] loss: 0.8043659
Test set: Average loss: 1.2577, Accuracy: 2961/5000 (59%)
[epoch 12] loss: 0.7798042
Test set: Average loss: 1.3577, Accuracy: 2921/5000 (58%)
[epoch 13] loss: 0.7608306
Test set: Average loss: 1.3846, Accuracy: 2951/5000 (59%)
[epoch 14] loss: 0.7186217
Test set: Average loss: 1.3592, Accuracy: 2875/5000 (58%)
[epoch 15] loss: 0.6769069
Test set: Average loss: 1.4081, Accuracy: 2879/5000 (58%)
[epoch 16] loss: 0.6508335
Test set: Average loss: 1.3666, Accuracy: 2925/5000 (58%)
[epoch 17] loss: 0.6049937
Test set: Average loss: 1.4109, Accuracy: 2926/5000 (59%)
[epoch 18] loss: 0.5613086
Test set: Average loss: 1.4604, Accuracy: 2903/5000 (58%)
[epoch 19] loss: 0.5184222
Test set: Average loss: 1.4767, Accuracy: 2916/5000 (58%)
[epoch 20] loss: 0.4659299
Test set: Average loss: 1.4970, Accuracy: 2933/5000 (59%)
[epoch 21] loss: 0.4085254
Test set: Average loss: 1.5653, Accuracy: 2944/5000 (59%)
[epoch 22] loss: 0.3580484
Test set: Average loss: 1.5936, Accuracy: 2911/5000 (58%)
[epoch 23] loss: 0.3152476
Test set: Average loss: 1.6314, Accuracy: 2915/5000 (58%)
[epoch 24] loss: 0.2336783
Test set: Average loss: 1.7331, Accuracy: 2922/5000 (58%)
[epoch 25] loss: 0.1956083
Test set: Average loss: 1.7854, Accuracy: 2900/5000 (58%)
[epoch 26] loss: 0.1638807
Test set: Average loss: 1.9449, Accuracy: 2874/5000 (57%)
[epoch 27] loss: 0.1263277
Test set: Average loss: 1.8974, Accuracy: 2931/5000 (59%)
[epoch 28] loss: 0.1069486
Test set: Average loss: 2.0023, Accuracy: 2940/5000 (59%)
[epoch 29] loss: 0.0659041
Test set: Average loss: 2.0786, Accuracy: 2937/5000 (59%)
[epoch 30] loss: 0.0352295
Test set: Average loss: 2.1309, Accuracy: 2922/5000 (58%)
[epoch 31] loss: 0.0264693
Test set: Average loss: 2.1866, Accuracy: 2966/5000 (59%)
[epoch 32] loss: 0.0091222
Test set: Average loss: 2.2507, Accuracy: 2968/5000 (59%)
[epoch 33] loss: 0.0047342
Test set: Average loss: 2.3000, Accuracy: 2981/5000 (60%)
[epoch 34] loss: 0.0034520
Test set: Average loss: 2.3488, Accuracy: 3000/5000 (60%)
[epoch 35] loss: 0.0027816
Test set: Average loss: 2.3971, Accuracy: 2993/5000 (60%)
[epoch 36] loss: 0.0022895
Test set: Average loss: 2.4461, Accuracy: 3001/5000 (60%)
[epoch 37] loss: 0.0019034
Test set: Average loss: 2.4869, Accuracy: 3005/5000 (60%)
[epoch 38] loss: 0.0015856
Test set: Average loss: 2.5350, Accuracy: 3005/5000 (60%)
[epoch 39] loss: 0.0013248
Test set: Average loss: 2.5810, Accuracy: 3010/5000 (60%)
[epoch 40] loss: 0.0011093
Test set: Average loss: 2.6332, Accuracy: 3012/5000 (60%)
[epoch 41] loss: 0.0009340
Test set: Average loss: 2.6830, Accuracy: 3011/5000 (60%)
[epoch 42] loss: 0.0007776
Test set: Average loss: 2.7279, Accuracy: 3004/5000 (60%)
[epoch 43] loss: 0.0006460
Test set: Average loss: 2.7690, Accuracy: 3006/5000 (60%)
[epoch 44] loss: 0.0005409
Test set: Average loss: 2.8189, Accuracy: 3012/5000 (60%)
[epoch 45] loss: 0.0004518
Test set: Average loss: 2.8655, Accuracy: 3012/5000 (60%)
[epoch 46] loss: 0.0003777
Test set: Average loss: 2.9253, Accuracy: 3008/5000 (60%)
[epoch 47] loss: 0.0003149
Test set: Average loss: 2.9625, Accuracy: 3010/5000 (60%)
[epoch 48] loss: 0.0002603
Test set: Average loss: 3.0075, Accuracy: 3013/5000 (60%)
[epoch 49] loss: 0.0002148
Test set: Average loss: 3.0656, Accuracy: 3012/5000 (60%)
[epoch 50] loss: 0.0001785
Test set: Average loss: 3.1131, Accuracy: 3009/5000 (60%)
Validation:
Test set: Average loss: 3.0075, Accuracy: 3013/5000 (60%)
Test
Test set: Average loss: 2.9406, Accuracy: 6091/10000 (61%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3081, Accuracy: 403/5000 (8%)
[epoch 1] loss: 1.2349383
Test set: Average loss: 1.2989, Accuracy: 2746/5000 (55%)
[epoch 2] loss: 1.0830546
Test set: Average loss: 1.2615, Accuracy: 2760/5000 (55%)
[epoch 3] loss: 1.0261608
Test set: Average loss: 1.2369, Accuracy: 2876/5000 (58%)
[epoch 4] loss: 0.9899695
Test set: Average loss: 1.2481, Accuracy: 2905/5000 (58%)
[epoch 5] loss: 0.9407942
Test set: Average loss: 1.2980, Accuracy: 2754/5000 (55%)
[epoch 6] loss: 0.9260285
Test set: Average loss: 1.2125, Accuracy: 2913/5000 (58%)
[epoch 7] loss: 0.8945393
Test set: Average loss: 1.3013, Accuracy: 2815/5000 (56%)
[epoch 8] loss: 0.8670268
Test set: Average loss: 1.2328, Accuracy: 2949/5000 (59%)
[epoch 9] loss: 0.8354158
Test set: Average loss: 1.2602, Accuracy: 2918/5000 (58%)
[epoch 10] loss: 0.8218617
Test set: Average loss: 1.2552, Accuracy: 2934/5000 (59%)
[epoch 11] loss: 0.7958822
Test set: Average loss: 1.3209, Accuracy: 2865/5000 (57%)
[epoch 12] loss: 0.7653714
Test set: Average loss: 1.3489, Accuracy: 2876/5000 (58%)
[epoch 13] loss: 0.7304265
Test set: Average loss: 1.3508, Accuracy: 2834/5000 (57%)
[epoch 14] loss: 0.6998337
Test set: Average loss: 1.3402, Accuracy: 2871/5000 (57%)
[epoch 15] loss: 0.6508747
Test set: Average loss: 1.3867, Accuracy: 2925/5000 (58%)
[epoch 16] loss: 0.6163904
Test set: Average loss: 1.3726, Accuracy: 2916/5000 (58%)
[epoch 17] loss: 0.5881893
Test set: Average loss: 1.3974, Accuracy: 2895/5000 (58%)
[epoch 18] loss: 0.5321958
Test set: Average loss: 1.4688, Accuracy: 2903/5000 (58%)
[epoch 19] loss: 0.4817815
Test set: Average loss: 1.5471, Accuracy: 2862/5000 (57%)
[epoch 20] loss: 0.4424254
Test set: Average loss: 1.4639, Accuracy: 2898/5000 (58%)
[epoch 21] loss: 0.3811650
Test set: Average loss: 1.5218, Accuracy: 2925/5000 (58%)
[epoch 22] loss: 0.3413012
Test set: Average loss: 1.6100, Accuracy: 2894/5000 (58%)
[epoch 23] loss: 0.2543375
Test set: Average loss: 1.6168, Accuracy: 2895/5000 (58%)
[epoch 24] loss: 0.2097682
Test set: Average loss: 1.7231, Accuracy: 2901/5000 (58%)
[epoch 25] loss: 0.1538444
Test set: Average loss: 1.8366, Accuracy: 2920/5000 (58%)
[epoch 26] loss: 0.1199208
Test set: Average loss: 1.8680, Accuracy: 2894/5000 (58%)
[epoch 27] loss: 0.1149228
Test set: Average loss: 1.9542, Accuracy: 2879/5000 (58%)
[epoch 28] loss: 0.1424823
Epoch 27: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9503, Accuracy: 2950/5000 (59%)
[epoch 29] loss: 0.0399139
Test set: Average loss: 1.9164, Accuracy: 2979/5000 (60%)
[epoch 30] loss: 0.0246050
Test set: Average loss: 1.9231, Accuracy: 2985/5000 (60%)
[epoch 31] loss: 0.0201549
Test set: Average loss: 1.9402, Accuracy: 2993/5000 (60%)
[epoch 32] loss: 0.0174557
Test set: Average loss: 1.9577, Accuracy: 3005/5000 (60%)
[epoch 33] loss: 0.0154578
Test set: Average loss: 1.9698, Accuracy: 3007/5000 (60%)
[epoch 34] loss: 0.0138274
Test set: Average loss: 1.9890, Accuracy: 3000/5000 (60%)
[epoch 35] loss: 0.0124559
Test set: Average loss: 2.0057, Accuracy: 2999/5000 (60%)
[epoch 36] loss: 0.0112787
Test set: Average loss: 2.0261, Accuracy: 3002/5000 (60%)
[epoch 37] loss: 0.0101822
Test set: Average loss: 2.0449, Accuracy: 2998/5000 (60%)
[epoch 38] loss: 0.0092092
Test set: Average loss: 2.0655, Accuracy: 2994/5000 (60%)
[epoch 39] loss: 0.0083221
Test set: Average loss: 2.0893, Accuracy: 3006/5000 (60%)
[epoch 40] loss: 0.0074878
Test set: Average loss: 2.1133, Accuracy: 2999/5000 (60%)
[epoch 41] loss: 0.0067108
Test set: Average loss: 2.1375, Accuracy: 3010/5000 (60%)
[epoch 42] loss: 0.0060595
Test set: Average loss: 2.1591, Accuracy: 3007/5000 (60%)
[epoch 43] loss: 0.0054353
Test set: Average loss: 2.1889, Accuracy: 3007/5000 (60%)
[epoch 44] loss: 0.0048596
Test set: Average loss: 2.2113, Accuracy: 3018/5000 (60%)
[epoch 45] loss: 0.0043467
Test set: Average loss: 2.2406, Accuracy: 3012/5000 (60%)
[epoch 46] loss: 0.0038607
Test set: Average loss: 2.2651, Accuracy: 3002/5000 (60%)
[epoch 47] loss: 0.0034378
Test set: Average loss: 2.2935, Accuracy: 3009/5000 (60%)
[epoch 48] loss: 0.0030446
Test set: Average loss: 2.3204, Accuracy: 3006/5000 (60%)
[epoch 49] loss: 0.0026944
Test set: Average loss: 2.3536, Accuracy: 3017/5000 (60%)
[epoch 50] loss: 0.0023850
Test set: Average loss: 2.3826, Accuracy: 3018/5000 (60%)
Validation:
Test set: Average loss: 2.3826, Accuracy: 3018/5000 (60%)
Test
Test set: Average loss: 2.2950, Accuracy: 6183/10000 (62%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2980, Accuracy: 697/5000 (14%)
[epoch 1] loss: 1.2621685
Test set: Average loss: 1.1977, Accuracy: 2876/5000 (58%)
[epoch 2] loss: 1.1040896
Test set: Average loss: 1.2437, Accuracy: 2857/5000 (57%)
[epoch 3] loss: 1.0575617
Test set: Average loss: 1.2464, Accuracy: 2880/5000 (58%)
[epoch 4] loss: 1.0087888
Test set: Average loss: 1.2168, Accuracy: 2879/5000 (58%)
[epoch 5] loss: 0.9801623
Test set: Average loss: 1.1954, Accuracy: 2971/5000 (59%)
[epoch 6] loss: 0.9482264
Test set: Average loss: 1.3310, Accuracy: 2826/5000 (57%)
[epoch 7] loss: 0.9197514
Test set: Average loss: 1.1857, Accuracy: 3002/5000 (60%)
[epoch 8] loss: 0.9150190
Test set: Average loss: 1.2356, Accuracy: 2929/5000 (59%)
[epoch 9] loss: 0.8925637
Test set: Average loss: 1.3212, Accuracy: 2790/5000 (56%)
[epoch 10] loss: 0.8571234
Test set: Average loss: 1.2302, Accuracy: 2950/5000 (59%)
[epoch 11] loss: 0.8341503
Test set: Average loss: 1.2810, Accuracy: 2871/5000 (57%)
[epoch 12] loss: 0.8039863
Test set: Average loss: 1.2796, Accuracy: 2855/5000 (57%)
[epoch 13] loss: 0.7839246
Test set: Average loss: 1.2715, Accuracy: 2929/5000 (59%)
[epoch 14] loss: 0.7451992
Test set: Average loss: 1.3282, Accuracy: 2852/5000 (57%)
[epoch 15] loss: 0.7118186
Test set: Average loss: 1.3452, Accuracy: 2841/5000 (57%)
[epoch 16] loss: 0.6768864
Test set: Average loss: 1.4370, Accuracy: 2816/5000 (56%)
[epoch 17] loss: 0.6485090
Test set: Average loss: 1.4300, Accuracy: 2877/5000 (58%)
[epoch 18] loss: 0.5892710
Test set: Average loss: 1.4015, Accuracy: 2885/5000 (58%)
[epoch 19] loss: 0.5165782
Test set: Average loss: 1.4357, Accuracy: 2872/5000 (57%)
[epoch 20] loss: 0.4841767
Test set: Average loss: 1.4539, Accuracy: 2902/5000 (58%)
[epoch 21] loss: 0.4141500
Test set: Average loss: 1.5272, Accuracy: 2838/5000 (57%)
[epoch 22] loss: 0.3601077
Test set: Average loss: 1.5707, Accuracy: 2881/5000 (58%)
[epoch 23] loss: 0.2952198
Test set: Average loss: 1.6721, Accuracy: 2834/5000 (57%)
[epoch 24] loss: 0.2586573
Test set: Average loss: 1.7427, Accuracy: 2878/5000 (58%)
[epoch 25] loss: 0.2008168
Test set: Average loss: 1.7905, Accuracy: 2810/5000 (56%)
[epoch 26] loss: 0.1687803
Test set: Average loss: 1.8306, Accuracy: 2885/5000 (58%)
[epoch 27] loss: 0.1432983
Test set: Average loss: 1.8836, Accuracy: 2866/5000 (57%)
[epoch 28] loss: 0.0685921
Test set: Average loss: 1.9667, Accuracy: 2908/5000 (58%)
[epoch 29] loss: 0.0422414
Test set: Average loss: 2.0376, Accuracy: 2866/5000 (57%)
[epoch 30] loss: 0.0256166
Test set: Average loss: 2.0880, Accuracy: 2931/5000 (59%)
[epoch 31] loss: 0.0105688
Test set: Average loss: 2.1504, Accuracy: 2925/5000 (58%)
[epoch 32] loss: 0.0063785
Test set: Average loss: 2.2139, Accuracy: 2940/5000 (59%)
[epoch 33] loss: 0.0046422
Test set: Average loss: 2.2774, Accuracy: 2920/5000 (58%)
[epoch 34] loss: 0.0036421
Test set: Average loss: 2.3252, Accuracy: 2938/5000 (59%)
[epoch 35] loss: 0.0029421
Test set: Average loss: 2.3810, Accuracy: 2943/5000 (59%)
[epoch 36] loss: 0.0024180
Test set: Average loss: 2.4258, Accuracy: 2945/5000 (59%)
[epoch 37] loss: 0.0019805
Test set: Average loss: 2.4845, Accuracy: 2934/5000 (59%)
[epoch 38] loss: 0.0016394
Test set: Average loss: 2.5231, Accuracy: 2947/5000 (59%)
[epoch 39] loss: 0.0013444
Test set: Average loss: 2.5916, Accuracy: 2938/5000 (59%)
[epoch 40] loss: 0.0011061
Test set: Average loss: 2.6228, Accuracy: 2942/5000 (59%)
[epoch 41] loss: 0.0009202
Test set: Average loss: 2.6789, Accuracy: 2944/5000 (59%)
[epoch 42] loss: 0.0007623
Test set: Average loss: 2.7330, Accuracy: 2941/5000 (59%)
[epoch 43] loss: 0.0006260
Test set: Average loss: 2.7961, Accuracy: 2936/5000 (59%)
[epoch 44] loss: 0.0005114
Test set: Average loss: 2.8446, Accuracy: 2934/5000 (59%)
[epoch 45] loss: 0.0004219
Test set: Average loss: 2.8945, Accuracy: 2944/5000 (59%)
[epoch 46] loss: 0.0003459
Test set: Average loss: 2.9505, Accuracy: 2934/5000 (59%)
[epoch 47] loss: 0.0002861
Test set: Average loss: 3.0080, Accuracy: 2928/5000 (59%)
[epoch 48] loss: 0.0002350
Test set: Average loss: 3.0493, Accuracy: 2939/5000 (59%)
[epoch 49] loss: 0.0001938
Test set: Average loss: 3.1092, Accuracy: 2944/5000 (59%)
[epoch 50] loss: 0.0001590
Test set: Average loss: 3.1474, Accuracy: 2943/5000 (59%)
Validation:
Test set: Average loss: 1.1857, Accuracy: 3002/5000 (60%)
Test
Test set: Average loss: 1.1308, Accuracy: 6188/10000 (62%)
15000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3066, Accuracy: 259/5000 (5%)
[epoch 1] loss: 1.2159825
Test set: Average loss: 1.2098, Accuracy: 2869/5000 (57%)
[epoch 2] loss: 1.0927276
Test set: Average loss: 1.1592, Accuracy: 2988/5000 (60%)
[epoch 3] loss: 1.0350377
Test set: Average loss: 1.1951, Accuracy: 2910/5000 (58%)
[epoch 4] loss: 1.0055655
Test set: Average loss: 1.2079, Accuracy: 2927/5000 (59%)
[epoch 5] loss: 0.9790783
Test set: Average loss: 1.1686, Accuracy: 2995/5000 (60%)
[epoch 6] loss: 0.9527863
Test set: Average loss: 1.2480, Accuracy: 2885/5000 (58%)
[epoch 7] loss: 0.9209373
Test set: Average loss: 1.1792, Accuracy: 2985/5000 (60%)
[epoch 8] loss: 0.8959504
Test set: Average loss: 1.1375, Accuracy: 3070/5000 (61%)
[epoch 9] loss: 0.8723474
Test set: Average loss: 1.1393, Accuracy: 3068/5000 (61%)
[epoch 10] loss: 0.8304354
Test set: Average loss: 1.1576, Accuracy: 3102/5000 (62%)
[epoch 11] loss: 0.8235400
Test set: Average loss: 1.1854, Accuracy: 3027/5000 (61%)
[epoch 12] loss: 0.7703622
Test set: Average loss: 1.1690, Accuracy: 3090/5000 (62%)
[epoch 13] loss: 0.7364922
Test set: Average loss: 1.2113, Accuracy: 3050/5000 (61%)
[epoch 14] loss: 0.6929976
Test set: Average loss: 1.2864, Accuracy: 3013/5000 (60%)
[epoch 15] loss: 0.6451701
Test set: Average loss: 1.2639, Accuracy: 3029/5000 (61%)
[epoch 16] loss: 0.5989160
Test set: Average loss: 1.3062, Accuracy: 3010/5000 (60%)
[epoch 17] loss: 0.5494789
Test set: Average loss: 1.3161, Accuracy: 3045/5000 (61%)
[epoch 18] loss: 0.4945003
Test set: Average loss: 1.3324, Accuracy: 3081/5000 (62%)
[epoch 19] loss: 0.4219126
Test set: Average loss: 1.3755, Accuracy: 3072/5000 (61%)
[epoch 20] loss: 0.3458257
Test set: Average loss: 1.4590, Accuracy: 3037/5000 (61%)
[epoch 21] loss: 0.3065528
Test set: Average loss: 1.5270, Accuracy: 3015/5000 (60%)
[epoch 22] loss: 0.2210184
Test set: Average loss: 1.5258, Accuracy: 3085/5000 (62%)
[epoch 23] loss: 0.1833101
Test set: Average loss: 1.6758, Accuracy: 2977/5000 (60%)
[epoch 24] loss: 0.1382976
Test set: Average loss: 1.7963, Accuracy: 2983/5000 (60%)
[epoch 25] loss: 0.0898698
Test set: Average loss: 1.7645, Accuracy: 3073/5000 (61%)
[epoch 26] loss: 0.1009071
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9363, Accuracy: 3014/5000 (60%)
[epoch 27] loss: 0.0433209
Test set: Average loss: 1.8050, Accuracy: 3103/5000 (62%)
[epoch 28] loss: 0.0203607
Test set: Average loss: 1.8095, Accuracy: 3110/5000 (62%)
[epoch 29] loss: 0.0154477
Test set: Average loss: 1.8154, Accuracy: 3122/5000 (62%)
[epoch 30] loss: 0.0125646
Test set: Average loss: 1.8303, Accuracy: 3131/5000 (63%)
[epoch 31] loss: 0.0105925
Test set: Average loss: 1.8445, Accuracy: 3133/5000 (63%)
[epoch 32] loss: 0.0089987
Test set: Average loss: 1.8630, Accuracy: 3149/5000 (63%)
[epoch 33] loss: 0.0077006
Test set: Average loss: 1.8789, Accuracy: 3149/5000 (63%)
[epoch 34] loss: 0.0066041
Test set: Average loss: 1.9007, Accuracy: 3152/5000 (63%)
[epoch 35] loss: 0.0056825
Test set: Average loss: 1.9259, Accuracy: 3168/5000 (63%)
[epoch 36] loss: 0.0048533
Test set: Average loss: 1.9444, Accuracy: 3160/5000 (63%)
[epoch 37] loss: 0.0041306
Test set: Average loss: 1.9709, Accuracy: 3170/5000 (63%)
[epoch 38] loss: 0.0035211
Test set: Average loss: 1.9999, Accuracy: 3166/5000 (63%)
[epoch 39] loss: 0.0029763
Test set: Average loss: 2.0300, Accuracy: 3172/5000 (63%)
[epoch 40] loss: 0.0025051
Test set: Average loss: 2.0611, Accuracy: 3163/5000 (63%)
[epoch 41] loss: 0.0021084
Test set: Average loss: 2.0927, Accuracy: 3166/5000 (63%)
[epoch 42] loss: 0.0017621
Test set: Average loss: 2.1207, Accuracy: 3173/5000 (63%)
[epoch 43] loss: 0.0014651
Test set: Average loss: 2.1566, Accuracy: 3172/5000 (63%)
[epoch 44] loss: 0.0012137
Test set: Average loss: 2.1912, Accuracy: 3160/5000 (63%)
[epoch 45] loss: 0.0009971
Test set: Average loss: 2.2350, Accuracy: 3173/5000 (63%)
[epoch 46] loss: 0.0008250
Test set: Average loss: 2.2676, Accuracy: 3162/5000 (63%)
[epoch 47] loss: 0.0006741
Test set: Average loss: 2.2985, Accuracy: 3174/5000 (63%)
[epoch 48] loss: 0.0005487
Test set: Average loss: 2.3373, Accuracy: 3172/5000 (63%)
[epoch 49] loss: 0.0004486
Test set: Average loss: 2.3753, Accuracy: 3170/5000 (63%)
[epoch 50] loss: 0.0003646
Test set: Average loss: 2.4240, Accuracy: 3163/5000 (63%)
Validation:
Test set: Average loss: 2.2985, Accuracy: 3174/5000 (63%)
Test
Test set: Average loss: 2.1781, Accuracy: 6433/10000 (64%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3044, Accuracy: 583/5000 (12%)
[epoch 1] loss: 1.2108728
Test set: Average loss: 1.2383, Accuracy: 2806/5000 (56%)
[epoch 2] loss: 1.0899887
Test set: Average loss: 1.1749, Accuracy: 2918/5000 (58%)
[epoch 3] loss: 1.0377499
Test set: Average loss: 1.2426, Accuracy: 2870/5000 (57%)
[epoch 4] loss: 1.0018416
Test set: Average loss: 1.1844, Accuracy: 2942/5000 (59%)
[epoch 5] loss: 0.9792979
Test set: Average loss: 1.2618, Accuracy: 2812/5000 (56%)
[epoch 6] loss: 0.9494024
Test set: Average loss: 1.1482, Accuracy: 3046/5000 (61%)
[epoch 7] loss: 0.9346606
Test set: Average loss: 1.2396, Accuracy: 2821/5000 (56%)
[epoch 8] loss: 0.8985597
Test set: Average loss: 1.1803, Accuracy: 2983/5000 (60%)
[epoch 9] loss: 0.8688420
Test set: Average loss: 1.1721, Accuracy: 2972/5000 (59%)
[epoch 10] loss: 0.8367050
Test set: Average loss: 1.1939, Accuracy: 3014/5000 (60%)
[epoch 11] loss: 0.8085434
Test set: Average loss: 1.2577, Accuracy: 2916/5000 (58%)
[epoch 12] loss: 0.7795623
Test set: Average loss: 1.1915, Accuracy: 3022/5000 (60%)
[epoch 13] loss: 0.7479397
Test set: Average loss: 1.2219, Accuracy: 2991/5000 (60%)
[epoch 14] loss: 0.7072732
Test set: Average loss: 1.2227, Accuracy: 3046/5000 (61%)
[epoch 15] loss: 0.6499876
Test set: Average loss: 1.2404, Accuracy: 3055/5000 (61%)
[epoch 16] loss: 0.6005819
Test set: Average loss: 1.2575, Accuracy: 3055/5000 (61%)
[epoch 17] loss: 0.5364995
Test set: Average loss: 1.2788, Accuracy: 3061/5000 (61%)
[epoch 18] loss: 0.4881026
Test set: Average loss: 1.3441, Accuracy: 3023/5000 (60%)
[epoch 19] loss: 0.4015090
Test set: Average loss: 1.4555, Accuracy: 2968/5000 (59%)
[epoch 20] loss: 0.3462325
Test set: Average loss: 1.4081, Accuracy: 3058/5000 (61%)
[epoch 21] loss: 0.2769199
Test set: Average loss: 1.4515, Accuracy: 3074/5000 (61%)
[epoch 22] loss: 0.2116549
Test set: Average loss: 1.5667, Accuracy: 3049/5000 (61%)
[epoch 23] loss: 0.1667635
Test set: Average loss: 1.6357, Accuracy: 3044/5000 (61%)
[epoch 24] loss: 0.1321848
Test set: Average loss: 1.7036, Accuracy: 3025/5000 (60%)
[epoch 25] loss: 0.0895008
Test set: Average loss: 1.8033, Accuracy: 3062/5000 (61%)
[epoch 26] loss: 0.0684905
Test set: Average loss: 1.9167, Accuracy: 3032/5000 (61%)
[epoch 27] loss: 0.1322817
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9207, Accuracy: 3015/5000 (60%)
[epoch 28] loss: 0.0461325
Test set: Average loss: 1.8179, Accuracy: 3107/5000 (62%)
[epoch 29] loss: 0.0184451
Test set: Average loss: 1.8275, Accuracy: 3107/5000 (62%)
[epoch 30] loss: 0.0133447
Test set: Average loss: 1.8426, Accuracy: 3127/5000 (63%)
[epoch 31] loss: 0.0106519
Test set: Average loss: 1.8598, Accuracy: 3129/5000 (63%)
[epoch 32] loss: 0.0087558
Test set: Average loss: 1.8784, Accuracy: 3138/5000 (63%)
[epoch 33] loss: 0.0073528
Test set: Average loss: 1.8927, Accuracy: 3136/5000 (63%)
[epoch 34] loss: 0.0062322
Test set: Average loss: 1.9125, Accuracy: 3142/5000 (63%)
[epoch 35] loss: 0.0052757
Test set: Average loss: 1.9337, Accuracy: 3143/5000 (63%)
[epoch 36] loss: 0.0044978
Test set: Average loss: 1.9594, Accuracy: 3143/5000 (63%)
[epoch 37] loss: 0.0038189
Test set: Average loss: 1.9833, Accuracy: 3140/5000 (63%)
[epoch 38] loss: 0.0032375
Test set: Average loss: 2.0114, Accuracy: 3141/5000 (63%)
[epoch 39] loss: 0.0027444
Test set: Average loss: 2.0326, Accuracy: 3136/5000 (63%)
[epoch 40] loss: 0.0023214
Test set: Average loss: 2.0600, Accuracy: 3133/5000 (63%)
[epoch 41] loss: 0.0019526
Test set: Average loss: 2.0924, Accuracy: 3135/5000 (63%)
[epoch 42] loss: 0.0016361
Test set: Average loss: 2.1228, Accuracy: 3145/5000 (63%)
[epoch 43] loss: 0.0013631
Test set: Average loss: 2.1565, Accuracy: 3141/5000 (63%)
[epoch 44] loss: 0.0011311
Test set: Average loss: 2.1901, Accuracy: 3139/5000 (63%)
[epoch 45] loss: 0.0009378
Test set: Average loss: 2.2235, Accuracy: 3145/5000 (63%)
[epoch 46] loss: 0.0007712
Test set: Average loss: 2.2657, Accuracy: 3150/5000 (63%)
[epoch 47] loss: 0.0006345
Test set: Average loss: 2.3054, Accuracy: 3157/5000 (63%)
[epoch 48] loss: 0.0005188
Test set: Average loss: 2.3393, Accuracy: 3140/5000 (63%)
[epoch 49] loss: 0.0004238
Test set: Average loss: 2.3765, Accuracy: 3143/5000 (63%)
[epoch 50] loss: 0.0003444
Test set: Average loss: 2.4169, Accuracy: 3150/5000 (63%)
Validation:
Test set: Average loss: 2.3054, Accuracy: 3157/5000 (63%)
Test
Test set: Average loss: 2.2198, Accuracy: 6482/10000 (65%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2999, Accuracy: 607/5000 (12%)
[epoch 1] loss: 1.2088775
Test set: Average loss: 1.2772, Accuracy: 2763/5000 (55%)
[epoch 2] loss: 1.0932700
Test set: Average loss: 1.1816, Accuracy: 2939/5000 (59%)
[epoch 3] loss: 1.0406101
Test set: Average loss: 1.1528, Accuracy: 3020/5000 (60%)
[epoch 4] loss: 0.9971857
Test set: Average loss: 1.1463, Accuracy: 3014/5000 (60%)
[epoch 5] loss: 0.9775116
Test set: Average loss: 1.1597, Accuracy: 2974/5000 (59%)
[epoch 6] loss: 0.9455685
Test set: Average loss: 1.1721, Accuracy: 3015/5000 (60%)
[epoch 7] loss: 0.9209626
Test set: Average loss: 1.2569, Accuracy: 2928/5000 (59%)
[epoch 8] loss: 0.9110292
Test set: Average loss: 1.2049, Accuracy: 3010/5000 (60%)
[epoch 9] loss: 0.8807069
Test set: Average loss: 1.1587, Accuracy: 3044/5000 (61%)
[epoch 10] loss: 0.8532133
Test set: Average loss: 1.1576, Accuracy: 3072/5000 (61%)
[epoch 11] loss: 0.8174056
Test set: Average loss: 1.2117, Accuracy: 3040/5000 (61%)
[epoch 12] loss: 0.7775286
Test set: Average loss: 1.2019, Accuracy: 3030/5000 (61%)
[epoch 13] loss: 0.7334440
Test set: Average loss: 1.1903, Accuracy: 3057/5000 (61%)
[epoch 14] loss: 0.6878932
Test set: Average loss: 1.2383, Accuracy: 3012/5000 (60%)
[epoch 15] loss: 0.6528123
Test set: Average loss: 1.2388, Accuracy: 3078/5000 (62%)
[epoch 16] loss: 0.6122807
Test set: Average loss: 1.3014, Accuracy: 2994/5000 (60%)
[epoch 17] loss: 0.5527043
Test set: Average loss: 1.2661, Accuracy: 3052/5000 (61%)
[epoch 18] loss: 0.4950798
Test set: Average loss: 1.3505, Accuracy: 3037/5000 (61%)
[epoch 19] loss: 0.4336506
Test set: Average loss: 1.4352, Accuracy: 3036/5000 (61%)
[epoch 20] loss: 0.3763011
Test set: Average loss: 1.4337, Accuracy: 3050/5000 (61%)
[epoch 21] loss: 0.2908422
Test set: Average loss: 1.4955, Accuracy: 3043/5000 (61%)
[epoch 22] loss: 0.2314759
Test set: Average loss: 1.5587, Accuracy: 3050/5000 (61%)
[epoch 23] loss: 0.1966838
Test set: Average loss: 1.6143, Accuracy: 3016/5000 (60%)
[epoch 24] loss: 0.1428169
Test set: Average loss: 1.7123, Accuracy: 2993/5000 (60%)
[epoch 25] loss: 0.1158199
Test set: Average loss: 1.7257, Accuracy: 3113/5000 (62%)
[epoch 26] loss: 0.0669186
Test set: Average loss: 1.7967, Accuracy: 3089/5000 (62%)
[epoch 27] loss: 0.1441481
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0701, Accuracy: 2847/5000 (57%)
[epoch 28] loss: 0.0678756
Epoch 27: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.7891, Accuracy: 3103/5000 (62%)
[epoch 29] loss: 0.0259802
Test set: Average loss: 1.7897, Accuracy: 3106/5000 (62%)
[epoch 30] loss: 0.0244862
Test set: Average loss: 1.7918, Accuracy: 3108/5000 (62%)
[epoch 31] loss: 0.0231283
Test set: Average loss: 1.7949, Accuracy: 3107/5000 (62%)
[epoch 32] loss: 0.0217528
Test set: Average loss: 1.7975, Accuracy: 3112/5000 (62%)
[epoch 33] loss: 0.0204093
Test set: Average loss: 1.8016, Accuracy: 3111/5000 (62%)
[epoch 34] loss: 0.0190932
Test set: Average loss: 1.8050, Accuracy: 3107/5000 (62%)
[epoch 35] loss: 0.0178396
Test set: Average loss: 1.8088, Accuracy: 3117/5000 (62%)
[epoch 36] loss: 0.0166624
Test set: Average loss: 1.8127, Accuracy: 3116/5000 (62%)
[epoch 37] loss: 0.0155191
Test set: Average loss: 1.8182, Accuracy: 3121/5000 (62%)
[epoch 38] loss: 0.0144895
Test set: Average loss: 1.8223, Accuracy: 3115/5000 (62%)
[epoch 39] loss: 0.0135259
Test set: Average loss: 1.8268, Accuracy: 3124/5000 (62%)
[epoch 40] loss: 0.0126345
Test set: Average loss: 1.8316, Accuracy: 3129/5000 (63%)
[epoch 41] loss: 0.0118207
Test set: Average loss: 1.8389, Accuracy: 3127/5000 (63%)
[epoch 42] loss: 0.0110878
Test set: Average loss: 1.8434, Accuracy: 3127/5000 (63%)
[epoch 43] loss: 0.0103978
Test set: Average loss: 1.8488, Accuracy: 3128/5000 (63%)
[epoch 44] loss: 0.0097579
Test set: Average loss: 1.8558, Accuracy: 3129/5000 (63%)
[epoch 45] loss: 0.0091898
Test set: Average loss: 1.8624, Accuracy: 3132/5000 (63%)
[epoch 46] loss: 0.0086567
Test set: Average loss: 1.8670, Accuracy: 3127/5000 (63%)
[epoch 47] loss: 0.0081690
Test set: Average loss: 1.8741, Accuracy: 3129/5000 (63%)
[epoch 48] loss: 0.0077061
Test set: Average loss: 1.8794, Accuracy: 3131/5000 (63%)
[epoch 49] loss: 0.0072859
Test set: Average loss: 1.8849, Accuracy: 3128/5000 (63%)
[epoch 50] loss: 0.0068948
Test set: Average loss: 1.8924, Accuracy: 3127/5000 (63%)
Validation:
Test set: Average loss: 1.8624, Accuracy: 3132/5000 (63%)
Test
Test set: Average loss: 1.7616, Accuracy: 6360/10000 (64%)
20000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3145, Accuracy: 317/5000 (6%)
[epoch 1] loss: 1.1969543
Test set: Average loss: 1.1568, Accuracy: 3031/5000 (61%)
[epoch 2] loss: 1.0868584
Test set: Average loss: 1.1840, Accuracy: 2918/5000 (58%)
[epoch 3] loss: 1.0266397
Test set: Average loss: 1.2478, Accuracy: 2903/5000 (58%)
[epoch 4] loss: 0.9975444
Test set: Average loss: 1.1206, Accuracy: 3089/5000 (62%)
[epoch 5] loss: 0.9737362
Test set: Average loss: 1.1121, Accuracy: 3080/5000 (62%)
[epoch 6] loss: 0.9471824
Test set: Average loss: 1.1313, Accuracy: 3077/5000 (62%)
[epoch 7] loss: 0.9193036
Test set: Average loss: 1.1137, Accuracy: 3104/5000 (62%)
[epoch 8] loss: 0.8906735
Test set: Average loss: 1.1767, Accuracy: 3052/5000 (61%)
[epoch 9] loss: 0.8520853
Test set: Average loss: 1.2059, Accuracy: 3035/5000 (61%)
[epoch 10] loss: 0.8291871
Test set: Average loss: 1.1421, Accuracy: 3060/5000 (61%)
[epoch 11] loss: 0.7830056
Test set: Average loss: 1.1894, Accuracy: 3062/5000 (61%)
[epoch 12] loss: 0.7405426
Test set: Average loss: 1.1769, Accuracy: 3105/5000 (62%)
[epoch 13] loss: 0.7027754
Test set: Average loss: 1.1577, Accuracy: 3117/5000 (62%)
[epoch 14] loss: 0.6460864
Test set: Average loss: 1.1763, Accuracy: 3141/5000 (63%)
[epoch 15] loss: 0.5865140
Test set: Average loss: 1.2329, Accuracy: 3106/5000 (62%)
[epoch 16] loss: 0.5170204
Test set: Average loss: 1.2208, Accuracy: 3144/5000 (63%)
[epoch 17] loss: 0.4464756
Test set: Average loss: 1.2473, Accuracy: 3187/5000 (64%)
[epoch 18] loss: 0.3691619
Test set: Average loss: 1.3355, Accuracy: 3127/5000 (63%)
[epoch 19] loss: 0.3088387
Test set: Average loss: 1.4014, Accuracy: 3156/5000 (63%)
[epoch 20] loss: 0.2404899
Test set: Average loss: 1.4540, Accuracy: 3094/5000 (62%)
[epoch 21] loss: 0.1898809
Test set: Average loss: 1.5640, Accuracy: 3144/5000 (63%)
[epoch 22] loss: 0.1271301
Test set: Average loss: 1.6447, Accuracy: 3155/5000 (63%)
[epoch 23] loss: 0.1282352
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7433, Accuracy: 3106/5000 (62%)
[epoch 24] loss: 0.0462638
Test set: Average loss: 1.6343, Accuracy: 3218/5000 (64%)
[epoch 25] loss: 0.0213565
Test set: Average loss: 1.6475, Accuracy: 3224/5000 (64%)
[epoch 26] loss: 0.0156514
Test set: Average loss: 1.6601, Accuracy: 3217/5000 (64%)
[epoch 27] loss: 0.0123315
Test set: Average loss: 1.6830, Accuracy: 3225/5000 (64%)
[epoch 28] loss: 0.0099411
Test set: Average loss: 1.7051, Accuracy: 3246/5000 (65%)
[epoch 29] loss: 0.0081095
Test set: Average loss: 1.7271, Accuracy: 3238/5000 (65%)
[epoch 30] loss: 0.0066202
Test set: Average loss: 1.7590, Accuracy: 3254/5000 (65%)
[epoch 31] loss: 0.0053898
Test set: Average loss: 1.7880, Accuracy: 3238/5000 (65%)
[epoch 32] loss: 0.0043675
Test set: Average loss: 1.8144, Accuracy: 3246/5000 (65%)
[epoch 33] loss: 0.0035074
Test set: Average loss: 1.8561, Accuracy: 3246/5000 (65%)
[epoch 34] loss: 0.0027973
Test set: Average loss: 1.8893, Accuracy: 3251/5000 (65%)
[epoch 35] loss: 0.0022190
Test set: Average loss: 1.9292, Accuracy: 3259/5000 (65%)
[epoch 36] loss: 0.0017493
Test set: Average loss: 1.9737, Accuracy: 3258/5000 (65%)
[epoch 37] loss: 0.0013674
Test set: Average loss: 2.0106, Accuracy: 3264/5000 (65%)
[epoch 38] loss: 0.0010623
Test set: Average loss: 2.0579, Accuracy: 3266/5000 (65%)
[epoch 39] loss: 0.0008227
Test set: Average loss: 2.1009, Accuracy: 3272/5000 (65%)
[epoch 40] loss: 0.0006343
Test set: Average loss: 2.1445, Accuracy: 3269/5000 (65%)
[epoch 41] loss: 0.0004865
Test set: Average loss: 2.1910, Accuracy: 3264/5000 (65%)
[epoch 42] loss: 0.0003732
Test set: Average loss: 2.2381, Accuracy: 3276/5000 (66%)
[epoch 43] loss: 0.0002826
Test set: Average loss: 2.2856, Accuracy: 3262/5000 (65%)
[epoch 44] loss: 0.0002153
Test set: Average loss: 2.3372, Accuracy: 3272/5000 (65%)
[epoch 45] loss: 0.0001629
Test set: Average loss: 2.3853, Accuracy: 3265/5000 (65%)
[epoch 46] loss: 0.0001235
Test set: Average loss: 2.4377, Accuracy: 3271/5000 (65%)
[epoch 47] loss: 0.0000932
Test set: Average loss: 2.4844, Accuracy: 3280/5000 (66%)
[epoch 48] loss: 0.0000698
Test set: Average loss: 2.5352, Accuracy: 3281/5000 (66%)
[epoch 49] loss: 0.0000527
Test set: Average loss: 2.5888, Accuracy: 3269/5000 (65%)
[epoch 50] loss: 0.0000394
Test set: Average loss: 2.6338, Accuracy: 3276/5000 (66%)
Validation:
Test set: Average loss: 2.5352, Accuracy: 3281/5000 (66%)
Test
Test set: Average loss: 2.3830, Accuracy: 6560/10000 (66%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3093, Accuracy: 265/5000 (5%)
[epoch 1] loss: 1.1907520
Test set: Average loss: 1.2280, Accuracy: 2868/5000 (57%)
[epoch 2] loss: 1.0701252
Test set: Average loss: 1.2089, Accuracy: 2848/5000 (57%)
[epoch 3] loss: 1.0338359
Test set: Average loss: 1.1348, Accuracy: 2990/5000 (60%)
[epoch 4] loss: 0.9951345
Test set: Average loss: 1.1148, Accuracy: 3069/5000 (61%)
[epoch 5] loss: 0.9726244
Test set: Average loss: 1.1645, Accuracy: 2981/5000 (60%)
[epoch 6] loss: 0.9450652
Test set: Average loss: 1.1061, Accuracy: 3119/5000 (62%)
[epoch 7] loss: 0.9143583
Test set: Average loss: 1.1038, Accuracy: 3112/5000 (62%)
[epoch 8] loss: 0.8881080
Test set: Average loss: 1.1095, Accuracy: 3074/5000 (61%)
[epoch 9] loss: 0.8591706
Test set: Average loss: 1.1074, Accuracy: 3071/5000 (61%)
[epoch 10] loss: 0.8265533
Test set: Average loss: 1.1170, Accuracy: 3111/5000 (62%)
[epoch 11] loss: 0.7887968
Test set: Average loss: 1.1374, Accuracy: 3109/5000 (62%)
[epoch 12] loss: 0.7484425
Test set: Average loss: 1.1532, Accuracy: 3056/5000 (61%)
[epoch 13] loss: 0.7112990
Test set: Average loss: 1.1811, Accuracy: 3126/5000 (63%)
[epoch 14] loss: 0.6591059
Test set: Average loss: 1.2045, Accuracy: 3058/5000 (61%)
[epoch 15] loss: 0.6075102
Test set: Average loss: 1.2651, Accuracy: 3044/5000 (61%)
[epoch 16] loss: 0.5529227
Test set: Average loss: 1.2227, Accuracy: 3157/5000 (63%)
[epoch 17] loss: 0.4676943
Test set: Average loss: 1.2842, Accuracy: 3163/5000 (63%)
[epoch 18] loss: 0.3993074
Test set: Average loss: 1.2418, Accuracy: 3195/5000 (64%)
[epoch 19] loss: 0.3191532
Test set: Average loss: 1.3828, Accuracy: 3119/5000 (62%)
[epoch 20] loss: 0.2618518
Test set: Average loss: 1.5046, Accuracy: 3060/5000 (61%)
[epoch 21] loss: 0.1986371
Test set: Average loss: 1.6014, Accuracy: 3086/5000 (62%)
[epoch 22] loss: 0.1465407
Test set: Average loss: 1.5979, Accuracy: 3139/5000 (63%)
[epoch 23] loss: 0.1156916
Test set: Average loss: 1.7266, Accuracy: 3102/5000 (62%)
[epoch 24] loss: 0.1425639
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7082, Accuracy: 3152/5000 (63%)
[epoch 25] loss: 0.0433785
Test set: Average loss: 1.6512, Accuracy: 3216/5000 (64%)
[epoch 26] loss: 0.0202118
Test set: Average loss: 1.6620, Accuracy: 3236/5000 (65%)
[epoch 27] loss: 0.0145965
Test set: Average loss: 1.6788, Accuracy: 3242/5000 (65%)
[epoch 28] loss: 0.0113794
Test set: Average loss: 1.6961, Accuracy: 3237/5000 (65%)
[epoch 29] loss: 0.0090726
Test set: Average loss: 1.7148, Accuracy: 3256/5000 (65%)
[epoch 30] loss: 0.0073703
Test set: Average loss: 1.7409, Accuracy: 3245/5000 (65%)
[epoch 31] loss: 0.0059607
Test set: Average loss: 1.7609, Accuracy: 3256/5000 (65%)
[epoch 32] loss: 0.0048232
Test set: Average loss: 1.7947, Accuracy: 3261/5000 (65%)
[epoch 33] loss: 0.0038816
Test set: Average loss: 1.8230, Accuracy: 3258/5000 (65%)
[epoch 34] loss: 0.0031146
Test set: Average loss: 1.8523, Accuracy: 3255/5000 (65%)
[epoch 35] loss: 0.0024751
Test set: Average loss: 1.8856, Accuracy: 3259/5000 (65%)
[epoch 36] loss: 0.0019635
Test set: Average loss: 1.9263, Accuracy: 3249/5000 (65%)
[epoch 37] loss: 0.0015464
Test set: Average loss: 1.9582, Accuracy: 3260/5000 (65%)
[epoch 38] loss: 0.0012047
Test set: Average loss: 1.9955, Accuracy: 3259/5000 (65%)
[epoch 39] loss: 0.0009392
Test set: Average loss: 2.0356, Accuracy: 3262/5000 (65%)
[epoch 40] loss: 0.0007259
Test set: Average loss: 2.0762, Accuracy: 3267/5000 (65%)
[epoch 41] loss: 0.0005600
Test set: Average loss: 2.1198, Accuracy: 3271/5000 (65%)
[epoch 42] loss: 0.0004304
Test set: Average loss: 2.1621, Accuracy: 3273/5000 (65%)
[epoch 43] loss: 0.0003297
Test set: Average loss: 2.2100, Accuracy: 3271/5000 (65%)
[epoch 44] loss: 0.0002511
Test set: Average loss: 2.2569, Accuracy: 3271/5000 (65%)
[epoch 45] loss: 0.0001905
Test set: Average loss: 2.3090, Accuracy: 3277/5000 (66%)
[epoch 46] loss: 0.0001446
Test set: Average loss: 2.3492, Accuracy: 3272/5000 (65%)
[epoch 47] loss: 0.0001096
Test set: Average loss: 2.3943, Accuracy: 3274/5000 (65%)
[epoch 48] loss: 0.0000823
Test set: Average loss: 2.4472, Accuracy: 3276/5000 (66%)
[epoch 49] loss: 0.0000622
Test set: Average loss: 2.4996, Accuracy: 3272/5000 (65%)
[epoch 50] loss: 0.0000465
Test set: Average loss: 2.5419, Accuracy: 3280/5000 (66%)
Validation:
Test set: Average loss: 2.5419, Accuracy: 3280/5000 (66%)
Test
Test set: Average loss: 2.4494, Accuracy: 6634/10000 (66%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3000, Accuracy: 348/5000 (7%)
[epoch 1] loss: 1.1919516
Test set: Average loss: 1.1939, Accuracy: 2885/5000 (58%)
[epoch 2] loss: 1.0831151
Test set: Average loss: 1.2386, Accuracy: 2870/5000 (57%)
[epoch 3] loss: 1.0384962
Test set: Average loss: 1.1359, Accuracy: 3009/5000 (60%)
[epoch 4] loss: 1.0052246
Test set: Average loss: 1.1754, Accuracy: 2965/5000 (59%)
[epoch 5] loss: 0.9751236
Test set: Average loss: 1.2209, Accuracy: 2906/5000 (58%)
[epoch 6] loss: 0.9482178
Test set: Average loss: 1.1460, Accuracy: 3062/5000 (61%)
[epoch 7] loss: 0.9183671
Test set: Average loss: 1.1235, Accuracy: 3053/5000 (61%)
[epoch 8] loss: 0.8956511
Test set: Average loss: 1.1304, Accuracy: 3103/5000 (62%)
[epoch 9] loss: 0.8580158
Test set: Average loss: 1.1261, Accuracy: 3071/5000 (61%)
[epoch 10] loss: 0.8321065
Test set: Average loss: 1.0996, Accuracy: 3143/5000 (63%)
[epoch 11] loss: 0.8026407
Test set: Average loss: 1.1754, Accuracy: 3052/5000 (61%)
[epoch 12] loss: 0.7564765
Test set: Average loss: 1.1585, Accuracy: 3089/5000 (62%)
[epoch 13] loss: 0.7099999
Test set: Average loss: 1.1458, Accuracy: 3153/5000 (63%)
[epoch 14] loss: 0.6552993
Test set: Average loss: 1.2340, Accuracy: 3062/5000 (61%)
[epoch 15] loss: 0.6194912
Test set: Average loss: 1.1904, Accuracy: 3119/5000 (62%)
[epoch 16] loss: 0.5491025
Test set: Average loss: 1.1986, Accuracy: 3142/5000 (63%)
[epoch 17] loss: 0.4943138
Test set: Average loss: 1.2276, Accuracy: 3143/5000 (63%)
[epoch 18] loss: 0.4136558
Test set: Average loss: 1.3297, Accuracy: 3118/5000 (62%)
[epoch 19] loss: 0.3421484
Test set: Average loss: 1.3889, Accuracy: 3147/5000 (63%)
[epoch 20] loss: 0.2802114
Test set: Average loss: 1.4111, Accuracy: 3119/5000 (62%)
[epoch 21] loss: 0.2173131
Test set: Average loss: 1.4810, Accuracy: 3137/5000 (63%)
[epoch 22] loss: 0.1631434
Test set: Average loss: 1.5743, Accuracy: 3124/5000 (62%)
[epoch 23] loss: 0.1474828
Test set: Average loss: 1.6330, Accuracy: 3118/5000 (62%)
[epoch 24] loss: 0.0864016
Test set: Average loss: 1.7492, Accuracy: 3124/5000 (62%)
[epoch 25] loss: 0.0891666
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8472, Accuracy: 3075/5000 (62%)
[epoch 26] loss: 0.0362876
Test set: Average loss: 1.7530, Accuracy: 3189/5000 (64%)
[epoch 27] loss: 0.0140216
Test set: Average loss: 1.7614, Accuracy: 3193/5000 (64%)
[epoch 28] loss: 0.0100554
Test set: Average loss: 1.7722, Accuracy: 3201/5000 (64%)
[epoch 29] loss: 0.0078541
Test set: Average loss: 1.7950, Accuracy: 3221/5000 (64%)
[epoch 30] loss: 0.0063162
Test set: Average loss: 1.8088, Accuracy: 3220/5000 (64%)
[epoch 31] loss: 0.0051533
Test set: Average loss: 1.8309, Accuracy: 3220/5000 (64%)
[epoch 32] loss: 0.0042131
Test set: Average loss: 1.8547, Accuracy: 3211/5000 (64%)
[epoch 33] loss: 0.0034458
Test set: Average loss: 1.8754, Accuracy: 3213/5000 (64%)
[epoch 34] loss: 0.0028053
Test set: Average loss: 1.9002, Accuracy: 3224/5000 (64%)
[epoch 35] loss: 0.0022665
Test set: Average loss: 1.9378, Accuracy: 3223/5000 (64%)
[epoch 36] loss: 0.0018163
Test set: Average loss: 1.9658, Accuracy: 3223/5000 (64%)
[epoch 37] loss: 0.0014486
Test set: Average loss: 1.9945, Accuracy: 3226/5000 (65%)
[epoch 38] loss: 0.0011448
Test set: Average loss: 2.0413, Accuracy: 3232/5000 (65%)
[epoch 39] loss: 0.0009006
Test set: Average loss: 2.0795, Accuracy: 3237/5000 (65%)
[epoch 40] loss: 0.0007030
Test set: Average loss: 2.1115, Accuracy: 3238/5000 (65%)
[epoch 41] loss: 0.0005456
Test set: Average loss: 2.1578, Accuracy: 3237/5000 (65%)
[epoch 42] loss: 0.0004215
Test set: Average loss: 2.1959, Accuracy: 3243/5000 (65%)
[epoch 43] loss: 0.0003251
Test set: Average loss: 2.2389, Accuracy: 3228/5000 (65%)
[epoch 44] loss: 0.0002488
Test set: Average loss: 2.2859, Accuracy: 3232/5000 (65%)
[epoch 45] loss: 0.0001898
Test set: Average loss: 2.3300, Accuracy: 3247/5000 (65%)
[epoch 46] loss: 0.0001436
Test set: Average loss: 2.3809, Accuracy: 3240/5000 (65%)
[epoch 47] loss: 0.0001096
Test set: Average loss: 2.4223, Accuracy: 3240/5000 (65%)
[epoch 48] loss: 0.0000830
Test set: Average loss: 2.4768, Accuracy: 3238/5000 (65%)
[epoch 49] loss: 0.0000626
Test set: Average loss: 2.5159, Accuracy: 3244/5000 (65%)
[epoch 50] loss: 0.0000470
Test set: Average loss: 2.5746, Accuracy: 3248/5000 (65%)
Validation:
Test set: Average loss: 2.5746, Accuracy: 3248/5000 (65%)
Test
Test set: Average loss: 2.4296, Accuracy: 6639/10000 (66%)
25000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.2980, Accuracy: 442/5000 (9%)
[epoch 1] loss: 1.1854038
Test set: Average loss: 1.1663, Accuracy: 3013/5000 (60%)
[epoch 2] loss: 1.0840855
Test set: Average loss: 1.1278, Accuracy: 3037/5000 (61%)
[epoch 3] loss: 1.0269029
Test set: Average loss: 1.2011, Accuracy: 2908/5000 (58%)
[epoch 4] loss: 1.0013311
Test set: Average loss: 1.1578, Accuracy: 3008/5000 (60%)
[epoch 5] loss: 0.9679098
Test set: Average loss: 1.1395, Accuracy: 3049/5000 (61%)
[epoch 6] loss: 0.9415007
Test set: Average loss: 1.0827, Accuracy: 3138/5000 (63%)
[epoch 7] loss: 0.9091575
Test set: Average loss: 1.1048, Accuracy: 3120/5000 (62%)
[epoch 8] loss: 0.8725901
Test set: Average loss: 1.0657, Accuracy: 3156/5000 (63%)
[epoch 9] loss: 0.8388975
Test set: Average loss: 1.1045, Accuracy: 3112/5000 (62%)
[epoch 10] loss: 0.8053782
Test set: Average loss: 1.0717, Accuracy: 3206/5000 (64%)
[epoch 11] loss: 0.7560822
Test set: Average loss: 1.1719, Accuracy: 3113/5000 (62%)
[epoch 12] loss: 0.7168066
Test set: Average loss: 1.1059, Accuracy: 3175/5000 (64%)
[epoch 13] loss: 0.6651032
Test set: Average loss: 1.1536, Accuracy: 3179/5000 (64%)
[epoch 14] loss: 0.6072141
Test set: Average loss: 1.1358, Accuracy: 3241/5000 (65%)
[epoch 15] loss: 0.5376044
Test set: Average loss: 1.1831, Accuracy: 3231/5000 (65%)
[epoch 16] loss: 0.4705682
Test set: Average loss: 1.1997, Accuracy: 3208/5000 (64%)
[epoch 17] loss: 0.3893849
Test set: Average loss: 1.3174, Accuracy: 3175/5000 (64%)
[epoch 18] loss: 0.3178038
Test set: Average loss: 1.3610, Accuracy: 3198/5000 (64%)
[epoch 19] loss: 0.2420277
Test set: Average loss: 1.4281, Accuracy: 3207/5000 (64%)
[epoch 20] loss: 0.1951212
Test set: Average loss: 1.6303, Accuracy: 3107/5000 (62%)
[epoch 21] loss: 0.1788657
Test set: Average loss: 1.6485, Accuracy: 3138/5000 (63%)
[epoch 22] loss: 0.1461020
Test set: Average loss: 1.7137, Accuracy: 3169/5000 (63%)
[epoch 23] loss: 0.0986262
Test set: Average loss: 1.7543, Accuracy: 3215/5000 (64%)
[epoch 24] loss: 0.1342579
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9350, Accuracy: 3043/5000 (61%)
[epoch 25] loss: 0.0479251
Test set: Average loss: 1.7276, Accuracy: 3238/5000 (65%)
[epoch 26] loss: 0.0160429
Test set: Average loss: 1.7375, Accuracy: 3262/5000 (65%)
[epoch 27] loss: 0.0105515
Test set: Average loss: 1.7489, Accuracy: 3273/5000 (65%)
[epoch 28] loss: 0.0077922
Test set: Average loss: 1.7638, Accuracy: 3285/5000 (66%)
[epoch 29] loss: 0.0059508
Test set: Average loss: 1.7832, Accuracy: 3293/5000 (66%)
[epoch 30] loss: 0.0045646
Test set: Average loss: 1.8036, Accuracy: 3300/5000 (66%)
[epoch 31] loss: 0.0035248
Test set: Average loss: 1.8361, Accuracy: 3294/5000 (66%)
[epoch 32] loss: 0.0027170
Test set: Average loss: 1.8616, Accuracy: 3308/5000 (66%)
[epoch 33] loss: 0.0020650
Test set: Average loss: 1.8979, Accuracy: 3307/5000 (66%)
[epoch 34] loss: 0.0015662
Test set: Average loss: 1.9277, Accuracy: 3299/5000 (66%)
[epoch 35] loss: 0.0011703
Test set: Average loss: 1.9703, Accuracy: 3299/5000 (66%)
[epoch 36] loss: 0.0008729
Test set: Average loss: 2.0048, Accuracy: 3301/5000 (66%)
[epoch 37] loss: 0.0006444
Test set: Average loss: 2.0547, Accuracy: 3300/5000 (66%)
[epoch 38] loss: 0.0004741
Test set: Average loss: 2.0940, Accuracy: 3311/5000 (66%)
[epoch 39] loss: 0.0003453
Test set: Average loss: 2.1396, Accuracy: 3303/5000 (66%)
[epoch 40] loss: 0.0002512
Test set: Average loss: 2.1860, Accuracy: 3301/5000 (66%)
[epoch 41] loss: 0.0001816
Test set: Average loss: 2.2308, Accuracy: 3302/5000 (66%)
[epoch 42] loss: 0.0001310
Test set: Average loss: 2.2832, Accuracy: 3301/5000 (66%)
[epoch 43] loss: 0.0000939
Test set: Average loss: 2.3396, Accuracy: 3311/5000 (66%)
[epoch 44] loss: 0.0000671
Test set: Average loss: 2.3935, Accuracy: 3315/5000 (66%)
[epoch 45] loss: 0.0000478
Test set: Average loss: 2.4399, Accuracy: 3315/5000 (66%)
[epoch 46] loss: 0.0000340
Test set: Average loss: 2.4932, Accuracy: 3316/5000 (66%)
[epoch 47] loss: 0.0000240
Test set: Average loss: 2.5487, Accuracy: 3326/5000 (67%)
[epoch 48] loss: 0.0000171
Test set: Average loss: 2.6085, Accuracy: 3324/5000 (66%)
[epoch 49] loss: 0.0000120
Test set: Average loss: 2.6661, Accuracy: 3323/5000 (66%)
[epoch 50] loss: 0.0000085
Test set: Average loss: 2.7497, Accuracy: 3310/5000 (66%)
Validation:
Test set: Average loss: 2.5487, Accuracy: 3326/5000 (67%)
Test
Test set: Average loss: 2.4393, Accuracy: 6755/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3040, Accuracy: 511/5000 (10%)
[epoch 1] loss: 1.1889044
Test set: Average loss: 1.1841, Accuracy: 2952/5000 (59%)
[epoch 2] loss: 1.0824990
Test set: Average loss: 1.1196, Accuracy: 3101/5000 (62%)
[epoch 3] loss: 1.0390789
Test set: Average loss: 1.1166, Accuracy: 3072/5000 (61%)
[epoch 4] loss: 1.0040570
Test set: Average loss: 1.1381, Accuracy: 3061/5000 (61%)
[epoch 5] loss: 0.9768557
Test set: Average loss: 1.1500, Accuracy: 3020/5000 (60%)
[epoch 6] loss: 0.9479231
Test set: Average loss: 1.0870, Accuracy: 3161/5000 (63%)
[epoch 7] loss: 0.9167036
Test set: Average loss: 1.0694, Accuracy: 3145/5000 (63%)
[epoch 8] loss: 0.8846371
Test set: Average loss: 1.0958, Accuracy: 3130/5000 (63%)
[epoch 9] loss: 0.8480192
Test set: Average loss: 1.0674, Accuracy: 3202/5000 (64%)
[epoch 10] loss: 0.8016998
Test set: Average loss: 1.1232, Accuracy: 3140/5000 (63%)
[epoch 11] loss: 0.7709800
Test set: Average loss: 1.1644, Accuracy: 3124/5000 (62%)
[epoch 12] loss: 0.7124430
Test set: Average loss: 1.0834, Accuracy: 3232/5000 (65%)
[epoch 13] loss: 0.6644389
Test set: Average loss: 1.1277, Accuracy: 3186/5000 (64%)
[epoch 14] loss: 0.6076923
Test set: Average loss: 1.1103, Accuracy: 3243/5000 (65%)
[epoch 15] loss: 0.5385911
Test set: Average loss: 1.1625, Accuracy: 3203/5000 (64%)
[epoch 16] loss: 0.4678982
Test set: Average loss: 1.1746, Accuracy: 3263/5000 (65%)
[epoch 17] loss: 0.3890691
Test set: Average loss: 1.2288, Accuracy: 3194/5000 (64%)
[epoch 18] loss: 0.2990429
Test set: Average loss: 1.3578, Accuracy: 3213/5000 (64%)
[epoch 19] loss: 0.2346753
Test set: Average loss: 1.3948, Accuracy: 3203/5000 (64%)
[epoch 20] loss: 0.1919707
Test set: Average loss: 1.5142, Accuracy: 3202/5000 (64%)
[epoch 21] loss: 0.1537689
Test set: Average loss: 1.6315, Accuracy: 3154/5000 (63%)
[epoch 22] loss: 0.1291060
Test set: Average loss: 1.7508, Accuracy: 3122/5000 (62%)
[epoch 23] loss: 0.1215512
Test set: Average loss: 1.8208, Accuracy: 3131/5000 (63%)
[epoch 24] loss: 0.1128122
Test set: Average loss: 1.8886, Accuracy: 3140/5000 (63%)
[epoch 25] loss: 0.0976253
Test set: Average loss: 1.9321, Accuracy: 3164/5000 (63%)
[epoch 26] loss: 0.1328820
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9310, Accuracy: 3113/5000 (62%)
[epoch 27] loss: 0.0409529
Test set: Average loss: 1.8378, Accuracy: 3262/5000 (65%)
[epoch 28] loss: 0.0121941
Test set: Average loss: 1.8549, Accuracy: 3262/5000 (65%)
[epoch 29] loss: 0.0079410
Test set: Average loss: 1.8673, Accuracy: 3281/5000 (66%)
[epoch 30] loss: 0.0058425
Test set: Average loss: 1.8848, Accuracy: 3282/5000 (66%)
[epoch 31] loss: 0.0044336
Test set: Average loss: 1.8974, Accuracy: 3286/5000 (66%)
[epoch 32] loss: 0.0034019
Test set: Average loss: 1.9177, Accuracy: 3297/5000 (66%)
[epoch 33] loss: 0.0026180
Test set: Average loss: 1.9426, Accuracy: 3305/5000 (66%)
[epoch 34] loss: 0.0020067
Test set: Average loss: 1.9629, Accuracy: 3315/5000 (66%)
[epoch 35] loss: 0.0015283
Test set: Average loss: 1.9960, Accuracy: 3318/5000 (66%)
[epoch 36] loss: 0.0011645
Test set: Average loss: 2.0237, Accuracy: 3331/5000 (67%)
[epoch 37] loss: 0.0008728
Test set: Average loss: 2.0558, Accuracy: 3330/5000 (67%)
[epoch 38] loss: 0.0006496
Test set: Average loss: 2.0932, Accuracy: 3329/5000 (67%)
[epoch 39] loss: 0.0004828
Test set: Average loss: 2.1276, Accuracy: 3336/5000 (67%)
[epoch 40] loss: 0.0003532
Test set: Average loss: 2.1712, Accuracy: 3342/5000 (67%)
[epoch 41] loss: 0.0002579
Test set: Average loss: 2.2122, Accuracy: 3342/5000 (67%)
[epoch 42] loss: 0.0001865
Test set: Average loss: 2.2551, Accuracy: 3352/5000 (67%)
[epoch 43] loss: 0.0001346
Test set: Average loss: 2.3075, Accuracy: 3339/5000 (67%)
[epoch 44] loss: 0.0000969
Test set: Average loss: 2.3477, Accuracy: 3332/5000 (67%)
[epoch 45] loss: 0.0000692
Test set: Average loss: 2.3901, Accuracy: 3343/5000 (67%)
[epoch 46] loss: 0.0000494
Test set: Average loss: 2.4392, Accuracy: 3339/5000 (67%)
[epoch 47] loss: 0.0000351
Test set: Average loss: 2.4906, Accuracy: 3336/5000 (67%)
[epoch 48] loss: 0.0000248
Test set: Average loss: 2.5395, Accuracy: 3332/5000 (67%)
[epoch 49] loss: 0.0000176
Test set: Average loss: 2.5935, Accuracy: 3336/5000 (67%)
[epoch 50] loss: 0.0000124
Test set: Average loss: 2.6444, Accuracy: 3335/5000 (67%)
Validation:
Test set: Average loss: 2.2551, Accuracy: 3352/5000 (67%)
Test
Test set: Average loss: 2.1663, Accuracy: 6709/10000 (67%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3079, Accuracy: 603/5000 (12%)
[epoch 1] loss: 1.1991831
Test set: Average loss: 1.2442, Accuracy: 2877/5000 (58%)
[epoch 2] loss: 1.0793525
Test set: Average loss: 1.1257, Accuracy: 3033/5000 (61%)
[epoch 3] loss: 1.0352601
Test set: Average loss: 1.1130, Accuracy: 3059/5000 (61%)
[epoch 4] loss: 1.0092078
Test set: Average loss: 1.1497, Accuracy: 2990/5000 (60%)
[epoch 5] loss: 0.9855754
Test set: Average loss: 1.0942, Accuracy: 3087/5000 (62%)
[epoch 6] loss: 0.9538833
Test set: Average loss: 1.0823, Accuracy: 3112/5000 (62%)
[epoch 7] loss: 0.9208590
Test set: Average loss: 1.1619, Accuracy: 3007/5000 (60%)
[epoch 8] loss: 0.8914455
Test set: Average loss: 1.1333, Accuracy: 3052/5000 (61%)
[epoch 9] loss: 0.8500061
Test set: Average loss: 1.0888, Accuracy: 3109/5000 (62%)
[epoch 10] loss: 0.8152957
Test set: Average loss: 1.1226, Accuracy: 3131/5000 (63%)
[epoch 11] loss: 0.7713678
Test set: Average loss: 1.0873, Accuracy: 3183/5000 (64%)
[epoch 12] loss: 0.7245095
Test set: Average loss: 1.1020, Accuracy: 3203/5000 (64%)
[epoch 13] loss: 0.6762301
Test set: Average loss: 1.1052, Accuracy: 3174/5000 (63%)
[epoch 14] loss: 0.6112966
Test set: Average loss: 1.1587, Accuracy: 3179/5000 (64%)
[epoch 15] loss: 0.5482295
Test set: Average loss: 1.1673, Accuracy: 3201/5000 (64%)
[epoch 16] loss: 0.4796550
Test set: Average loss: 1.1793, Accuracy: 3242/5000 (65%)
[epoch 17] loss: 0.4099033
Test set: Average loss: 1.2589, Accuracy: 3171/5000 (63%)
[epoch 18] loss: 0.3142143
Test set: Average loss: 1.3630, Accuracy: 3196/5000 (64%)
[epoch 19] loss: 0.2396235
Test set: Average loss: 1.4334, Accuracy: 3211/5000 (64%)
[epoch 20] loss: 0.1938396
Test set: Average loss: 1.5019, Accuracy: 3195/5000 (64%)
[epoch 21] loss: 0.1411976
Test set: Average loss: 1.5731, Accuracy: 3227/5000 (65%)
[epoch 22] loss: 0.1351733
Test set: Average loss: 1.6957, Accuracy: 3176/5000 (64%)
[epoch 23] loss: 0.1319485
Test set: Average loss: 1.7581, Accuracy: 3162/5000 (63%)
[epoch 24] loss: 0.0943627
Test set: Average loss: 1.8970, Accuracy: 3110/5000 (62%)
[epoch 25] loss: 0.1192756
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9116, Accuracy: 3137/5000 (63%)
[epoch 26] loss: 0.0377196
Test set: Average loss: 1.7332, Accuracy: 3258/5000 (65%)
[epoch 27] loss: 0.0125248
Test set: Average loss: 1.7506, Accuracy: 3268/5000 (65%)
[epoch 28] loss: 0.0082208
Test set: Average loss: 1.7666, Accuracy: 3276/5000 (66%)
[epoch 29] loss: 0.0060510
Test set: Average loss: 1.7897, Accuracy: 3275/5000 (66%)
[epoch 30] loss: 0.0045902
Test set: Average loss: 1.8109, Accuracy: 3290/5000 (66%)
[epoch 31] loss: 0.0035446
Test set: Average loss: 1.8356, Accuracy: 3289/5000 (66%)
[epoch 32] loss: 0.0027308
Test set: Average loss: 1.8599, Accuracy: 3301/5000 (66%)
[epoch 33] loss: 0.0021066
Test set: Average loss: 1.8908, Accuracy: 3282/5000 (66%)
[epoch 34] loss: 0.0016051
Test set: Average loss: 1.9240, Accuracy: 3288/5000 (66%)
[epoch 35] loss: 0.0012127
Test set: Average loss: 1.9643, Accuracy: 3282/5000 (66%)
[epoch 36] loss: 0.0009130
Test set: Average loss: 1.9972, Accuracy: 3284/5000 (66%)
[epoch 37] loss: 0.0006820
Test set: Average loss: 2.0408, Accuracy: 3285/5000 (66%)
[epoch 38] loss: 0.0005031
Test set: Average loss: 2.0787, Accuracy: 3297/5000 (66%)
[epoch 39] loss: 0.0003707
Test set: Average loss: 2.1217, Accuracy: 3291/5000 (66%)
[epoch 40] loss: 0.0002701
Test set: Average loss: 2.1722, Accuracy: 3297/5000 (66%)
[epoch 41] loss: 0.0001958
Test set: Average loss: 2.2157, Accuracy: 3287/5000 (66%)
[epoch 42] loss: 0.0001415
Test set: Average loss: 2.2652, Accuracy: 3291/5000 (66%)
[epoch 43] loss: 0.0001019
Test set: Average loss: 2.3224, Accuracy: 3293/5000 (66%)
[epoch 44] loss: 0.0000729
Test set: Average loss: 2.3730, Accuracy: 3302/5000 (66%)
[epoch 45] loss: 0.0000520
Test set: Average loss: 2.4190, Accuracy: 3300/5000 (66%)
[epoch 46] loss: 0.0000369
Test set: Average loss: 2.4741, Accuracy: 3303/5000 (66%)
[epoch 47] loss: 0.0000262
Test set: Average loss: 2.5372, Accuracy: 3298/5000 (66%)
[epoch 48] loss: 0.0000186
Test set: Average loss: 2.5802, Accuracy: 3300/5000 (66%)
[epoch 49] loss: 0.0000131
Test set: Average loss: 2.6406, Accuracy: 3297/5000 (66%)
[epoch 50] loss: 0.0000092
Test set: Average loss: 2.6935, Accuracy: 3296/5000 (66%)
Validation:
Test set: Average loss: 2.4741, Accuracy: 3303/5000 (66%)
Test
Test set: Average loss: 2.3551, Accuracy: 6721/10000 (67%)
30000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 707/5000 (14%)
[epoch 1] loss: 1.1844509
Test set: Average loss: 1.1601, Accuracy: 2969/5000 (59%)
[epoch 2] loss: 1.0722137
Test set: Average loss: 1.1493, Accuracy: 3012/5000 (60%)
[epoch 3] loss: 1.0295143
Test set: Average loss: 1.1047, Accuracy: 3082/5000 (62%)
[epoch 4] loss: 0.9983702
Test set: Average loss: 1.1211, Accuracy: 3078/5000 (62%)
[epoch 5] loss: 0.9641747
Test set: Average loss: 1.0845, Accuracy: 3123/5000 (62%)
[epoch 6] loss: 0.9303457
Test set: Average loss: 1.0490, Accuracy: 3188/5000 (64%)
[epoch 7] loss: 0.9007770
Test set: Average loss: 1.0842, Accuracy: 3201/5000 (64%)
[epoch 8] loss: 0.8677566
Test set: Average loss: 1.0708, Accuracy: 3205/5000 (64%)
[epoch 9] loss: 0.8289006
Test set: Average loss: 1.0505, Accuracy: 3246/5000 (65%)
[epoch 10] loss: 0.7913088
Test set: Average loss: 1.0694, Accuracy: 3247/5000 (65%)
[epoch 11] loss: 0.7382671
Test set: Average loss: 1.0395, Accuracy: 3264/5000 (65%)
[epoch 12] loss: 0.6915783
Test set: Average loss: 1.0391, Accuracy: 3276/5000 (66%)
[epoch 13] loss: 0.6342039
Test set: Average loss: 1.1178, Accuracy: 3225/5000 (64%)
[epoch 14] loss: 0.5700333
Test set: Average loss: 1.1997, Accuracy: 3193/5000 (64%)
[epoch 15] loss: 0.4890884
Test set: Average loss: 1.2260, Accuracy: 3230/5000 (65%)
[epoch 16] loss: 0.4163280
Test set: Average loss: 1.1807, Accuracy: 3300/5000 (66%)
[epoch 17] loss: 0.3319488
Test set: Average loss: 1.2820, Accuracy: 3269/5000 (65%)
[epoch 18] loss: 0.2725363
Test set: Average loss: 1.3177, Accuracy: 3274/5000 (65%)
[epoch 19] loss: 0.2008279
Test set: Average loss: 1.4101, Accuracy: 3279/5000 (66%)
[epoch 20] loss: 0.1705653
Test set: Average loss: 1.5831, Accuracy: 3227/5000 (65%)
[epoch 21] loss: 0.1601903
Test set: Average loss: 1.6428, Accuracy: 3234/5000 (65%)
[epoch 22] loss: 0.1353704
Test set: Average loss: 1.6881, Accuracy: 3266/5000 (65%)
[epoch 23] loss: 0.1351358
Test set: Average loss: 1.8397, Accuracy: 3135/5000 (63%)
[epoch 24] loss: 0.1341805
Test set: Average loss: 1.8594, Accuracy: 3169/5000 (63%)
[epoch 25] loss: 0.1142721
Test set: Average loss: 1.8171, Accuracy: 3247/5000 (65%)
[epoch 26] loss: 0.0938150
Test set: Average loss: 1.8891, Accuracy: 3226/5000 (65%)
[epoch 27] loss: 0.1334842
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0290, Accuracy: 3137/5000 (63%)
[epoch 28] loss: 0.0496456
Test set: Average loss: 1.8335, Accuracy: 3287/5000 (66%)
[epoch 29] loss: 0.0128706
Test set: Average loss: 1.8363, Accuracy: 3306/5000 (66%)
[epoch 30] loss: 0.0074311
Test set: Average loss: 1.8543, Accuracy: 3303/5000 (66%)
[epoch 31] loss: 0.0051420
Test set: Average loss: 1.8679, Accuracy: 3296/5000 (66%)
[epoch 32] loss: 0.0037059
Test set: Average loss: 1.8890, Accuracy: 3308/5000 (66%)
[epoch 33] loss: 0.0027104
Test set: Average loss: 1.9130, Accuracy: 3314/5000 (66%)
[epoch 34] loss: 0.0019805
Test set: Average loss: 1.9411, Accuracy: 3314/5000 (66%)
[epoch 35] loss: 0.0014334
Test set: Average loss: 1.9710, Accuracy: 3309/5000 (66%)
[epoch 36] loss: 0.0010279
Test set: Average loss: 2.0034, Accuracy: 3327/5000 (67%)
[epoch 37] loss: 0.0007275
Test set: Average loss: 2.0338, Accuracy: 3338/5000 (67%)
[epoch 38] loss: 0.0005134
Test set: Average loss: 2.0785, Accuracy: 3349/5000 (67%)
[epoch 39] loss: 0.0003572
Test set: Average loss: 2.1184, Accuracy: 3347/5000 (67%)
[epoch 40] loss: 0.0002463
Test set: Average loss: 2.1691, Accuracy: 3350/5000 (67%)
[epoch 41] loss: 0.0001692
Test set: Average loss: 2.2134, Accuracy: 3337/5000 (67%)
[epoch 42] loss: 0.0001156
Test set: Average loss: 2.2662, Accuracy: 3343/5000 (67%)
[epoch 43] loss: 0.0000782
Test set: Average loss: 2.3183, Accuracy: 3339/5000 (67%)
[epoch 44] loss: 0.0000527
Test set: Average loss: 2.3708, Accuracy: 3339/5000 (67%)
[epoch 45] loss: 0.0000354
Test set: Average loss: 2.4186, Accuracy: 3340/5000 (67%)
[epoch 46] loss: 0.0000238
Test set: Average loss: 2.4791, Accuracy: 3352/5000 (67%)
[epoch 47] loss: 0.0000159
Test set: Average loss: 2.5391, Accuracy: 3344/5000 (67%)
[epoch 48] loss: 0.0000106
Test set: Average loss: 2.6004, Accuracy: 3341/5000 (67%)
[epoch 49] loss: 0.0000070
Test set: Average loss: 2.6541, Accuracy: 3333/5000 (67%)
[epoch 50] loss: 0.0000046
Test set: Average loss: 2.7132, Accuracy: 3341/5000 (67%)
Validation:
Test set: Average loss: 2.4791, Accuracy: 3352/5000 (67%)
Test
Test set: Average loss: 2.4432, Accuracy: 6796/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3052, Accuracy: 278/5000 (6%)
[epoch 1] loss: 1.1779996
Test set: Average loss: 1.1772, Accuracy: 2934/5000 (59%)
[epoch 2] loss: 1.0702979
Test set: Average loss: 1.1747, Accuracy: 2958/5000 (59%)
[epoch 3] loss: 1.0307009
Test set: Average loss: 1.1989, Accuracy: 2950/5000 (59%)
[epoch 4] loss: 1.0085011
Test set: Average loss: 1.1406, Accuracy: 3039/5000 (61%)
[epoch 5] loss: 0.9758006
Test set: Average loss: 1.0670, Accuracy: 3148/5000 (63%)
[epoch 6] loss: 0.9385407
Test set: Average loss: 1.0328, Accuracy: 3231/5000 (65%)
[epoch 7] loss: 0.8989568
Test set: Average loss: 1.0776, Accuracy: 3171/5000 (63%)
[epoch 8] loss: 0.8624545
Test set: Average loss: 1.0828, Accuracy: 3147/5000 (63%)
[epoch 9] loss: 0.8240042
Test set: Average loss: 1.0609, Accuracy: 3168/5000 (63%)
[epoch 10] loss: 0.7868868
Test set: Average loss: 1.0814, Accuracy: 3199/5000 (64%)
[epoch 11] loss: 0.7374045
Test set: Average loss: 1.0916, Accuracy: 3194/5000 (64%)
[epoch 12] loss: 0.6843256
Test set: Average loss: 1.1238, Accuracy: 3182/5000 (64%)
[epoch 13] loss: 0.6229651
Test set: Average loss: 1.1037, Accuracy: 3215/5000 (64%)
[epoch 14] loss: 0.5578550
Test set: Average loss: 1.1126, Accuracy: 3222/5000 (64%)
[epoch 15] loss: 0.4820590
Test set: Average loss: 1.1686, Accuracy: 3247/5000 (65%)
[epoch 16] loss: 0.3930786
Test set: Average loss: 1.2237, Accuracy: 3248/5000 (65%)
[epoch 17] loss: 0.3224074
Test set: Average loss: 1.2913, Accuracy: 3247/5000 (65%)
[epoch 18] loss: 0.2440730
Test set: Average loss: 1.4126, Accuracy: 3214/5000 (64%)
[epoch 19] loss: 0.1947924
Test set: Average loss: 1.5235, Accuracy: 3176/5000 (64%)
[epoch 20] loss: 0.1582767
Test set: Average loss: 1.5249, Accuracy: 3233/5000 (65%)
[epoch 21] loss: 0.1596667
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7206, Accuracy: 3179/5000 (64%)
[epoch 22] loss: 0.0668887
Test set: Average loss: 1.5631, Accuracy: 3279/5000 (66%)
[epoch 23] loss: 0.0253472
Test set: Average loss: 1.5713, Accuracy: 3282/5000 (66%)
[epoch 24] loss: 0.0162013
Test set: Average loss: 1.5969, Accuracy: 3292/5000 (66%)
[epoch 25] loss: 0.0115585
Test set: Average loss: 1.6165, Accuracy: 3285/5000 (66%)
[epoch 26] loss: 0.0084321
Test set: Average loss: 1.6467, Accuracy: 3304/5000 (66%)
[epoch 27] loss: 0.0061969
Test set: Average loss: 1.6723, Accuracy: 3299/5000 (66%)
[epoch 28] loss: 0.0045225
Test set: Average loss: 1.7145, Accuracy: 3308/5000 (66%)
[epoch 29] loss: 0.0032996
Test set: Average loss: 1.7507, Accuracy: 3309/5000 (66%)
[epoch 30] loss: 0.0023786
Test set: Average loss: 1.7938, Accuracy: 3319/5000 (66%)
[epoch 31] loss: 0.0016855
Test set: Average loss: 1.8421, Accuracy: 3311/5000 (66%)
[epoch 32] loss: 0.0011961
Test set: Average loss: 1.8947, Accuracy: 3331/5000 (67%)
[epoch 33] loss: 0.0008410
Test set: Average loss: 1.9406, Accuracy: 3333/5000 (67%)
[epoch 34] loss: 0.0005904
Test set: Average loss: 1.9956, Accuracy: 3333/5000 (67%)
[epoch 35] loss: 0.0004093
Test set: Average loss: 2.0510, Accuracy: 3330/5000 (67%)
[epoch 36] loss: 0.0002827
Test set: Average loss: 2.1073, Accuracy: 3334/5000 (67%)
[epoch 37] loss: 0.0001941
Test set: Average loss: 2.1659, Accuracy: 3330/5000 (67%)
[epoch 38] loss: 0.0001329
Test set: Average loss: 2.2256, Accuracy: 3327/5000 (67%)
[epoch 39] loss: 0.0000905
Test set: Average loss: 2.2942, Accuracy: 3343/5000 (67%)
[epoch 40] loss: 0.0000617
Test set: Average loss: 2.3530, Accuracy: 3331/5000 (67%)
[epoch 41] loss: 0.0000417
Test set: Average loss: 2.4114, Accuracy: 3339/5000 (67%)
[epoch 42] loss: 0.0000281
Test set: Average loss: 2.4781, Accuracy: 3331/5000 (67%)
[epoch 43] loss: 0.0000188
Test set: Average loss: 2.5423, Accuracy: 3341/5000 (67%)
[epoch 44] loss: 0.0000126
Test set: Average loss: 2.6123, Accuracy: 3337/5000 (67%)
[epoch 45] loss: 0.0000084
Test set: Average loss: 2.6679, Accuracy: 3337/5000 (67%)
[epoch 46] loss: 0.0000056
Test set: Average loss: 2.7376, Accuracy: 3338/5000 (67%)
[epoch 47] loss: 0.0000037
Test set: Average loss: 2.7945, Accuracy: 3337/5000 (67%)
[epoch 48] loss: 0.0000025
Test set: Average loss: 2.8588, Accuracy: 3332/5000 (67%)
[epoch 49] loss: 0.0000016
Test set: Average loss: 2.9193, Accuracy: 3330/5000 (67%)
[epoch 50] loss: 0.0000011
Test set: Average loss: 2.9654, Accuracy: 3341/5000 (67%)
Validation:
Test set: Average loss: 2.2942, Accuracy: 3343/5000 (67%)
Test
Test set: Average loss: 2.1782, Accuracy: 6822/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3115, Accuracy: 238/5000 (5%)
[epoch 1] loss: 1.1807154
Test set: Average loss: 1.1642, Accuracy: 2943/5000 (59%)
[epoch 2] loss: 1.0846834
Test set: Average loss: 1.1428, Accuracy: 3045/5000 (61%)
[epoch 3] loss: 1.0371654
Test set: Average loss: 1.1616, Accuracy: 2996/5000 (60%)
[epoch 4] loss: 1.0028995
Test set: Average loss: 1.1131, Accuracy: 3074/5000 (61%)
[epoch 5] loss: 0.9699502
Test set: Average loss: 1.1181, Accuracy: 3003/5000 (60%)
[epoch 6] loss: 0.9392964
Test set: Average loss: 1.0803, Accuracy: 3120/5000 (62%)
[epoch 7] loss: 0.9099813
Test set: Average loss: 1.0675, Accuracy: 3185/5000 (64%)
[epoch 8] loss: 0.8749836
Test set: Average loss: 1.0973, Accuracy: 3135/5000 (63%)
[epoch 9] loss: 0.8378801
Test set: Average loss: 1.0649, Accuracy: 3199/5000 (64%)
[epoch 10] loss: 0.7930709
Test set: Average loss: 1.0741, Accuracy: 3206/5000 (64%)
[epoch 11] loss: 0.7469133
Test set: Average loss: 1.0543, Accuracy: 3269/5000 (65%)
[epoch 12] loss: 0.6929779
Test set: Average loss: 1.1413, Accuracy: 3149/5000 (63%)
[epoch 13] loss: 0.6395784
Test set: Average loss: 1.1983, Accuracy: 3176/5000 (64%)
[epoch 14] loss: 0.5733712
Test set: Average loss: 1.1282, Accuracy: 3229/5000 (65%)
[epoch 15] loss: 0.4979061
Test set: Average loss: 1.1551, Accuracy: 3261/5000 (65%)
[epoch 16] loss: 0.4197518
Test set: Average loss: 1.1633, Accuracy: 3269/5000 (65%)
[epoch 17] loss: 0.3410590
Test set: Average loss: 1.3429, Accuracy: 3206/5000 (64%)
[epoch 18] loss: 0.2724401
Test set: Average loss: 1.3708, Accuracy: 3250/5000 (65%)
[epoch 19] loss: 0.2059767
Test set: Average loss: 1.4845, Accuracy: 3249/5000 (65%)
[epoch 20] loss: 0.1659108
Test set: Average loss: 1.5206, Accuracy: 3249/5000 (65%)
[epoch 21] loss: 0.1602145
Test set: Average loss: 1.5761, Accuracy: 3229/5000 (65%)
[epoch 22] loss: 0.1350338
Test set: Average loss: 1.7288, Accuracy: 3233/5000 (65%)
[epoch 23] loss: 0.1374176
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7583, Accuracy: 3219/5000 (64%)
[epoch 24] loss: 0.0518184
Test set: Average loss: 1.6441, Accuracy: 3285/5000 (66%)
[epoch 25] loss: 0.0170499
Test set: Average loss: 1.6565, Accuracy: 3307/5000 (66%)
[epoch 26] loss: 0.0107329
Test set: Average loss: 1.6774, Accuracy: 3313/5000 (66%)
[epoch 27] loss: 0.0075867
Test set: Average loss: 1.6939, Accuracy: 3320/5000 (66%)
[epoch 28] loss: 0.0055415
Test set: Average loss: 1.7197, Accuracy: 3310/5000 (66%)
[epoch 29] loss: 0.0040741
Test set: Average loss: 1.7539, Accuracy: 3329/5000 (67%)
[epoch 30] loss: 0.0030008
Test set: Average loss: 1.7772, Accuracy: 3320/5000 (66%)
[epoch 31] loss: 0.0021700
Test set: Average loss: 1.8199, Accuracy: 3329/5000 (67%)
[epoch 32] loss: 0.0015579
Test set: Average loss: 1.8595, Accuracy: 3314/5000 (66%)
[epoch 33] loss: 0.0011091
Test set: Average loss: 1.9079, Accuracy: 3333/5000 (67%)
[epoch 34] loss: 0.0007854
Test set: Average loss: 1.9517, Accuracy: 3330/5000 (67%)
[epoch 35] loss: 0.0005455
Test set: Average loss: 1.9990, Accuracy: 3330/5000 (67%)
[epoch 36] loss: 0.0003774
Test set: Average loss: 2.0530, Accuracy: 3350/5000 (67%)
[epoch 37] loss: 0.0002603
Test set: Average loss: 2.1074, Accuracy: 3339/5000 (67%)
[epoch 38] loss: 0.0001789
Test set: Average loss: 2.1576, Accuracy: 3346/5000 (67%)
[epoch 39] loss: 0.0001219
Test set: Average loss: 2.2170, Accuracy: 3346/5000 (67%)
[epoch 40] loss: 0.0000826
Test set: Average loss: 2.2713, Accuracy: 3353/5000 (67%)
[epoch 41] loss: 0.0000558
Test set: Average loss: 2.3265, Accuracy: 3345/5000 (67%)
[epoch 42] loss: 0.0000374
Test set: Average loss: 2.3923, Accuracy: 3356/5000 (67%)
[epoch 43] loss: 0.0000251
Test set: Average loss: 2.4455, Accuracy: 3363/5000 (67%)
[epoch 44] loss: 0.0000168
Test set: Average loss: 2.5122, Accuracy: 3356/5000 (67%)
[epoch 45] loss: 0.0000112
Test set: Average loss: 2.5754, Accuracy: 3353/5000 (67%)
[epoch 46] loss: 0.0000074
Test set: Average loss: 2.6306, Accuracy: 3354/5000 (67%)
[epoch 47] loss: 0.0000049
Test set: Average loss: 2.6877, Accuracy: 3351/5000 (67%)
[epoch 48] loss: 0.0000033
Test set: Average loss: 2.7467, Accuracy: 3378/5000 (68%)
[epoch 49] loss: 0.0000021
Test set: Average loss: 2.8133, Accuracy: 3338/5000 (67%)
[epoch 50] loss: 0.0000014
Test set: Average loss: 2.8597, Accuracy: 3363/5000 (67%)
Validation:
Test set: Average loss: 2.7467, Accuracy: 3378/5000 (68%)
Test
Test set: Average loss: 2.6264, Accuracy: 6882/10000 (69%)
35000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3098, Accuracy: 280/5000 (6%)
[epoch 1] loss: 1.1641993
Test set: Average loss: 1.1546, Accuracy: 2986/5000 (60%)
[epoch 2] loss: 1.0692351
Test set: Average loss: 1.1108, Accuracy: 3041/5000 (61%)
[epoch 3] loss: 1.0293164
Test set: Average loss: 1.1805, Accuracy: 2936/5000 (59%)
[epoch 4] loss: 0.9908859
Test set: Average loss: 1.1497, Accuracy: 3004/5000 (60%)
[epoch 5] loss: 0.9568246
Test set: Average loss: 1.0937, Accuracy: 3123/5000 (62%)
[epoch 6] loss: 0.9296822
Test set: Average loss: 1.0678, Accuracy: 3134/5000 (63%)
[epoch 7] loss: 0.8941991
Test set: Average loss: 1.0654, Accuracy: 3148/5000 (63%)
[epoch 8] loss: 0.8543634
Test set: Average loss: 1.0315, Accuracy: 3182/5000 (64%)
[epoch 9] loss: 0.8033494
Test set: Average loss: 1.0531, Accuracy: 3213/5000 (64%)
[epoch 10] loss: 0.7672279
Test set: Average loss: 1.0232, Accuracy: 3261/5000 (65%)
[epoch 11] loss: 0.7128557
Test set: Average loss: 1.0279, Accuracy: 3329/5000 (67%)
[epoch 12] loss: 0.6604132
Test set: Average loss: 1.0301, Accuracy: 3315/5000 (66%)
[epoch 13] loss: 0.5949813
Test set: Average loss: 1.0704, Accuracy: 3329/5000 (67%)
[epoch 14] loss: 0.5217411
Test set: Average loss: 1.1016, Accuracy: 3338/5000 (67%)
[epoch 15] loss: 0.4525659
Test set: Average loss: 1.1940, Accuracy: 3276/5000 (66%)
[epoch 16] loss: 0.3720788
Test set: Average loss: 1.2005, Accuracy: 3297/5000 (66%)
[epoch 17] loss: 0.3067220
Test set: Average loss: 1.2627, Accuracy: 3311/5000 (66%)
[epoch 18] loss: 0.2457248
Test set: Average loss: 1.3886, Accuracy: 3306/5000 (66%)
[epoch 19] loss: 0.2094739
Test set: Average loss: 1.4550, Accuracy: 3251/5000 (65%)
[epoch 20] loss: 0.1739693
Test set: Average loss: 1.5519, Accuracy: 3226/5000 (65%)
[epoch 21] loss: 0.1623781
Test set: Average loss: 1.5857, Accuracy: 3307/5000 (66%)
[epoch 22] loss: 0.1450674
Test set: Average loss: 1.6927, Accuracy: 3236/5000 (65%)
[epoch 23] loss: 0.1469902
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7068, Accuracy: 3273/5000 (65%)
[epoch 24] loss: 0.0498108
Test set: Average loss: 1.6399, Accuracy: 3313/5000 (66%)
[epoch 25] loss: 0.0164910
Test set: Average loss: 1.6527, Accuracy: 3319/5000 (66%)
[epoch 26] loss: 0.0100631
Test set: Average loss: 1.6634, Accuracy: 3337/5000 (67%)
[epoch 27] loss: 0.0068587
Test set: Average loss: 1.6823, Accuracy: 3362/5000 (67%)
[epoch 28] loss: 0.0048339
Test set: Average loss: 1.7185, Accuracy: 3347/5000 (67%)
[epoch 29] loss: 0.0033825
Test set: Average loss: 1.7498, Accuracy: 3359/5000 (67%)
[epoch 30] loss: 0.0023485
Test set: Average loss: 1.7787, Accuracy: 3364/5000 (67%)
[epoch 31] loss: 0.0016133
Test set: Average loss: 1.8224, Accuracy: 3368/5000 (67%)
[epoch 32] loss: 0.0010898
Test set: Average loss: 1.8759, Accuracy: 3360/5000 (67%)
[epoch 33] loss: 0.0007340
Test set: Average loss: 1.9348, Accuracy: 3372/5000 (67%)
[epoch 34] loss: 0.0004889
Test set: Average loss: 1.9828, Accuracy: 3365/5000 (67%)
[epoch 35] loss: 0.0003221
Test set: Average loss: 2.0436, Accuracy: 3362/5000 (67%)
[epoch 36] loss: 0.0002104
Test set: Average loss: 2.1089, Accuracy: 3362/5000 (67%)
[epoch 37] loss: 0.0001366
Test set: Average loss: 2.1619, Accuracy: 3379/5000 (68%)
[epoch 38] loss: 0.0000876
Test set: Average loss: 2.2350, Accuracy: 3373/5000 (67%)
[epoch 39] loss: 0.0000566
Test set: Average loss: 2.2945, Accuracy: 3372/5000 (67%)
[epoch 40] loss: 0.0000362
Test set: Average loss: 2.3609, Accuracy: 3377/5000 (68%)
[epoch 41] loss: 0.0000230
Test set: Average loss: 2.4226, Accuracy: 3386/5000 (68%)
[epoch 42] loss: 0.0000146
Test set: Average loss: 2.4919, Accuracy: 3385/5000 (68%)
[epoch 43] loss: 0.0000092
Test set: Average loss: 2.5650, Accuracy: 3385/5000 (68%)
[epoch 44] loss: 0.0000058
Test set: Average loss: 2.6303, Accuracy: 3378/5000 (68%)
[epoch 45] loss: 0.0000036
Test set: Average loss: 2.7058, Accuracy: 3393/5000 (68%)
[epoch 46] loss: 0.0000023
Test set: Average loss: 2.7762, Accuracy: 3389/5000 (68%)
[epoch 47] loss: 0.0000014
Test set: Average loss: 2.8346, Accuracy: 3384/5000 (68%)
[epoch 48] loss: 0.0000009
Test set: Average loss: 2.8897, Accuracy: 3387/5000 (68%)
[epoch 49] loss: 0.0000005
Test set: Average loss: 2.9318, Accuracy: 3378/5000 (68%)
[epoch 50] loss: 0.0000003
Test set: Average loss: 2.9392, Accuracy: 3378/5000 (68%)
Validation:
Test set: Average loss: 2.7058, Accuracy: 3393/5000 (68%)
Test
Test set: Average loss: 2.6136, Accuracy: 6869/10000 (69%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3060, Accuracy: 469/5000 (9%)
[epoch 1] loss: 1.1667321
Test set: Average loss: 1.1187, Accuracy: 3084/5000 (62%)
[epoch 2] loss: 1.0654656
Test set: Average loss: 1.1316, Accuracy: 3030/5000 (61%)
[epoch 3] loss: 1.0245323
Test set: Average loss: 1.0976, Accuracy: 3108/5000 (62%)
[epoch 4] loss: 1.0000837
Test set: Average loss: 1.1100, Accuracy: 3037/5000 (61%)
[epoch 5] loss: 0.9588711
Test set: Average loss: 1.0861, Accuracy: 3077/5000 (62%)
[epoch 6] loss: 0.9227042
Test set: Average loss: 1.0199, Accuracy: 3193/5000 (64%)
[epoch 7] loss: 0.8908707
Test set: Average loss: 1.0327, Accuracy: 3224/5000 (64%)
[epoch 8] loss: 0.8538172
Test set: Average loss: 1.0367, Accuracy: 3209/5000 (64%)
[epoch 9] loss: 0.8168554
Test set: Average loss: 1.0133, Accuracy: 3264/5000 (65%)
[epoch 10] loss: 0.7710329
Test set: Average loss: 1.0122, Accuracy: 3320/5000 (66%)
[epoch 11] loss: 0.7221883
Test set: Average loss: 1.0513, Accuracy: 3275/5000 (66%)
[epoch 12] loss: 0.6635528
Test set: Average loss: 1.0638, Accuracy: 3303/5000 (66%)
[epoch 13] loss: 0.6028321
Test set: Average loss: 1.0960, Accuracy: 3272/5000 (65%)
[epoch 14] loss: 0.5188942
Test set: Average loss: 1.1117, Accuracy: 3289/5000 (66%)
[epoch 15] loss: 0.4420943
Test set: Average loss: 1.1228, Accuracy: 3325/5000 (66%)
[epoch 16] loss: 0.3669264
Test set: Average loss: 1.1961, Accuracy: 3290/5000 (66%)
[epoch 17] loss: 0.3016231
Test set: Average loss: 1.2852, Accuracy: 3293/5000 (66%)
[epoch 18] loss: 0.2372053
Test set: Average loss: 1.3207, Accuracy: 3337/5000 (67%)
[epoch 19] loss: 0.1992032
Test set: Average loss: 1.5248, Accuracy: 3288/5000 (66%)
[epoch 20] loss: 0.1731235
Test set: Average loss: 1.5318, Accuracy: 3271/5000 (65%)
[epoch 21] loss: 0.1667649
Test set: Average loss: 1.6548, Accuracy: 3245/5000 (65%)
[epoch 22] loss: 0.1562869
Test set: Average loss: 1.6429, Accuracy: 3283/5000 (66%)
[epoch 23] loss: 0.1460027
Test set: Average loss: 1.7489, Accuracy: 3205/5000 (64%)
[epoch 24] loss: 0.1240461
Test set: Average loss: 1.7970, Accuracy: 3275/5000 (66%)
[epoch 25] loss: 0.1459419
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9242, Accuracy: 3182/5000 (64%)
[epoch 26] loss: 0.0679841
Test set: Average loss: 1.7019, Accuracy: 3319/5000 (66%)
[epoch 27] loss: 0.0181852
Test set: Average loss: 1.7263, Accuracy: 3331/5000 (67%)
[epoch 28] loss: 0.0099133
Test set: Average loss: 1.7431, Accuracy: 3357/5000 (67%)
[epoch 29] loss: 0.0065829
Test set: Average loss: 1.7691, Accuracy: 3369/5000 (67%)
[epoch 30] loss: 0.0045308
Test set: Average loss: 1.7958, Accuracy: 3370/5000 (67%)
[epoch 31] loss: 0.0031466
Test set: Average loss: 1.8314, Accuracy: 3382/5000 (68%)
[epoch 32] loss: 0.0021699
Test set: Average loss: 1.8652, Accuracy: 3389/5000 (68%)
[epoch 33] loss: 0.0014831
Test set: Average loss: 1.9018, Accuracy: 3387/5000 (68%)
[epoch 34] loss: 0.0010009
Test set: Average loss: 1.9474, Accuracy: 3394/5000 (68%)
[epoch 35] loss: 0.0006710
Test set: Average loss: 2.0046, Accuracy: 3391/5000 (68%)
[epoch 36] loss: 0.0004426
Test set: Average loss: 2.0572, Accuracy: 3401/5000 (68%)
[epoch 37] loss: 0.0002927
Test set: Average loss: 2.1133, Accuracy: 3395/5000 (68%)
[epoch 38] loss: 0.0001902
Test set: Average loss: 2.1642, Accuracy: 3409/5000 (68%)
[epoch 39] loss: 0.0001229
Test set: Average loss: 2.2248, Accuracy: 3403/5000 (68%)
[epoch 40] loss: 0.0000793
Test set: Average loss: 2.2918, Accuracy: 3402/5000 (68%)
[epoch 41] loss: 0.0000509
Test set: Average loss: 2.3504, Accuracy: 3400/5000 (68%)
[epoch 42] loss: 0.0000324
Test set: Average loss: 2.4156, Accuracy: 3401/5000 (68%)
[epoch 43] loss: 0.0000207
Test set: Average loss: 2.4768, Accuracy: 3406/5000 (68%)
[epoch 44] loss: 0.0000130
Test set: Average loss: 2.5500, Accuracy: 3392/5000 (68%)
[epoch 45] loss: 0.0000082
Test set: Average loss: 2.6116, Accuracy: 3404/5000 (68%)
[epoch 46] loss: 0.0000051
Test set: Average loss: 2.6857, Accuracy: 3398/5000 (68%)
[epoch 47] loss: 0.0000032
Test set: Average loss: 2.7373, Accuracy: 3396/5000 (68%)
[epoch 48] loss: 0.0000020
Test set: Average loss: 2.8031, Accuracy: 3392/5000 (68%)
[epoch 49] loss: 0.0000012
Test set: Average loss: 2.8656, Accuracy: 3397/5000 (68%)
[epoch 50] loss: 0.0000008
Test set: Average loss: 2.9086, Accuracy: 3393/5000 (68%)
Validation:
Test set: Average loss: 2.1642, Accuracy: 3409/5000 (68%)
Test
Test set: Average loss: 2.0722, Accuracy: 6890/10000 (69%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3048, Accuracy: 283/5000 (6%)
[epoch 1] loss: 1.1662062
Test set: Average loss: 1.1444, Accuracy: 2991/5000 (60%)
[epoch 2] loss: 1.0701912
Test set: Average loss: 1.1392, Accuracy: 3005/5000 (60%)
[epoch 3] loss: 1.0242309
Test set: Average loss: 1.1512, Accuracy: 3004/5000 (60%)
[epoch 4] loss: 0.9945867
Test set: Average loss: 1.0645, Accuracy: 3151/5000 (63%)
[epoch 5] loss: 0.9675144
Test set: Average loss: 1.0581, Accuracy: 3145/5000 (63%)
[epoch 6] loss: 0.9312279
Test set: Average loss: 1.0359, Accuracy: 3207/5000 (64%)
[epoch 7] loss: 0.8978994
Test set: Average loss: 1.0545, Accuracy: 3164/5000 (63%)
[epoch 8] loss: 0.8563454
Test set: Average loss: 1.0271, Accuracy: 3218/5000 (64%)
[epoch 9] loss: 0.8252760
Test set: Average loss: 1.0493, Accuracy: 3206/5000 (64%)
[epoch 10] loss: 0.7803002
Test set: Average loss: 1.0696, Accuracy: 3244/5000 (65%)
[epoch 11] loss: 0.7377274
Test set: Average loss: 1.0350, Accuracy: 3275/5000 (66%)
[epoch 12] loss: 0.6774891
Test set: Average loss: 1.0768, Accuracy: 3273/5000 (65%)
[epoch 13] loss: 0.6115901
Test set: Average loss: 1.0681, Accuracy: 3293/5000 (66%)
[epoch 14] loss: 0.5398358
Test set: Average loss: 1.0874, Accuracy: 3339/5000 (67%)
[epoch 15] loss: 0.4663719
Test set: Average loss: 1.1523, Accuracy: 3278/5000 (66%)
[epoch 16] loss: 0.3907276
Test set: Average loss: 1.2027, Accuracy: 3265/5000 (65%)
[epoch 17] loss: 0.3180842
Test set: Average loss: 1.2589, Accuracy: 3290/5000 (66%)
[epoch 18] loss: 0.2535667
Test set: Average loss: 1.3139, Accuracy: 3298/5000 (66%)
[epoch 19] loss: 0.2092496
Test set: Average loss: 1.4970, Accuracy: 3240/5000 (65%)
[epoch 20] loss: 0.1753664
Test set: Average loss: 1.5100, Accuracy: 3263/5000 (65%)
[epoch 21] loss: 0.1711791
Test set: Average loss: 1.5735, Accuracy: 3263/5000 (65%)
[epoch 22] loss: 0.1537178
Test set: Average loss: 1.6607, Accuracy: 3252/5000 (65%)
[epoch 23] loss: 0.1451531
Test set: Average loss: 1.7440, Accuracy: 3235/5000 (65%)
[epoch 24] loss: 0.1395533
Test set: Average loss: 1.7747, Accuracy: 3298/5000 (66%)
[epoch 25] loss: 0.1306060
Test set: Average loss: 1.8425, Accuracy: 3227/5000 (65%)
[epoch 26] loss: 0.1566731
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7906, Accuracy: 3288/5000 (66%)
[epoch 27] loss: 0.0428814
Test set: Average loss: 1.7199, Accuracy: 3371/5000 (67%)
[epoch 28] loss: 0.0138558
Test set: Average loss: 1.7328, Accuracy: 3369/5000 (67%)
[epoch 29] loss: 0.0081040
Test set: Average loss: 1.7544, Accuracy: 3360/5000 (67%)
[epoch 30] loss: 0.0055183
Test set: Average loss: 1.7807, Accuracy: 3364/5000 (67%)
[epoch 31] loss: 0.0038462
Test set: Average loss: 1.8020, Accuracy: 3373/5000 (67%)
[epoch 32] loss: 0.0027019
Test set: Average loss: 1.8326, Accuracy: 3384/5000 (68%)
[epoch 33] loss: 0.0018809
Test set: Average loss: 1.8746, Accuracy: 3382/5000 (68%)
[epoch 34] loss: 0.0012900
Test set: Average loss: 1.9079, Accuracy: 3391/5000 (68%)
[epoch 35] loss: 0.0008689
Test set: Average loss: 1.9562, Accuracy: 3395/5000 (68%)
[epoch 36] loss: 0.0005844
Test set: Average loss: 2.0125, Accuracy: 3386/5000 (68%)
[epoch 37] loss: 0.0003891
Test set: Average loss: 2.0541, Accuracy: 3384/5000 (68%)
[epoch 38] loss: 0.0002541
Test set: Average loss: 2.1117, Accuracy: 3390/5000 (68%)
[epoch 39] loss: 0.0001666
Test set: Average loss: 2.1730, Accuracy: 3393/5000 (68%)
[epoch 40] loss: 0.0001075
Test set: Average loss: 2.2314, Accuracy: 3383/5000 (68%)
[epoch 41] loss: 0.0000693
Test set: Average loss: 2.2938, Accuracy: 3395/5000 (68%)
[epoch 42] loss: 0.0000445
Test set: Average loss: 2.3546, Accuracy: 3396/5000 (68%)
[epoch 43] loss: 0.0000285
Test set: Average loss: 2.4207, Accuracy: 3402/5000 (68%)
[epoch 44] loss: 0.0000181
Test set: Average loss: 2.4945, Accuracy: 3395/5000 (68%)
[epoch 45] loss: 0.0000115
Test set: Average loss: 2.5506, Accuracy: 3401/5000 (68%)
[epoch 46] loss: 0.0000072
Test set: Average loss: 2.6319, Accuracy: 3408/5000 (68%)
[epoch 47] loss: 0.0000045
Test set: Average loss: 2.6893, Accuracy: 3415/5000 (68%)
[epoch 48] loss: 0.0000028
Test set: Average loss: 2.7570, Accuracy: 3408/5000 (68%)
[epoch 49] loss: 0.0000018
Test set: Average loss: 2.8185, Accuracy: 3403/5000 (68%)
[epoch 50] loss: 0.0000011
Test set: Average loss: 2.8807, Accuracy: 3396/5000 (68%)
Validation:
Test set: Average loss: 2.6893, Accuracy: 3415/5000 (68%)
Test
Test set: Average loss: 2.6056, Accuracy: 6844/10000 (68%)
40000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.2969, Accuracy: 643/5000 (13%)
[epoch 1] loss: 1.1645654
Test set: Average loss: 1.1679, Accuracy: 2934/5000 (59%)
[epoch 2] loss: 1.0693641
Test set: Average loss: 1.1922, Accuracy: 2934/5000 (59%)
[epoch 3] loss: 1.0213714
Test set: Average loss: 1.1065, Accuracy: 3051/5000 (61%)
[epoch 4] loss: 0.9923937
Test set: Average loss: 1.1484, Accuracy: 3022/5000 (60%)
[epoch 5] loss: 0.9494286
Test set: Average loss: 1.0969, Accuracy: 3093/5000 (62%)
[epoch 6] loss: 0.9130367
Test set: Average loss: 1.0311, Accuracy: 3228/5000 (65%)
[epoch 7] loss: 0.8733010
Test set: Average loss: 1.0713, Accuracy: 3165/5000 (63%)
[epoch 8] loss: 0.8367950
Test set: Average loss: 1.0191, Accuracy: 3300/5000 (66%)
[epoch 9] loss: 0.7880029
Test set: Average loss: 1.0084, Accuracy: 3282/5000 (66%)
[epoch 10] loss: 0.7342951
Test set: Average loss: 1.0244, Accuracy: 3282/5000 (66%)
[epoch 11] loss: 0.6808802
Test set: Average loss: 1.0273, Accuracy: 3348/5000 (67%)
[epoch 12] loss: 0.6192950
Test set: Average loss: 1.0527, Accuracy: 3341/5000 (67%)
[epoch 13] loss: 0.5474074
Test set: Average loss: 1.0816, Accuracy: 3329/5000 (67%)
[epoch 14] loss: 0.4766437
Test set: Average loss: 1.1057, Accuracy: 3366/5000 (67%)
[epoch 15] loss: 0.4116400
Test set: Average loss: 1.2152, Accuracy: 3319/5000 (66%)
[epoch 16] loss: 0.3324711
Test set: Average loss: 1.2302, Accuracy: 3296/5000 (66%)
[epoch 17] loss: 0.2778669
Test set: Average loss: 1.3593, Accuracy: 3272/5000 (65%)
[epoch 18] loss: 0.2314624
Test set: Average loss: 1.4333, Accuracy: 3326/5000 (67%)
[epoch 19] loss: 0.1990403
Test set: Average loss: 1.5381, Accuracy: 3258/5000 (65%)
[epoch 20] loss: 0.2003048
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5295, Accuracy: 3292/5000 (66%)
[epoch 21] loss: 0.0744167
Test set: Average loss: 1.4772, Accuracy: 3349/5000 (67%)
[epoch 22] loss: 0.0315392
Test set: Average loss: 1.4892, Accuracy: 3352/5000 (67%)
[epoch 23] loss: 0.0192705
Test set: Average loss: 1.5146, Accuracy: 3381/5000 (68%)
[epoch 24] loss: 0.0127520
Test set: Average loss: 1.5400, Accuracy: 3388/5000 (68%)
[epoch 25] loss: 0.0086177
Test set: Average loss: 1.5830, Accuracy: 3371/5000 (67%)
[epoch 26] loss: 0.0058790
Test set: Average loss: 1.6244, Accuracy: 3368/5000 (67%)
[epoch 27] loss: 0.0039792
Test set: Average loss: 1.6753, Accuracy: 3377/5000 (68%)
[epoch 28] loss: 0.0026021
Test set: Average loss: 1.7289, Accuracy: 3391/5000 (68%)
[epoch 29] loss: 0.0017305
Test set: Average loss: 1.7906, Accuracy: 3383/5000 (68%)
[epoch 30] loss: 0.0011369
Test set: Average loss: 1.8529, Accuracy: 3396/5000 (68%)
[epoch 31] loss: 0.0007393
Test set: Average loss: 1.9266, Accuracy: 3378/5000 (68%)
[epoch 32] loss: 0.0004753
Test set: Average loss: 1.9819, Accuracy: 3389/5000 (68%)
[epoch 33] loss: 0.0003034
Test set: Average loss: 2.0470, Accuracy: 3397/5000 (68%)
[epoch 34] loss: 0.0001943
Test set: Average loss: 2.1139, Accuracy: 3389/5000 (68%)
[epoch 35] loss: 0.0001216
Test set: Average loss: 2.1923, Accuracy: 3385/5000 (68%)
[epoch 36] loss: 0.0000760
Test set: Average loss: 2.2712, Accuracy: 3391/5000 (68%)
[epoch 37] loss: 0.0000476
Test set: Average loss: 2.3407, Accuracy: 3394/5000 (68%)
[epoch 38] loss: 0.0000293
Test set: Average loss: 2.4183, Accuracy: 3395/5000 (68%)
[epoch 39] loss: 0.0000181
Test set: Average loss: 2.5034, Accuracy: 3395/5000 (68%)
[epoch 40] loss: 0.0000110
Test set: Average loss: 2.5785, Accuracy: 3386/5000 (68%)
[epoch 41] loss: 0.0000067
Test set: Average loss: 2.6533, Accuracy: 3386/5000 (68%)
[epoch 42] loss: 0.0000041
Test set: Average loss: 2.7447, Accuracy: 3399/5000 (68%)
[epoch 43] loss: 0.0000025
Test set: Average loss: 2.8094, Accuracy: 3391/5000 (68%)
[epoch 44] loss: 0.0000015
Test set: Average loss: 2.8811, Accuracy: 3386/5000 (68%)
[epoch 45] loss: 0.0000009
Test set: Average loss: 2.9453, Accuracy: 3387/5000 (68%)
[epoch 46] loss: 0.0000005
Test set: Average loss: 2.9905, Accuracy: 3377/5000 (68%)
[epoch 47] loss: 0.0000003
Test set: Average loss: 3.0099, Accuracy: 3385/5000 (68%)
[epoch 48] loss: 0.0000002
Test set: Average loss: 3.0174, Accuracy: 3370/5000 (67%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.0215, Accuracy: 3377/5000 (68%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.0466, Accuracy: 3366/5000 (67%)
Validation:
Test set: Average loss: 2.7447, Accuracy: 3399/5000 (68%)
Test
Test set: Average loss: 2.5124, Accuracy: 6975/10000 (70%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3107, Accuracy: 336/5000 (7%)
[epoch 1] loss: 1.1720281
Test set: Average loss: 1.1287, Accuracy: 3012/5000 (60%)
[epoch 2] loss: 1.0671058
Test set: Average loss: 1.1238, Accuracy: 3044/5000 (61%)
[epoch 3] loss: 1.0276180
Test set: Average loss: 1.1053, Accuracy: 3031/5000 (61%)
[epoch 4] loss: 0.9940036
Test set: Average loss: 1.0686, Accuracy: 3156/5000 (63%)
[epoch 5] loss: 0.9539390
Test set: Average loss: 1.0560, Accuracy: 3146/5000 (63%)
[epoch 6] loss: 0.9181288
Test set: Average loss: 1.0425, Accuracy: 3225/5000 (64%)
[epoch 7] loss: 0.8877642
Test set: Average loss: 1.0078, Accuracy: 3255/5000 (65%)
[epoch 8] loss: 0.8448690
Test set: Average loss: 1.0501, Accuracy: 3253/5000 (65%)
[epoch 9] loss: 0.7971620
Test set: Average loss: 1.0536, Accuracy: 3230/5000 (65%)
[epoch 10] loss: 0.7521627
Test set: Average loss: 1.0068, Accuracy: 3325/5000 (66%)
[epoch 11] loss: 0.6960011
Test set: Average loss: 1.0386, Accuracy: 3282/5000 (66%)
[epoch 12] loss: 0.6259803
Test set: Average loss: 1.0789, Accuracy: 3261/5000 (65%)
[epoch 13] loss: 0.5625306
Test set: Average loss: 1.0800, Accuracy: 3299/5000 (66%)
[epoch 14] loss: 0.4919506
Test set: Average loss: 1.1159, Accuracy: 3320/5000 (66%)
[epoch 15] loss: 0.4195793
Test set: Average loss: 1.2415, Accuracy: 3251/5000 (65%)
[epoch 16] loss: 0.3484412
Test set: Average loss: 1.2229, Accuracy: 3314/5000 (66%)
[epoch 17] loss: 0.2856857
Test set: Average loss: 1.2894, Accuracy: 3356/5000 (67%)
[epoch 18] loss: 0.2323690
Test set: Average loss: 1.3772, Accuracy: 3378/5000 (68%)
[epoch 19] loss: 0.2038700
Test set: Average loss: 1.4514, Accuracy: 3313/5000 (66%)
[epoch 20] loss: 0.1877058
Test set: Average loss: 1.5316, Accuracy: 3272/5000 (65%)
[epoch 21] loss: 0.1735491
Test set: Average loss: 1.5744, Accuracy: 3317/5000 (66%)
[epoch 22] loss: 0.1776440
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5409, Accuracy: 3328/5000 (67%)
[epoch 23] loss: 0.0552538
Test set: Average loss: 1.4968, Accuracy: 3417/5000 (68%)
[epoch 24] loss: 0.0212927
Test set: Average loss: 1.5132, Accuracy: 3438/5000 (69%)
[epoch 25] loss: 0.0126777
Test set: Average loss: 1.5304, Accuracy: 3439/5000 (69%)
[epoch 26] loss: 0.0082778
Test set: Average loss: 1.5703, Accuracy: 3450/5000 (69%)
[epoch 27] loss: 0.0056136
Test set: Average loss: 1.5991, Accuracy: 3467/5000 (69%)
[epoch 28] loss: 0.0037596
Test set: Average loss: 1.6436, Accuracy: 3463/5000 (69%)
[epoch 29] loss: 0.0024822
Test set: Average loss: 1.6860, Accuracy: 3466/5000 (69%)
[epoch 30] loss: 0.0016398
Test set: Average loss: 1.7368, Accuracy: 3465/5000 (69%)
[epoch 31] loss: 0.0010649
Test set: Average loss: 1.7883, Accuracy: 3468/5000 (69%)
[epoch 32] loss: 0.0006796
Test set: Average loss: 1.8538, Accuracy: 3482/5000 (70%)
[epoch 33] loss: 0.0004295
Test set: Average loss: 1.9140, Accuracy: 3468/5000 (69%)
[epoch 34] loss: 0.0002719
Test set: Average loss: 1.9762, Accuracy: 3481/5000 (70%)
[epoch 35] loss: 0.0001699
Test set: Average loss: 2.0449, Accuracy: 3487/5000 (70%)
[epoch 36] loss: 0.0001050
Test set: Average loss: 2.1137, Accuracy: 3484/5000 (70%)
[epoch 37] loss: 0.0000654
Test set: Average loss: 2.1828, Accuracy: 3480/5000 (70%)
[epoch 38] loss: 0.0000398
Test set: Average loss: 2.2574, Accuracy: 3481/5000 (70%)
[epoch 39] loss: 0.0000243
Test set: Average loss: 2.3274, Accuracy: 3479/5000 (70%)
[epoch 40] loss: 0.0000147
Test set: Average loss: 2.3958, Accuracy: 3489/5000 (70%)
[epoch 41] loss: 0.0000089
Test set: Average loss: 2.4742, Accuracy: 3469/5000 (69%)
[epoch 42] loss: 0.0000053
Test set: Average loss: 2.5581, Accuracy: 3482/5000 (70%)
[epoch 43] loss: 0.0000032
Test set: Average loss: 2.6262, Accuracy: 3468/5000 (69%)
[epoch 44] loss: 0.0000019
Test set: Average loss: 2.7057, Accuracy: 3475/5000 (70%)
[epoch 45] loss: 0.0000011
Test set: Average loss: 2.7602, Accuracy: 3466/5000 (69%)
[epoch 46] loss: 0.0000007
Test set: Average loss: 2.8078, Accuracy: 3479/5000 (70%)
[epoch 47] loss: 0.0000004
Test set: Average loss: 2.8366, Accuracy: 3465/5000 (69%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 2.8523, Accuracy: 3460/5000 (69%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 2.8550, Accuracy: 3461/5000 (69%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 2.8691, Accuracy: 3470/5000 (69%)
Validation:
Test set: Average loss: 2.3958, Accuracy: 3489/5000 (70%)
Test
Test set: Average loss: 2.4212, Accuracy: 6934/10000 (69%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3009, Accuracy: 828/5000 (17%)
[epoch 1] loss: 1.1667890
Test set: Average loss: 1.1658, Accuracy: 2969/5000 (59%)
[epoch 2] loss: 1.0704164
Test set: Average loss: 1.1639, Accuracy: 3007/5000 (60%)
[epoch 3] loss: 1.0237465
Test set: Average loss: 1.1126, Accuracy: 3081/5000 (62%)
[epoch 4] loss: 0.9887027
Test set: Average loss: 1.0492, Accuracy: 3163/5000 (63%)
[epoch 5] loss: 0.9521620
Test set: Average loss: 1.0811, Accuracy: 3171/5000 (63%)
[epoch 6] loss: 0.9218204
Test set: Average loss: 1.0577, Accuracy: 3195/5000 (64%)
[epoch 7] loss: 0.8817732
Test set: Average loss: 1.0740, Accuracy: 3184/5000 (64%)
[epoch 8] loss: 0.8432648
Test set: Average loss: 1.0110, Accuracy: 3287/5000 (66%)
[epoch 9] loss: 0.8001960
Test set: Average loss: 1.0464, Accuracy: 3247/5000 (65%)
[epoch 10] loss: 0.7494943
Test set: Average loss: 1.0114, Accuracy: 3290/5000 (66%)
[epoch 11] loss: 0.6921702
Test set: Average loss: 1.0798, Accuracy: 3236/5000 (65%)
[epoch 12] loss: 0.6292063
Test set: Average loss: 1.0644, Accuracy: 3298/5000 (66%)
[epoch 13] loss: 0.5621850
Test set: Average loss: 1.0433, Accuracy: 3307/5000 (66%)
[epoch 14] loss: 0.4823281
Test set: Average loss: 1.1316, Accuracy: 3298/5000 (66%)
[epoch 15] loss: 0.4122029
Test set: Average loss: 1.1755, Accuracy: 3317/5000 (66%)
[epoch 16] loss: 0.3420766
Test set: Average loss: 1.2004, Accuracy: 3361/5000 (67%)
[epoch 17] loss: 0.2833579
Test set: Average loss: 1.3210, Accuracy: 3268/5000 (65%)
[epoch 18] loss: 0.2356467
Test set: Average loss: 1.3844, Accuracy: 3316/5000 (66%)
[epoch 19] loss: 0.2143119
Test set: Average loss: 1.5244, Accuracy: 3246/5000 (65%)
[epoch 20] loss: 0.2006040
Test set: Average loss: 1.5064, Accuracy: 3312/5000 (66%)
[epoch 21] loss: 0.1605685
Test set: Average loss: 1.6077, Accuracy: 3287/5000 (66%)
[epoch 22] loss: 0.1644884
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6624, Accuracy: 3325/5000 (66%)
[epoch 23] loss: 0.0577284
Test set: Average loss: 1.5759, Accuracy: 3389/5000 (68%)
[epoch 24] loss: 0.0201500
Test set: Average loss: 1.6010, Accuracy: 3420/5000 (68%)
[epoch 25] loss: 0.0120477
Test set: Average loss: 1.6208, Accuracy: 3419/5000 (68%)
[epoch 26] loss: 0.0079328
Test set: Average loss: 1.6550, Accuracy: 3421/5000 (68%)
[epoch 27] loss: 0.0053104
Test set: Average loss: 1.6896, Accuracy: 3431/5000 (69%)
[epoch 28] loss: 0.0035624
Test set: Average loss: 1.7291, Accuracy: 3438/5000 (69%)
[epoch 29] loss: 0.0023509
Test set: Average loss: 1.7750, Accuracy: 3441/5000 (69%)
[epoch 30] loss: 0.0015460
Test set: Average loss: 1.8246, Accuracy: 3448/5000 (69%)
[epoch 31] loss: 0.0009912
Test set: Average loss: 1.8836, Accuracy: 3452/5000 (69%)
[epoch 32] loss: 0.0006365
Test set: Average loss: 1.9488, Accuracy: 3450/5000 (69%)
[epoch 33] loss: 0.0004034
Test set: Average loss: 2.0075, Accuracy: 3445/5000 (69%)
[epoch 34] loss: 0.0002531
Test set: Average loss: 2.0731, Accuracy: 3470/5000 (69%)
[epoch 35] loss: 0.0001583
Test set: Average loss: 2.1462, Accuracy: 3453/5000 (69%)
[epoch 36] loss: 0.0000980
Test set: Average loss: 2.2073, Accuracy: 3470/5000 (69%)
[epoch 37] loss: 0.0000604
Test set: Average loss: 2.2837, Accuracy: 3474/5000 (69%)
[epoch 38] loss: 0.0000369
Test set: Average loss: 2.3609, Accuracy: 3473/5000 (69%)
[epoch 39] loss: 0.0000225
Test set: Average loss: 2.4373, Accuracy: 3469/5000 (69%)
[epoch 40] loss: 0.0000136
Test set: Average loss: 2.5032, Accuracy: 3476/5000 (70%)
[epoch 41] loss: 0.0000082
Test set: Average loss: 2.5821, Accuracy: 3467/5000 (69%)
[epoch 42] loss: 0.0000049
Test set: Average loss: 2.6607, Accuracy: 3476/5000 (70%)
[epoch 43] loss: 0.0000029
Test set: Average loss: 2.7328, Accuracy: 3469/5000 (69%)
[epoch 44] loss: 0.0000018
Test set: Average loss: 2.8075, Accuracy: 3455/5000 (69%)
[epoch 45] loss: 0.0000010
Test set: Average loss: 2.8704, Accuracy: 3464/5000 (69%)
[epoch 46] loss: 0.0000006
Test set: Average loss: 2.9085, Accuracy: 3460/5000 (69%)
[epoch 47] loss: 0.0000004
Test set: Average loss: 2.9387, Accuracy: 3441/5000 (69%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 2.9510, Accuracy: 3455/5000 (69%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 2.9722, Accuracy: 3457/5000 (69%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 2.9710, Accuracy: 3435/5000 (69%)
Validation:
Test set: Average loss: 2.6607, Accuracy: 3476/5000 (70%)
Test
Test set: Average loss: 2.5541, Accuracy: 6917/10000 (69%)
45000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3059, Accuracy: 381/5000 (8%)
[epoch 1] loss: 1.1617953
Test set: Average loss: 1.1695, Accuracy: 2944/5000 (59%)
[epoch 2] loss: 1.0654525
Test set: Average loss: 1.1124, Accuracy: 3023/5000 (60%)
[epoch 3] loss: 1.0272549
Test set: Average loss: 1.1050, Accuracy: 3091/5000 (62%)
[epoch 4] loss: 0.9859880
Test set: Average loss: 1.1144, Accuracy: 3076/5000 (62%)
[epoch 5] loss: 0.9448292
Test set: Average loss: 1.0234, Accuracy: 3231/5000 (65%)
[epoch 6] loss: 0.9055176
Test set: Average loss: 1.0537, Accuracy: 3158/5000 (63%)
[epoch 7] loss: 0.8718335
Test set: Average loss: 0.9812, Accuracy: 3336/5000 (67%)
[epoch 8] loss: 0.8206993
Test set: Average loss: 0.9786, Accuracy: 3314/5000 (66%)
[epoch 9] loss: 0.7710379
Test set: Average loss: 0.9716, Accuracy: 3381/5000 (68%)
[epoch 10] loss: 0.7178628
Test set: Average loss: 0.9881, Accuracy: 3399/5000 (68%)
[epoch 11] loss: 0.6634265
Test set: Average loss: 1.0326, Accuracy: 3318/5000 (66%)
[epoch 12] loss: 0.5972487
Test set: Average loss: 1.0338, Accuracy: 3359/5000 (67%)
[epoch 13] loss: 0.5330378
Test set: Average loss: 1.1085, Accuracy: 3311/5000 (66%)
[epoch 14] loss: 0.4676275
Test set: Average loss: 1.1104, Accuracy: 3363/5000 (67%)
[epoch 15] loss: 0.3948088
Test set: Average loss: 1.1723, Accuracy: 3343/5000 (67%)
[epoch 16] loss: 0.3364204
Test set: Average loss: 1.2924, Accuracy: 3302/5000 (66%)
[epoch 17] loss: 0.2867667
Test set: Average loss: 1.3486, Accuracy: 3290/5000 (66%)
[epoch 18] loss: 0.2362669
Test set: Average loss: 1.4217, Accuracy: 3266/5000 (65%)
[epoch 19] loss: 0.2279275
Test set: Average loss: 1.4542, Accuracy: 3288/5000 (66%)
[epoch 20] loss: 0.2072343
Test set: Average loss: 1.4891, Accuracy: 3292/5000 (66%)
[epoch 21] loss: 0.1849634
Test set: Average loss: 1.6837, Accuracy: 3278/5000 (66%)
[epoch 22] loss: 0.1966585
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6178, Accuracy: 3286/5000 (66%)
[epoch 23] loss: 0.0667668
Test set: Average loss: 1.5258, Accuracy: 3399/5000 (68%)
[epoch 24] loss: 0.0252962
Test set: Average loss: 1.5484, Accuracy: 3396/5000 (68%)
[epoch 25] loss: 0.0143851
Test set: Average loss: 1.5766, Accuracy: 3401/5000 (68%)
[epoch 26] loss: 0.0091508
Test set: Average loss: 1.6129, Accuracy: 3416/5000 (68%)
[epoch 27] loss: 0.0059238
Test set: Average loss: 1.6622, Accuracy: 3429/5000 (69%)
[epoch 28] loss: 0.0038509
Test set: Average loss: 1.7061, Accuracy: 3412/5000 (68%)
[epoch 29] loss: 0.0024414
Test set: Average loss: 1.7601, Accuracy: 3432/5000 (69%)
[epoch 30] loss: 0.0015323
Test set: Average loss: 1.8224, Accuracy: 3430/5000 (69%)
[epoch 31] loss: 0.0009611
Test set: Average loss: 1.8897, Accuracy: 3437/5000 (69%)
[epoch 32] loss: 0.0005920
Test set: Average loss: 1.9534, Accuracy: 3433/5000 (69%)
[epoch 33] loss: 0.0003606
Test set: Average loss: 2.0207, Accuracy: 3427/5000 (69%)
[epoch 34] loss: 0.0002187
Test set: Average loss: 2.0823, Accuracy: 3439/5000 (69%)
[epoch 35] loss: 0.0001323
Test set: Average loss: 2.1717, Accuracy: 3432/5000 (69%)
[epoch 36] loss: 0.0000795
Test set: Average loss: 2.2448, Accuracy: 3448/5000 (69%)
[epoch 37] loss: 0.0000470
Test set: Average loss: 2.3315, Accuracy: 3438/5000 (69%)
[epoch 38] loss: 0.0000277
Test set: Average loss: 2.4005, Accuracy: 3443/5000 (69%)
[epoch 39] loss: 0.0000162
Test set: Average loss: 2.4818, Accuracy: 3445/5000 (69%)
[epoch 40] loss: 0.0000095
Test set: Average loss: 2.5652, Accuracy: 3438/5000 (69%)
[epoch 41] loss: 0.0000054
Test set: Average loss: 2.6741, Accuracy: 3439/5000 (69%)
[epoch 42] loss: 0.0000031
Test set: Average loss: 2.7345, Accuracy: 3451/5000 (69%)
[epoch 43] loss: 0.0000018
Test set: Average loss: 2.8076, Accuracy: 3447/5000 (69%)
[epoch 44] loss: 0.0000010
Test set: Average loss: 2.8837, Accuracy: 3445/5000 (69%)
[epoch 45] loss: 0.0000006
Test set: Average loss: 2.9298, Accuracy: 3433/5000 (69%)
[epoch 46] loss: 0.0000003
Test set: Average loss: 2.9597, Accuracy: 3441/5000 (69%)
[epoch 47] loss: 0.0000002
Test set: Average loss: 2.9725, Accuracy: 3439/5000 (69%)
[epoch 48] loss: 0.0000002
Test set: Average loss: 2.9846, Accuracy: 3445/5000 (69%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.0011, Accuracy: 3423/5000 (68%)
[epoch 50] loss: 0.0000001
Test set: Average loss: 3.0102, Accuracy: 3437/5000 (69%)
Validation:
Test set: Average loss: 2.7345, Accuracy: 3451/5000 (69%)
Test
Test set: Average loss: 2.6377, Accuracy: 6958/10000 (70%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3017, Accuracy: 650/5000 (13%)
[epoch 1] loss: 1.1567520
Test set: Average loss: 1.1465, Accuracy: 2987/5000 (60%)
[epoch 2] loss: 1.0647998
Test set: Average loss: 1.1126, Accuracy: 3040/5000 (61%)
[epoch 3] loss: 1.0178624
Test set: Average loss: 1.1010, Accuracy: 3087/5000 (62%)
[epoch 4] loss: 0.9828703
Test set: Average loss: 1.0752, Accuracy: 3115/5000 (62%)
[epoch 5] loss: 0.9447335
Test set: Average loss: 1.0174, Accuracy: 3229/5000 (65%)
[epoch 6] loss: 0.9020803
Test set: Average loss: 1.0298, Accuracy: 3267/5000 (65%)
[epoch 7] loss: 0.8657872
Test set: Average loss: 1.0338, Accuracy: 3214/5000 (64%)
[epoch 8] loss: 0.8268844
Test set: Average loss: 1.0257, Accuracy: 3253/5000 (65%)
[epoch 9] loss: 0.7756824
Test set: Average loss: 0.9877, Accuracy: 3291/5000 (66%)
[epoch 10] loss: 0.7232860
Test set: Average loss: 0.9789, Accuracy: 3371/5000 (67%)
[epoch 11] loss: 0.6615811
Test set: Average loss: 0.9887, Accuracy: 3378/5000 (68%)
[epoch 12] loss: 0.6011878
Test set: Average loss: 1.0864, Accuracy: 3301/5000 (66%)
[epoch 13] loss: 0.5319079
Test set: Average loss: 1.0642, Accuracy: 3363/5000 (67%)
[epoch 14] loss: 0.4640577
Test set: Average loss: 1.0933, Accuracy: 3337/5000 (67%)
[epoch 15] loss: 0.4038247
Test set: Average loss: 1.1402, Accuracy: 3354/5000 (67%)
[epoch 16] loss: 0.3433276
Test set: Average loss: 1.3703, Accuracy: 3219/5000 (64%)
[epoch 17] loss: 0.2868420
Test set: Average loss: 1.2883, Accuracy: 3341/5000 (67%)
[epoch 18] loss: 0.2489471
Test set: Average loss: 1.3638, Accuracy: 3338/5000 (67%)
[epoch 19] loss: 0.2222085
Test set: Average loss: 1.4517, Accuracy: 3326/5000 (67%)
[epoch 20] loss: 0.2143028
Test set: Average loss: 1.5211, Accuracy: 3322/5000 (66%)
[epoch 21] loss: 0.1927754
Test set: Average loss: 1.5120, Accuracy: 3319/5000 (66%)
[epoch 22] loss: 0.1832729
Test set: Average loss: 1.7458, Accuracy: 3203/5000 (64%)
[epoch 23] loss: 0.1747221
Test set: Average loss: 1.6617, Accuracy: 3323/5000 (66%)
[epoch 24] loss: 0.1760013
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7511, Accuracy: 3268/5000 (65%)
[epoch 25] loss: 0.0713296
Test set: Average loss: 1.6261, Accuracy: 3349/5000 (67%)
[epoch 26] loss: 0.0242010
Test set: Average loss: 1.6426, Accuracy: 3373/5000 (67%)
[epoch 27] loss: 0.0129554
Test set: Average loss: 1.6673, Accuracy: 3404/5000 (68%)
[epoch 28] loss: 0.0080487
Test set: Average loss: 1.7003, Accuracy: 3392/5000 (68%)
[epoch 29] loss: 0.0051564
Test set: Average loss: 1.7531, Accuracy: 3405/5000 (68%)
[epoch 30] loss: 0.0033147
Test set: Average loss: 1.7898, Accuracy: 3415/5000 (68%)
[epoch 31] loss: 0.0020943
Test set: Average loss: 1.8436, Accuracy: 3413/5000 (68%)
[epoch 32] loss: 0.0013057
Test set: Average loss: 1.9076, Accuracy: 3414/5000 (68%)
[epoch 33] loss: 0.0008075
Test set: Average loss: 1.9669, Accuracy: 3420/5000 (68%)
[epoch 34] loss: 0.0004962
Test set: Average loss: 2.0332, Accuracy: 3415/5000 (68%)
[epoch 35] loss: 0.0002989
Test set: Average loss: 2.1073, Accuracy: 3429/5000 (69%)
[epoch 36] loss: 0.0001828
Test set: Average loss: 2.1654, Accuracy: 3425/5000 (68%)
[epoch 37] loss: 0.0001075
Test set: Average loss: 2.2468, Accuracy: 3425/5000 (68%)
[epoch 38] loss: 0.0000640
Test set: Average loss: 2.3242, Accuracy: 3412/5000 (68%)
[epoch 39] loss: 0.0000379
Test set: Average loss: 2.3984, Accuracy: 3424/5000 (68%)
[epoch 40] loss: 0.0000222
Test set: Average loss: 2.4781, Accuracy: 3417/5000 (68%)
[epoch 41] loss: 0.0000128
Test set: Average loss: 2.5580, Accuracy: 3434/5000 (69%)
[epoch 42] loss: 0.0000075
Test set: Average loss: 2.6467, Accuracy: 3424/5000 (68%)
[epoch 43] loss: 0.0000043
Test set: Average loss: 2.7397, Accuracy: 3420/5000 (68%)
[epoch 44] loss: 0.0000024
Test set: Average loss: 2.8182, Accuracy: 3428/5000 (69%)
[epoch 45] loss: 0.0000014
Test set: Average loss: 2.8968, Accuracy: 3436/5000 (69%)
[epoch 46] loss: 0.0000008
Test set: Average loss: 2.9557, Accuracy: 3426/5000 (69%)
[epoch 47] loss: 0.0000004
Test set: Average loss: 2.9824, Accuracy: 3430/5000 (69%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 3.0153, Accuracy: 3431/5000 (69%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.0203, Accuracy: 3427/5000 (69%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.0387, Accuracy: 3434/5000 (69%)
Validation:
Test set: Average loss: 2.8968, Accuracy: 3436/5000 (69%)
Test
Test set: Average loss: 2.7697, Accuracy: 6913/10000 (69%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3155, Accuracy: 133/5000 (3%)
[epoch 1] loss: 1.1624117
Test set: Average loss: 1.2186, Accuracy: 2893/5000 (58%)
[epoch 2] loss: 1.0669498
Test set: Average loss: 1.0952, Accuracy: 3075/5000 (62%)
[epoch 3] loss: 1.0200717
Test set: Average loss: 1.1164, Accuracy: 3043/5000 (61%)
[epoch 4] loss: 0.9758063
Test set: Average loss: 1.0758, Accuracy: 3150/5000 (63%)
[epoch 5] loss: 0.9430451
Test set: Average loss: 1.1323, Accuracy: 3059/5000 (61%)
[epoch 6] loss: 0.9013855
Test set: Average loss: 1.0208, Accuracy: 3271/5000 (65%)
[epoch 7] loss: 0.8628798
Test set: Average loss: 1.0144, Accuracy: 3252/5000 (65%)
[epoch 8] loss: 0.8231242
Test set: Average loss: 1.0143, Accuracy: 3240/5000 (65%)
[epoch 9] loss: 0.7763006
Test set: Average loss: 1.0023, Accuracy: 3328/5000 (67%)
[epoch 10] loss: 0.7224346
Test set: Average loss: 1.0156, Accuracy: 3338/5000 (67%)
[epoch 11] loss: 0.6600253
Test set: Average loss: 0.9839, Accuracy: 3363/5000 (67%)
[epoch 12] loss: 0.5899665
Test set: Average loss: 1.0762, Accuracy: 3327/5000 (67%)
[epoch 13] loss: 0.5291966
Test set: Average loss: 1.0754, Accuracy: 3343/5000 (67%)
[epoch 14] loss: 0.4542731
Test set: Average loss: 1.1330, Accuracy: 3334/5000 (67%)
[epoch 15] loss: 0.3907823
Test set: Average loss: 1.1556, Accuracy: 3332/5000 (67%)
[epoch 16] loss: 0.3306141
Test set: Average loss: 1.1748, Accuracy: 3380/5000 (68%)
[epoch 17] loss: 0.2867362
Test set: Average loss: 1.3531, Accuracy: 3296/5000 (66%)
[epoch 18] loss: 0.2462284
Test set: Average loss: 1.3550, Accuracy: 3329/5000 (67%)
[epoch 19] loss: 0.2168716
Test set: Average loss: 1.4711, Accuracy: 3281/5000 (66%)
[epoch 20] loss: 0.2091541
Test set: Average loss: 1.4987, Accuracy: 3302/5000 (66%)
[epoch 21] loss: 0.1864722
Test set: Average loss: 1.6107, Accuracy: 3287/5000 (66%)
[epoch 22] loss: 0.1828960
Test set: Average loss: 1.6056, Accuracy: 3315/5000 (66%)
[epoch 23] loss: 0.1831578
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7778, Accuracy: 3221/5000 (64%)
[epoch 24] loss: 0.0640309
Test set: Average loss: 1.5992, Accuracy: 3362/5000 (67%)
[epoch 25] loss: 0.0228414
Test set: Average loss: 1.6072, Accuracy: 3394/5000 (68%)
[epoch 26] loss: 0.0129034
Test set: Average loss: 1.6259, Accuracy: 3420/5000 (68%)
[epoch 27] loss: 0.0081299
Test set: Average loss: 1.6640, Accuracy: 3409/5000 (68%)
[epoch 28] loss: 0.0052147
Test set: Average loss: 1.6902, Accuracy: 3435/5000 (69%)
[epoch 29] loss: 0.0033885
Test set: Average loss: 1.7363, Accuracy: 3417/5000 (68%)
[epoch 30] loss: 0.0021413
Test set: Average loss: 1.7845, Accuracy: 3415/5000 (68%)
[epoch 31] loss: 0.0013425
Test set: Average loss: 1.8377, Accuracy: 3429/5000 (69%)
[epoch 32] loss: 0.0008325
Test set: Average loss: 1.9089, Accuracy: 3424/5000 (68%)
[epoch 33] loss: 0.0005102
Test set: Average loss: 1.9765, Accuracy: 3427/5000 (69%)
[epoch 34] loss: 0.0003087
Test set: Average loss: 2.0359, Accuracy: 3429/5000 (69%)
[epoch 35] loss: 0.0001851
Test set: Average loss: 2.1121, Accuracy: 3428/5000 (69%)
[epoch 36] loss: 0.0001114
Test set: Average loss: 2.1924, Accuracy: 3441/5000 (69%)
[epoch 37] loss: 0.0000658
Test set: Average loss: 2.2598, Accuracy: 3438/5000 (69%)
[epoch 38] loss: 0.0000387
Test set: Average loss: 2.3409, Accuracy: 3417/5000 (68%)
[epoch 39] loss: 0.0000227
Test set: Average loss: 2.4214, Accuracy: 3431/5000 (69%)
[epoch 40] loss: 0.0000131
Test set: Average loss: 2.5098, Accuracy: 3434/5000 (69%)
[epoch 41] loss: 0.0000076
Test set: Average loss: 2.5848, Accuracy: 3426/5000 (69%)
[epoch 42] loss: 0.0000044
Test set: Average loss: 2.6733, Accuracy: 3428/5000 (69%)
[epoch 43] loss: 0.0000025
Test set: Average loss: 2.7581, Accuracy: 3443/5000 (69%)
[epoch 44] loss: 0.0000014
Test set: Average loss: 2.8419, Accuracy: 3438/5000 (69%)
[epoch 45] loss: 0.0000008
Test set: Average loss: 2.8895, Accuracy: 3437/5000 (69%)
[epoch 46] loss: 0.0000005
Test set: Average loss: 2.9382, Accuracy: 3426/5000 (69%)
[epoch 47] loss: 0.0000003
Test set: Average loss: 2.9558, Accuracy: 3438/5000 (69%)
[epoch 48] loss: 0.0000002
Test set: Average loss: 2.9722, Accuracy: 3425/5000 (68%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 2.9880, Accuracy: 3428/5000 (69%)
[epoch 50] loss: 0.0000001
Test set: Average loss: 3.0030, Accuracy: 3436/5000 (69%)
Validation:
Test set: Average loss: 2.7581, Accuracy: 3443/5000 (69%)
Test
Test set: Average loss: 2.6888, Accuracy: 6985/10000 (70%)
In [16]:
# train the SimEc
w = 0.95
S = w*S_lin + (1.-w)*S_class
S_ll = S[:n_targets, :]
t0 = time()
cnn = CNN()
model = SimilarityEncoder(cnn, 512, n_targets)
model.fit(X, S, epochs=50, lr=0.0001, s_ll_reg=100., S_ll=S_ll, orth_reg=0.1)
print(check_similarity_match(model.predict(X[:n_targets]), S_ll, X_embed_is_S_approx=True))
print(check_similarity_match(model.transform(X[:n_targets]), S_ll))
# save the cnn state
cnn_dict = deepcopy(model.model.embedding_net.state_dict())
t1 = time()
print("Took %.2d sec to train." % (t1 - t0))
# use the pretrained model with the clf
test_accuracies_se_t1_mix = []
for n_train in n_training_examples:
print(n_train)
test_accuracies_se_t1_mix.append(clf_with_ntrain(n_train, cnn_dict))
[epoch 1] loss: 0.0046220
[epoch 2] loss: 0.0004711
[epoch 3] loss: 0.0003020
[epoch 4] loss: 0.0002519
[epoch 5] loss: 0.0002275
[epoch 6] loss: 0.0002145
[epoch 7] loss: 0.0002051
[epoch 8] loss: 0.0002005
[epoch 9] loss: 0.0001930
[epoch 10] loss: 0.0001919
[epoch 11] loss: 0.0001876
[epoch 12] loss: 0.0001858
[epoch 13] loss: 0.0001834
[epoch 14] loss: 0.0001829
[epoch 15] loss: 0.0001809
[epoch 16] loss: 0.0001790
[epoch 17] loss: 0.0001786
[epoch 18] loss: 0.0001772
[epoch 19] loss: 0.0001793
[epoch 20] loss: 0.0001950
[epoch 21] loss: 0.0001842
[epoch 22] loss: 0.0001774
[epoch 23] loss: 0.0001740
[epoch 24] loss: 0.0001726
[epoch 25] loss: 0.0001713
[epoch 26] loss: 0.0001700
[epoch 27] loss: 0.0001693
[epoch 28] loss: 0.0001686
[epoch 29] loss: 0.0001682
[epoch 30] loss: 0.0001674
[epoch 31] loss: 0.0001672
[epoch 32] loss: 0.0001665
[epoch 33] loss: 0.0001661
[epoch 34] loss: 0.0001657
[epoch 35] loss: 0.0001653
[epoch 36] loss: 0.0001649
[epoch 37] loss: 0.0001646
[epoch 38] loss: 0.0001643
[epoch 39] loss: 0.0001640
[epoch 40] loss: 0.0001638
[epoch 41] loss: 0.0001633
[epoch 42] loss: 0.0001632
[epoch 43] loss: 0.0001629
[epoch 44] loss: 0.0001627
[epoch 45] loss: 0.0001622
[epoch 46] loss: 0.0001623
[epoch 47] loss: 0.0001621
[epoch 48] loss: 0.0001618
[epoch 49] loss: 0.0001618
[epoch 50] loss: 0.0001615
(0.0001604481978878747, 0.9305801844479616, 0.9524157024471986)
(0.0002087660584315367, 0.9103976776791763, 0.9403760817998809)
Took 903 sec to train.
25
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3039, Accuracy: 499/5000 (10%)
[epoch 1] loss: 2.3062241
Test set: Average loss: 2.2947, Accuracy: 705/5000 (14%)
[epoch 2] loss: 2.2116582
Test set: Average loss: 2.2901, Accuracy: 593/5000 (12%)
[epoch 3] loss: 2.0778034
Test set: Average loss: 2.3224, Accuracy: 567/5000 (11%)
[epoch 4] loss: 1.9026198
Test set: Average loss: 2.4761, Accuracy: 601/5000 (12%)
[epoch 5] loss: 1.7393852
Test set: Average loss: 2.6106, Accuracy: 720/5000 (14%)
[epoch 6] loss: 1.5694400
Test set: Average loss: 2.6670, Accuracy: 760/5000 (15%)
[epoch 7] loss: 1.3843726
Test set: Average loss: 2.7236, Accuracy: 800/5000 (16%)
[epoch 8] loss: 1.2281659
Test set: Average loss: 2.7297, Accuracy: 817/5000 (16%)
[epoch 9] loss: 1.0375637
Test set: Average loss: 2.7417, Accuracy: 815/5000 (16%)
[epoch 10] loss: 0.8520054
Test set: Average loss: 2.8170, Accuracy: 821/5000 (16%)
[epoch 11] loss: 0.7073625
Test set: Average loss: 2.9421, Accuracy: 820/5000 (16%)
[epoch 12] loss: 0.5674040
Test set: Average loss: 3.1493, Accuracy: 775/5000 (16%)
[epoch 13] loss: 0.4281922
Test set: Average loss: 3.4695, Accuracy: 771/5000 (15%)
[epoch 14] loss: 0.3063584
Test set: Average loss: 3.8761, Accuracy: 772/5000 (15%)
[epoch 15] loss: 0.2115021
Test set: Average loss: 4.3156, Accuracy: 794/5000 (16%)
[epoch 16] loss: 0.1459650
Test set: Average loss: 4.7198, Accuracy: 797/5000 (16%)
[epoch 17] loss: 0.1012032
Test set: Average loss: 5.0498, Accuracy: 804/5000 (16%)
[epoch 18] loss: 0.0649030
Test set: Average loss: 5.3403, Accuracy: 791/5000 (16%)
[epoch 19] loss: 0.0405789
Test set: Average loss: 5.6327, Accuracy: 799/5000 (16%)
[epoch 20] loss: 0.0276703
Test set: Average loss: 5.9376, Accuracy: 792/5000 (16%)
[epoch 21] loss: 0.0195967
Test set: Average loss: 6.2519, Accuracy: 791/5000 (16%)
[epoch 22] loss: 0.0135108
Test set: Average loss: 6.5694, Accuracy: 787/5000 (16%)
[epoch 23] loss: 0.0089789
Test set: Average loss: 6.8829, Accuracy: 789/5000 (16%)
[epoch 24] loss: 0.0059216
Test set: Average loss: 7.1857, Accuracy: 797/5000 (16%)
[epoch 25] loss: 0.0040030
Test set: Average loss: 7.4721, Accuracy: 797/5000 (16%)
[epoch 26] loss: 0.0028244
Test set: Average loss: 7.7386, Accuracy: 786/5000 (16%)
[epoch 27] loss: 0.0020933
Test set: Average loss: 7.9834, Accuracy: 780/5000 (16%)
[epoch 28] loss: 0.0016280
Test set: Average loss: 8.2059, Accuracy: 775/5000 (16%)
[epoch 29] loss: 0.0013235
Test set: Average loss: 8.4063, Accuracy: 772/5000 (15%)
[epoch 30] loss: 0.0011172
Test set: Average loss: 8.5852, Accuracy: 769/5000 (15%)
[epoch 31] loss: 0.0009728
Test set: Average loss: 8.7436, Accuracy: 770/5000 (15%)
[epoch 32] loss: 0.0008667
Test set: Average loss: 8.8828, Accuracy: 768/5000 (15%)
[epoch 33] loss: 0.0007835
Test set: Average loss: 9.0041, Accuracy: 768/5000 (15%)
[epoch 34] loss: 0.0007121
Test set: Average loss: 9.1091, Accuracy: 762/5000 (15%)
[epoch 35] loss: 0.0006467
Test set: Average loss: 9.1993, Accuracy: 759/5000 (15%)
[epoch 36] loss: 0.0005851
Test set: Average loss: 9.2767, Accuracy: 760/5000 (15%)
[epoch 37] loss: 0.0005271
Test set: Average loss: 9.3428, Accuracy: 761/5000 (15%)
[epoch 38] loss: 0.0004737
Test set: Average loss: 9.3994, Accuracy: 763/5000 (15%)
[epoch 39] loss: 0.0004260
Test set: Average loss: 9.4480, Accuracy: 762/5000 (15%)
[epoch 40] loss: 0.0003844
Test set: Average loss: 9.4900, Accuracy: 759/5000 (15%)
[epoch 41] loss: 0.0003489
Test set: Average loss: 9.5263, Accuracy: 757/5000 (15%)
[epoch 42] loss: 0.0003186
Test set: Average loss: 9.5580, Accuracy: 757/5000 (15%)
[epoch 43] loss: 0.0002930
Test set: Average loss: 9.5857, Accuracy: 759/5000 (15%)
[epoch 44] loss: 0.0002710
Test set: Average loss: 9.6103, Accuracy: 763/5000 (15%)
[epoch 45] loss: 0.0002522
Test set: Average loss: 9.6320, Accuracy: 760/5000 (15%)
[epoch 46] loss: 0.0002357
Test set: Average loss: 9.6514, Accuracy: 758/5000 (15%)
[epoch 47] loss: 0.0002214
Test set: Average loss: 9.6688, Accuracy: 759/5000 (15%)
[epoch 48] loss: 0.0002088
Test set: Average loss: 9.6845, Accuracy: 759/5000 (15%)
[epoch 49] loss: 0.0001975
Test set: Average loss: 9.6987, Accuracy: 759/5000 (15%)
[epoch 50] loss: 0.0001872
Test set: Average loss: 9.7117, Accuracy: 759/5000 (15%)
Validation:
Test set: Average loss: 2.8170, Accuracy: 821/5000 (16%)
Test
Test set: Average loss: 2.7464, Accuracy: 1845/10000 (18%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3048, Accuracy: 324/5000 (6%)
[epoch 1] loss: 2.3067505
Test set: Average loss: 2.2932, Accuracy: 819/5000 (16%)
[epoch 2] loss: 2.2185414
Test set: Average loss: 2.2857, Accuracy: 766/5000 (15%)
[epoch 3] loss: 2.0912490
Test set: Average loss: 2.3082, Accuracy: 724/5000 (14%)
[epoch 4] loss: 1.9190732
Test set: Average loss: 2.4336, Accuracy: 729/5000 (15%)
[epoch 5] loss: 1.7531095
Test set: Average loss: 2.5622, Accuracy: 844/5000 (17%)
[epoch 6] loss: 1.5852131
Test set: Average loss: 2.6343, Accuracy: 959/5000 (19%)
[epoch 7] loss: 1.4061345
Test set: Average loss: 2.7138, Accuracy: 918/5000 (18%)
[epoch 8] loss: 1.2415400
Test set: Average loss: 2.7624, Accuracy: 930/5000 (19%)
[epoch 9] loss: 1.0316734
Test set: Average loss: 2.8321, Accuracy: 936/5000 (19%)
[epoch 10] loss: 0.8303837
Test set: Average loss: 2.9217, Accuracy: 986/5000 (20%)
[epoch 11] loss: 0.6690907
Test set: Average loss: 2.9983, Accuracy: 1031/5000 (21%)
[epoch 12] loss: 0.5184100
Test set: Average loss: 3.1173, Accuracy: 975/5000 (20%)
[epoch 13] loss: 0.3936958
Test set: Average loss: 3.3039, Accuracy: 963/5000 (19%)
[epoch 14] loss: 0.2874946
Test set: Average loss: 3.5476, Accuracy: 949/5000 (19%)
[epoch 15] loss: 0.1984934
Test set: Average loss: 3.8509, Accuracy: 947/5000 (19%)
[epoch 16] loss: 0.1378620
Test set: Average loss: 4.1883, Accuracy: 937/5000 (19%)
[epoch 17] loss: 0.0985950
Test set: Average loss: 4.5176, Accuracy: 911/5000 (18%)
[epoch 18] loss: 0.0713247
Test set: Average loss: 4.8153, Accuracy: 896/5000 (18%)
[epoch 19] loss: 0.0515855
Test set: Average loss: 5.0795, Accuracy: 896/5000 (18%)
[epoch 20] loss: 0.0366258
Test set: Average loss: 5.3193, Accuracy: 882/5000 (18%)
[epoch 21] loss: 0.0254443
Test set: Average loss: 5.5430, Accuracy: 871/5000 (17%)
[epoch 22] loss: 0.0174453
Test set: Average loss: 5.7544, Accuracy: 877/5000 (18%)
[epoch 23] loss: 0.0119355
Test set: Average loss: 5.9543, Accuracy: 862/5000 (17%)
[epoch 24] loss: 0.0082662
Test set: Average loss: 6.1418, Accuracy: 859/5000 (17%)
[epoch 25] loss: 0.0058645
Test set: Average loss: 6.3161, Accuracy: 863/5000 (17%)
[epoch 26] loss: 0.0042850
Test set: Average loss: 6.4766, Accuracy: 858/5000 (17%)
[epoch 27] loss: 0.0032226
Test set: Average loss: 6.6232, Accuracy: 855/5000 (17%)
[epoch 28] loss: 0.0024881
Test set: Average loss: 6.7565, Accuracy: 863/5000 (17%)
[epoch 29] loss: 0.0019659
Test set: Average loss: 6.8770, Accuracy: 865/5000 (17%)
[epoch 30] loss: 0.0015863
Test set: Average loss: 6.9858, Accuracy: 853/5000 (17%)
[epoch 31] loss: 0.0013050
Test set: Average loss: 7.0838, Accuracy: 855/5000 (17%)
[epoch 32] loss: 0.0010932
Test set: Average loss: 7.1722, Accuracy: 852/5000 (17%)
[epoch 33] loss: 0.0009317
Test set: Average loss: 7.2518, Accuracy: 854/5000 (17%)
[epoch 34] loss: 0.0008064
Test set: Average loss: 7.3236, Accuracy: 851/5000 (17%)
[epoch 35] loss: 0.0007081
Test set: Average loss: 7.3885, Accuracy: 851/5000 (17%)
[epoch 36] loss: 0.0006298
Test set: Average loss: 7.4473, Accuracy: 847/5000 (17%)
[epoch 37] loss: 0.0005664
Test set: Average loss: 7.5004, Accuracy: 845/5000 (17%)
[epoch 38] loss: 0.0005147
Test set: Average loss: 7.5487, Accuracy: 845/5000 (17%)
[epoch 39] loss: 0.0004717
Test set: Average loss: 7.5926, Accuracy: 845/5000 (17%)
[epoch 40] loss: 0.0004357
Test set: Average loss: 7.6325, Accuracy: 840/5000 (17%)
[epoch 41] loss: 0.0004049
Test set: Average loss: 7.6689, Accuracy: 838/5000 (17%)
[epoch 42] loss: 0.0003785
Test set: Average loss: 7.7021, Accuracy: 843/5000 (17%)
[epoch 43] loss: 0.0003552
Test set: Average loss: 7.7324, Accuracy: 841/5000 (17%)
[epoch 44] loss: 0.0003346
Test set: Average loss: 7.7602, Accuracy: 841/5000 (17%)
[epoch 45] loss: 0.0003162
Test set: Average loss: 7.7856, Accuracy: 838/5000 (17%)
[epoch 46] loss: 0.0002994
Test set: Average loss: 7.8089, Accuracy: 840/5000 (17%)
[epoch 47] loss: 0.0002843
Test set: Average loss: 7.8303, Accuracy: 839/5000 (17%)
[epoch 48] loss: 0.0002703
Test set: Average loss: 7.8499, Accuracy: 839/5000 (17%)
[epoch 49] loss: 0.0002576
Test set: Average loss: 7.8680, Accuracy: 837/5000 (17%)
[epoch 50] loss: 0.0002457
Test set: Average loss: 7.8846, Accuracy: 835/5000 (17%)
Validation:
Test set: Average loss: 2.9983, Accuracy: 1031/5000 (21%)
Test
Test set: Average loss: 2.9917, Accuracy: 2051/10000 (21%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3054, Accuracy: 493/5000 (10%)
[epoch 1] loss: 2.2994614
Test set: Average loss: 2.2979, Accuracy: 525/5000 (10%)
[epoch 2] loss: 2.2154000
Test set: Average loss: 2.2983, Accuracy: 525/5000 (10%)
[epoch 3] loss: 2.1003423
Test set: Average loss: 2.3387, Accuracy: 525/5000 (10%)
[epoch 4] loss: 1.9425446
Test set: Average loss: 2.5406, Accuracy: 525/5000 (10%)
[epoch 5] loss: 1.8207927
Test set: Average loss: 2.7096, Accuracy: 531/5000 (11%)
[epoch 6] loss: 1.7218261
Test set: Average loss: 2.6508, Accuracy: 720/5000 (14%)
[epoch 7] loss: 1.5402297
Test set: Average loss: 2.5414, Accuracy: 862/5000 (17%)
[epoch 8] loss: 1.3457267
Test set: Average loss: 2.4488, Accuracy: 921/5000 (18%)
[epoch 9] loss: 1.1425126
Test set: Average loss: 2.4188, Accuracy: 947/5000 (19%)
[epoch 10] loss: 0.9471791
Test set: Average loss: 2.4905, Accuracy: 932/5000 (19%)
[epoch 11] loss: 0.7695820
Test set: Average loss: 2.6439, Accuracy: 924/5000 (18%)
[epoch 12] loss: 0.5859632
Test set: Average loss: 2.8815, Accuracy: 954/5000 (19%)
[epoch 13] loss: 0.4140300
Test set: Average loss: 3.2244, Accuracy: 935/5000 (19%)
[epoch 14] loss: 0.2880290
Test set: Average loss: 3.6239, Accuracy: 874/5000 (17%)
[epoch 15] loss: 0.1943958
Test set: Average loss: 4.0095, Accuracy: 852/5000 (17%)
[epoch 16] loss: 0.1295785
Test set: Average loss: 4.2898, Accuracy: 865/5000 (17%)
[epoch 17] loss: 0.0798227
Test set: Average loss: 4.5023, Accuracy: 880/5000 (18%)
[epoch 18] loss: 0.0486833
Test set: Average loss: 4.7058, Accuracy: 909/5000 (18%)
[epoch 19] loss: 0.0314851
Test set: Average loss: 4.9132, Accuracy: 919/5000 (18%)
[epoch 20] loss: 0.0210228
Test set: Average loss: 5.1197, Accuracy: 929/5000 (19%)
[epoch 21] loss: 0.0140983
Test set: Average loss: 5.3224, Accuracy: 920/5000 (18%)
[epoch 22] loss: 0.0094499
Test set: Average loss: 5.5205, Accuracy: 921/5000 (18%)
[epoch 23] loss: 0.0063390
Test set: Average loss: 5.7135, Accuracy: 924/5000 (18%)
[epoch 24] loss: 0.0042672
Test set: Average loss: 5.9000, Accuracy: 916/5000 (18%)
[epoch 25] loss: 0.0029139
Test set: Average loss: 6.0786, Accuracy: 919/5000 (18%)
[epoch 26] loss: 0.0020596
Test set: Average loss: 6.2477, Accuracy: 920/5000 (18%)
[epoch 27] loss: 0.0015353
Test set: Average loss: 6.4058, Accuracy: 918/5000 (18%)
[epoch 28] loss: 0.0012185
Test set: Average loss: 6.5518, Accuracy: 909/5000 (18%)
[epoch 29] loss: 0.0010234
Test set: Average loss: 6.6849, Accuracy: 903/5000 (18%)
[epoch 30] loss: 0.0008927
Test set: Average loss: 6.8047, Accuracy: 899/5000 (18%)
[epoch 31] loss: 0.0007895
Test set: Average loss: 6.9114, Accuracy: 890/5000 (18%)
[epoch 32] loss: 0.0006942
Test set: Average loss: 7.0059, Accuracy: 890/5000 (18%)
[epoch 33] loss: 0.0006020
Test set: Average loss: 7.0893, Accuracy: 885/5000 (18%)
[epoch 34] loss: 0.0005153
Test set: Average loss: 7.1732, Accuracy: 883/5000 (18%)
[epoch 35] loss: 0.0004387
Test set: Average loss: 7.2286, Accuracy: 886/5000 (18%)
[epoch 36] loss: 0.0003742
Test set: Average loss: 7.2871, Accuracy: 887/5000 (18%)
[epoch 37] loss: 0.0003220
Test set: Average loss: 7.3397, Accuracy: 887/5000 (18%)
[epoch 38] loss: 0.0002805
Test set: Average loss: 7.3872, Accuracy: 888/5000 (18%)
[epoch 39] loss: 0.0002479
Test set: Average loss: 7.4304, Accuracy: 889/5000 (18%)
[epoch 40] loss: 0.0002218
Test set: Average loss: 7.4697, Accuracy: 892/5000 (18%)
[epoch 41] loss: 0.0002010
Test set: Average loss: 7.5058, Accuracy: 893/5000 (18%)
[epoch 42] loss: 0.0001839
Test set: Average loss: 7.5389, Accuracy: 893/5000 (18%)
[epoch 43] loss: 0.0001699
Test set: Average loss: 7.5695, Accuracy: 895/5000 (18%)
[epoch 44] loss: 0.0001581
Test set: Average loss: 7.5978, Accuracy: 896/5000 (18%)
[epoch 45] loss: 0.0001482
Test set: Average loss: 7.6240, Accuracy: 898/5000 (18%)
[epoch 46] loss: 0.0001394
Test set: Average loss: 7.6484, Accuracy: 899/5000 (18%)
[epoch 47] loss: 0.0001321
Test set: Average loss: 7.6711, Accuracy: 900/5000 (18%)
[epoch 48] loss: 0.0001255
Test set: Average loss: 7.6922, Accuracy: 900/5000 (18%)
[epoch 49] loss: 0.0001197
Test set: Average loss: 7.7120, Accuracy: 902/5000 (18%)
[epoch 50] loss: 0.0001147
Test set: Average loss: 7.7305, Accuracy: 901/5000 (18%)
Validation:
Test set: Average loss: 2.8815, Accuracy: 954/5000 (19%)
Test
Test set: Average loss: 2.8847, Accuracy: 1862/10000 (19%)
50
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3019, Accuracy: 534/5000 (11%)
[epoch 1] loss: 2.2827041
Test set: Average loss: 2.2750, Accuracy: 683/5000 (14%)
[epoch 2] loss: 2.1422309
Test set: Average loss: 2.2844, Accuracy: 725/5000 (14%)
[epoch 3] loss: 1.8606342
Test set: Average loss: 2.4471, Accuracy: 919/5000 (18%)
[epoch 4] loss: 1.7745509
Test set: Average loss: 2.5780, Accuracy: 1018/5000 (20%)
[epoch 5] loss: 1.4546029
Test set: Average loss: 2.4677, Accuracy: 1096/5000 (22%)
[epoch 6] loss: 1.3327134
Test set: Average loss: 2.4293, Accuracy: 1069/5000 (21%)
[epoch 7] loss: 1.1224930
Test set: Average loss: 2.4072, Accuracy: 1086/5000 (22%)
[epoch 8] loss: 0.9372773
Test set: Average loss: 2.4326, Accuracy: 1115/5000 (22%)
[epoch 9] loss: 0.7352289
Test set: Average loss: 2.6013, Accuracy: 1128/5000 (23%)
[epoch 10] loss: 0.5440719
Test set: Average loss: 2.8405, Accuracy: 1115/5000 (22%)
[epoch 11] loss: 0.4479063
Test set: Average loss: 3.0951, Accuracy: 1128/5000 (23%)
[epoch 12] loss: 0.3533217
Test set: Average loss: 3.2933, Accuracy: 1120/5000 (22%)
[epoch 13] loss: 0.2240887
Test set: Average loss: 3.4641, Accuracy: 1156/5000 (23%)
[epoch 14] loss: 0.1614131
Test set: Average loss: 3.6973, Accuracy: 1183/5000 (24%)
[epoch 15] loss: 0.1036267
Test set: Average loss: 3.9423, Accuracy: 1167/5000 (23%)
[epoch 16] loss: 0.0612388
Test set: Average loss: 4.1955, Accuracy: 1161/5000 (23%)
[epoch 17] loss: 0.0382700
Test set: Average loss: 4.4491, Accuracy: 1143/5000 (23%)
[epoch 18] loss: 0.0302921
Test set: Average loss: 4.5845, Accuracy: 1144/5000 (23%)
[epoch 19] loss: 0.0170357
Test set: Average loss: 4.6299, Accuracy: 1209/5000 (24%)
[epoch 20] loss: 0.0112788
Test set: Average loss: 4.6805, Accuracy: 1213/5000 (24%)
[epoch 21] loss: 0.0090632
Test set: Average loss: 4.7582, Accuracy: 1246/5000 (25%)
[epoch 22] loss: 0.0081850
Test set: Average loss: 4.8490, Accuracy: 1231/5000 (25%)
[epoch 23] loss: 0.0059580
Test set: Average loss: 4.9413, Accuracy: 1226/5000 (25%)
[epoch 24] loss: 0.0046117
Test set: Average loss: 5.0289, Accuracy: 1217/5000 (24%)
[epoch 25] loss: 0.0039706
Test set: Average loss: 5.1080, Accuracy: 1214/5000 (24%)
[epoch 26] loss: 0.0034053
Test set: Average loss: 5.1786, Accuracy: 1209/5000 (24%)
[epoch 27] loss: 0.0024258
Test set: Average loss: 5.2408, Accuracy: 1195/5000 (24%)
[epoch 28] loss: 0.0024105
Test set: Average loss: 5.2957, Accuracy: 1184/5000 (24%)
[epoch 29] loss: 0.0019077
Test set: Average loss: 5.3410, Accuracy: 1179/5000 (24%)
[epoch 30] loss: 0.0017580
Test set: Average loss: 5.3789, Accuracy: 1180/5000 (24%)
[epoch 31] loss: 0.0018199
Epoch 30: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 5.4105, Accuracy: 1172/5000 (23%)
[epoch 32] loss: 0.0015818
Test set: Average loss: 5.4129, Accuracy: 1174/5000 (23%)
[epoch 33] loss: 0.0015983
Epoch 32: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 5.4150, Accuracy: 1176/5000 (24%)
[epoch 34] loss: 0.0015735
Test set: Average loss: 5.4151, Accuracy: 1177/5000 (24%)
[epoch 35] loss: 0.0015174
Test set: Average loss: 5.4152, Accuracy: 1177/5000 (24%)
[epoch 36] loss: 0.0014952
Test set: Average loss: 5.4153, Accuracy: 1177/5000 (24%)
[epoch 37] loss: 0.0016511
Epoch 36: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
[epoch 38] loss: 0.0015902
Epoch 37: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
[epoch 39] loss: 0.0015362
Epoch 38: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
[epoch 40] loss: 0.0015268
Epoch 39: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
[epoch 41] loss: 0.0014620
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
[epoch 42] loss: 0.0015720
Epoch 41: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
[epoch 43] loss: 0.0015141
Epoch 42: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
[epoch 44] loss: 0.0016782
Epoch 43: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
[epoch 45] loss: 0.0015485
Epoch 44: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
[epoch 46] loss: 0.0015430
Epoch 45: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
[epoch 47] loss: 0.0015963
Epoch 46: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
[epoch 48] loss: 0.0016117
Epoch 47: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
[epoch 49] loss: 0.0015024
Epoch 48: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
[epoch 50] loss: 0.0016451
Epoch 49: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 5.4154, Accuracy: 1176/5000 (24%)
Validation:
Test set: Average loss: 4.7582, Accuracy: 1246/5000 (25%)
Test
Test set: Average loss: 4.7169, Accuracy: 2462/10000 (25%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3033, Accuracy: 527/5000 (11%)
[epoch 1] loss: 2.3171308
Test set: Average loss: 2.2875, Accuracy: 570/5000 (11%)
[epoch 2] loss: 2.1981722
Test set: Average loss: 2.2649, Accuracy: 632/5000 (13%)
[epoch 3] loss: 2.0578240
Test set: Average loss: 2.2826, Accuracy: 724/5000 (14%)
[epoch 4] loss: 1.8030075
Test set: Average loss: 2.2495, Accuracy: 1063/5000 (21%)
[epoch 5] loss: 1.5806578
Test set: Average loss: 2.3150, Accuracy: 1032/5000 (21%)
[epoch 6] loss: 1.4266162
Test set: Average loss: 2.3651, Accuracy: 1094/5000 (22%)
[epoch 7] loss: 1.2122998
Test set: Average loss: 2.4301, Accuracy: 1099/5000 (22%)
[epoch 8] loss: 1.0287301
Test set: Average loss: 2.3719, Accuracy: 1197/5000 (24%)
[epoch 9] loss: 0.8577332
Test set: Average loss: 2.4302, Accuracy: 1208/5000 (24%)
[epoch 10] loss: 0.6544004
Test set: Average loss: 2.6524, Accuracy: 1188/5000 (24%)
[epoch 11] loss: 0.5207252
Test set: Average loss: 2.8009, Accuracy: 1197/5000 (24%)
[epoch 12] loss: 0.4398980
Test set: Average loss: 2.9510, Accuracy: 1155/5000 (23%)
[epoch 13] loss: 0.2990177
Test set: Average loss: 3.0517, Accuracy: 1108/5000 (22%)
[epoch 14] loss: 0.2041959
Test set: Average loss: 3.1901, Accuracy: 1108/5000 (22%)
[epoch 15] loss: 0.1436499
Test set: Average loss: 3.4327, Accuracy: 1128/5000 (23%)
[epoch 16] loss: 0.1103251
Test set: Average loss: 3.6221, Accuracy: 1144/5000 (23%)
[epoch 17] loss: 0.0635524
Test set: Average loss: 3.8037, Accuracy: 1131/5000 (23%)
[epoch 18] loss: 0.0400558
Test set: Average loss: 4.0029, Accuracy: 1135/5000 (23%)
[epoch 19] loss: 0.0338222
Test set: Average loss: 4.1847, Accuracy: 1130/5000 (23%)
[epoch 20] loss: 0.0235550
Test set: Average loss: 4.3403, Accuracy: 1105/5000 (22%)
[epoch 21] loss: 0.0165256
Test set: Average loss: 4.4843, Accuracy: 1090/5000 (22%)
[epoch 22] loss: 0.0115782
Test set: Average loss: 4.6215, Accuracy: 1071/5000 (21%)
[epoch 23] loss: 0.0074211
Test set: Average loss: 4.7488, Accuracy: 1072/5000 (21%)
[epoch 24] loss: 0.0057601
Test set: Average loss: 4.8654, Accuracy: 1050/5000 (21%)
[epoch 25] loss: 0.0049498
Test set: Average loss: 4.9677, Accuracy: 1038/5000 (21%)
[epoch 26] loss: 0.0043581
Test set: Average loss: 5.0555, Accuracy: 1021/5000 (20%)
[epoch 27] loss: 0.0037702
Test set: Average loss: 5.1257, Accuracy: 1015/5000 (20%)
[epoch 28] loss: 0.0034744
Test set: Average loss: 5.1791, Accuracy: 1020/5000 (20%)
[epoch 29] loss: 0.0029539
Test set: Average loss: 5.2160, Accuracy: 1016/5000 (20%)
[epoch 30] loss: 0.0026262
Test set: Average loss: 5.2431, Accuracy: 1021/5000 (20%)
[epoch 31] loss: 0.0022257
Test set: Average loss: 5.2623, Accuracy: 1027/5000 (21%)
[epoch 32] loss: 0.0020738
Test set: Average loss: 5.2782, Accuracy: 1029/5000 (21%)
[epoch 33] loss: 0.0017354
Test set: Average loss: 5.2924, Accuracy: 1028/5000 (21%)
[epoch 34] loss: 0.0016758
Test set: Average loss: 5.3053, Accuracy: 1024/5000 (20%)
[epoch 35] loss: 0.0015410
Test set: Average loss: 5.3174, Accuracy: 1036/5000 (21%)
[epoch 36] loss: 0.0015029
Test set: Average loss: 5.3282, Accuracy: 1038/5000 (21%)
[epoch 37] loss: 0.0014281
Test set: Average loss: 5.3387, Accuracy: 1048/5000 (21%)
[epoch 38] loss: 0.0012645
Test set: Average loss: 5.3487, Accuracy: 1049/5000 (21%)
[epoch 39] loss: 0.0012922
Epoch 38: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 5.3586, Accuracy: 1047/5000 (21%)
[epoch 40] loss: 0.0012185
Test set: Average loss: 5.3596, Accuracy: 1046/5000 (21%)
[epoch 41] loss: 0.0012751
Epoch 40: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 5.3607, Accuracy: 1046/5000 (21%)
[epoch 42] loss: 0.0012532
Epoch 41: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 5.3608, Accuracy: 1046/5000 (21%)
[epoch 43] loss: 0.0012480
Epoch 42: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 5.3608, Accuracy: 1046/5000 (21%)
[epoch 44] loss: 0.0012156
Test set: Average loss: 5.3608, Accuracy: 1046/5000 (21%)
[epoch 45] loss: 0.0012324
Epoch 44: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 5.3608, Accuracy: 1046/5000 (21%)
[epoch 46] loss: 0.0011136
Test set: Average loss: 5.3608, Accuracy: 1046/5000 (21%)
[epoch 47] loss: 0.0012058
Epoch 46: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 5.3608, Accuracy: 1046/5000 (21%)
[epoch 48] loss: 0.0011898
Epoch 47: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 5.3608, Accuracy: 1046/5000 (21%)
[epoch 49] loss: 0.0012445
Epoch 48: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 5.3608, Accuracy: 1046/5000 (21%)
[epoch 50] loss: 0.0012488
Epoch 49: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 5.3608, Accuracy: 1046/5000 (21%)
Validation:
Test set: Average loss: 2.4302, Accuracy: 1208/5000 (24%)
Test
Test set: Average loss: 2.3928, Accuracy: 2484/10000 (25%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3026, Accuracy: 449/5000 (9%)
[epoch 1] loss: 2.2796789
Test set: Average loss: 2.2746, Accuracy: 676/5000 (14%)
[epoch 2] loss: 2.1206574
Test set: Average loss: 2.3155, Accuracy: 661/5000 (13%)
[epoch 3] loss: 1.8313761
Test set: Average loss: 2.4265, Accuracy: 795/5000 (16%)
[epoch 4] loss: 1.7032738
Test set: Average loss: 2.3918, Accuracy: 975/5000 (20%)
[epoch 5] loss: 1.5057659
Test set: Average loss: 2.4193, Accuracy: 979/5000 (20%)
[epoch 6] loss: 1.3003474
Test set: Average loss: 2.4745, Accuracy: 1029/5000 (21%)
[epoch 7] loss: 1.1101847
Test set: Average loss: 2.4497, Accuracy: 1097/5000 (22%)
[epoch 8] loss: 0.8891451
Test set: Average loss: 2.5184, Accuracy: 1125/5000 (22%)
[epoch 9] loss: 0.7132035
Test set: Average loss: 2.7475, Accuracy: 1079/5000 (22%)
[epoch 10] loss: 0.5207940
Test set: Average loss: 3.0712, Accuracy: 1050/5000 (21%)
[epoch 11] loss: 0.4390455
Test set: Average loss: 3.0268, Accuracy: 1099/5000 (22%)
[epoch 12] loss: 0.3066591
Test set: Average loss: 3.0206, Accuracy: 1154/5000 (23%)
[epoch 13] loss: 0.2325028
Test set: Average loss: 3.1881, Accuracy: 1132/5000 (23%)
[epoch 14] loss: 0.1983384
Test set: Average loss: 3.4853, Accuracy: 1093/5000 (22%)
[epoch 15] loss: 0.1445442
Test set: Average loss: 3.8444, Accuracy: 1041/5000 (21%)
[epoch 16] loss: 0.0932335
Test set: Average loss: 4.1377, Accuracy: 1036/5000 (21%)
[epoch 17] loss: 0.0953844
Epoch 16: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 4.3468, Accuracy: 1040/5000 (21%)
[epoch 18] loss: 0.0632827
Test set: Average loss: 4.3462, Accuracy: 1040/5000 (21%)
[epoch 19] loss: 0.0551327
Test set: Average loss: 4.3251, Accuracy: 1057/5000 (21%)
[epoch 20] loss: 0.0517082
Test set: Average loss: 4.2984, Accuracy: 1066/5000 (21%)
[epoch 21] loss: 0.0419353
Test set: Average loss: 4.2683, Accuracy: 1074/5000 (21%)
[epoch 22] loss: 0.0384146
Test set: Average loss: 4.2406, Accuracy: 1063/5000 (21%)
[epoch 23] loss: 0.0307991
Test set: Average loss: 4.2187, Accuracy: 1065/5000 (21%)
[epoch 24] loss: 0.0340840
Epoch 23: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 4.2002, Accuracy: 1079/5000 (22%)
[epoch 25] loss: 0.0322955
Epoch 24: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 4.1989, Accuracy: 1078/5000 (22%)
[epoch 26] loss: 0.0325818
Epoch 25: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 27] loss: 0.0309932
Epoch 26: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 28] loss: 0.0319835
Epoch 27: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 29] loss: 0.0338965
Epoch 28: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 30] loss: 0.0272025
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 31] loss: 0.0284549
Epoch 30: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 32] loss: 0.0321259
Epoch 31: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 33] loss: 0.0274708
Epoch 32: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 34] loss: 0.0297231
Epoch 33: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 35] loss: 0.0284755
Epoch 34: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 36] loss: 0.0326511
Epoch 35: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 37] loss: 0.0330109
Epoch 36: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 38] loss: 0.0318941
Epoch 37: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 39] loss: 0.0382658
Epoch 38: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 40] loss: 0.0298656
Epoch 39: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 41] loss: 0.0372474
Epoch 40: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 42] loss: 0.0314882
Epoch 41: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 43] loss: 0.0321760
Epoch 42: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 44] loss: 0.0320807
Epoch 43: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 45] loss: 0.0299303
Epoch 44: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 46] loss: 0.0337606
Epoch 45: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 47] loss: 0.0275555
Epoch 46: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 48] loss: 0.0367417
Epoch 47: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 49] loss: 0.0289342
Epoch 48: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
[epoch 50] loss: 0.0319678
Epoch 49: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 4.1988, Accuracy: 1078/5000 (22%)
Validation:
Test set: Average loss: 3.0206, Accuracy: 1154/5000 (23%)
Test
Test set: Average loss: 2.9625, Accuracy: 2251/10000 (23%)
100
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3008, Accuracy: 627/5000 (13%)
[epoch 1] loss: 2.2937650
Test set: Average loss: 2.2595, Accuracy: 672/5000 (13%)
[epoch 2] loss: 2.0462889
Test set: Average loss: 2.3205, Accuracy: 831/5000 (17%)
[epoch 3] loss: 1.8524283
Test set: Average loss: 2.2040, Accuracy: 1152/5000 (23%)
[epoch 4] loss: 1.5904453
Test set: Average loss: 2.3412, Accuracy: 1100/5000 (22%)
[epoch 5] loss: 1.6830252
Epoch 4: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.4377, Accuracy: 997/5000 (20%)
[epoch 6] loss: 1.3946379
Test set: Average loss: 2.3860, Accuracy: 1054/5000 (21%)
[epoch 7] loss: 1.3947858
Epoch 6: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.3441, Accuracy: 1096/5000 (22%)
[epoch 8] loss: 1.3371824
Test set: Average loss: 2.3421, Accuracy: 1112/5000 (22%)
[epoch 9] loss: 1.1675340
Test set: Average loss: 2.3402, Accuracy: 1113/5000 (22%)
[epoch 10] loss: 1.3186944
Epoch 9: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.3392, Accuracy: 1119/5000 (22%)
[epoch 11] loss: 1.3115346
Epoch 10: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 12] loss: 1.3045692
Epoch 11: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 13] loss: 1.2837341
Epoch 12: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 14] loss: 1.3340791
Epoch 13: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 15] loss: 1.3403592
Epoch 14: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 16] loss: 1.3272743
Epoch 15: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 17] loss: 1.3548774
Epoch 16: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 18] loss: 1.3149621
Epoch 17: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 19] loss: 1.3723938
Epoch 18: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 20] loss: 1.3222989
Epoch 19: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 21] loss: 1.2090841
Epoch 20: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 22] loss: 1.3479761
Epoch 21: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 23] loss: 1.2823671
Epoch 22: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 24] loss: 1.3706070
Epoch 23: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 25] loss: 1.3599115
Epoch 24: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 26] loss: 1.2939816
Epoch 25: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 27] loss: 1.3281454
Epoch 26: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 28] loss: 1.2390711
Epoch 27: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 29] loss: 1.4483262
Epoch 28: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 30] loss: 1.3655193
Epoch 29: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 31] loss: 1.2825798
Epoch 30: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 32] loss: 1.3122408
Epoch 31: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 33] loss: 1.3898693
Epoch 32: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 34] loss: 1.2958296
Epoch 33: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 35] loss: 1.3567643
Epoch 34: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 36] loss: 1.4632942
Epoch 35: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 37] loss: 1.1746373
Epoch 36: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 38] loss: 1.3097223
Epoch 37: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 39] loss: 2.5405381
Epoch 38: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 40] loss: 1.3376648
Epoch 39: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 41] loss: 1.3355252
Epoch 40: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 42] loss: 1.3438965
Epoch 41: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 43] loss: 1.2750969
Epoch 42: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 44] loss: 1.2203082
Epoch 43: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 45] loss: 1.2758814
Epoch 44: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 46] loss: 1.2596768
Epoch 45: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 47] loss: 1.2429342
Epoch 46: reducing learning rate of group 0 to 1.0000e-43.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 48] loss: 1.3944220
Epoch 47: reducing learning rate of group 0 to 1.0000e-44.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 49] loss: 1.2802806
Epoch 48: reducing learning rate of group 0 to 1.0000e-45.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
[epoch 50] loss: 1.2964621
Epoch 49: reducing learning rate of group 0 to 1.0000e-46.
Test set: Average loss: 2.3391, Accuracy: 1120/5000 (22%)
Validation:
Test set: Average loss: 2.2040, Accuracy: 1152/5000 (23%)
Test
Test set: Average loss: 2.1631, Accuracy: 2364/10000 (24%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3011, Accuracy: 722/5000 (14%)
[epoch 1] loss: 2.2670782
Test set: Average loss: 2.2219, Accuracy: 1080/5000 (22%)
[epoch 2] loss: 2.0865282
Test set: Average loss: 2.1558, Accuracy: 1201/5000 (24%)
[epoch 3] loss: 1.7691150
Test set: Average loss: 2.1403, Accuracy: 1140/5000 (23%)
[epoch 4] loss: 1.6442318
Test set: Average loss: 2.1255, Accuracy: 1153/5000 (23%)
[epoch 5] loss: 1.3091215
Test set: Average loss: 2.1953, Accuracy: 1316/5000 (26%)
[epoch 6] loss: 1.3298089
Epoch 5: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0686, Accuracy: 1513/5000 (30%)
[epoch 7] loss: 1.8011380
Epoch 6: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.0590, Accuracy: 1535/5000 (31%)
[epoch 8] loss: 1.0978442
Test set: Average loss: 2.0568, Accuracy: 1534/5000 (31%)
[epoch 9] loss: 1.1418172
Epoch 8: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.0548, Accuracy: 1534/5000 (31%)
[epoch 10] loss: 1.0859076
Test set: Average loss: 2.0546, Accuracy: 1535/5000 (31%)
[epoch 11] loss: 1.0341826
Test set: Average loss: 2.0544, Accuracy: 1536/5000 (31%)
[epoch 12] loss: 2.1321909
Epoch 11: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 13] loss: 1.0810700
Epoch 12: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 14] loss: 1.1286653
Epoch 13: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 15] loss: 1.0067834
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 16] loss: 1.0187551
Epoch 15: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 17] loss: 1.1618320
Epoch 16: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 18] loss: 1.0312504
Epoch 17: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 19] loss: 1.1295177
Epoch 18: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 20] loss: 1.1756538
Epoch 19: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 21] loss: 1.1267995
Epoch 20: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 22] loss: 1.0816958
Epoch 21: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 23] loss: 1.0878182
Epoch 22: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 24] loss: 1.0069055
Epoch 23: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 25] loss: 1.0587448
Epoch 24: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 26] loss: 1.9269958
Epoch 25: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 27] loss: 1.1527358
Epoch 26: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 28] loss: 0.9568482
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 29] loss: 1.9560093
Epoch 28: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 30] loss: 1.2410207
Epoch 29: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 31] loss: 1.1018119
Epoch 30: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 32] loss: 1.1826162
Epoch 31: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 33] loss: 1.0023976
Epoch 32: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 34] loss: 1.0353404
Epoch 33: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 35] loss: 2.2606307
Epoch 34: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 36] loss: 1.1118570
Epoch 35: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 37] loss: 1.0298028
Epoch 36: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 38] loss: 1.0612141
Epoch 37: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 39] loss: 1.2478714
Epoch 38: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 40] loss: 1.1759731
Epoch 39: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 41] loss: 1.1685588
Epoch 40: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 42] loss: 1.1837215
Epoch 41: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 43] loss: 1.2314719
Epoch 42: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 44] loss: 1.0668636
Epoch 43: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 45] loss: 1.1505638
Epoch 44: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 46] loss: 1.0332097
Epoch 45: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 47] loss: 1.1207300
Epoch 46: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 48] loss: 1.1485898
Epoch 47: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 49] loss: 1.2062866
Epoch 48: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
[epoch 50] loss: 1.2974323
Epoch 49: reducing learning rate of group 0 to 1.0000e-43.
Test set: Average loss: 2.0542, Accuracy: 1535/5000 (31%)
Validation:
Test set: Average loss: 2.0544, Accuracy: 1536/5000 (31%)
Test
Test set: Average loss: 2.0197, Accuracy: 3123/10000 (31%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3026, Accuracy: 435/5000 (9%)
[epoch 1] loss: 2.2499973
Test set: Average loss: 2.3045, Accuracy: 534/5000 (11%)
[epoch 2] loss: 2.0239286
Test set: Average loss: 2.3850, Accuracy: 714/5000 (14%)
[epoch 3] loss: 1.7907329
Test set: Average loss: 2.3092, Accuracy: 976/5000 (20%)
[epoch 4] loss: 1.7684970
Test set: Average loss: 2.4454, Accuracy: 917/5000 (18%)
[epoch 5] loss: 1.5934971
Test set: Average loss: 2.3276, Accuracy: 1077/5000 (22%)
[epoch 6] loss: 1.2093598
Test set: Average loss: 2.3437, Accuracy: 1203/5000 (24%)
[epoch 7] loss: 1.0403105
Test set: Average loss: 2.4633, Accuracy: 1175/5000 (24%)
[epoch 8] loss: 1.0611531
Epoch 7: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.5812, Accuracy: 1180/5000 (24%)
[epoch 9] loss: 0.7898340
Test set: Average loss: 2.5594, Accuracy: 1207/5000 (24%)
[epoch 10] loss: 0.7646932
Test set: Average loss: 2.5395, Accuracy: 1207/5000 (24%)
[epoch 11] loss: 0.9194233
Epoch 10: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.5258, Accuracy: 1211/5000 (24%)
[epoch 12] loss: 0.7661543
Epoch 11: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.5242, Accuracy: 1215/5000 (24%)
[epoch 13] loss: 0.7373648
Test set: Average loss: 2.5240, Accuracy: 1214/5000 (24%)
[epoch 14] loss: 0.8472332
Epoch 13: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 15] loss: 0.7109840
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 16] loss: 1.9437730
Epoch 15: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 17] loss: 0.7134370
Epoch 16: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 18] loss: 0.8546049
Epoch 17: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 19] loss: 0.7419896
Epoch 18: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 20] loss: 0.8633069
Epoch 19: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 21] loss: 0.8708313
Epoch 20: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 22] loss: 0.6635356
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 23] loss: 0.7165359
Epoch 22: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 24] loss: 0.6689007
Epoch 23: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 25] loss: 0.9143068
Epoch 24: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 26] loss: 0.6938591
Epoch 25: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 27] loss: 0.7837856
Epoch 26: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 28] loss: 0.8034428
Epoch 27: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 29] loss: 0.8002600
Epoch 28: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 30] loss: 0.8501766
Epoch 29: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 31] loss: 0.7222279
Epoch 30: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 32] loss: 0.7351909
Epoch 31: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 33] loss: 0.7408829
Epoch 32: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 34] loss: 1.9559238
Epoch 33: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 35] loss: 0.9797100
Epoch 34: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 36] loss: 0.8348322
Epoch 35: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 37] loss: 0.7133179
Epoch 36: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 38] loss: 0.8409694
Epoch 37: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 39] loss: 0.8649338
Epoch 38: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 40] loss: 0.7600079
Epoch 39: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 41] loss: 0.7607805
Epoch 40: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 42] loss: 0.7340122
Epoch 41: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 43] loss: 0.7973158
Epoch 42: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 44] loss: 0.8409577
Epoch 43: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 45] loss: 1.7556898
Epoch 44: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 46] loss: 0.8097311
Epoch 45: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 47] loss: 0.8261978
Epoch 46: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 48] loss: 0.6772695
Epoch 47: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 49] loss: 0.7969945
Epoch 48: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
[epoch 50] loss: 0.7831676
Epoch 49: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 2.5239, Accuracy: 1214/5000 (24%)
Validation:
Test set: Average loss: 2.5242, Accuracy: 1215/5000 (24%)
Test
Test set: Average loss: 2.5409, Accuracy: 2358/10000 (24%)
250
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3042, Accuracy: 482/5000 (10%)
[epoch 1] loss: 2.2397024
Test set: Average loss: 2.1425, Accuracy: 900/5000 (18%)
[epoch 2] loss: 1.9738688
Test set: Average loss: 1.9652, Accuracy: 1513/5000 (30%)
[epoch 3] loss: 1.7339133
Test set: Average loss: 1.9030, Accuracy: 1478/5000 (30%)
[epoch 4] loss: 1.4869446
Test set: Average loss: 1.8382, Accuracy: 1769/5000 (35%)
[epoch 5] loss: 1.3078177
Test set: Average loss: 1.8502, Accuracy: 1755/5000 (35%)
[epoch 6] loss: 1.1414536
Test set: Average loss: 1.8535, Accuracy: 1895/5000 (38%)
[epoch 7] loss: 0.9532788
Test set: Average loss: 1.9108, Accuracy: 1819/5000 (36%)
[epoch 8] loss: 0.8371360
Test set: Average loss: 2.0198, Accuracy: 1798/5000 (36%)
[epoch 9] loss: 0.6854458
Test set: Average loss: 2.0689, Accuracy: 1804/5000 (36%)
[epoch 10] loss: 0.5351706
Test set: Average loss: 2.1256, Accuracy: 1827/5000 (37%)
[epoch 11] loss: 0.3953089
Test set: Average loss: 2.2662, Accuracy: 1856/5000 (37%)
[epoch 12] loss: 0.2925888
Test set: Average loss: 2.5093, Accuracy: 1772/5000 (35%)
[epoch 13] loss: 0.2185135
Test set: Average loss: 2.7430, Accuracy: 1771/5000 (35%)
[epoch 14] loss: 0.1846917
Test set: Average loss: 2.7232, Accuracy: 1774/5000 (35%)
[epoch 15] loss: 0.1051229
Test set: Average loss: 2.9485, Accuracy: 1782/5000 (36%)
[epoch 16] loss: 0.0749648
Test set: Average loss: 3.1512, Accuracy: 1722/5000 (34%)
[epoch 17] loss: 0.0498891
Test set: Average loss: 3.1171, Accuracy: 1768/5000 (35%)
[epoch 18] loss: 0.0291074
Test set: Average loss: 3.2503, Accuracy: 1741/5000 (35%)
[epoch 19] loss: 0.0205836
Test set: Average loss: 3.2867, Accuracy: 1787/5000 (36%)
[epoch 20] loss: 0.0153744
Test set: Average loss: 3.3965, Accuracy: 1745/5000 (35%)
[epoch 21] loss: 0.0115956
Test set: Average loss: 3.4495, Accuracy: 1751/5000 (35%)
[epoch 22] loss: 0.0094582
Test set: Average loss: 3.4601, Accuracy: 1770/5000 (35%)
[epoch 23] loss: 0.0078788
Test set: Average loss: 3.5529, Accuracy: 1745/5000 (35%)
[epoch 24] loss: 0.0070853
Test set: Average loss: 3.5777, Accuracy: 1768/5000 (35%)
[epoch 25] loss: 0.0061922
Test set: Average loss: 3.6057, Accuracy: 1762/5000 (35%)
[epoch 26] loss: 0.0055107
Test set: Average loss: 3.6571, Accuracy: 1750/5000 (35%)
[epoch 27] loss: 0.0050260
Test set: Average loss: 3.6665, Accuracy: 1757/5000 (35%)
[epoch 28] loss: 0.0046588
Test set: Average loss: 3.6936, Accuracy: 1760/5000 (35%)
[epoch 29] loss: 0.0043022
Test set: Average loss: 3.7086, Accuracy: 1762/5000 (35%)
[epoch 30] loss: 0.0040071
Test set: Average loss: 3.7393, Accuracy: 1759/5000 (35%)
[epoch 31] loss: 0.0037033
Test set: Average loss: 3.7715, Accuracy: 1755/5000 (35%)
[epoch 32] loss: 0.0034678
Test set: Average loss: 3.7909, Accuracy: 1755/5000 (35%)
[epoch 33] loss: 0.0032602
Test set: Average loss: 3.8107, Accuracy: 1755/5000 (35%)
[epoch 34] loss: 0.0030727
Test set: Average loss: 3.8363, Accuracy: 1754/5000 (35%)
[epoch 35] loss: 0.0028995
Test set: Average loss: 3.8552, Accuracy: 1752/5000 (35%)
[epoch 36] loss: 0.0027275
Test set: Average loss: 3.8685, Accuracy: 1752/5000 (35%)
[epoch 37] loss: 0.0026164
Test set: Average loss: 3.8903, Accuracy: 1751/5000 (35%)
[epoch 38] loss: 0.0024600
Test set: Average loss: 3.9139, Accuracy: 1754/5000 (35%)
[epoch 39] loss: 0.0023337
Test set: Average loss: 3.9286, Accuracy: 1749/5000 (35%)
[epoch 40] loss: 0.0022299
Test set: Average loss: 3.9429, Accuracy: 1751/5000 (35%)
[epoch 41] loss: 0.0021128
Test set: Average loss: 3.9630, Accuracy: 1749/5000 (35%)
[epoch 42] loss: 0.0020076
Test set: Average loss: 3.9670, Accuracy: 1763/5000 (35%)
[epoch 43] loss: 0.0019138
Test set: Average loss: 3.9849, Accuracy: 1764/5000 (35%)
[epoch 44] loss: 0.0018450
Test set: Average loss: 4.0031, Accuracy: 1768/5000 (35%)
[epoch 45] loss: 0.0017682
Test set: Average loss: 4.0200, Accuracy: 1762/5000 (35%)
[epoch 46] loss: 0.0017179
Test set: Average loss: 4.0397, Accuracy: 1752/5000 (35%)
[epoch 47] loss: 0.0016257
Test set: Average loss: 4.0529, Accuracy: 1756/5000 (35%)
[epoch 48] loss: 0.0015749
Test set: Average loss: 4.0555, Accuracy: 1762/5000 (35%)
[epoch 49] loss: 0.0015195
Test set: Average loss: 4.0734, Accuracy: 1757/5000 (35%)
[epoch 50] loss: 0.0014501
Test set: Average loss: 4.0896, Accuracy: 1755/5000 (35%)
Validation:
Test set: Average loss: 1.8535, Accuracy: 1895/5000 (38%)
Test
Test set: Average loss: 1.8481, Accuracy: 3786/10000 (38%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3026, Accuracy: 456/5000 (9%)
[epoch 1] loss: 2.2302919
Test set: Average loss: 2.0539, Accuracy: 1460/5000 (29%)
[epoch 2] loss: 1.8496218
Test set: Average loss: 1.9281, Accuracy: 1494/5000 (30%)
[epoch 3] loss: 1.6410903
Test set: Average loss: 1.9622, Accuracy: 1625/5000 (32%)
[epoch 4] loss: 1.4585467
Test set: Average loss: 1.7689, Accuracy: 1818/5000 (36%)
[epoch 5] loss: 1.1781199
Test set: Average loss: 1.9470, Accuracy: 1757/5000 (35%)
[epoch 6] loss: 0.9462880
Test set: Average loss: 1.8805, Accuracy: 1934/5000 (39%)
[epoch 7] loss: 0.8167664
Test set: Average loss: 2.0219, Accuracy: 1894/5000 (38%)
[epoch 8] loss: 0.7235496
Test set: Average loss: 2.1771, Accuracy: 1788/5000 (36%)
[epoch 9] loss: 0.6150771
Test set: Average loss: 2.2134, Accuracy: 1883/5000 (38%)
[epoch 10] loss: 0.4688181
Test set: Average loss: 2.2416, Accuracy: 1956/5000 (39%)
[epoch 11] loss: 0.3683440
Test set: Average loss: 2.4658, Accuracy: 1834/5000 (37%)
[epoch 12] loss: 0.2746635
Test set: Average loss: 2.4360, Accuracy: 1889/5000 (38%)
[epoch 13] loss: 0.2228677
Test set: Average loss: 2.6201, Accuracy: 1867/5000 (37%)
[epoch 14] loss: 0.1880078
Test set: Average loss: 2.7522, Accuracy: 1845/5000 (37%)
[epoch 15] loss: 0.1292660
Test set: Average loss: 2.8555, Accuracy: 1908/5000 (38%)
[epoch 16] loss: 0.0712127
Test set: Average loss: 2.9281, Accuracy: 1838/5000 (37%)
[epoch 17] loss: 0.0521869
Test set: Average loss: 3.0212, Accuracy: 1920/5000 (38%)
[epoch 18] loss: 0.0414844
Test set: Average loss: 3.1345, Accuracy: 1856/5000 (37%)
[epoch 19] loss: 0.0336079
Test set: Average loss: 3.1956, Accuracy: 1908/5000 (38%)
[epoch 20] loss: 0.0284848
Test set: Average loss: 3.3256, Accuracy: 1854/5000 (37%)
[epoch 21] loss: 0.0262749
Test set: Average loss: 3.4085, Accuracy: 1881/5000 (38%)
[epoch 22] loss: 0.0268707
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.4511, Accuracy: 1803/5000 (36%)
[epoch 23] loss: 0.0194069
Test set: Average loss: 3.4300, Accuracy: 1841/5000 (37%)
[epoch 24] loss: 0.0130198
Test set: Average loss: 3.4225, Accuracy: 1856/5000 (37%)
[epoch 25] loss: 0.0109407
Test set: Average loss: 3.4327, Accuracy: 1861/5000 (37%)
[epoch 26] loss: 0.0104281
Test set: Average loss: 3.4350, Accuracy: 1856/5000 (37%)
[epoch 27] loss: 0.0099987
Test set: Average loss: 3.4299, Accuracy: 1855/5000 (37%)
[epoch 28] loss: 0.0098436
Test set: Average loss: 3.4252, Accuracy: 1868/5000 (37%)
[epoch 29] loss: 0.0094774
Test set: Average loss: 3.4238, Accuracy: 1876/5000 (38%)
[epoch 30] loss: 0.0094108
Test set: Average loss: 3.4273, Accuracy: 1874/5000 (37%)
[epoch 31] loss: 0.0092081
Test set: Average loss: 3.4305, Accuracy: 1879/5000 (38%)
[epoch 32] loss: 0.0090894
Test set: Average loss: 3.4436, Accuracy: 1877/5000 (38%)
[epoch 33] loss: 0.0088389
Test set: Average loss: 3.4409, Accuracy: 1881/5000 (38%)
[epoch 34] loss: 0.0087325
Test set: Average loss: 3.4472, Accuracy: 1879/5000 (38%)
[epoch 35] loss: 0.0086488
Test set: Average loss: 3.4530, Accuracy: 1883/5000 (38%)
[epoch 36] loss: 0.0084464
Test set: Average loss: 3.4580, Accuracy: 1883/5000 (38%)
[epoch 37] loss: 0.0083901
Test set: Average loss: 3.4623, Accuracy: 1879/5000 (38%)
[epoch 38] loss: 0.0082704
Test set: Average loss: 3.4671, Accuracy: 1878/5000 (38%)
[epoch 39] loss: 0.0081081
Test set: Average loss: 3.4715, Accuracy: 1880/5000 (38%)
[epoch 40] loss: 0.0081739
Epoch 39: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.4775, Accuracy: 1879/5000 (38%)
[epoch 41] loss: 0.0079660
Test set: Average loss: 3.4781, Accuracy: 1880/5000 (38%)
[epoch 42] loss: 0.0079085
Test set: Average loss: 3.4783, Accuracy: 1880/5000 (38%)
[epoch 43] loss: 0.0079470
Epoch 42: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.4789, Accuracy: 1880/5000 (38%)
[epoch 44] loss: 0.0079031
Test set: Average loss: 3.4789, Accuracy: 1880/5000 (38%)
[epoch 45] loss: 0.0078786
Test set: Average loss: 3.4790, Accuracy: 1880/5000 (38%)
[epoch 46] loss: 0.0079378
Epoch 45: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.4790, Accuracy: 1880/5000 (38%)
[epoch 47] loss: 0.0079643
Epoch 46: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.4790, Accuracy: 1880/5000 (38%)
[epoch 48] loss: 0.0078615
Test set: Average loss: 3.4790, Accuracy: 1880/5000 (38%)
[epoch 49] loss: 0.0079221
Epoch 48: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.4790, Accuracy: 1880/5000 (38%)
[epoch 50] loss: 0.0080103
Epoch 49: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.4790, Accuracy: 1880/5000 (38%)
Validation:
Test set: Average loss: 2.2416, Accuracy: 1956/5000 (39%)
Test
Test set: Average loss: 2.2183, Accuracy: 3984/10000 (40%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3042, Accuracy: 410/5000 (8%)
[epoch 1] loss: 2.2698675
Test set: Average loss: 2.2011, Accuracy: 1160/5000 (23%)
[epoch 2] loss: 2.0205215
Test set: Average loss: 1.9545, Accuracy: 1466/5000 (29%)
[epoch 3] loss: 1.7797303
Test set: Average loss: 1.9215, Accuracy: 1603/5000 (32%)
[epoch 4] loss: 1.5907547
Test set: Average loss: 1.8375, Accuracy: 1691/5000 (34%)
[epoch 5] loss: 1.3493461
Test set: Average loss: 1.8359, Accuracy: 1778/5000 (36%)
[epoch 6] loss: 1.2304996
Test set: Average loss: 2.0340, Accuracy: 1697/5000 (34%)
[epoch 7] loss: 1.0501135
Test set: Average loss: 1.8830, Accuracy: 1856/5000 (37%)
[epoch 8] loss: 0.8476041
Test set: Average loss: 1.9781, Accuracy: 1924/5000 (38%)
[epoch 9] loss: 0.6748952
Test set: Average loss: 1.9252, Accuracy: 2018/5000 (40%)
[epoch 10] loss: 0.5477714
Test set: Average loss: 2.1271, Accuracy: 1954/5000 (39%)
[epoch 11] loss: 0.4899061
Test set: Average loss: 2.3662, Accuracy: 1865/5000 (37%)
[epoch 12] loss: 0.4404026
Test set: Average loss: 2.2683, Accuracy: 1933/5000 (39%)
[epoch 13] loss: 0.3155481
Test set: Average loss: 2.5266, Accuracy: 1905/5000 (38%)
[epoch 14] loss: 0.2634063
Test set: Average loss: 2.5954, Accuracy: 1907/5000 (38%)
[epoch 15] loss: 0.1789844
Test set: Average loss: 2.5906, Accuracy: 1934/5000 (39%)
[epoch 16] loss: 0.1077266
Test set: Average loss: 2.8512, Accuracy: 1838/5000 (37%)
[epoch 17] loss: 0.0751698
Test set: Average loss: 2.8174, Accuracy: 1928/5000 (39%)
[epoch 18] loss: 0.0500634
Test set: Average loss: 2.8448, Accuracy: 1940/5000 (39%)
[epoch 19] loss: 0.0371387
Test set: Average loss: 2.9661, Accuracy: 1923/5000 (38%)
[epoch 20] loss: 0.0261232
Test set: Average loss: 3.0477, Accuracy: 1918/5000 (38%)
[epoch 21] loss: 0.0202218
Test set: Average loss: 3.1516, Accuracy: 1900/5000 (38%)
[epoch 22] loss: 0.0176242
Test set: Average loss: 3.2050, Accuracy: 1912/5000 (38%)
[epoch 23] loss: 0.0127847
Test set: Average loss: 3.2356, Accuracy: 1905/5000 (38%)
[epoch 24] loss: 0.0112769
Test set: Average loss: 3.2636, Accuracy: 1921/5000 (38%)
[epoch 25] loss: 0.0094372
Test set: Average loss: 3.3120, Accuracy: 1929/5000 (39%)
[epoch 26] loss: 0.0084061
Test set: Average loss: 3.3514, Accuracy: 1913/5000 (38%)
[epoch 27] loss: 0.0079534
Test set: Average loss: 3.3798, Accuracy: 1918/5000 (38%)
[epoch 28] loss: 0.0069063
Test set: Average loss: 3.4056, Accuracy: 1925/5000 (38%)
[epoch 29] loss: 0.0062544
Test set: Average loss: 3.4413, Accuracy: 1908/5000 (38%)
[epoch 30] loss: 0.0057149
Test set: Average loss: 3.4708, Accuracy: 1911/5000 (38%)
[epoch 31] loss: 0.0052559
Test set: Average loss: 3.4995, Accuracy: 1914/5000 (38%)
[epoch 32] loss: 0.0047490
Test set: Average loss: 3.5236, Accuracy: 1920/5000 (38%)
[epoch 33] loss: 0.0044478
Test set: Average loss: 3.5395, Accuracy: 1923/5000 (38%)
[epoch 34] loss: 0.0041342
Test set: Average loss: 3.5616, Accuracy: 1913/5000 (38%)
[epoch 35] loss: 0.0038652
Test set: Average loss: 3.5881, Accuracy: 1920/5000 (38%)
[epoch 36] loss: 0.0036997
Test set: Average loss: 3.6094, Accuracy: 1923/5000 (38%)
[epoch 37] loss: 0.0034842
Test set: Average loss: 3.6210, Accuracy: 1914/5000 (38%)
[epoch 38] loss: 0.0032878
Test set: Average loss: 3.6400, Accuracy: 1921/5000 (38%)
[epoch 39] loss: 0.0031487
Test set: Average loss: 3.6601, Accuracy: 1919/5000 (38%)
[epoch 40] loss: 0.0029041
Test set: Average loss: 3.6773, Accuracy: 1915/5000 (38%)
[epoch 41] loss: 0.0027383
Test set: Average loss: 3.6942, Accuracy: 1913/5000 (38%)
[epoch 42] loss: 0.0025995
Test set: Average loss: 3.7120, Accuracy: 1918/5000 (38%)
[epoch 43] loss: 0.0024705
Test set: Average loss: 3.7274, Accuracy: 1920/5000 (38%)
[epoch 44] loss: 0.0023667
Test set: Average loss: 3.7438, Accuracy: 1916/5000 (38%)
[epoch 45] loss: 0.0022412
Test set: Average loss: 3.7583, Accuracy: 1914/5000 (38%)
[epoch 46] loss: 0.0021479
Test set: Average loss: 3.7741, Accuracy: 1913/5000 (38%)
[epoch 47] loss: 0.0020717
Test set: Average loss: 3.7890, Accuracy: 1907/5000 (38%)
[epoch 48] loss: 0.0019860
Test set: Average loss: 3.7986, Accuracy: 1919/5000 (38%)
[epoch 49] loss: 0.0018991
Test set: Average loss: 3.8147, Accuracy: 1913/5000 (38%)
[epoch 50] loss: 0.0018480
Test set: Average loss: 3.8279, Accuracy: 1917/5000 (38%)
Validation:
Test set: Average loss: 1.9252, Accuracy: 2018/5000 (40%)
Test
Test set: Average loss: 1.9403, Accuracy: 3974/10000 (40%)
500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3034, Accuracy: 388/5000 (8%)
[epoch 1] loss: 2.1174745
Test set: Average loss: 1.9513, Accuracy: 1382/5000 (28%)
[epoch 2] loss: 1.7523537
Test set: Average loss: 1.7559, Accuracy: 1778/5000 (36%)
[epoch 3] loss: 1.5209778
Test set: Average loss: 1.6538, Accuracy: 2061/5000 (41%)
[epoch 4] loss: 1.2889066
Test set: Average loss: 1.6318, Accuracy: 2107/5000 (42%)
[epoch 5] loss: 1.1627238
Test set: Average loss: 1.7091, Accuracy: 2065/5000 (41%)
[epoch 6] loss: 1.0331610
Test set: Average loss: 1.6571, Accuracy: 2218/5000 (44%)
[epoch 7] loss: 0.7945688
Test set: Average loss: 1.7653, Accuracy: 2246/5000 (45%)
[epoch 8] loss: 0.6112768
Test set: Average loss: 1.9723, Accuracy: 2116/5000 (42%)
[epoch 9] loss: 0.5589794
Test set: Average loss: 2.0015, Accuracy: 2172/5000 (43%)
[epoch 10] loss: 0.4405033
Test set: Average loss: 2.1291, Accuracy: 2153/5000 (43%)
[epoch 11] loss: 0.2897396
Test set: Average loss: 2.3030, Accuracy: 2154/5000 (43%)
[epoch 12] loss: 0.2088180
Test set: Average loss: 2.4501, Accuracy: 2125/5000 (42%)
[epoch 13] loss: 0.1346190
Test set: Average loss: 2.6373, Accuracy: 2125/5000 (42%)
[epoch 14] loss: 0.0752626
Test set: Average loss: 2.7963, Accuracy: 2103/5000 (42%)
[epoch 15] loss: 0.0489332
Test set: Average loss: 2.8777, Accuracy: 2112/5000 (42%)
[epoch 16] loss: 0.0381492
Test set: Average loss: 3.0134, Accuracy: 2060/5000 (41%)
[epoch 17] loss: 0.0325755
Test set: Average loss: 3.0852, Accuracy: 2088/5000 (42%)
[epoch 18] loss: 0.0266187
Test set: Average loss: 3.1663, Accuracy: 2080/5000 (42%)
[epoch 19] loss: 0.0192148
Test set: Average loss: 3.2298, Accuracy: 2064/5000 (41%)
[epoch 20] loss: 0.0122205
Test set: Average loss: 3.3046, Accuracy: 2074/5000 (41%)
[epoch 21] loss: 0.0084217
Test set: Average loss: 3.3232, Accuracy: 2086/5000 (42%)
[epoch 22] loss: 0.0065804
Test set: Average loss: 3.3784, Accuracy: 2088/5000 (42%)
[epoch 23] loss: 0.0056581
Test set: Average loss: 3.4148, Accuracy: 2091/5000 (42%)
[epoch 24] loss: 0.0050648
Test set: Average loss: 3.4582, Accuracy: 2088/5000 (42%)
[epoch 25] loss: 0.0045345
Test set: Average loss: 3.4800, Accuracy: 2095/5000 (42%)
[epoch 26] loss: 0.0041158
Test set: Average loss: 3.5162, Accuracy: 2083/5000 (42%)
[epoch 27] loss: 0.0038407
Test set: Average loss: 3.5432, Accuracy: 2093/5000 (42%)
[epoch 28] loss: 0.0035486
Test set: Average loss: 3.5773, Accuracy: 2085/5000 (42%)
[epoch 29] loss: 0.0032360
Test set: Average loss: 3.6005, Accuracy: 2090/5000 (42%)
[epoch 30] loss: 0.0029607
Test set: Average loss: 3.6270, Accuracy: 2073/5000 (41%)
[epoch 31] loss: 0.0027736
Test set: Average loss: 3.6533, Accuracy: 2083/5000 (42%)
[epoch 32] loss: 0.0026006
Test set: Average loss: 3.6685, Accuracy: 2085/5000 (42%)
[epoch 33] loss: 0.0024596
Test set: Average loss: 3.6968, Accuracy: 2076/5000 (42%)
[epoch 34] loss: 0.0023082
Test set: Average loss: 3.7080, Accuracy: 2083/5000 (42%)
[epoch 35] loss: 0.0021665
Test set: Average loss: 3.7357, Accuracy: 2085/5000 (42%)
[epoch 36] loss: 0.0020549
Test set: Average loss: 3.7573, Accuracy: 2076/5000 (42%)
[epoch 37] loss: 0.0019465
Test set: Average loss: 3.7746, Accuracy: 2083/5000 (42%)
[epoch 38] loss: 0.0018382
Test set: Average loss: 3.7940, Accuracy: 2080/5000 (42%)
[epoch 39] loss: 0.0017523
Test set: Average loss: 3.8142, Accuracy: 2080/5000 (42%)
[epoch 40] loss: 0.0016591
Test set: Average loss: 3.8257, Accuracy: 2073/5000 (41%)
[epoch 41] loss: 0.0016013
Test set: Average loss: 3.8415, Accuracy: 2076/5000 (42%)
[epoch 42] loss: 0.0015027
Test set: Average loss: 3.8609, Accuracy: 2079/5000 (42%)
[epoch 43] loss: 0.0014496
Test set: Average loss: 3.8716, Accuracy: 2084/5000 (42%)
[epoch 44] loss: 0.0013766
Test set: Average loss: 3.8898, Accuracy: 2083/5000 (42%)
[epoch 45] loss: 0.0013144
Test set: Average loss: 3.9058, Accuracy: 2076/5000 (42%)
[epoch 46] loss: 0.0012536
Test set: Average loss: 3.9182, Accuracy: 2074/5000 (41%)
[epoch 47] loss: 0.0012224
Test set: Average loss: 3.9386, Accuracy: 2080/5000 (42%)
[epoch 48] loss: 0.0011815
Test set: Average loss: 3.9448, Accuracy: 2092/5000 (42%)
[epoch 49] loss: 0.0011322
Test set: Average loss: 3.9665, Accuracy: 2080/5000 (42%)
[epoch 50] loss: 0.0010698
Test set: Average loss: 3.9759, Accuracy: 2085/5000 (42%)
Validation:
Test set: Average loss: 1.7653, Accuracy: 2246/5000 (45%)
Test
Test set: Average loss: 1.7403, Accuracy: 4617/10000 (46%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3042, Accuracy: 491/5000 (10%)
[epoch 1] loss: 2.0950200
Test set: Average loss: 1.9510, Accuracy: 1419/5000 (28%)
[epoch 2] loss: 1.6740841
Test set: Average loss: 1.7493, Accuracy: 1798/5000 (36%)
[epoch 3] loss: 1.3526780
Test set: Average loss: 1.7301, Accuracy: 1886/5000 (38%)
[epoch 4] loss: 1.1739187
Test set: Average loss: 1.5965, Accuracy: 2180/5000 (44%)
[epoch 5] loss: 1.0095010
Test set: Average loss: 1.7204, Accuracy: 2115/5000 (42%)
[epoch 6] loss: 0.8712009
Test set: Average loss: 1.7054, Accuracy: 2139/5000 (43%)
[epoch 7] loss: 0.6811169
Test set: Average loss: 1.7712, Accuracy: 2159/5000 (43%)
[epoch 8] loss: 0.5325004
Test set: Average loss: 1.8965, Accuracy: 2151/5000 (43%)
[epoch 9] loss: 0.4564697
Test set: Average loss: 1.9851, Accuracy: 2156/5000 (43%)
[epoch 10] loss: 0.4147433
Test set: Average loss: 2.0883, Accuracy: 2190/5000 (44%)
[epoch 11] loss: 0.2958291
Test set: Average loss: 2.2235, Accuracy: 2109/5000 (42%)
[epoch 12] loss: 0.2316746
Test set: Average loss: 2.4122, Accuracy: 2091/5000 (42%)
[epoch 13] loss: 0.1419294
Test set: Average loss: 2.5903, Accuracy: 2115/5000 (42%)
[epoch 14] loss: 0.1300079
Test set: Average loss: 2.7942, Accuracy: 2030/5000 (41%)
[epoch 15] loss: 0.1048905
Test set: Average loss: 2.8096, Accuracy: 2069/5000 (41%)
[epoch 16] loss: 0.0619628
Test set: Average loss: 2.7543, Accuracy: 2168/5000 (43%)
[epoch 17] loss: 0.0335349
Test set: Average loss: 2.9327, Accuracy: 2154/5000 (43%)
[epoch 18] loss: 0.0188609
Test set: Average loss: 3.0218, Accuracy: 2150/5000 (43%)
[epoch 19] loss: 0.0115369
Test set: Average loss: 3.0345, Accuracy: 2158/5000 (43%)
[epoch 20] loss: 0.0092237
Test set: Average loss: 3.0977, Accuracy: 2142/5000 (43%)
[epoch 21] loss: 0.0075501
Test set: Average loss: 3.1514, Accuracy: 2151/5000 (43%)
[epoch 22] loss: 0.0069307
Test set: Average loss: 3.1930, Accuracy: 2147/5000 (43%)
[epoch 23] loss: 0.0060398
Test set: Average loss: 3.2391, Accuracy: 2145/5000 (43%)
[epoch 24] loss: 0.0053001
Test set: Average loss: 3.2734, Accuracy: 2132/5000 (43%)
[epoch 25] loss: 0.0049264
Test set: Average loss: 3.3047, Accuracy: 2140/5000 (43%)
[epoch 26] loss: 0.0042839
Test set: Average loss: 3.3427, Accuracy: 2132/5000 (43%)
[epoch 27] loss: 0.0040143
Test set: Average loss: 3.3648, Accuracy: 2143/5000 (43%)
[epoch 28] loss: 0.0036831
Test set: Average loss: 3.3932, Accuracy: 2135/5000 (43%)
[epoch 29] loss: 0.0034480
Test set: Average loss: 3.4178, Accuracy: 2142/5000 (43%)
[epoch 30] loss: 0.0031449
Test set: Average loss: 3.4489, Accuracy: 2124/5000 (42%)
[epoch 31] loss: 0.0029535
Test set: Average loss: 3.4696, Accuracy: 2129/5000 (43%)
[epoch 32] loss: 0.0028257
Test set: Average loss: 3.4901, Accuracy: 2131/5000 (43%)
[epoch 33] loss: 0.0025616
Test set: Average loss: 3.5132, Accuracy: 2134/5000 (43%)
[epoch 34] loss: 0.0024295
Test set: Average loss: 3.5351, Accuracy: 2127/5000 (43%)
[epoch 35] loss: 0.0023071
Test set: Average loss: 3.5532, Accuracy: 2126/5000 (43%)
[epoch 36] loss: 0.0021539
Test set: Average loss: 3.5734, Accuracy: 2128/5000 (43%)
[epoch 37] loss: 0.0020579
Test set: Average loss: 3.5940, Accuracy: 2126/5000 (43%)
[epoch 38] loss: 0.0019229
Test set: Average loss: 3.6082, Accuracy: 2133/5000 (43%)
[epoch 39] loss: 0.0018403
Test set: Average loss: 3.6310, Accuracy: 2117/5000 (42%)
[epoch 40] loss: 0.0017644
Test set: Average loss: 3.6455, Accuracy: 2116/5000 (42%)
[epoch 41] loss: 0.0016813
Test set: Average loss: 3.6595, Accuracy: 2121/5000 (42%)
[epoch 42] loss: 0.0016165
Test set: Average loss: 3.6789, Accuracy: 2121/5000 (42%)
[epoch 43] loss: 0.0015167
Test set: Average loss: 3.6968, Accuracy: 2116/5000 (42%)
[epoch 44] loss: 0.0014639
Test set: Average loss: 3.7092, Accuracy: 2117/5000 (42%)
[epoch 45] loss: 0.0013971
Test set: Average loss: 3.7261, Accuracy: 2114/5000 (42%)
[epoch 46] loss: 0.0013253
Test set: Average loss: 3.7414, Accuracy: 2106/5000 (42%)
[epoch 47] loss: 0.0012595
Test set: Average loss: 3.7528, Accuracy: 2115/5000 (42%)
[epoch 48] loss: 0.0012332
Test set: Average loss: 3.7665, Accuracy: 2114/5000 (42%)
[epoch 49] loss: 0.0011794
Test set: Average loss: 3.7837, Accuracy: 2116/5000 (42%)
[epoch 50] loss: 0.0011330
Test set: Average loss: 3.7972, Accuracy: 2112/5000 (42%)
Validation:
Test set: Average loss: 2.0883, Accuracy: 2190/5000 (44%)
Test
Test set: Average loss: 2.0209, Accuracy: 4508/10000 (45%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 428/5000 (9%)
[epoch 1] loss: 2.1907547
Test set: Average loss: 1.9275, Accuracy: 1694/5000 (34%)
[epoch 2] loss: 1.8200789
Test set: Average loss: 1.7760, Accuracy: 1854/5000 (37%)
[epoch 3] loss: 1.5620942
Test set: Average loss: 1.6838, Accuracy: 2007/5000 (40%)
[epoch 4] loss: 1.3807054
Test set: Average loss: 1.6191, Accuracy: 2096/5000 (42%)
[epoch 5] loss: 1.1591890
Test set: Average loss: 1.6335, Accuracy: 2192/5000 (44%)
[epoch 6] loss: 0.9684563
Test set: Average loss: 1.7166, Accuracy: 2139/5000 (43%)
[epoch 7] loss: 0.8040922
Test set: Average loss: 1.8320, Accuracy: 2039/5000 (41%)
[epoch 8] loss: 0.6418725
Test set: Average loss: 1.9730, Accuracy: 2111/5000 (42%)
[epoch 9] loss: 0.5609347
Test set: Average loss: 2.1672, Accuracy: 1985/5000 (40%)
[epoch 10] loss: 0.4162376
Test set: Average loss: 2.0834, Accuracy: 2151/5000 (43%)
[epoch 11] loss: 0.2941337
Test set: Average loss: 2.2637, Accuracy: 2181/5000 (44%)
[epoch 12] loss: 0.1924692
Test set: Average loss: 2.4409, Accuracy: 2138/5000 (43%)
[epoch 13] loss: 0.1390242
Test set: Average loss: 2.6875, Accuracy: 2085/5000 (42%)
[epoch 14] loss: 0.1007680
Test set: Average loss: 2.7817, Accuracy: 2089/5000 (42%)
[epoch 15] loss: 0.0885173
Test set: Average loss: 2.8969, Accuracy: 2118/5000 (42%)
[epoch 16] loss: 0.0738612
Test set: Average loss: 3.0600, Accuracy: 2102/5000 (42%)
[epoch 17] loss: 0.0922788
Epoch 16: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.1044, Accuracy: 2061/5000 (41%)
[epoch 18] loss: 0.0492304
Test set: Average loss: 2.9826, Accuracy: 2116/5000 (42%)
[epoch 19] loss: 0.0222033
Test set: Average loss: 2.9675, Accuracy: 2129/5000 (43%)
[epoch 20] loss: 0.0192818
Test set: Average loss: 2.9889, Accuracy: 2125/5000 (42%)
[epoch 21] loss: 0.0170613
Test set: Average loss: 3.0079, Accuracy: 2122/5000 (42%)
[epoch 22] loss: 0.0160873
Test set: Average loss: 3.0223, Accuracy: 2120/5000 (42%)
[epoch 23] loss: 0.0154642
Test set: Average loss: 3.0352, Accuracy: 2121/5000 (42%)
[epoch 24] loss: 0.0143767
Test set: Average loss: 3.0447, Accuracy: 2120/5000 (42%)
[epoch 25] loss: 0.0138940
Test set: Average loss: 3.0542, Accuracy: 2127/5000 (43%)
[epoch 26] loss: 0.0130940
Test set: Average loss: 3.0659, Accuracy: 2124/5000 (42%)
[epoch 27] loss: 0.0128176
Test set: Average loss: 3.0769, Accuracy: 2121/5000 (42%)
[epoch 28] loss: 0.0122119
Test set: Average loss: 3.0862, Accuracy: 2123/5000 (42%)
[epoch 29] loss: 0.0118603
Test set: Average loss: 3.0944, Accuracy: 2127/5000 (43%)
[epoch 30] loss: 0.0114058
Test set: Average loss: 3.1067, Accuracy: 2131/5000 (43%)
[epoch 31] loss: 0.0110283
Test set: Average loss: 3.1175, Accuracy: 2127/5000 (43%)
[epoch 32] loss: 0.0105565
Test set: Average loss: 3.1247, Accuracy: 2119/5000 (42%)
[epoch 33] loss: 0.0103108
Test set: Average loss: 3.1337, Accuracy: 2117/5000 (42%)
[epoch 34] loss: 0.0100588
Test set: Average loss: 3.1436, Accuracy: 2120/5000 (42%)
[epoch 35] loss: 0.0096866
Test set: Average loss: 3.1524, Accuracy: 2115/5000 (42%)
[epoch 36] loss: 0.0094186
Test set: Average loss: 3.1614, Accuracy: 2120/5000 (42%)
[epoch 37] loss: 0.0092535
Test set: Average loss: 3.1713, Accuracy: 2118/5000 (42%)
[epoch 38] loss: 0.0091104
Test set: Average loss: 3.1798, Accuracy: 2108/5000 (42%)
[epoch 39] loss: 0.0087737
Test set: Average loss: 3.1879, Accuracy: 2115/5000 (42%)
[epoch 40] loss: 0.0084860
Test set: Average loss: 3.1965, Accuracy: 2117/5000 (42%)
[epoch 41] loss: 0.0082970
Test set: Average loss: 3.2048, Accuracy: 2119/5000 (42%)
[epoch 42] loss: 0.0081662
Test set: Average loss: 3.2134, Accuracy: 2115/5000 (42%)
[epoch 43] loss: 0.0078663
Test set: Average loss: 3.2215, Accuracy: 2112/5000 (42%)
[epoch 44] loss: 0.0077884
Test set: Average loss: 3.2293, Accuracy: 2114/5000 (42%)
[epoch 45] loss: 0.0075103
Test set: Average loss: 3.2378, Accuracy: 2116/5000 (42%)
[epoch 46] loss: 0.0073418
Test set: Average loss: 3.2458, Accuracy: 2113/5000 (42%)
[epoch 47] loss: 0.0071838
Test set: Average loss: 3.2538, Accuracy: 2114/5000 (42%)
[epoch 48] loss: 0.0070434
Test set: Average loss: 3.2613, Accuracy: 2114/5000 (42%)
[epoch 49] loss: 0.0068998
Test set: Average loss: 3.2698, Accuracy: 2113/5000 (42%)
[epoch 50] loss: 0.0067709
Test set: Average loss: 3.2764, Accuracy: 2113/5000 (42%)
Validation:
Test set: Average loss: 1.6335, Accuracy: 2192/5000 (44%)
Test
Test set: Average loss: 1.6287, Accuracy: 4382/10000 (44%)
750
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3030, Accuracy: 457/5000 (9%)
[epoch 1] loss: 2.0767791
Test set: Average loss: 1.9024, Accuracy: 1524/5000 (30%)
[epoch 2] loss: 1.7057494
Test set: Average loss: 1.7523, Accuracy: 1885/5000 (38%)
[epoch 3] loss: 1.4585229
Test set: Average loss: 1.6484, Accuracy: 2085/5000 (42%)
[epoch 4] loss: 1.2969061
Test set: Average loss: 1.5080, Accuracy: 2293/5000 (46%)
[epoch 5] loss: 1.0977922
Test set: Average loss: 1.6571, Accuracy: 2196/5000 (44%)
[epoch 6] loss: 0.9609157
Test set: Average loss: 1.6295, Accuracy: 2283/5000 (46%)
[epoch 7] loss: 0.8192640
Test set: Average loss: 1.7880, Accuracy: 2175/5000 (44%)
[epoch 8] loss: 0.7453497
Test set: Average loss: 1.7962, Accuracy: 2315/5000 (46%)
[epoch 9] loss: 0.5569307
Test set: Average loss: 2.0076, Accuracy: 2212/5000 (44%)
[epoch 10] loss: 0.4685171
Test set: Average loss: 2.0762, Accuracy: 2201/5000 (44%)
[epoch 11] loss: 0.3604479
Test set: Average loss: 2.2208, Accuracy: 2185/5000 (44%)
[epoch 12] loss: 0.2426926
Test set: Average loss: 2.3445, Accuracy: 2248/5000 (45%)
[epoch 13] loss: 0.2102751
Test set: Average loss: 2.4467, Accuracy: 2230/5000 (45%)
[epoch 14] loss: 0.1294016
Test set: Average loss: 2.6212, Accuracy: 2230/5000 (45%)
[epoch 15] loss: 0.0823798
Test set: Average loss: 2.9233, Accuracy: 2173/5000 (43%)
[epoch 16] loss: 0.0688881
Test set: Average loss: 2.9879, Accuracy: 2199/5000 (44%)
[epoch 17] loss: 0.0553273
Test set: Average loss: 3.0671, Accuracy: 2236/5000 (45%)
[epoch 18] loss: 0.0446850
Test set: Average loss: 3.2020, Accuracy: 2213/5000 (44%)
[epoch 19] loss: 0.0336419
Test set: Average loss: 3.3178, Accuracy: 2177/5000 (44%)
[epoch 20] loss: 0.0365170
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.2917, Accuracy: 2182/5000 (44%)
[epoch 21] loss: 0.0161377
Test set: Average loss: 3.2772, Accuracy: 2189/5000 (44%)
[epoch 22] loss: 0.0102675
Test set: Average loss: 3.2844, Accuracy: 2187/5000 (44%)
[epoch 23] loss: 0.0090750
Test set: Average loss: 3.2887, Accuracy: 2195/5000 (44%)
[epoch 24] loss: 0.0084319
Test set: Average loss: 3.2971, Accuracy: 2195/5000 (44%)
[epoch 25] loss: 0.0080321
Test set: Average loss: 3.3033, Accuracy: 2199/5000 (44%)
[epoch 26] loss: 0.0078422
Test set: Average loss: 3.3120, Accuracy: 2201/5000 (44%)
[epoch 27] loss: 0.0073928
Test set: Average loss: 3.3189, Accuracy: 2201/5000 (44%)
[epoch 28] loss: 0.0071653
Test set: Average loss: 3.3281, Accuracy: 2201/5000 (44%)
[epoch 29] loss: 0.0069221
Test set: Average loss: 3.3359, Accuracy: 2199/5000 (44%)
[epoch 30] loss: 0.0066244
Test set: Average loss: 3.3433, Accuracy: 2198/5000 (44%)
[epoch 31] loss: 0.0065307
Test set: Average loss: 3.3506, Accuracy: 2194/5000 (44%)
[epoch 32] loss: 0.0063312
Test set: Average loss: 3.3580, Accuracy: 2198/5000 (44%)
[epoch 33] loss: 0.0061715
Test set: Average loss: 3.3670, Accuracy: 2202/5000 (44%)
[epoch 34] loss: 0.0059348
Test set: Average loss: 3.3728, Accuracy: 2200/5000 (44%)
[epoch 35] loss: 0.0057869
Test set: Average loss: 3.3801, Accuracy: 2204/5000 (44%)
[epoch 36] loss: 0.0057170
Test set: Average loss: 3.3867, Accuracy: 2202/5000 (44%)
[epoch 37] loss: 0.0055257
Test set: Average loss: 3.3948, Accuracy: 2197/5000 (44%)
[epoch 38] loss: 0.0055260
Epoch 37: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.3991, Accuracy: 2206/5000 (44%)
[epoch 39] loss: 0.0053856
Test set: Average loss: 3.4000, Accuracy: 2204/5000 (44%)
[epoch 40] loss: 0.0053713
Test set: Average loss: 3.4008, Accuracy: 2204/5000 (44%)
[epoch 41] loss: 0.0053427
Test set: Average loss: 3.4015, Accuracy: 2203/5000 (44%)
[epoch 42] loss: 0.0053735
Epoch 41: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.4025, Accuracy: 2202/5000 (44%)
[epoch 43] loss: 0.0052633
Test set: Average loss: 3.4025, Accuracy: 2202/5000 (44%)
[epoch 44] loss: 0.0052760
Epoch 43: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.4026, Accuracy: 2202/5000 (44%)
[epoch 45] loss: 0.0052654
Epoch 44: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.4026, Accuracy: 2202/5000 (44%)
[epoch 46] loss: 0.0052946
Epoch 45: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.4026, Accuracy: 2202/5000 (44%)
[epoch 47] loss: 0.0052376
Test set: Average loss: 3.4026, Accuracy: 2202/5000 (44%)
[epoch 48] loss: 0.0053028
Epoch 47: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.4026, Accuracy: 2202/5000 (44%)
[epoch 49] loss: 0.0053352
Epoch 48: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.4026, Accuracy: 2202/5000 (44%)
[epoch 50] loss: 0.0053409
Epoch 49: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.4026, Accuracy: 2202/5000 (44%)
Validation:
Test set: Average loss: 1.7962, Accuracy: 2315/5000 (46%)
Test
Test set: Average loss: 1.7767, Accuracy: 4620/10000 (46%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3025, Accuracy: 513/5000 (10%)
[epoch 1] loss: 2.0072872
Test set: Average loss: 1.8813, Accuracy: 1597/5000 (32%)
[epoch 2] loss: 1.6244584
Test set: Average loss: 1.6515, Accuracy: 2033/5000 (41%)
[epoch 3] loss: 1.2650222
Test set: Average loss: 1.6342, Accuracy: 2143/5000 (43%)
[epoch 4] loss: 1.1650098
Test set: Average loss: 1.5345, Accuracy: 2330/5000 (47%)
[epoch 5] loss: 0.9054684
Test set: Average loss: 1.5670, Accuracy: 2403/5000 (48%)
[epoch 6] loss: 0.8050367
Test set: Average loss: 1.6304, Accuracy: 2286/5000 (46%)
[epoch 7] loss: 0.6571342
Test set: Average loss: 1.7282, Accuracy: 2348/5000 (47%)
[epoch 8] loss: 0.5205293
Test set: Average loss: 1.9552, Accuracy: 2274/5000 (45%)
[epoch 9] loss: 0.4496689
Test set: Average loss: 2.1275, Accuracy: 2199/5000 (44%)
[epoch 10] loss: 0.4685923
Epoch 9: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1706, Accuracy: 2213/5000 (44%)
[epoch 11] loss: 0.2748783
Test set: Average loss: 2.0774, Accuracy: 2303/5000 (46%)
[epoch 12] loss: 0.2015294
Test set: Average loss: 2.0803, Accuracy: 2344/5000 (47%)
[epoch 13] loss: 0.1689307
Test set: Average loss: 2.0914, Accuracy: 2349/5000 (47%)
[epoch 14] loss: 0.1554152
Test set: Average loss: 2.1122, Accuracy: 2346/5000 (47%)
[epoch 15] loss: 0.1467264
Test set: Average loss: 2.1317, Accuracy: 2351/5000 (47%)
[epoch 16] loss: 0.1357055
Test set: Average loss: 2.1602, Accuracy: 2334/5000 (47%)
[epoch 17] loss: 0.1266540
Test set: Average loss: 2.1770, Accuracy: 2348/5000 (47%)
[epoch 18] loss: 0.1170803
Test set: Average loss: 2.2026, Accuracy: 2333/5000 (47%)
[epoch 19] loss: 0.1118211
Test set: Average loss: 2.2279, Accuracy: 2334/5000 (47%)
[epoch 20] loss: 0.1061452
Test set: Average loss: 2.2455, Accuracy: 2340/5000 (47%)
[epoch 21] loss: 0.0996810
Test set: Average loss: 2.2733, Accuracy: 2337/5000 (47%)
[epoch 22] loss: 0.0947971
Test set: Average loss: 2.2964, Accuracy: 2334/5000 (47%)
[epoch 23] loss: 0.0890952
Test set: Average loss: 2.3162, Accuracy: 2333/5000 (47%)
[epoch 24] loss: 0.0844363
Test set: Average loss: 2.3431, Accuracy: 2319/5000 (46%)
[epoch 25] loss: 0.0803643
Test set: Average loss: 2.3625, Accuracy: 2324/5000 (46%)
[epoch 26] loss: 0.0764924
Test set: Average loss: 2.3860, Accuracy: 2327/5000 (47%)
[epoch 27] loss: 0.0709364
Test set: Average loss: 2.4088, Accuracy: 2340/5000 (47%)
[epoch 28] loss: 0.0666995
Test set: Average loss: 2.4331, Accuracy: 2332/5000 (47%)
[epoch 29] loss: 0.0641305
Test set: Average loss: 2.4536, Accuracy: 2334/5000 (47%)
[epoch 30] loss: 0.0605078
Test set: Average loss: 2.4772, Accuracy: 2323/5000 (46%)
[epoch 31] loss: 0.0561974
Test set: Average loss: 2.5057, Accuracy: 2330/5000 (47%)
[epoch 32] loss: 0.0528978
Test set: Average loss: 2.5233, Accuracy: 2312/5000 (46%)
[epoch 33] loss: 0.0510810
Test set: Average loss: 2.5452, Accuracy: 2326/5000 (47%)
[epoch 34] loss: 0.0473929
Test set: Average loss: 2.5705, Accuracy: 2330/5000 (47%)
[epoch 35] loss: 0.0441682
Test set: Average loss: 2.5863, Accuracy: 2323/5000 (46%)
[epoch 36] loss: 0.0420151
Test set: Average loss: 2.6117, Accuracy: 2335/5000 (47%)
[epoch 37] loss: 0.0400698
Test set: Average loss: 2.6287, Accuracy: 2315/5000 (46%)
[epoch 38] loss: 0.0369512
Test set: Average loss: 2.6501, Accuracy: 2323/5000 (46%)
[epoch 39] loss: 0.0351812
Test set: Average loss: 2.6738, Accuracy: 2318/5000 (46%)
[epoch 40] loss: 0.0332133
Test set: Average loss: 2.6960, Accuracy: 2328/5000 (47%)
[epoch 41] loss: 0.0312556
Test set: Average loss: 2.7130, Accuracy: 2319/5000 (46%)
[epoch 42] loss: 0.0296871
Test set: Average loss: 2.7365, Accuracy: 2329/5000 (47%)
[epoch 43] loss: 0.0284198
Test set: Average loss: 2.7571, Accuracy: 2323/5000 (46%)
[epoch 44] loss: 0.0265874
Test set: Average loss: 2.7739, Accuracy: 2316/5000 (46%)
[epoch 45] loss: 0.0256014
Test set: Average loss: 2.7936, Accuracy: 2315/5000 (46%)
[epoch 46] loss: 0.0244113
Test set: Average loss: 2.8105, Accuracy: 2323/5000 (46%)
[epoch 47] loss: 0.0231504
Test set: Average loss: 2.8329, Accuracy: 2320/5000 (46%)
[epoch 48] loss: 0.0218776
Test set: Average loss: 2.8500, Accuracy: 2323/5000 (46%)
[epoch 49] loss: 0.0211690
Test set: Average loss: 2.8668, Accuracy: 2313/5000 (46%)
[epoch 50] loss: 0.0201198
Test set: Average loss: 2.8837, Accuracy: 2327/5000 (47%)
Validation:
Test set: Average loss: 1.5670, Accuracy: 2403/5000 (48%)
Test
Test set: Average loss: 1.5524, Accuracy: 4861/10000 (49%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3044, Accuracy: 348/5000 (7%)
[epoch 1] loss: 2.1148932
Test set: Average loss: 1.9051, Accuracy: 1498/5000 (30%)
[epoch 2] loss: 1.7391025
Test set: Average loss: 1.8105, Accuracy: 1781/5000 (36%)
[epoch 3] loss: 1.5744676
Test set: Average loss: 1.6820, Accuracy: 1977/5000 (40%)
[epoch 4] loss: 1.3483620
Test set: Average loss: 1.5849, Accuracy: 2137/5000 (43%)
[epoch 5] loss: 1.1061261
Test set: Average loss: 1.5269, Accuracy: 2399/5000 (48%)
[epoch 6] loss: 0.9644789
Test set: Average loss: 1.6056, Accuracy: 2308/5000 (46%)
[epoch 7] loss: 0.8058868
Test set: Average loss: 1.7396, Accuracy: 2287/5000 (46%)
[epoch 8] loss: 0.6762451
Test set: Average loss: 1.7541, Accuracy: 2279/5000 (46%)
[epoch 9] loss: 0.4816905
Test set: Average loss: 2.0135, Accuracy: 2229/5000 (45%)
[epoch 10] loss: 0.4426958
Test set: Average loss: 2.1961, Accuracy: 2156/5000 (43%)
[epoch 11] loss: 0.3435355
Test set: Average loss: 2.2942, Accuracy: 2279/5000 (46%)
[epoch 12] loss: 0.2536266
Test set: Average loss: 2.5720, Accuracy: 2153/5000 (43%)
[epoch 13] loss: 0.1918064
Test set: Average loss: 2.6803, Accuracy: 2187/5000 (44%)
[epoch 14] loss: 0.1816327
Test set: Average loss: 2.8553, Accuracy: 2135/5000 (43%)
[epoch 15] loss: 0.1617810
Test set: Average loss: 2.8899, Accuracy: 2197/5000 (44%)
[epoch 16] loss: 0.1303688
Test set: Average loss: 3.1224, Accuracy: 2129/5000 (43%)
[epoch 17] loss: 0.0821031
Test set: Average loss: 3.0778, Accuracy: 2239/5000 (45%)
[epoch 18] loss: 0.0732617
Test set: Average loss: 3.3977, Accuracy: 2132/5000 (43%)
[epoch 19] loss: 0.0546257
Test set: Average loss: 3.4519, Accuracy: 2134/5000 (43%)
[epoch 20] loss: 0.0298933
Test set: Average loss: 3.5505, Accuracy: 2150/5000 (43%)
[epoch 21] loss: 0.0338860
Epoch 20: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.6339, Accuracy: 2128/5000 (43%)
[epoch 22] loss: 0.0219076
Test set: Average loss: 3.5031, Accuracy: 2174/5000 (43%)
[epoch 23] loss: 0.0087770
Test set: Average loss: 3.5019, Accuracy: 2190/5000 (44%)
[epoch 24] loss: 0.0078223
Test set: Average loss: 3.5064, Accuracy: 2193/5000 (44%)
[epoch 25] loss: 0.0073018
Test set: Average loss: 3.5117, Accuracy: 2201/5000 (44%)
[epoch 26] loss: 0.0070069
Test set: Average loss: 3.5169, Accuracy: 2196/5000 (44%)
[epoch 27] loss: 0.0066833
Test set: Average loss: 3.5231, Accuracy: 2200/5000 (44%)
[epoch 28] loss: 0.0063651
Test set: Average loss: 3.5254, Accuracy: 2201/5000 (44%)
[epoch 29] loss: 0.0063380
Test set: Average loss: 3.5307, Accuracy: 2197/5000 (44%)
[epoch 30] loss: 0.0059558
Test set: Average loss: 3.5358, Accuracy: 2200/5000 (44%)
[epoch 31] loss: 0.0058699
Test set: Average loss: 3.5405, Accuracy: 2202/5000 (44%)
[epoch 32] loss: 0.0055811
Test set: Average loss: 3.5444, Accuracy: 2200/5000 (44%)
[epoch 33] loss: 0.0054684
Test set: Average loss: 3.5491, Accuracy: 2204/5000 (44%)
[epoch 34] loss: 0.0052616
Test set: Average loss: 3.5555, Accuracy: 2201/5000 (44%)
[epoch 35] loss: 0.0051677
Test set: Average loss: 3.5609, Accuracy: 2203/5000 (44%)
[epoch 36] loss: 0.0050260
Test set: Average loss: 3.5652, Accuracy: 2203/5000 (44%)
[epoch 37] loss: 0.0050628
Epoch 36: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.5698, Accuracy: 2203/5000 (44%)
[epoch 38] loss: 0.0047678
Test set: Average loss: 3.5703, Accuracy: 2204/5000 (44%)
[epoch 39] loss: 0.0047266
Test set: Average loss: 3.5707, Accuracy: 2204/5000 (44%)
[epoch 40] loss: 0.0047891
Epoch 39: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.5713, Accuracy: 2205/5000 (44%)
[epoch 41] loss: 0.0048029
Epoch 40: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.5714, Accuracy: 2205/5000 (44%)
[epoch 42] loss: 0.0047980
Epoch 41: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.5714, Accuracy: 2205/5000 (44%)
[epoch 43] loss: 0.0047300
Epoch 42: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.5714, Accuracy: 2205/5000 (44%)
[epoch 44] loss: 0.0047378
Epoch 43: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.5714, Accuracy: 2205/5000 (44%)
[epoch 45] loss: 0.0047592
Epoch 44: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.5714, Accuracy: 2205/5000 (44%)
[epoch 46] loss: 0.0047451
Epoch 45: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.5714, Accuracy: 2205/5000 (44%)
[epoch 47] loss: 0.0048276
Epoch 46: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.5714, Accuracy: 2205/5000 (44%)
[epoch 48] loss: 0.0047180
Test set: Average loss: 3.5714, Accuracy: 2205/5000 (44%)
[epoch 49] loss: 0.0047610
Epoch 48: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.5714, Accuracy: 2205/5000 (44%)
[epoch 50] loss: 0.0047949
Epoch 49: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.5714, Accuracy: 2205/5000 (44%)
Validation:
Test set: Average loss: 1.5269, Accuracy: 2399/5000 (48%)
Test
Test set: Average loss: 1.5117, Accuracy: 4784/10000 (48%)
1000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3044, Accuracy: 459/5000 (9%)
[epoch 1] loss: 2.0295168
Test set: Average loss: 1.9730, Accuracy: 1578/5000 (32%)
[epoch 2] loss: 1.6683313
Test set: Average loss: 1.6503, Accuracy: 2059/5000 (41%)
[epoch 3] loss: 1.3983179
Test set: Average loss: 1.5590, Accuracy: 2214/5000 (44%)
[epoch 4] loss: 1.1944980
Test set: Average loss: 1.5019, Accuracy: 2348/5000 (47%)
[epoch 5] loss: 1.0936913
Test set: Average loss: 1.5331, Accuracy: 2341/5000 (47%)
[epoch 6] loss: 0.9259476
Test set: Average loss: 1.6151, Accuracy: 2281/5000 (46%)
[epoch 7] loss: 0.8083185
Test set: Average loss: 1.8789, Accuracy: 2136/5000 (43%)
[epoch 8] loss: 0.7136823
Test set: Average loss: 1.8398, Accuracy: 2247/5000 (45%)
[epoch 9] loss: 0.5526378
Test set: Average loss: 2.0272, Accuracy: 2317/5000 (46%)
[epoch 10] loss: 0.4654481
Test set: Average loss: 2.0763, Accuracy: 2325/5000 (46%)
[epoch 11] loss: 0.4033088
Test set: Average loss: 2.2200, Accuracy: 2237/5000 (45%)
[epoch 12] loss: 0.3035763
Test set: Average loss: 2.4805, Accuracy: 2226/5000 (45%)
[epoch 13] loss: 0.2476092
Test set: Average loss: 2.6188, Accuracy: 2234/5000 (45%)
[epoch 14] loss: 0.1624173
Test set: Average loss: 2.6672, Accuracy: 2263/5000 (45%)
[epoch 15] loss: 0.1294214
Test set: Average loss: 3.0033, Accuracy: 2156/5000 (43%)
[epoch 16] loss: 0.1369110
Epoch 15: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.0978, Accuracy: 2203/5000 (44%)
[epoch 17] loss: 0.0647118
Test set: Average loss: 3.0269, Accuracy: 2271/5000 (45%)
[epoch 18] loss: 0.0372299
Test set: Average loss: 3.0234, Accuracy: 2256/5000 (45%)
[epoch 19] loss: 0.0313212
Test set: Average loss: 3.0420, Accuracy: 2263/5000 (45%)
[epoch 20] loss: 0.0277379
Test set: Average loss: 3.0606, Accuracy: 2278/5000 (46%)
[epoch 21] loss: 0.0251881
Test set: Average loss: 3.0770, Accuracy: 2262/5000 (45%)
[epoch 22] loss: 0.0231650
Test set: Average loss: 3.0919, Accuracy: 2270/5000 (45%)
[epoch 23] loss: 0.0217362
Test set: Average loss: 3.1085, Accuracy: 2267/5000 (45%)
[epoch 24] loss: 0.0202762
Test set: Average loss: 3.1275, Accuracy: 2272/5000 (45%)
[epoch 25] loss: 0.0191098
Test set: Average loss: 3.1421, Accuracy: 2271/5000 (45%)
[epoch 26] loss: 0.0182311
Test set: Average loss: 3.1600, Accuracy: 2270/5000 (45%)
[epoch 27] loss: 0.0174649
Test set: Average loss: 3.1737, Accuracy: 2271/5000 (45%)
[epoch 28] loss: 0.0168690
Test set: Average loss: 3.1851, Accuracy: 2270/5000 (45%)
[epoch 29] loss: 0.0161549
Test set: Average loss: 3.2035, Accuracy: 2269/5000 (45%)
[epoch 30] loss: 0.0162416
Epoch 29: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.2163, Accuracy: 2266/5000 (45%)
[epoch 31] loss: 0.0146970
Test set: Average loss: 3.2164, Accuracy: 2268/5000 (45%)
[epoch 32] loss: 0.0144708
Test set: Average loss: 3.2176, Accuracy: 2265/5000 (45%)
[epoch 33] loss: 0.0144182
Test set: Average loss: 3.2194, Accuracy: 2267/5000 (45%)
[epoch 34] loss: 0.0150306
Epoch 33: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.2206, Accuracy: 2268/5000 (45%)
[epoch 35] loss: 0.0143828
Test set: Average loss: 3.2207, Accuracy: 2268/5000 (45%)
[epoch 36] loss: 0.0142764
Test set: Average loss: 3.2209, Accuracy: 2268/5000 (45%)
[epoch 37] loss: 0.0143902
Epoch 36: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
[epoch 38] loss: 0.0144894
Epoch 37: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
[epoch 39] loss: 0.0148524
Epoch 38: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
[epoch 40] loss: 0.0143654
Epoch 39: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
[epoch 41] loss: 0.0147276
Epoch 40: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
[epoch 42] loss: 0.0140925
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
[epoch 43] loss: 0.0142820
Epoch 42: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
[epoch 44] loss: 0.0143884
Epoch 43: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
[epoch 45] loss: 0.0141921
Epoch 44: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
[epoch 46] loss: 0.0143198
Epoch 45: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
[epoch 47] loss: 0.0140557
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
[epoch 48] loss: 0.0147497
Epoch 47: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
[epoch 49] loss: 0.0144489
Epoch 48: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
[epoch 50] loss: 0.0142613
Epoch 49: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.2211, Accuracy: 2268/5000 (45%)
Validation:
Test set: Average loss: 1.5019, Accuracy: 2348/5000 (47%)
Test
Test set: Average loss: 1.4723, Accuracy: 4771/10000 (48%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3020, Accuracy: 501/5000 (10%)
[epoch 1] loss: 1.9612057
Test set: Average loss: 1.9008, Accuracy: 1789/5000 (36%)
[epoch 2] loss: 1.5487749
Test set: Average loss: 1.7077, Accuracy: 1885/5000 (38%)
[epoch 3] loss: 1.4311454
Test set: Average loss: 1.5646, Accuracy: 2181/5000 (44%)
[epoch 4] loss: 1.1342771
Test set: Average loss: 1.6763, Accuracy: 2208/5000 (44%)
[epoch 5] loss: 1.0275820
Test set: Average loss: 1.7088, Accuracy: 2153/5000 (43%)
[epoch 6] loss: 0.8624114
Test set: Average loss: 1.6569, Accuracy: 2294/5000 (46%)
[epoch 7] loss: 0.7435110
Test set: Average loss: 1.7220, Accuracy: 2374/5000 (47%)
[epoch 8] loss: 0.6592009
Test set: Average loss: 2.0638, Accuracy: 2130/5000 (43%)
[epoch 9] loss: 0.6346997
Test set: Average loss: 2.0036, Accuracy: 2273/5000 (45%)
[epoch 10] loss: 0.5188649
Test set: Average loss: 2.1217, Accuracy: 2245/5000 (45%)
[epoch 11] loss: 0.3565949
Test set: Average loss: 2.1466, Accuracy: 2294/5000 (46%)
[epoch 12] loss: 0.2692922
Test set: Average loss: 2.2555, Accuracy: 2349/5000 (47%)
[epoch 13] loss: 0.1968373
Test set: Average loss: 2.6039, Accuracy: 2158/5000 (43%)
[epoch 14] loss: 0.1317490
Test set: Average loss: 2.6120, Accuracy: 2308/5000 (46%)
[epoch 15] loss: 0.1025869
Test set: Average loss: 3.0438, Accuracy: 2104/5000 (42%)
[epoch 16] loss: 0.0992992
Test set: Average loss: 3.0815, Accuracy: 2163/5000 (43%)
[epoch 17] loss: 0.0710673
Test set: Average loss: 3.1503, Accuracy: 2244/5000 (45%)
[epoch 18] loss: 0.1158501
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.2323, Accuracy: 2212/5000 (44%)
[epoch 19] loss: 0.0439229
Test set: Average loss: 3.1394, Accuracy: 2240/5000 (45%)
[epoch 20] loss: 0.0196119
Test set: Average loss: 3.1530, Accuracy: 2241/5000 (45%)
[epoch 21] loss: 0.0159893
Test set: Average loss: 3.1643, Accuracy: 2241/5000 (45%)
[epoch 22] loss: 0.0145054
Test set: Average loss: 3.1772, Accuracy: 2246/5000 (45%)
[epoch 23] loss: 0.0137044
Test set: Average loss: 3.1842, Accuracy: 2257/5000 (45%)
[epoch 24] loss: 0.0129944
Test set: Average loss: 3.1954, Accuracy: 2257/5000 (45%)
[epoch 25] loss: 0.0117412
Test set: Average loss: 3.2054, Accuracy: 2268/5000 (45%)
[epoch 26] loss: 0.0110147
Test set: Average loss: 3.2153, Accuracy: 2267/5000 (45%)
[epoch 27] loss: 0.0104678
Test set: Average loss: 3.2251, Accuracy: 2269/5000 (45%)
[epoch 28] loss: 0.0099815
Test set: Average loss: 3.2321, Accuracy: 2269/5000 (45%)
[epoch 29] loss: 0.0094929
Test set: Average loss: 3.2407, Accuracy: 2269/5000 (45%)
[epoch 30] loss: 0.0089842
Test set: Average loss: 3.2498, Accuracy: 2266/5000 (45%)
[epoch 31] loss: 0.0087151
Test set: Average loss: 3.2587, Accuracy: 2268/5000 (45%)
[epoch 32] loss: 0.0083515
Test set: Average loss: 3.2666, Accuracy: 2269/5000 (45%)
[epoch 33] loss: 0.0083340
Test set: Average loss: 3.2760, Accuracy: 2270/5000 (45%)
[epoch 34] loss: 0.0078025
Test set: Average loss: 3.2864, Accuracy: 2274/5000 (45%)
[epoch 35] loss: 0.0075605
Test set: Average loss: 3.2913, Accuracy: 2276/5000 (46%)
[epoch 36] loss: 0.0073968
Test set: Average loss: 3.3000, Accuracy: 2280/5000 (46%)
[epoch 37] loss: 0.0071889
Test set: Average loss: 3.3086, Accuracy: 2275/5000 (46%)
[epoch 38] loss: 0.0068852
Test set: Average loss: 3.3178, Accuracy: 2272/5000 (45%)
[epoch 39] loss: 0.0065796
Test set: Average loss: 3.3256, Accuracy: 2278/5000 (46%)
[epoch 40] loss: 0.0064310
Test set: Average loss: 3.3349, Accuracy: 2274/5000 (45%)
[epoch 41] loss: 0.0062130
Test set: Average loss: 3.3421, Accuracy: 2279/5000 (46%)
[epoch 42] loss: 0.0061088
Test set: Average loss: 3.3501, Accuracy: 2277/5000 (46%)
[epoch 43] loss: 0.0059480
Test set: Average loss: 3.3585, Accuracy: 2275/5000 (46%)
[epoch 44] loss: 0.0059271
Test set: Average loss: 3.3666, Accuracy: 2277/5000 (46%)
[epoch 45] loss: 0.0055454
Test set: Average loss: 3.3761, Accuracy: 2274/5000 (45%)
[epoch 46] loss: 0.0055330
Test set: Average loss: 3.3821, Accuracy: 2275/5000 (46%)
[epoch 47] loss: 0.0052807
Test set: Average loss: 3.3899, Accuracy: 2270/5000 (45%)
[epoch 48] loss: 0.0051548
Test set: Average loss: 3.3979, Accuracy: 2277/5000 (46%)
[epoch 49] loss: 0.0051408
Test set: Average loss: 3.4059, Accuracy: 2274/5000 (45%)
[epoch 50] loss: 0.0049671
Test set: Average loss: 3.4138, Accuracy: 2282/5000 (46%)
Validation:
Test set: Average loss: 1.7220, Accuracy: 2374/5000 (47%)
Test
Test set: Average loss: 1.7068, Accuracy: 4781/10000 (48%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3039, Accuracy: 448/5000 (9%)
[epoch 1] loss: 2.0290049
Test set: Average loss: 1.8050, Accuracy: 2003/5000 (40%)
[epoch 2] loss: 1.6054354
Test set: Average loss: 1.6118, Accuracy: 2186/5000 (44%)
[epoch 3] loss: 1.4070245
Test set: Average loss: 1.5527, Accuracy: 2264/5000 (45%)
[epoch 4] loss: 1.2094871
Test set: Average loss: 1.6156, Accuracy: 2223/5000 (44%)
[epoch 5] loss: 1.0814975
Test set: Average loss: 1.5498, Accuracy: 2380/5000 (48%)
[epoch 6] loss: 0.9354668
Test set: Average loss: 1.6174, Accuracy: 2269/5000 (45%)
[epoch 7] loss: 0.8090378
Test set: Average loss: 1.7508, Accuracy: 2320/5000 (46%)
[epoch 8] loss: 0.6844066
Test set: Average loss: 1.8532, Accuracy: 2270/5000 (45%)
[epoch 9] loss: 0.6003317
Test set: Average loss: 1.9987, Accuracy: 2232/5000 (45%)
[epoch 10] loss: 0.4488758
Test set: Average loss: 2.1828, Accuracy: 2259/5000 (45%)
[epoch 11] loss: 0.4133677
Test set: Average loss: 2.2777, Accuracy: 2321/5000 (46%)
[epoch 12] loss: 0.3860646
Test set: Average loss: 2.4463, Accuracy: 2183/5000 (44%)
[epoch 13] loss: 0.3758848
Test set: Average loss: 2.5792, Accuracy: 2105/5000 (42%)
[epoch 14] loss: 0.2448920
Test set: Average loss: 2.7871, Accuracy: 2114/5000 (42%)
[epoch 15] loss: 0.1768142
Test set: Average loss: 2.8515, Accuracy: 2163/5000 (43%)
[epoch 16] loss: 0.1239983
Test set: Average loss: 3.0189, Accuracy: 2196/5000 (44%)
[epoch 17] loss: 0.0839052
Test set: Average loss: 3.1276, Accuracy: 2217/5000 (44%)
[epoch 18] loss: 0.0649332
Test set: Average loss: 3.2343, Accuracy: 2216/5000 (44%)
[epoch 19] loss: 0.0546962
Test set: Average loss: 3.4287, Accuracy: 2181/5000 (44%)
[epoch 20] loss: 0.0424146
Test set: Average loss: 3.5798, Accuracy: 2161/5000 (43%)
[epoch 21] loss: 0.0386155
Test set: Average loss: 3.6344, Accuracy: 2123/5000 (42%)
[epoch 22] loss: 0.0495560
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.6753, Accuracy: 2163/5000 (43%)
[epoch 23] loss: 0.0225617
Test set: Average loss: 3.6184, Accuracy: 2203/5000 (44%)
[epoch 24] loss: 0.0119354
Test set: Average loss: 3.6128, Accuracy: 2198/5000 (44%)
[epoch 25] loss: 0.0097372
Test set: Average loss: 3.6177, Accuracy: 2212/5000 (44%)
[epoch 26] loss: 0.0086207
Test set: Average loss: 3.6206, Accuracy: 2206/5000 (44%)
[epoch 27] loss: 0.0082616
Test set: Average loss: 3.6280, Accuracy: 2202/5000 (44%)
[epoch 28] loss: 0.0074910
Test set: Average loss: 3.6337, Accuracy: 2206/5000 (44%)
[epoch 29] loss: 0.0070372
Test set: Average loss: 3.6400, Accuracy: 2203/5000 (44%)
[epoch 30] loss: 0.0068335
Test set: Average loss: 3.6464, Accuracy: 2209/5000 (44%)
[epoch 31] loss: 0.0066198
Test set: Average loss: 3.6507, Accuracy: 2210/5000 (44%)
[epoch 32] loss: 0.0061747
Test set: Average loss: 3.6570, Accuracy: 2213/5000 (44%)
[epoch 33] loss: 0.0059804
Test set: Average loss: 3.6639, Accuracy: 2215/5000 (44%)
[epoch 34] loss: 0.0058688
Test set: Average loss: 3.6688, Accuracy: 2221/5000 (44%)
[epoch 35] loss: 0.0054642
Test set: Average loss: 3.6731, Accuracy: 2217/5000 (44%)
[epoch 36] loss: 0.0054101
Test set: Average loss: 3.6801, Accuracy: 2216/5000 (44%)
[epoch 37] loss: 0.0051941
Test set: Average loss: 3.6866, Accuracy: 2216/5000 (44%)
[epoch 38] loss: 0.0050682
Test set: Average loss: 3.6927, Accuracy: 2214/5000 (44%)
[epoch 39] loss: 0.0049101
Test set: Average loss: 3.6989, Accuracy: 2214/5000 (44%)
[epoch 40] loss: 0.0047707
Test set: Average loss: 3.7040, Accuracy: 2214/5000 (44%)
[epoch 41] loss: 0.0046208
Test set: Average loss: 3.7114, Accuracy: 2215/5000 (44%)
[epoch 42] loss: 0.0044868
Test set: Average loss: 3.7170, Accuracy: 2215/5000 (44%)
[epoch 43] loss: 0.0043687
Test set: Average loss: 3.7222, Accuracy: 2215/5000 (44%)
[epoch 44] loss: 0.0043624
Test set: Average loss: 3.7267, Accuracy: 2218/5000 (44%)
[epoch 45] loss: 0.0042355
Test set: Average loss: 3.7317, Accuracy: 2211/5000 (44%)
[epoch 46] loss: 0.0041134
Test set: Average loss: 3.7390, Accuracy: 2211/5000 (44%)
[epoch 47] loss: 0.0039664
Test set: Average loss: 3.7460, Accuracy: 2213/5000 (44%)
[epoch 48] loss: 0.0039021
Test set: Average loss: 3.7511, Accuracy: 2211/5000 (44%)
[epoch 49] loss: 0.0038427
Test set: Average loss: 3.7576, Accuracy: 2213/5000 (44%)
[epoch 50] loss: 0.0037999
Test set: Average loss: 3.7639, Accuracy: 2210/5000 (44%)
Validation:
Test set: Average loss: 1.5498, Accuracy: 2380/5000 (48%)
Test
Test set: Average loss: 1.5465, Accuracy: 4681/10000 (47%)
2500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3034, Accuracy: 508/5000 (10%)
[epoch 1] loss: 1.8170865
Test set: Average loss: 1.6366, Accuracy: 2007/5000 (40%)
[epoch 2] loss: 1.4369603
Test set: Average loss: 1.4029, Accuracy: 2487/5000 (50%)
[epoch 3] loss: 1.2364498
Test set: Average loss: 1.5298, Accuracy: 2331/5000 (47%)
[epoch 4] loss: 1.1780182
Test set: Average loss: 1.6125, Accuracy: 2344/5000 (47%)
[epoch 5] loss: 1.0969184
Test set: Average loss: 1.4901, Accuracy: 2452/5000 (49%)
[epoch 6] loss: 0.9712441
Test set: Average loss: 1.5400, Accuracy: 2461/5000 (49%)
[epoch 7] loss: 0.9169555
Test set: Average loss: 1.4986, Accuracy: 2531/5000 (51%)
[epoch 8] loss: 0.8583922
Test set: Average loss: 1.6499, Accuracy: 2359/5000 (47%)
[epoch 9] loss: 0.7699613
Test set: Average loss: 1.5855, Accuracy: 2561/5000 (51%)
[epoch 10] loss: 0.7702310
Epoch 9: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6890, Accuracy: 2535/5000 (51%)
[epoch 11] loss: 0.5558581
Test set: Average loss: 1.6032, Accuracy: 2597/5000 (52%)
[epoch 12] loss: 0.4284876
Test set: Average loss: 1.6229, Accuracy: 2606/5000 (52%)
[epoch 13] loss: 0.4049884
Test set: Average loss: 1.6544, Accuracy: 2582/5000 (52%)
[epoch 14] loss: 0.3849811
Test set: Average loss: 1.6708, Accuracy: 2586/5000 (52%)
[epoch 15] loss: 0.3615999
Test set: Average loss: 1.6876, Accuracy: 2599/5000 (52%)
[epoch 16] loss: 0.3517065
Test set: Average loss: 1.7250, Accuracy: 2579/5000 (52%)
[epoch 17] loss: 0.3364512
Test set: Average loss: 1.7497, Accuracy: 2601/5000 (52%)
[epoch 18] loss: 0.3232899
Test set: Average loss: 1.7765, Accuracy: 2578/5000 (52%)
[epoch 19] loss: 0.3106316
Test set: Average loss: 1.8059, Accuracy: 2569/5000 (51%)
[epoch 20] loss: 0.2973442
Test set: Average loss: 1.8367, Accuracy: 2587/5000 (52%)
[epoch 21] loss: 0.2869224
Test set: Average loss: 1.8781, Accuracy: 2553/5000 (51%)
[epoch 22] loss: 0.2775363
Test set: Average loss: 1.9009, Accuracy: 2563/5000 (51%)
[epoch 23] loss: 0.2672888
Test set: Average loss: 1.9303, Accuracy: 2584/5000 (52%)
[epoch 24] loss: 0.2545382
Test set: Average loss: 1.9667, Accuracy: 2593/5000 (52%)
[epoch 25] loss: 0.3657057
Epoch 24: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.0205, Accuracy: 2541/5000 (51%)
[epoch 26] loss: 0.2269172
Test set: Average loss: 1.9908, Accuracy: 2552/5000 (51%)
[epoch 27] loss: 0.2171218
Test set: Average loss: 1.9951, Accuracy: 2570/5000 (51%)
[epoch 28] loss: 0.2148909
Test set: Average loss: 2.0009, Accuracy: 2569/5000 (51%)
[epoch 29] loss: 0.2133024
Test set: Average loss: 2.0030, Accuracy: 2562/5000 (51%)
[epoch 30] loss: 0.2116100
Test set: Average loss: 2.0078, Accuracy: 2559/5000 (51%)
[epoch 31] loss: 0.2115111
Test set: Average loss: 2.0101, Accuracy: 2560/5000 (51%)
[epoch 32] loss: 0.2172803
Epoch 31: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.0141, Accuracy: 2552/5000 (51%)
[epoch 33] loss: 0.2115363
Epoch 32: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.0148, Accuracy: 2551/5000 (51%)
[epoch 34] loss: 0.2067785
Test set: Average loss: 2.0149, Accuracy: 2551/5000 (51%)
[epoch 35] loss: 0.2077911
Epoch 34: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.0149, Accuracy: 2550/5000 (51%)
[epoch 36] loss: 0.2122839
Epoch 35: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 37] loss: 0.3013154
Epoch 36: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 38] loss: 0.2100610
Epoch 37: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 39] loss: 0.2091337
Epoch 38: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 40] loss: 0.2079892
Epoch 39: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 41] loss: 0.2070274
Epoch 40: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 42] loss: 0.2080705
Epoch 41: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 43] loss: 0.2096268
Epoch 42: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 44] loss: 0.2066528
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 45] loss: 0.2117048
Epoch 44: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 46] loss: 0.2075863
Epoch 45: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 47] loss: 0.2099506
Epoch 46: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 48] loss: 0.2075485
Epoch 47: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 49] loss: 0.2092227
Epoch 48: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
[epoch 50] loss: 0.2069712
Epoch 49: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.0150, Accuracy: 2550/5000 (51%)
Validation:
Test set: Average loss: 1.6229, Accuracy: 2606/5000 (52%)
Test
Test set: Average loss: 1.5960, Accuracy: 5303/10000 (53%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3045, Accuracy: 515/5000 (10%)
[epoch 1] loss: 1.7668428
Test set: Average loss: 1.4912, Accuracy: 2368/5000 (47%)
[epoch 2] loss: 1.3813508
Test set: Average loss: 1.5752, Accuracy: 2237/5000 (45%)
[epoch 3] loss: 1.2036841
Test set: Average loss: 1.4153, Accuracy: 2521/5000 (50%)
[epoch 4] loss: 1.0884169
Test set: Average loss: 1.6756, Accuracy: 2316/5000 (46%)
[epoch 5] loss: 1.0448272
Test set: Average loss: 1.5308, Accuracy: 2433/5000 (49%)
[epoch 6] loss: 0.9112714
Test set: Average loss: 1.5111, Accuracy: 2520/5000 (50%)
[epoch 7] loss: 0.9249437
Epoch 6: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6085, Accuracy: 2400/5000 (48%)
[epoch 8] loss: 0.6714940
Test set: Average loss: 1.4893, Accuracy: 2620/5000 (52%)
[epoch 9] loss: 0.5263359
Test set: Average loss: 1.5100, Accuracy: 2635/5000 (53%)
[epoch 10] loss: 0.5009726
Test set: Average loss: 1.5305, Accuracy: 2634/5000 (53%)
[epoch 11] loss: 0.4850300
Test set: Average loss: 1.5526, Accuracy: 2649/5000 (53%)
[epoch 12] loss: 0.4608110
Test set: Average loss: 1.5711, Accuracy: 2656/5000 (53%)
[epoch 13] loss: 0.4500763
Test set: Average loss: 1.5897, Accuracy: 2671/5000 (53%)
[epoch 14] loss: 0.4358906
Test set: Average loss: 1.6200, Accuracy: 2661/5000 (53%)
[epoch 15] loss: 0.4105182
Test set: Average loss: 1.6403, Accuracy: 2653/5000 (53%)
[epoch 16] loss: 0.3952551
Test set: Average loss: 1.6719, Accuracy: 2629/5000 (53%)
[epoch 17] loss: 0.3926104
Test set: Average loss: 1.7194, Accuracy: 2605/5000 (52%)
[epoch 18] loss: 0.3683723
Test set: Average loss: 1.7404, Accuracy: 2597/5000 (52%)
[epoch 19] loss: 0.4311704
Epoch 18: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.7600, Accuracy: 2619/5000 (52%)
[epoch 20] loss: 0.3269754
Test set: Average loss: 1.7596, Accuracy: 2617/5000 (52%)
[epoch 21] loss: 0.3192857
Test set: Average loss: 1.7626, Accuracy: 2621/5000 (52%)
[epoch 22] loss: 0.3147750
Test set: Average loss: 1.7647, Accuracy: 2623/5000 (52%)
[epoch 23] loss: 0.3141103
Test set: Average loss: 1.7669, Accuracy: 2619/5000 (52%)
[epoch 24] loss: 0.3147953
Epoch 23: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.7693, Accuracy: 2624/5000 (52%)
[epoch 25] loss: 0.3169097
Epoch 24: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.7693, Accuracy: 2624/5000 (52%)
[epoch 26] loss: 0.3091766
Test set: Average loss: 1.7694, Accuracy: 2624/5000 (52%)
[epoch 27] loss: 0.3082649
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 28] loss: 0.3106854
Epoch 27: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 29] loss: 0.3095225
Epoch 28: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 30] loss: 0.3197846
Epoch 29: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 31] loss: 0.3124081
Epoch 30: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 32] loss: 0.3129635
Epoch 31: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 33] loss: 0.3108620
Epoch 32: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 34] loss: 0.3122658
Epoch 33: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 35] loss: 0.4324091
Epoch 34: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 36] loss: 0.3127784
Epoch 35: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 37] loss: 0.3101391
Epoch 36: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 38] loss: 0.3087401
Epoch 37: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 39] loss: 0.3186389
Epoch 38: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 40] loss: 0.3114478
Epoch 39: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 41] loss: 0.3168168
Epoch 40: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 42] loss: 0.3086025
Epoch 41: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 43] loss: 0.3132710
Epoch 42: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 44] loss: 0.3094997
Epoch 43: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 45] loss: 0.3108818
Epoch 44: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 46] loss: 0.3087926
Epoch 45: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 47] loss: 0.3126524
Epoch 46: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 48] loss: 0.3131388
Epoch 47: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 49] loss: 0.3095450
Epoch 48: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
[epoch 50] loss: 0.3108321
Epoch 49: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.7695, Accuracy: 2623/5000 (52%)
Validation:
Test set: Average loss: 1.5897, Accuracy: 2671/5000 (53%)
Test
Test set: Average loss: 1.5232, Accuracy: 5451/10000 (55%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3029, Accuracy: 516/5000 (10%)
[epoch 1] loss: 1.8225822
Test set: Average loss: 1.5968, Accuracy: 2130/5000 (43%)
[epoch 2] loss: 1.4951761
Test set: Average loss: 1.3900, Accuracy: 2548/5000 (51%)
[epoch 3] loss: 1.2904701
Test set: Average loss: 1.3861, Accuracy: 2485/5000 (50%)
[epoch 4] loss: 1.1626463
Test set: Average loss: 1.4141, Accuracy: 2510/5000 (50%)
[epoch 5] loss: 1.0680273
Test set: Average loss: 1.5443, Accuracy: 2368/5000 (47%)
[epoch 6] loss: 0.9805520
Test set: Average loss: 1.5098, Accuracy: 2458/5000 (49%)
[epoch 7] loss: 0.9162829
Test set: Average loss: 1.5754, Accuracy: 2476/5000 (50%)
[epoch 8] loss: 0.8967093
Test set: Average loss: 1.5884, Accuracy: 2426/5000 (49%)
[epoch 9] loss: 0.7818016
Test set: Average loss: 1.7920, Accuracy: 2299/5000 (46%)
[epoch 10] loss: 0.8591632
Epoch 9: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7193, Accuracy: 2461/5000 (49%)
[epoch 11] loss: 0.5211013
Test set: Average loss: 1.6340, Accuracy: 2563/5000 (51%)
[epoch 12] loss: 0.4365279
Test set: Average loss: 1.6668, Accuracy: 2542/5000 (51%)
[epoch 13] loss: 0.4095599
Test set: Average loss: 1.6944, Accuracy: 2582/5000 (52%)
[epoch 14] loss: 0.3922150
Test set: Average loss: 1.7183, Accuracy: 2583/5000 (52%)
[epoch 15] loss: 0.3734253
Test set: Average loss: 1.7557, Accuracy: 2560/5000 (51%)
[epoch 16] loss: 0.3584558
Test set: Average loss: 1.7829, Accuracy: 2555/5000 (51%)
[epoch 17] loss: 0.3444733
Test set: Average loss: 1.8190, Accuracy: 2572/5000 (51%)
[epoch 18] loss: 0.3317562
Test set: Average loss: 1.8663, Accuracy: 2543/5000 (51%)
[epoch 19] loss: 0.3191233
Test set: Average loss: 1.8751, Accuracy: 2536/5000 (51%)
[epoch 20] loss: 0.3120960
Test set: Average loss: 1.9240, Accuracy: 2532/5000 (51%)
[epoch 21] loss: 0.2993693
Test set: Average loss: 1.9538, Accuracy: 2514/5000 (50%)
[epoch 22] loss: 0.2780056
Test set: Average loss: 1.9838, Accuracy: 2521/5000 (50%)
[epoch 23] loss: 0.3727695
Epoch 22: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.0252, Accuracy: 2520/5000 (50%)
[epoch 24] loss: 0.2530411
Test set: Average loss: 2.0153, Accuracy: 2514/5000 (50%)
[epoch 25] loss: 0.2433842
Test set: Average loss: 2.0181, Accuracy: 2514/5000 (50%)
[epoch 26] loss: 0.2397283
Test set: Average loss: 2.0227, Accuracy: 2520/5000 (50%)
[epoch 27] loss: 0.2394960
Test set: Average loss: 2.0293, Accuracy: 2523/5000 (50%)
[epoch 28] loss: 0.2358860
Test set: Average loss: 2.0337, Accuracy: 2522/5000 (50%)
[epoch 29] loss: 0.2354360
Test set: Average loss: 2.0380, Accuracy: 2515/5000 (50%)
[epoch 30] loss: 0.2355420
Epoch 29: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.0441, Accuracy: 2514/5000 (50%)
[epoch 31] loss: 0.2316684
Test set: Average loss: 2.0443, Accuracy: 2517/5000 (50%)
[epoch 32] loss: 0.3738849
Epoch 31: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.0448, Accuracy: 2517/5000 (50%)
[epoch 33] loss: 0.2342664
Epoch 32: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 34] loss: 0.2328844
Epoch 33: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 35] loss: 0.2308013
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 36] loss: 0.2318342
Epoch 35: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 37] loss: 0.2315398
Epoch 36: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 38] loss: 0.2300221
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 39] loss: 0.2334186
Epoch 38: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 40] loss: 0.2319773
Epoch 39: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 41] loss: 0.2352709
Epoch 40: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 42] loss: 0.2330870
Epoch 41: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 43] loss: 0.3734360
Epoch 42: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 44] loss: 0.2310637
Epoch 43: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 45] loss: 0.2318760
Epoch 44: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.0590, Accuracy: 2514/5000 (50%)
[epoch 46] loss: 0.2306931
Epoch 45: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 47] loss: 0.2307449
Epoch 46: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 48] loss: 0.2314100
Epoch 47: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 49] loss: 0.2301655
Epoch 48: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
[epoch 50] loss: 0.2305630
Epoch 49: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.0448, Accuracy: 2518/5000 (50%)
Validation:
Test set: Average loss: 1.7183, Accuracy: 2583/5000 (52%)
Test
Test set: Average loss: 1.6787, Accuracy: 5251/10000 (53%)
5000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3018, Accuracy: 536/5000 (11%)
[epoch 1] loss: 1.6310434
Test set: Average loss: 1.4497, Accuracy: 2480/5000 (50%)
[epoch 2] loss: 1.2983721
Test set: Average loss: 1.3263, Accuracy: 2658/5000 (53%)
[epoch 3] loss: 1.1681598
Test set: Average loss: 1.2896, Accuracy: 2787/5000 (56%)
[epoch 4] loss: 1.0854289
Test set: Average loss: 1.3466, Accuracy: 2656/5000 (53%)
[epoch 5] loss: 1.0323415
Test set: Average loss: 1.4609, Accuracy: 2528/5000 (51%)
[epoch 6] loss: 0.9767373
Test set: Average loss: 1.4237, Accuracy: 2602/5000 (52%)
[epoch 7] loss: 0.9528240
Test set: Average loss: 1.4687, Accuracy: 2566/5000 (51%)
[epoch 8] loss: 0.9068122
Test set: Average loss: 1.3940, Accuracy: 2715/5000 (54%)
[epoch 9] loss: 0.8600848
Test set: Average loss: 1.4694, Accuracy: 2649/5000 (53%)
[epoch 10] loss: 0.8404201
Test set: Average loss: 1.4556, Accuracy: 2611/5000 (52%)
[epoch 11] loss: 0.8057844
Test set: Average loss: 1.5780, Accuracy: 2631/5000 (53%)
[epoch 12] loss: 0.7920602
Test set: Average loss: 1.5328, Accuracy: 2629/5000 (53%)
[epoch 13] loss: 0.7277130
Test set: Average loss: 1.5727, Accuracy: 2628/5000 (53%)
[epoch 14] loss: 0.7315952
Epoch 13: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5467, Accuracy: 2679/5000 (54%)
[epoch 15] loss: 0.4936467
Test set: Average loss: 1.5109, Accuracy: 2741/5000 (55%)
[epoch 16] loss: 0.4453271
Test set: Average loss: 1.5625, Accuracy: 2750/5000 (55%)
[epoch 17] loss: 0.4271298
Test set: Average loss: 1.5965, Accuracy: 2734/5000 (55%)
[epoch 18] loss: 0.4106683
Test set: Average loss: 1.6258, Accuracy: 2744/5000 (55%)
[epoch 19] loss: 0.3978414
Test set: Average loss: 1.6587, Accuracy: 2726/5000 (55%)
[epoch 20] loss: 0.3877681
Test set: Average loss: 1.6883, Accuracy: 2748/5000 (55%)
[epoch 21] loss: 0.3766474
Test set: Average loss: 1.7223, Accuracy: 2747/5000 (55%)
[epoch 22] loss: 0.3661684
Test set: Average loss: 1.7566, Accuracy: 2727/5000 (55%)
[epoch 23] loss: 0.3561034
Test set: Average loss: 1.7861, Accuracy: 2741/5000 (55%)
[epoch 24] loss: 0.3460149
Test set: Average loss: 1.8215, Accuracy: 2724/5000 (54%)
[epoch 25] loss: 0.3381193
Test set: Average loss: 1.8404, Accuracy: 2733/5000 (55%)
[epoch 26] loss: 0.3288093
Test set: Average loss: 1.8899, Accuracy: 2712/5000 (54%)
[epoch 27] loss: 0.3205853
Test set: Average loss: 1.9175, Accuracy: 2714/5000 (54%)
[epoch 28] loss: 0.3118138
Test set: Average loss: 1.9558, Accuracy: 2707/5000 (54%)
[epoch 29] loss: 0.3033298
Test set: Average loss: 1.9826, Accuracy: 2705/5000 (54%)
[epoch 30] loss: 0.2955866
Test set: Average loss: 2.0226, Accuracy: 2710/5000 (54%)
[epoch 31] loss: 0.2854976
Test set: Average loss: 2.0563, Accuracy: 2708/5000 (54%)
[epoch 32] loss: 0.2794780
Test set: Average loss: 2.0869, Accuracy: 2689/5000 (54%)
[epoch 33] loss: 0.2697581
Test set: Average loss: 2.1210, Accuracy: 2710/5000 (54%)
[epoch 34] loss: 0.2636807
Test set: Average loss: 2.1666, Accuracy: 2692/5000 (54%)
[epoch 35] loss: 0.2551283
Test set: Average loss: 2.2108, Accuracy: 2698/5000 (54%)
[epoch 36] loss: 0.2498602
Test set: Average loss: 2.2426, Accuracy: 2696/5000 (54%)
[epoch 37] loss: 0.2413120
Test set: Average loss: 2.2742, Accuracy: 2692/5000 (54%)
[epoch 38] loss: 0.2333533
Test set: Average loss: 2.3120, Accuracy: 2660/5000 (53%)
[epoch 39] loss: 0.2283090
Test set: Average loss: 2.3451, Accuracy: 2648/5000 (53%)
[epoch 40] loss: 0.2203162
Test set: Average loss: 2.3891, Accuracy: 2691/5000 (54%)
[epoch 41] loss: 0.2143299
Test set: Average loss: 2.4253, Accuracy: 2671/5000 (53%)
[epoch 42] loss: 0.2058823
Test set: Average loss: 2.4765, Accuracy: 2662/5000 (53%)
[epoch 43] loss: 0.2004368
Test set: Average loss: 2.5064, Accuracy: 2660/5000 (53%)
[epoch 44] loss: 0.1923784
Test set: Average loss: 2.5621, Accuracy: 2656/5000 (53%)
[epoch 45] loss: 0.1880411
Test set: Average loss: 2.5761, Accuracy: 2663/5000 (53%)
[epoch 46] loss: 0.1807883
Test set: Average loss: 2.6289, Accuracy: 2655/5000 (53%)
[epoch 47] loss: 0.1735515
Test set: Average loss: 2.6798, Accuracy: 2647/5000 (53%)
[epoch 48] loss: 0.1685495
Test set: Average loss: 2.7190, Accuracy: 2658/5000 (53%)
[epoch 49] loss: 0.1607640
Test set: Average loss: 2.7689, Accuracy: 2636/5000 (53%)
[epoch 50] loss: 0.1559204
Test set: Average loss: 2.8145, Accuracy: 2635/5000 (53%)
Validation:
Test set: Average loss: 1.2896, Accuracy: 2787/5000 (56%)
Test
Test set: Average loss: 1.2557, Accuracy: 5666/10000 (57%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3041, Accuracy: 517/5000 (10%)
[epoch 1] loss: 1.6586412
Test set: Average loss: 1.4600, Accuracy: 2340/5000 (47%)
[epoch 2] loss: 1.3031290
Test set: Average loss: 1.3557, Accuracy: 2604/5000 (52%)
[epoch 3] loss: 1.1733652
Test set: Average loss: 1.5501, Accuracy: 2390/5000 (48%)
[epoch 4] loss: 1.1502431
Test set: Average loss: 1.3652, Accuracy: 2668/5000 (53%)
[epoch 5] loss: 1.0214042
Test set: Average loss: 1.3791, Accuracy: 2622/5000 (52%)
[epoch 6] loss: 0.9668877
Test set: Average loss: 1.4476, Accuracy: 2609/5000 (52%)
[epoch 7] loss: 0.9276199
Test set: Average loss: 1.4665, Accuracy: 2619/5000 (52%)
[epoch 8] loss: 0.9146127
Test set: Average loss: 1.5182, Accuracy: 2585/5000 (52%)
[epoch 9] loss: 0.8627147
Test set: Average loss: 1.4823, Accuracy: 2599/5000 (52%)
[epoch 10] loss: 0.8330985
Test set: Average loss: 1.4997, Accuracy: 2597/5000 (52%)
[epoch 11] loss: 0.8041991
Test set: Average loss: 1.6077, Accuracy: 2558/5000 (51%)
[epoch 12] loss: 0.7302567
Test set: Average loss: 1.6734, Accuracy: 2516/5000 (50%)
[epoch 13] loss: 0.7722592
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6134, Accuracy: 2589/5000 (52%)
[epoch 14] loss: 0.5280551
Test set: Average loss: 1.5407, Accuracy: 2709/5000 (54%)
[epoch 15] loss: 0.4688451
Test set: Average loss: 1.5719, Accuracy: 2702/5000 (54%)
[epoch 16] loss: 0.4497731
Test set: Average loss: 1.6107, Accuracy: 2700/5000 (54%)
[epoch 17] loss: 0.4358985
Test set: Average loss: 1.6468, Accuracy: 2693/5000 (54%)
[epoch 18] loss: 0.4245023
Test set: Average loss: 1.6958, Accuracy: 2672/5000 (53%)
[epoch 19] loss: 0.4128381
Test set: Average loss: 1.7115, Accuracy: 2675/5000 (54%)
[epoch 20] loss: 0.4031171
Test set: Average loss: 1.7502, Accuracy: 2690/5000 (54%)
[epoch 21] loss: 0.3909488
Test set: Average loss: 1.7853, Accuracy: 2658/5000 (53%)
[epoch 22] loss: 0.3819864
Test set: Average loss: 1.8078, Accuracy: 2657/5000 (53%)
[epoch 23] loss: 0.3739992
Test set: Average loss: 1.8487, Accuracy: 2661/5000 (53%)
[epoch 24] loss: 0.3652401
Test set: Average loss: 1.8806, Accuracy: 2661/5000 (53%)
[epoch 25] loss: 0.3549259
Test set: Average loss: 1.9088, Accuracy: 2645/5000 (53%)
[epoch 26] loss: 0.3471889
Test set: Average loss: 1.9357, Accuracy: 2643/5000 (53%)
[epoch 27] loss: 0.3392570
Test set: Average loss: 1.9743, Accuracy: 2649/5000 (53%)
[epoch 28] loss: 0.3315753
Test set: Average loss: 2.0219, Accuracy: 2631/5000 (53%)
[epoch 29] loss: 0.3245169
Test set: Average loss: 2.0383, Accuracy: 2651/5000 (53%)
[epoch 30] loss: 0.3191256
Test set: Average loss: 2.0858, Accuracy: 2618/5000 (52%)
[epoch 31] loss: 0.3082409
Test set: Average loss: 2.1111, Accuracy: 2606/5000 (52%)
[epoch 32] loss: 0.3031244
Test set: Average loss: 2.1410, Accuracy: 2623/5000 (52%)
[epoch 33] loss: 0.2919613
Test set: Average loss: 2.1731, Accuracy: 2613/5000 (52%)
[epoch 34] loss: 0.2855726
Test set: Average loss: 2.2176, Accuracy: 2595/5000 (52%)
[epoch 35] loss: 0.2793528
Test set: Average loss: 2.2479, Accuracy: 2638/5000 (53%)
[epoch 36] loss: 0.2746904
Test set: Average loss: 2.2981, Accuracy: 2613/5000 (52%)
[epoch 37] loss: 0.2654798
Test set: Average loss: 2.3161, Accuracy: 2597/5000 (52%)
[epoch 38] loss: 0.2619547
Test set: Average loss: 2.3596, Accuracy: 2596/5000 (52%)
[epoch 39] loss: 0.2524119
Test set: Average loss: 2.3864, Accuracy: 2602/5000 (52%)
[epoch 40] loss: 0.2461678
Test set: Average loss: 2.4272, Accuracy: 2568/5000 (51%)
[epoch 41] loss: 0.2435901
Test set: Average loss: 2.4729, Accuracy: 2596/5000 (52%)
[epoch 42] loss: 0.2352579
Test set: Average loss: 2.4974, Accuracy: 2586/5000 (52%)
[epoch 43] loss: 0.2294041
Test set: Average loss: 2.5343, Accuracy: 2597/5000 (52%)
[epoch 44] loss: 0.2220163
Test set: Average loss: 2.5762, Accuracy: 2579/5000 (52%)
[epoch 45] loss: 0.2174079
Test set: Average loss: 2.5902, Accuracy: 2563/5000 (51%)
[epoch 46] loss: 0.2104360
Test set: Average loss: 2.6375, Accuracy: 2573/5000 (51%)
[epoch 47] loss: 0.2051437
Test set: Average loss: 2.6946, Accuracy: 2591/5000 (52%)
[epoch 48] loss: 0.1998316
Test set: Average loss: 2.7215, Accuracy: 2576/5000 (52%)
[epoch 49] loss: 0.1956434
Test set: Average loss: 2.7688, Accuracy: 2580/5000 (52%)
[epoch 50] loss: 0.1936071
Test set: Average loss: 2.7878, Accuracy: 2582/5000 (52%)
Validation:
Test set: Average loss: 1.5407, Accuracy: 2709/5000 (54%)
Test
Test set: Average loss: 1.4548, Accuracy: 5669/10000 (57%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 495/5000 (10%)
[epoch 1] loss: 1.6294048
Test set: Average loss: 1.4129, Accuracy: 2460/5000 (49%)
[epoch 2] loss: 1.3313783
Test set: Average loss: 1.3540, Accuracy: 2606/5000 (52%)
[epoch 3] loss: 1.2274555
Test set: Average loss: 1.3927, Accuracy: 2527/5000 (51%)
[epoch 4] loss: 1.1195578
Test set: Average loss: 1.3523, Accuracy: 2647/5000 (53%)
[epoch 5] loss: 1.0695544
Test set: Average loss: 1.3258, Accuracy: 2693/5000 (54%)
[epoch 6] loss: 0.9994380
Test set: Average loss: 1.4404, Accuracy: 2637/5000 (53%)
[epoch 7] loss: 0.9673230
Test set: Average loss: 1.3719, Accuracy: 2731/5000 (55%)
[epoch 8] loss: 0.9056261
Test set: Average loss: 1.3785, Accuracy: 2750/5000 (55%)
[epoch 9] loss: 0.8837057
Test set: Average loss: 1.4847, Accuracy: 2609/5000 (52%)
[epoch 10] loss: 0.8542592
Test set: Average loss: 1.5031, Accuracy: 2673/5000 (53%)
[epoch 11] loss: 0.8387696
Test set: Average loss: 1.6353, Accuracy: 2541/5000 (51%)
[epoch 12] loss: 0.8026157
Test set: Average loss: 1.5809, Accuracy: 2626/5000 (53%)
[epoch 13] loss: 0.7839871
Test set: Average loss: 1.5591, Accuracy: 2622/5000 (52%)
[epoch 14] loss: 0.7239649
Test set: Average loss: 1.6812, Accuracy: 2478/5000 (50%)
[epoch 15] loss: 0.7251939
Epoch 14: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6295, Accuracy: 2538/5000 (51%)
[epoch 16] loss: 0.4931552
Test set: Average loss: 1.5384, Accuracy: 2695/5000 (54%)
[epoch 17] loss: 0.4326527
Test set: Average loss: 1.5777, Accuracy: 2712/5000 (54%)
[epoch 18] loss: 0.4128622
Test set: Average loss: 1.6118, Accuracy: 2703/5000 (54%)
[epoch 19] loss: 0.3982130
Test set: Average loss: 1.6449, Accuracy: 2713/5000 (54%)
[epoch 20] loss: 0.3863370
Test set: Average loss: 1.6880, Accuracy: 2693/5000 (54%)
[epoch 21] loss: 0.3779064
Test set: Average loss: 1.7239, Accuracy: 2684/5000 (54%)
[epoch 22] loss: 0.3679051
Test set: Average loss: 1.7416, Accuracy: 2702/5000 (54%)
[epoch 23] loss: 0.3554157
Test set: Average loss: 1.7870, Accuracy: 2693/5000 (54%)
[epoch 24] loss: 0.3488640
Test set: Average loss: 1.8137, Accuracy: 2671/5000 (53%)
[epoch 25] loss: 0.3406967
Test set: Average loss: 1.8383, Accuracy: 2701/5000 (54%)
[epoch 26] loss: 0.3297476
Test set: Average loss: 1.8723, Accuracy: 2681/5000 (54%)
[epoch 27] loss: 0.3219744
Test set: Average loss: 1.9091, Accuracy: 2664/5000 (53%)
[epoch 28] loss: 0.3108420
Test set: Average loss: 1.9445, Accuracy: 2680/5000 (54%)
[epoch 29] loss: 0.3059529
Test set: Average loss: 1.9976, Accuracy: 2649/5000 (53%)
[epoch 30] loss: 0.2990173
Test set: Average loss: 1.9962, Accuracy: 2674/5000 (53%)
[epoch 31] loss: 0.2941372
Test set: Average loss: 2.0344, Accuracy: 2646/5000 (53%)
[epoch 32] loss: 0.2823580
Test set: Average loss: 2.0614, Accuracy: 2667/5000 (53%)
[epoch 33] loss: 0.2752717
Test set: Average loss: 2.1024, Accuracy: 2649/5000 (53%)
[epoch 34] loss: 0.2672904
Test set: Average loss: 2.1231, Accuracy: 2650/5000 (53%)
[epoch 35] loss: 0.2582023
Test set: Average loss: 2.1612, Accuracy: 2642/5000 (53%)
[epoch 36] loss: 0.2535961
Test set: Average loss: 2.1942, Accuracy: 2644/5000 (53%)
[epoch 37] loss: 0.2513649
Test set: Average loss: 2.2241, Accuracy: 2644/5000 (53%)
[epoch 38] loss: 0.2390505
Test set: Average loss: 2.2531, Accuracy: 2636/5000 (53%)
[epoch 39] loss: 0.2307022
Test set: Average loss: 2.2964, Accuracy: 2644/5000 (53%)
[epoch 40] loss: 0.2253279
Test set: Average loss: 2.3199, Accuracy: 2639/5000 (53%)
[epoch 41] loss: 0.2213140
Test set: Average loss: 2.3637, Accuracy: 2632/5000 (53%)
[epoch 42] loss: 0.2143901
Test set: Average loss: 2.4017, Accuracy: 2616/5000 (52%)
[epoch 43] loss: 0.2098761
Test set: Average loss: 2.4353, Accuracy: 2618/5000 (52%)
[epoch 44] loss: 0.2024917
Test set: Average loss: 2.4670, Accuracy: 2627/5000 (53%)
[epoch 45] loss: 0.1998166
Test set: Average loss: 2.5008, Accuracy: 2622/5000 (52%)
[epoch 46] loss: 0.1870371
Test set: Average loss: 2.5424, Accuracy: 2601/5000 (52%)
[epoch 47] loss: 0.1819569
Test set: Average loss: 2.5835, Accuracy: 2600/5000 (52%)
[epoch 48] loss: 0.1777484
Test set: Average loss: 2.6039, Accuracy: 2603/5000 (52%)
[epoch 49] loss: 0.1695100
Test set: Average loss: 2.6350, Accuracy: 2616/5000 (52%)
[epoch 50] loss: 0.2642801
Epoch 49: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.7077, Accuracy: 2581/5000 (52%)
Validation:
Test set: Average loss: 1.3785, Accuracy: 2750/5000 (55%)
Test
Test set: Average loss: 1.3512, Accuracy: 5604/10000 (56%)
10000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3038, Accuracy: 426/5000 (9%)
[epoch 1] loss: 1.4921930
Test set: Average loss: 1.3790, Accuracy: 2588/5000 (52%)
[epoch 2] loss: 1.2516219
Test set: Average loss: 1.3112, Accuracy: 2655/5000 (53%)
[epoch 3] loss: 1.1463255
Test set: Average loss: 1.3139, Accuracy: 2736/5000 (55%)
[epoch 4] loss: 1.0884192
Test set: Average loss: 1.2650, Accuracy: 2772/5000 (55%)
[epoch 5] loss: 1.0408898
Test set: Average loss: 1.3029, Accuracy: 2707/5000 (54%)
[epoch 6] loss: 1.0050410
Test set: Average loss: 1.3211, Accuracy: 2723/5000 (54%)
[epoch 7] loss: 0.9703741
Test set: Average loss: 1.3274, Accuracy: 2726/5000 (55%)
[epoch 8] loss: 0.9502315
Test set: Average loss: 1.2739, Accuracy: 2833/5000 (57%)
[epoch 9] loss: 0.9258966
Test set: Average loss: 1.2888, Accuracy: 2793/5000 (56%)
[epoch 10] loss: 0.8762675
Test set: Average loss: 1.3477, Accuracy: 2749/5000 (55%)
[epoch 11] loss: 0.8642259
Test set: Average loss: 1.2826, Accuracy: 2861/5000 (57%)
[epoch 12] loss: 0.8403871
Test set: Average loss: 1.3336, Accuracy: 2753/5000 (55%)
[epoch 13] loss: 0.8020815
Test set: Average loss: 1.3706, Accuracy: 2786/5000 (56%)
[epoch 14] loss: 0.7787212
Test set: Average loss: 1.3728, Accuracy: 2754/5000 (55%)
[epoch 15] loss: 0.7308612
Test set: Average loss: 1.3975, Accuracy: 2740/5000 (55%)
[epoch 16] loss: 0.7010107
Test set: Average loss: 1.3468, Accuracy: 2830/5000 (57%)
[epoch 17] loss: 0.6719739
Test set: Average loss: 1.3887, Accuracy: 2766/5000 (55%)
[epoch 18] loss: 0.6161157
Test set: Average loss: 1.4439, Accuracy: 2778/5000 (56%)
[epoch 19] loss: 0.5656340
Test set: Average loss: 1.4898, Accuracy: 2771/5000 (55%)
[epoch 20] loss: 0.5291717
Test set: Average loss: 1.4970, Accuracy: 2785/5000 (56%)
[epoch 21] loss: 0.4540290
Test set: Average loss: 1.5657, Accuracy: 2801/5000 (56%)
[epoch 22] loss: 0.4111367
Test set: Average loss: 1.6572, Accuracy: 2714/5000 (54%)
[epoch 23] loss: 0.3507104
Test set: Average loss: 1.6848, Accuracy: 2817/5000 (56%)
[epoch 24] loss: 0.2872016
Test set: Average loss: 1.7822, Accuracy: 2829/5000 (57%)
[epoch 25] loss: 0.2340861
Test set: Average loss: 1.8179, Accuracy: 2819/5000 (56%)
[epoch 26] loss: 0.2034938
Test set: Average loss: 1.8665, Accuracy: 2780/5000 (56%)
[epoch 27] loss: 0.1471932
Test set: Average loss: 1.9338, Accuracy: 2808/5000 (56%)
[epoch 28] loss: 0.1034616
Test set: Average loss: 2.0618, Accuracy: 2777/5000 (56%)
[epoch 29] loss: 0.0893754
Test set: Average loss: 2.0613, Accuracy: 2817/5000 (56%)
[epoch 30] loss: 0.1168702
Epoch 29: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1564, Accuracy: 2774/5000 (55%)
[epoch 31] loss: 0.0426744
Test set: Average loss: 2.0840, Accuracy: 2864/5000 (57%)
[epoch 32] loss: 0.0237250
Test set: Average loss: 2.0992, Accuracy: 2874/5000 (57%)
[epoch 33] loss: 0.0189757
Test set: Average loss: 2.1227, Accuracy: 2868/5000 (57%)
[epoch 34] loss: 0.0161889
Test set: Average loss: 2.1381, Accuracy: 2869/5000 (57%)
[epoch 35] loss: 0.0141949
Test set: Average loss: 2.1580, Accuracy: 2874/5000 (57%)
[epoch 36] loss: 0.0126458
Test set: Average loss: 2.1797, Accuracy: 2865/5000 (57%)
[epoch 37] loss: 0.0113139
Test set: Average loss: 2.1982, Accuracy: 2878/5000 (58%)
[epoch 38] loss: 0.0101869
Test set: Average loss: 2.2177, Accuracy: 2873/5000 (57%)
[epoch 39] loss: 0.0092073
Test set: Average loss: 2.2388, Accuracy: 2872/5000 (57%)
[epoch 40] loss: 0.0082993
Test set: Average loss: 2.2620, Accuracy: 2874/5000 (57%)
[epoch 41] loss: 0.0074850
Test set: Average loss: 2.2892, Accuracy: 2877/5000 (58%)
[epoch 42] loss: 0.0067644
Test set: Average loss: 2.3093, Accuracy: 2870/5000 (57%)
[epoch 43] loss: 0.0061084
Test set: Average loss: 2.3352, Accuracy: 2868/5000 (57%)
[epoch 44] loss: 0.0054857
Test set: Average loss: 2.3645, Accuracy: 2885/5000 (58%)
[epoch 45] loss: 0.0049323
Test set: Average loss: 2.3844, Accuracy: 2869/5000 (57%)
[epoch 46] loss: 0.0044262
Test set: Average loss: 2.4164, Accuracy: 2863/5000 (57%)
[epoch 47] loss: 0.0039675
Test set: Average loss: 2.4464, Accuracy: 2867/5000 (57%)
[epoch 48] loss: 0.0035461
Test set: Average loss: 2.4781, Accuracy: 2867/5000 (57%)
[epoch 49] loss: 0.0031645
Test set: Average loss: 2.5010, Accuracy: 2865/5000 (57%)
[epoch 50] loss: 0.0027910
Test set: Average loss: 2.5341, Accuracy: 2868/5000 (57%)
Validation:
Test set: Average loss: 2.3645, Accuracy: 2885/5000 (58%)
Test
Test set: Average loss: 2.3206, Accuracy: 5888/10000 (59%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3014, Accuracy: 575/5000 (12%)
[epoch 1] loss: 1.5059750
Test set: Average loss: 1.3826, Accuracy: 2539/5000 (51%)
[epoch 2] loss: 1.2296672
Test set: Average loss: 1.2834, Accuracy: 2733/5000 (55%)
[epoch 3] loss: 1.1337710
Test set: Average loss: 1.3469, Accuracy: 2716/5000 (54%)
[epoch 4] loss: 1.0835393
Test set: Average loss: 1.2658, Accuracy: 2844/5000 (57%)
[epoch 5] loss: 1.0436663
Test set: Average loss: 1.2311, Accuracy: 2834/5000 (57%)
[epoch 6] loss: 0.9930189
Test set: Average loss: 1.2817, Accuracy: 2794/5000 (56%)
[epoch 7] loss: 0.9871063
Test set: Average loss: 1.2910, Accuracy: 2765/5000 (55%)
[epoch 8] loss: 0.9406113
Test set: Average loss: 1.2971, Accuracy: 2838/5000 (57%)
[epoch 9] loss: 0.9328233
Test set: Average loss: 1.3384, Accuracy: 2752/5000 (55%)
[epoch 10] loss: 0.8948595
Test set: Average loss: 1.2548, Accuracy: 2856/5000 (57%)
[epoch 11] loss: 0.8595446
Test set: Average loss: 1.2775, Accuracy: 2873/5000 (57%)
[epoch 12] loss: 0.8364260
Test set: Average loss: 1.2993, Accuracy: 2872/5000 (57%)
[epoch 13] loss: 0.8157683
Test set: Average loss: 1.2995, Accuracy: 2869/5000 (57%)
[epoch 14] loss: 0.7690101
Test set: Average loss: 1.3442, Accuracy: 2868/5000 (57%)
[epoch 15] loss: 0.7330376
Test set: Average loss: 1.3074, Accuracy: 2887/5000 (58%)
[epoch 16] loss: 0.6976830
Test set: Average loss: 1.3281, Accuracy: 2900/5000 (58%)
[epoch 17] loss: 0.6391208
Test set: Average loss: 1.4065, Accuracy: 2848/5000 (57%)
[epoch 18] loss: 0.6184349
Test set: Average loss: 1.4732, Accuracy: 2805/5000 (56%)
[epoch 19] loss: 0.5680341
Test set: Average loss: 1.4573, Accuracy: 2889/5000 (58%)
[epoch 20] loss: 0.4919640
Test set: Average loss: 1.5548, Accuracy: 2815/5000 (56%)
[epoch 21] loss: 0.4388399
Test set: Average loss: 1.5243, Accuracy: 2829/5000 (57%)
[epoch 22] loss: 0.3889227
Test set: Average loss: 1.6316, Accuracy: 2839/5000 (57%)
[epoch 23] loss: 0.3427569
Test set: Average loss: 1.6285, Accuracy: 2876/5000 (58%)
[epoch 24] loss: 0.2814160
Test set: Average loss: 1.6559, Accuracy: 2864/5000 (57%)
[epoch 25] loss: 0.2374411
Test set: Average loss: 1.7666, Accuracy: 2826/5000 (57%)
[epoch 26] loss: 0.1811358
Test set: Average loss: 1.8211, Accuracy: 2893/5000 (58%)
[epoch 27] loss: 0.1615165
Test set: Average loss: 1.8892, Accuracy: 2817/5000 (56%)
[epoch 28] loss: 0.0818355
Test set: Average loss: 1.9409, Accuracy: 2896/5000 (58%)
[epoch 29] loss: 0.0531185
Test set: Average loss: 1.9897, Accuracy: 2912/5000 (58%)
[epoch 30] loss: 0.0364539
Test set: Average loss: 2.1182, Accuracy: 2910/5000 (58%)
[epoch 31] loss: 0.2468249
Epoch 30: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1718, Accuracy: 2731/5000 (55%)
[epoch 32] loss: 0.1092186
Epoch 31: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.9408, Accuracy: 2922/5000 (58%)
[epoch 33] loss: 0.0482278
Epoch 32: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.9403, Accuracy: 2926/5000 (59%)
[epoch 34] loss: 0.0457623
Epoch 33: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 35] loss: 0.0454488
Epoch 34: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 36] loss: 0.0454622
Epoch 35: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 37] loss: 0.0454142
Epoch 36: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 38] loss: 0.0454459
Epoch 37: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 39] loss: 0.0454339
Epoch 38: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 40] loss: 0.0455068
Epoch 39: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 41] loss: 0.0455026
Epoch 40: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 42] loss: 0.0455148
Epoch 41: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 43] loss: 0.0454560
Epoch 42: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 44] loss: 0.0454448
Epoch 43: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 45] loss: 0.0455017
Epoch 44: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 46] loss: 0.0454406
Epoch 45: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 47] loss: 0.0454386
Epoch 46: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 48] loss: 0.0454571
Epoch 47: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 49] loss: 0.0454661
Epoch 48: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
[epoch 50] loss: 0.0454464
Epoch 49: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.9405, Accuracy: 2924/5000 (58%)
Validation:
Test set: Average loss: 1.9403, Accuracy: 2926/5000 (59%)
Test
Test set: Average loss: 1.8919, Accuracy: 5939/10000 (59%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3019, Accuracy: 582/5000 (12%)
[epoch 1] loss: 1.5408912
Test set: Average loss: 1.4147, Accuracy: 2461/5000 (49%)
[epoch 2] loss: 1.2648827
Test set: Average loss: 1.2853, Accuracy: 2728/5000 (55%)
[epoch 3] loss: 1.1785388
Test set: Average loss: 1.2955, Accuracy: 2688/5000 (54%)
[epoch 4] loss: 1.1171964
Test set: Average loss: 1.2864, Accuracy: 2784/5000 (56%)
[epoch 5] loss: 1.0699122
Test set: Average loss: 1.2801, Accuracy: 2735/5000 (55%)
[epoch 6] loss: 1.0437613
Test set: Average loss: 1.2884, Accuracy: 2770/5000 (55%)
[epoch 7] loss: 0.9925241
Test set: Average loss: 1.2822, Accuracy: 2820/5000 (56%)
[epoch 8] loss: 0.9632763
Test set: Average loss: 1.2377, Accuracy: 2856/5000 (57%)
[epoch 9] loss: 0.9477876
Test set: Average loss: 1.3343, Accuracy: 2774/5000 (55%)
[epoch 10] loss: 0.9223681
Test set: Average loss: 1.3755, Accuracy: 2689/5000 (54%)
[epoch 11] loss: 0.8770151
Test set: Average loss: 1.3177, Accuracy: 2832/5000 (57%)
[epoch 12] loss: 0.8670674
Test set: Average loss: 1.2707, Accuracy: 2908/5000 (58%)
[epoch 13] loss: 0.8334251
Test set: Average loss: 1.3108, Accuracy: 2845/5000 (57%)
[epoch 14] loss: 0.7753563
Test set: Average loss: 1.3437, Accuracy: 2844/5000 (57%)
[epoch 15] loss: 0.7371714
Test set: Average loss: 1.3518, Accuracy: 2868/5000 (57%)
[epoch 16] loss: 0.7139211
Test set: Average loss: 1.4265, Accuracy: 2807/5000 (56%)
[epoch 17] loss: 0.6577971
Test set: Average loss: 1.4621, Accuracy: 2802/5000 (56%)
[epoch 18] loss: 0.6205077
Test set: Average loss: 1.4479, Accuracy: 2847/5000 (57%)
[epoch 19] loss: 0.5575600
Test set: Average loss: 1.4499, Accuracy: 2851/5000 (57%)
[epoch 20] loss: 0.5038190
Test set: Average loss: 1.5335, Accuracy: 2820/5000 (56%)
[epoch 21] loss: 0.4490285
Test set: Average loss: 1.5772, Accuracy: 2845/5000 (57%)
[epoch 22] loss: 0.3894578
Test set: Average loss: 1.6625, Accuracy: 2815/5000 (56%)
[epoch 23] loss: 0.3524395
Test set: Average loss: 1.7433, Accuracy: 2812/5000 (56%)
[epoch 24] loss: 0.2625160
Test set: Average loss: 1.7878, Accuracy: 2819/5000 (56%)
[epoch 25] loss: 0.2150948
Test set: Average loss: 1.8040, Accuracy: 2802/5000 (56%)
[epoch 26] loss: 0.1804598
Test set: Average loss: 1.9069, Accuracy: 2810/5000 (56%)
[epoch 27] loss: 0.1280252
Test set: Average loss: 1.9349, Accuracy: 2823/5000 (56%)
[epoch 28] loss: 0.0688218
Test set: Average loss: 2.0636, Accuracy: 2827/5000 (57%)
[epoch 29] loss: 0.1082904
Epoch 28: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1486, Accuracy: 2756/5000 (55%)
[epoch 30] loss: 0.0365982
Test set: Average loss: 2.0525, Accuracy: 2868/5000 (57%)
[epoch 31] loss: 0.0227483
Test set: Average loss: 2.0677, Accuracy: 2869/5000 (57%)
[epoch 32] loss: 0.0190132
Test set: Average loss: 2.0842, Accuracy: 2895/5000 (58%)
[epoch 33] loss: 0.0165986
Test set: Average loss: 2.1018, Accuracy: 2899/5000 (58%)
[epoch 34] loss: 0.0146899
Test set: Average loss: 2.1176, Accuracy: 2902/5000 (58%)
[epoch 35] loss: 0.0132111
Test set: Average loss: 2.1365, Accuracy: 2901/5000 (58%)
[epoch 36] loss: 0.0119367
Test set: Average loss: 2.1575, Accuracy: 2897/5000 (58%)
[epoch 37] loss: 0.0108453
Test set: Average loss: 2.1729, Accuracy: 2898/5000 (58%)
[epoch 38] loss: 0.0098153
Test set: Average loss: 2.1990, Accuracy: 2908/5000 (58%)
[epoch 39] loss: 0.0089511
Test set: Average loss: 2.2134, Accuracy: 2906/5000 (58%)
[epoch 40] loss: 0.0081095
Test set: Average loss: 2.2390, Accuracy: 2893/5000 (58%)
[epoch 41] loss: 0.0073520
Test set: Average loss: 2.2628, Accuracy: 2905/5000 (58%)
[epoch 42] loss: 0.0066700
Test set: Average loss: 2.2893, Accuracy: 2907/5000 (58%)
[epoch 43] loss: 0.0060305
Test set: Average loss: 2.3118, Accuracy: 2904/5000 (58%)
[epoch 44] loss: 0.0054181
Test set: Average loss: 2.3381, Accuracy: 2903/5000 (58%)
[epoch 45] loss: 0.0048571
Test set: Average loss: 2.3713, Accuracy: 2916/5000 (58%)
[epoch 46] loss: 0.0043544
Test set: Average loss: 2.3988, Accuracy: 2896/5000 (58%)
[epoch 47] loss: 0.0038854
Test set: Average loss: 2.4200, Accuracy: 2917/5000 (58%)
[epoch 48] loss: 0.0034523
Test set: Average loss: 2.4529, Accuracy: 2928/5000 (59%)
[epoch 49] loss: 0.0030783
Test set: Average loss: 2.4805, Accuracy: 2908/5000 (58%)
[epoch 50] loss: 0.0027304
Test set: Average loss: 2.5169, Accuracy: 2922/5000 (58%)
Validation:
Test set: Average loss: 2.4529, Accuracy: 2928/5000 (59%)
Test
Test set: Average loss: 2.3345, Accuracy: 5991/10000 (60%)
15000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3035, Accuracy: 517/5000 (10%)
[epoch 1] loss: 1.4243762
Test set: Average loss: 1.2746, Accuracy: 2739/5000 (55%)
[epoch 2] loss: 1.2018118
Test set: Average loss: 1.2710, Accuracy: 2712/5000 (54%)
[epoch 3] loss: 1.1184125
Test set: Average loss: 1.2292, Accuracy: 2869/5000 (57%)
[epoch 4] loss: 1.0788334
Test set: Average loss: 1.3514, Accuracy: 2617/5000 (52%)
[epoch 5] loss: 1.0463512
Test set: Average loss: 1.1702, Accuracy: 2974/5000 (59%)
[epoch 6] loss: 1.0084550
Test set: Average loss: 1.1916, Accuracy: 2935/5000 (59%)
[epoch 7] loss: 0.9813854
Test set: Average loss: 1.1597, Accuracy: 2990/5000 (60%)
[epoch 8] loss: 0.9442850
Test set: Average loss: 1.2466, Accuracy: 2880/5000 (58%)
[epoch 9] loss: 0.9276782
Test set: Average loss: 1.1930, Accuracy: 2919/5000 (58%)
[epoch 10] loss: 0.8923640
Test set: Average loss: 1.1715, Accuracy: 2965/5000 (59%)
[epoch 11] loss: 0.8584668
Test set: Average loss: 1.1644, Accuracy: 3023/5000 (60%)
[epoch 12] loss: 0.8228261
Test set: Average loss: 1.2016, Accuracy: 2961/5000 (59%)
[epoch 13] loss: 0.7820659
Test set: Average loss: 1.1981, Accuracy: 3046/5000 (61%)
[epoch 14] loss: 0.7394423
Test set: Average loss: 1.2516, Accuracy: 2979/5000 (60%)
[epoch 15] loss: 0.6957958
Test set: Average loss: 1.2511, Accuracy: 2953/5000 (59%)
[epoch 16] loss: 0.6575450
Test set: Average loss: 1.2358, Accuracy: 3052/5000 (61%)
[epoch 17] loss: 0.5993034
Test set: Average loss: 1.3088, Accuracy: 3023/5000 (60%)
[epoch 18] loss: 0.5441050
Test set: Average loss: 1.3471, Accuracy: 3001/5000 (60%)
[epoch 19] loss: 0.4809720
Test set: Average loss: 1.3672, Accuracy: 2978/5000 (60%)
[epoch 20] loss: 0.4079790
Test set: Average loss: 1.3868, Accuracy: 3039/5000 (61%)
[epoch 21] loss: 0.3326457
Test set: Average loss: 1.5591, Accuracy: 2964/5000 (59%)
[epoch 22] loss: 0.2790687
Test set: Average loss: 1.5399, Accuracy: 2984/5000 (60%)
[epoch 23] loss: 0.2150497
Test set: Average loss: 1.6675, Accuracy: 2939/5000 (59%)
[epoch 24] loss: 0.1719430
Test set: Average loss: 1.6775, Accuracy: 2997/5000 (60%)
[epoch 25] loss: 0.1241899
Test set: Average loss: 1.7087, Accuracy: 2985/5000 (60%)
[epoch 26] loss: 0.0699993
Test set: Average loss: 1.8117, Accuracy: 3066/5000 (61%)
[epoch 27] loss: 0.1064846
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8799, Accuracy: 3005/5000 (60%)
[epoch 28] loss: 0.0397463
Test set: Average loss: 1.8153, Accuracy: 3070/5000 (61%)
[epoch 29] loss: 0.0196137
Test set: Average loss: 1.8291, Accuracy: 3089/5000 (62%)
[epoch 30] loss: 0.0149258
Test set: Average loss: 1.8451, Accuracy: 3102/5000 (62%)
[epoch 31] loss: 0.0121553
Test set: Average loss: 1.8584, Accuracy: 3095/5000 (62%)
[epoch 32] loss: 0.0101887
Test set: Average loss: 1.8791, Accuracy: 3102/5000 (62%)
[epoch 33] loss: 0.0086232
Test set: Average loss: 1.8944, Accuracy: 3101/5000 (62%)
[epoch 34] loss: 0.0073899
Test set: Average loss: 1.9150, Accuracy: 3109/5000 (62%)
[epoch 35] loss: 0.0063350
Test set: Average loss: 1.9327, Accuracy: 3120/5000 (62%)
[epoch 36] loss: 0.0054295
Test set: Average loss: 1.9569, Accuracy: 3110/5000 (62%)
[epoch 37] loss: 0.0046383
Test set: Average loss: 1.9828, Accuracy: 3121/5000 (62%)
[epoch 38] loss: 0.0039536
Test set: Average loss: 2.0121, Accuracy: 3125/5000 (62%)
[epoch 39] loss: 0.0033644
Test set: Average loss: 2.0411, Accuracy: 3121/5000 (62%)
[epoch 40] loss: 0.0028351
Test set: Average loss: 2.0722, Accuracy: 3124/5000 (62%)
[epoch 41] loss: 0.0023928
Test set: Average loss: 2.1009, Accuracy: 3118/5000 (62%)
[epoch 42] loss: 0.0020007
Test set: Average loss: 2.1347, Accuracy: 3111/5000 (62%)
[epoch 43] loss: 0.0016727
Test set: Average loss: 2.1686, Accuracy: 3125/5000 (62%)
[epoch 44] loss: 0.0013862
Test set: Average loss: 2.2015, Accuracy: 3110/5000 (62%)
[epoch 45] loss: 0.0011518
Test set: Average loss: 2.2498, Accuracy: 3109/5000 (62%)
[epoch 46] loss: 0.0009476
Test set: Average loss: 2.2796, Accuracy: 3110/5000 (62%)
[epoch 47] loss: 0.0007778
Test set: Average loss: 2.3199, Accuracy: 3108/5000 (62%)
[epoch 48] loss: 0.0006357
Test set: Average loss: 2.3557, Accuracy: 3111/5000 (62%)
[epoch 49] loss: 0.0005195
Test set: Average loss: 2.3979, Accuracy: 3119/5000 (62%)
[epoch 50] loss: 0.0004230
Test set: Average loss: 2.4314, Accuracy: 3108/5000 (62%)
Validation:
Test set: Average loss: 2.1686, Accuracy: 3125/5000 (62%)
Test
Test set: Average loss: 2.1818, Accuracy: 6282/10000 (63%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3024, Accuracy: 518/5000 (10%)
[epoch 1] loss: 1.4568845
Test set: Average loss: 1.5428, Accuracy: 2370/5000 (47%)
[epoch 2] loss: 1.2056942
Test set: Average loss: 1.2084, Accuracy: 2832/5000 (57%)
[epoch 3] loss: 1.1378239
Test set: Average loss: 1.2070, Accuracy: 2865/5000 (57%)
[epoch 4] loss: 1.0765339
Test set: Average loss: 1.1604, Accuracy: 2975/5000 (60%)
[epoch 5] loss: 1.0403373
Test set: Average loss: 1.2637, Accuracy: 2838/5000 (57%)
[epoch 6] loss: 0.9981168
Test set: Average loss: 1.2403, Accuracy: 2811/5000 (56%)
[epoch 7] loss: 0.9759658
Test set: Average loss: 1.2312, Accuracy: 2829/5000 (57%)
[epoch 8] loss: 0.9416696
Test set: Average loss: 1.2622, Accuracy: 2842/5000 (57%)
[epoch 9] loss: 0.9002050
Test set: Average loss: 1.1937, Accuracy: 2925/5000 (58%)
[epoch 10] loss: 0.8839178
Test set: Average loss: 1.1883, Accuracy: 2964/5000 (59%)
[epoch 11] loss: 0.8424077
Test set: Average loss: 1.2171, Accuracy: 2956/5000 (59%)
[epoch 12] loss: 0.8153325
Test set: Average loss: 1.2215, Accuracy: 2928/5000 (59%)
[epoch 13] loss: 0.7762558
Test set: Average loss: 1.2112, Accuracy: 2987/5000 (60%)
[epoch 14] loss: 0.7422129
Test set: Average loss: 1.1926, Accuracy: 3031/5000 (61%)
[epoch 15] loss: 0.6937872
Test set: Average loss: 1.1951, Accuracy: 3024/5000 (60%)
[epoch 16] loss: 0.6259238
Test set: Average loss: 1.2517, Accuracy: 2982/5000 (60%)
[epoch 17] loss: 0.5816673
Test set: Average loss: 1.3150, Accuracy: 2978/5000 (60%)
[epoch 18] loss: 0.5280078
Test set: Average loss: 1.3183, Accuracy: 2972/5000 (59%)
[epoch 19] loss: 0.4690349
Test set: Average loss: 1.3903, Accuracy: 2971/5000 (59%)
[epoch 20] loss: 0.4147259
Test set: Average loss: 1.4280, Accuracy: 2959/5000 (59%)
[epoch 21] loss: 0.3370814
Test set: Average loss: 1.4503, Accuracy: 3032/5000 (61%)
[epoch 22] loss: 0.2701196
Test set: Average loss: 1.5642, Accuracy: 3007/5000 (60%)
[epoch 23] loss: 0.2125916
Test set: Average loss: 1.5430, Accuracy: 3045/5000 (61%)
[epoch 24] loss: 0.1734757
Test set: Average loss: 1.7607, Accuracy: 2979/5000 (60%)
[epoch 25] loss: 0.1137763
Test set: Average loss: 1.7450, Accuracy: 3029/5000 (61%)
[epoch 26] loss: 0.0651634
Test set: Average loss: 1.8977, Accuracy: 2950/5000 (59%)
[epoch 27] loss: 0.1368294
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9619, Accuracy: 2953/5000 (59%)
[epoch 28] loss: 0.0527056
Test set: Average loss: 1.8325, Accuracy: 3031/5000 (61%)
[epoch 29] loss: 0.0237277
Test set: Average loss: 1.8446, Accuracy: 3035/5000 (61%)
[epoch 30] loss: 0.0173128
Test set: Average loss: 1.8610, Accuracy: 3038/5000 (61%)
[epoch 31] loss: 0.0137573
Test set: Average loss: 1.8765, Accuracy: 3072/5000 (61%)
[epoch 32] loss: 0.0113196
Test set: Average loss: 1.8932, Accuracy: 3064/5000 (61%)
[epoch 33] loss: 0.0095216
Test set: Average loss: 1.9122, Accuracy: 3071/5000 (61%)
[epoch 34] loss: 0.0080503
Test set: Average loss: 1.9327, Accuracy: 3078/5000 (62%)
[epoch 35] loss: 0.0068374
Test set: Average loss: 1.9552, Accuracy: 3087/5000 (62%)
[epoch 36] loss: 0.0058271
Test set: Average loss: 1.9752, Accuracy: 3086/5000 (62%)
[epoch 37] loss: 0.0049675
Test set: Average loss: 2.0019, Accuracy: 3087/5000 (62%)
[epoch 38] loss: 0.0042130
Test set: Average loss: 2.0266, Accuracy: 3092/5000 (62%)
[epoch 39] loss: 0.0035666
Test set: Average loss: 2.0529, Accuracy: 3093/5000 (62%)
[epoch 40] loss: 0.0030071
Test set: Average loss: 2.0794, Accuracy: 3090/5000 (62%)
[epoch 41] loss: 0.0025317
Test set: Average loss: 2.1135, Accuracy: 3094/5000 (62%)
[epoch 42] loss: 0.0021182
Test set: Average loss: 2.1392, Accuracy: 3100/5000 (62%)
[epoch 43] loss: 0.0017637
Test set: Average loss: 2.1760, Accuracy: 3098/5000 (62%)
[epoch 44] loss: 0.0014675
Test set: Average loss: 2.2133, Accuracy: 3102/5000 (62%)
[epoch 45] loss: 0.0012181
Test set: Average loss: 2.2486, Accuracy: 3108/5000 (62%)
[epoch 46] loss: 0.0010046
Test set: Average loss: 2.2849, Accuracy: 3098/5000 (62%)
[epoch 47] loss: 0.0008245
Test set: Average loss: 2.3218, Accuracy: 3093/5000 (62%)
[epoch 48] loss: 0.0006778
Test set: Average loss: 2.3582, Accuracy: 3091/5000 (62%)
[epoch 49] loss: 0.0005516
Test set: Average loss: 2.3998, Accuracy: 3089/5000 (62%)
[epoch 50] loss: 0.0004513
Test set: Average loss: 2.4351, Accuracy: 3097/5000 (62%)
Validation:
Test set: Average loss: 2.2486, Accuracy: 3108/5000 (62%)
Test
Test set: Average loss: 2.1667, Accuracy: 6338/10000 (63%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3028, Accuracy: 485/5000 (10%)
[epoch 1] loss: 1.4454667
Test set: Average loss: 1.3419, Accuracy: 2542/5000 (51%)
[epoch 2] loss: 1.2030104
Test set: Average loss: 1.3043, Accuracy: 2659/5000 (53%)
[epoch 3] loss: 1.1395687
Test set: Average loss: 1.1891, Accuracy: 2886/5000 (58%)
[epoch 4] loss: 1.0777144
Test set: Average loss: 1.2583, Accuracy: 2795/5000 (56%)
[epoch 5] loss: 1.0360381
Test set: Average loss: 1.1683, Accuracy: 2933/5000 (59%)
[epoch 6] loss: 1.0052871
Test set: Average loss: 1.2571, Accuracy: 2858/5000 (57%)
[epoch 7] loss: 0.9731643
Test set: Average loss: 1.1720, Accuracy: 2980/5000 (60%)
[epoch 8] loss: 0.9471110
Test set: Average loss: 1.1579, Accuracy: 2957/5000 (59%)
[epoch 9] loss: 0.9158756
Test set: Average loss: 1.1686, Accuracy: 2975/5000 (60%)
[epoch 10] loss: 0.8925338
Test set: Average loss: 1.1781, Accuracy: 2980/5000 (60%)
[epoch 11] loss: 0.8668986
Test set: Average loss: 1.2100, Accuracy: 2933/5000 (59%)
[epoch 12] loss: 0.8193792
Test set: Average loss: 1.1876, Accuracy: 2999/5000 (60%)
[epoch 13] loss: 0.7814900
Test set: Average loss: 1.1823, Accuracy: 3015/5000 (60%)
[epoch 14] loss: 0.7353413
Test set: Average loss: 1.1971, Accuracy: 3019/5000 (60%)
[epoch 15] loss: 0.6874860
Test set: Average loss: 1.2711, Accuracy: 2975/5000 (60%)
[epoch 16] loss: 0.6405826
Test set: Average loss: 1.2853, Accuracy: 2937/5000 (59%)
[epoch 17] loss: 0.5914597
Test set: Average loss: 1.3344, Accuracy: 2923/5000 (58%)
[epoch 18] loss: 0.5313833
Test set: Average loss: 1.4079, Accuracy: 2926/5000 (59%)
[epoch 19] loss: 0.4679959
Test set: Average loss: 1.3411, Accuracy: 3049/5000 (61%)
[epoch 20] loss: 0.3984435
Test set: Average loss: 1.4519, Accuracy: 2931/5000 (59%)
[epoch 21] loss: 0.3320427
Test set: Average loss: 1.4873, Accuracy: 2992/5000 (60%)
[epoch 22] loss: 0.2741003
Test set: Average loss: 1.5161, Accuracy: 2979/5000 (60%)
[epoch 23] loss: 0.2071708
Test set: Average loss: 1.6149, Accuracy: 2997/5000 (60%)
[epoch 24] loss: 0.1578106
Test set: Average loss: 1.6927, Accuracy: 2987/5000 (60%)
[epoch 25] loss: 0.1075595
Test set: Average loss: 1.8324, Accuracy: 2933/5000 (59%)
[epoch 26] loss: 0.1121821
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8693, Accuracy: 2965/5000 (59%)
[epoch 27] loss: 0.0441837
Test set: Average loss: 1.7622, Accuracy: 3088/5000 (62%)
[epoch 28] loss: 0.0226351
Test set: Average loss: 1.7880, Accuracy: 3063/5000 (61%)
[epoch 29] loss: 0.0175284
Test set: Average loss: 1.7845, Accuracy: 3081/5000 (62%)
[epoch 30] loss: 0.0144386
Test set: Average loss: 1.8030, Accuracy: 3074/5000 (61%)
[epoch 31] loss: 0.0122486
Test set: Average loss: 1.8176, Accuracy: 3080/5000 (62%)
[epoch 32] loss: 0.0104884
Test set: Average loss: 1.8361, Accuracy: 3079/5000 (62%)
[epoch 33] loss: 0.0090631
Test set: Average loss: 1.8561, Accuracy: 3079/5000 (62%)
[epoch 34] loss: 0.0077912
Test set: Average loss: 1.8822, Accuracy: 3089/5000 (62%)
[epoch 35] loss: 0.0067131
Test set: Average loss: 1.9046, Accuracy: 3085/5000 (62%)
[epoch 36] loss: 0.0057397
Test set: Average loss: 1.9253, Accuracy: 3078/5000 (62%)
[epoch 37] loss: 0.0049153
Test set: Average loss: 1.9560, Accuracy: 3087/5000 (62%)
[epoch 38] loss: 0.0041598
Test set: Average loss: 1.9851, Accuracy: 3087/5000 (62%)
[epoch 39] loss: 0.0035212
Test set: Average loss: 2.0155, Accuracy: 3088/5000 (62%)
[epoch 40] loss: 0.0029548
Test set: Average loss: 2.0454, Accuracy: 3103/5000 (62%)
[epoch 41] loss: 0.0024734
Test set: Average loss: 2.0827, Accuracy: 3085/5000 (62%)
[epoch 42] loss: 0.0020646
Test set: Average loss: 2.1152, Accuracy: 3093/5000 (62%)
[epoch 43] loss: 0.0017115
Test set: Average loss: 2.1538, Accuracy: 3095/5000 (62%)
[epoch 44] loss: 0.0014225
Test set: Average loss: 2.1884, Accuracy: 3095/5000 (62%)
[epoch 45] loss: 0.0011577
Test set: Average loss: 2.2296, Accuracy: 3089/5000 (62%)
[epoch 46] loss: 0.0009501
Test set: Average loss: 2.2701, Accuracy: 3106/5000 (62%)
[epoch 47] loss: 0.0007746
Test set: Average loss: 2.3060, Accuracy: 3114/5000 (62%)
[epoch 48] loss: 0.0006343
Test set: Average loss: 2.3482, Accuracy: 3111/5000 (62%)
[epoch 49] loss: 0.0005146
Test set: Average loss: 2.3901, Accuracy: 3109/5000 (62%)
[epoch 50] loss: 0.0004165
Test set: Average loss: 2.4322, Accuracy: 3107/5000 (62%)
Validation:
Test set: Average loss: 2.3060, Accuracy: 3114/5000 (62%)
Test
Test set: Average loss: 2.3002, Accuracy: 6276/10000 (63%)
20000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3013, Accuracy: 505/5000 (10%)
[epoch 1] loss: 1.3833932
Test set: Average loss: 1.3049, Accuracy: 2666/5000 (53%)
[epoch 2] loss: 1.1838199
Test set: Average loss: 1.2387, Accuracy: 2794/5000 (56%)
[epoch 3] loss: 1.1328750
Test set: Average loss: 1.1749, Accuracy: 2882/5000 (58%)
[epoch 4] loss: 1.0757198
Test set: Average loss: 1.2041, Accuracy: 2857/5000 (57%)
[epoch 5] loss: 1.0396136
Test set: Average loss: 1.1545, Accuracy: 2980/5000 (60%)
[epoch 6] loss: 1.0087819
Test set: Average loss: 1.1448, Accuracy: 2953/5000 (59%)
[epoch 7] loss: 0.9657199
Test set: Average loss: 1.1353, Accuracy: 3007/5000 (60%)
[epoch 8] loss: 0.9481757
Test set: Average loss: 1.1498, Accuracy: 3003/5000 (60%)
[epoch 9] loss: 0.9085646
Test set: Average loss: 1.1484, Accuracy: 3030/5000 (61%)
[epoch 10] loss: 0.8740296
Test set: Average loss: 1.1434, Accuracy: 3063/5000 (61%)
[epoch 11] loss: 0.8356096
Test set: Average loss: 1.1156, Accuracy: 3089/5000 (62%)
[epoch 12] loss: 0.8082162
Test set: Average loss: 1.1461, Accuracy: 3071/5000 (61%)
[epoch 13] loss: 0.7582905
Test set: Average loss: 1.1333, Accuracy: 3042/5000 (61%)
[epoch 14] loss: 0.7146886
Test set: Average loss: 1.1632, Accuracy: 3051/5000 (61%)
[epoch 15] loss: 0.6601676
Test set: Average loss: 1.1702, Accuracy: 3122/5000 (62%)
[epoch 16] loss: 0.6074374
Test set: Average loss: 1.2151, Accuracy: 3069/5000 (61%)
[epoch 17] loss: 0.5462717
Test set: Average loss: 1.2956, Accuracy: 3096/5000 (62%)
[epoch 18] loss: 0.4896969
Test set: Average loss: 1.2632, Accuracy: 3106/5000 (62%)
[epoch 19] loss: 0.3985034
Test set: Average loss: 1.3379, Accuracy: 3135/5000 (63%)
[epoch 20] loss: 0.3275121
Test set: Average loss: 1.4204, Accuracy: 3119/5000 (62%)
[epoch 21] loss: 0.2642953
Test set: Average loss: 1.4431, Accuracy: 3075/5000 (62%)
[epoch 22] loss: 0.2100423
Test set: Average loss: 1.5187, Accuracy: 3097/5000 (62%)
[epoch 23] loss: 0.1593863
Test set: Average loss: 1.6447, Accuracy: 3083/5000 (62%)
[epoch 24] loss: 0.1161189
Test set: Average loss: 1.7083, Accuracy: 3063/5000 (61%)
[epoch 25] loss: 0.1067174
Test set: Average loss: 1.8680, Accuracy: 2940/5000 (59%)
[epoch 26] loss: 0.1445735
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8274, Accuracy: 3045/5000 (61%)
[epoch 27] loss: 0.0330040
Test set: Average loss: 1.7540, Accuracy: 3131/5000 (63%)
[epoch 28] loss: 0.0147661
Test set: Average loss: 1.7756, Accuracy: 3145/5000 (63%)
[epoch 29] loss: 0.0108452
Test set: Average loss: 1.7863, Accuracy: 3152/5000 (63%)
[epoch 30] loss: 0.0086279
Test set: Average loss: 1.7998, Accuracy: 3156/5000 (63%)
[epoch 31] loss: 0.0070245
Test set: Average loss: 1.8191, Accuracy: 3176/5000 (64%)
[epoch 32] loss: 0.0057772
Test set: Average loss: 1.8407, Accuracy: 3164/5000 (63%)
[epoch 33] loss: 0.0047669
Test set: Average loss: 1.8616, Accuracy: 3180/5000 (64%)
[epoch 34] loss: 0.0039128
Test set: Average loss: 1.8848, Accuracy: 3182/5000 (64%)
[epoch 35] loss: 0.0031995
Test set: Average loss: 1.9065, Accuracy: 3182/5000 (64%)
[epoch 36] loss: 0.0025831
Test set: Average loss: 1.9370, Accuracy: 3180/5000 (64%)
[epoch 37] loss: 0.0020759
Test set: Average loss: 1.9706, Accuracy: 3189/5000 (64%)
[epoch 38] loss: 0.0016594
Test set: Average loss: 2.0030, Accuracy: 3194/5000 (64%)
[epoch 39] loss: 0.0013164
Test set: Average loss: 2.0381, Accuracy: 3192/5000 (64%)
[epoch 40] loss: 0.0010332
Test set: Average loss: 2.0800, Accuracy: 3190/5000 (64%)
[epoch 41] loss: 0.0008094
Test set: Average loss: 2.1083, Accuracy: 3203/5000 (64%)
[epoch 42] loss: 0.0006292
Test set: Average loss: 2.1488, Accuracy: 3201/5000 (64%)
[epoch 43] loss: 0.0004871
Test set: Average loss: 2.1927, Accuracy: 3201/5000 (64%)
[epoch 44] loss: 0.0003759
Test set: Average loss: 2.2399, Accuracy: 3202/5000 (64%)
[epoch 45] loss: 0.0002884
Test set: Average loss: 2.2810, Accuracy: 3201/5000 (64%)
[epoch 46] loss: 0.0002214
Test set: Average loss: 2.3233, Accuracy: 3198/5000 (64%)
[epoch 47] loss: 0.0001675
Test set: Average loss: 2.3727, Accuracy: 3199/5000 (64%)
[epoch 48] loss: 0.0001281
Test set: Average loss: 2.4099, Accuracy: 3203/5000 (64%)
[epoch 49] loss: 0.0000972
Test set: Average loss: 2.4615, Accuracy: 3203/5000 (64%)
[epoch 50] loss: 0.0000735
Test set: Average loss: 2.5056, Accuracy: 3212/5000 (64%)
Validation:
Test set: Average loss: 2.5056, Accuracy: 3212/5000 (64%)
Test
Test set: Average loss: 2.5255, Accuracy: 6445/10000 (64%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 490/5000 (10%)
[epoch 1] loss: 1.3881583
Test set: Average loss: 1.2375, Accuracy: 2777/5000 (56%)
[epoch 2] loss: 1.1768016
Test set: Average loss: 1.2373, Accuracy: 2819/5000 (56%)
[epoch 3] loss: 1.1088812
Test set: Average loss: 1.1724, Accuracy: 2946/5000 (59%)
[epoch 4] loss: 1.0642860
Test set: Average loss: 1.2061, Accuracy: 2828/5000 (57%)
[epoch 5] loss: 1.0288284
Test set: Average loss: 1.1502, Accuracy: 2939/5000 (59%)
[epoch 6] loss: 0.9897403
Test set: Average loss: 1.1328, Accuracy: 2996/5000 (60%)
[epoch 7] loss: 0.9598227
Test set: Average loss: 1.2000, Accuracy: 2960/5000 (59%)
[epoch 8] loss: 0.9324615
Test set: Average loss: 1.0800, Accuracy: 3132/5000 (63%)
[epoch 9] loss: 0.9042912
Test set: Average loss: 1.1415, Accuracy: 2994/5000 (60%)
[epoch 10] loss: 0.8750321
Test set: Average loss: 1.1583, Accuracy: 2979/5000 (60%)
[epoch 11] loss: 0.8353058
Test set: Average loss: 1.1274, Accuracy: 3027/5000 (61%)
[epoch 12] loss: 0.7980504
Test set: Average loss: 1.1904, Accuracy: 2976/5000 (60%)
[epoch 13] loss: 0.7658753
Test set: Average loss: 1.1731, Accuracy: 3040/5000 (61%)
[epoch 14] loss: 0.7205534
Test set: Average loss: 1.1811, Accuracy: 3027/5000 (61%)
[epoch 15] loss: 0.6708649
Test set: Average loss: 1.1963, Accuracy: 3082/5000 (62%)
[epoch 16] loss: 0.6134927
Test set: Average loss: 1.2056, Accuracy: 3102/5000 (62%)
[epoch 17] loss: 0.5410752
Test set: Average loss: 1.2085, Accuracy: 3105/5000 (62%)
[epoch 18] loss: 0.4674503
Test set: Average loss: 1.3470, Accuracy: 3040/5000 (61%)
[epoch 19] loss: 0.4053762
Test set: Average loss: 1.3409, Accuracy: 3046/5000 (61%)
[epoch 20] loss: 0.3295150
Test set: Average loss: 1.4219, Accuracy: 3060/5000 (61%)
[epoch 21] loss: 0.2640560
Test set: Average loss: 1.4192, Accuracy: 3111/5000 (62%)
[epoch 22] loss: 0.2020811
Test set: Average loss: 1.5431, Accuracy: 3077/5000 (62%)
[epoch 23] loss: 0.1606152
Test set: Average loss: 1.6054, Accuracy: 3109/5000 (62%)
[epoch 24] loss: 0.1111263
Test set: Average loss: 1.7185, Accuracy: 3087/5000 (62%)
[epoch 25] loss: 0.1161155
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8408, Accuracy: 3010/5000 (60%)
[epoch 26] loss: 0.0463282
Test set: Average loss: 1.7040, Accuracy: 3119/5000 (62%)
[epoch 27] loss: 0.0196691
Test set: Average loss: 1.7108, Accuracy: 3130/5000 (63%)
[epoch 28] loss: 0.0141366
Test set: Average loss: 1.7311, Accuracy: 3116/5000 (62%)
[epoch 29] loss: 0.0110248
Test set: Average loss: 1.7415, Accuracy: 3130/5000 (63%)
[epoch 30] loss: 0.0088702
Test set: Average loss: 1.7628, Accuracy: 3160/5000 (63%)
[epoch 31] loss: 0.0072225
Test set: Average loss: 1.7876, Accuracy: 3150/5000 (63%)
[epoch 32] loss: 0.0059251
Test set: Average loss: 1.8072, Accuracy: 3163/5000 (63%)
[epoch 33] loss: 0.0048259
Test set: Average loss: 1.8350, Accuracy: 3172/5000 (63%)
[epoch 34] loss: 0.0039261
Test set: Average loss: 1.8638, Accuracy: 3168/5000 (63%)
[epoch 35] loss: 0.0031708
Test set: Average loss: 1.8962, Accuracy: 3178/5000 (64%)
[epoch 36] loss: 0.0025436
Test set: Average loss: 1.9303, Accuracy: 3183/5000 (64%)
[epoch 37] loss: 0.0020237
Test set: Average loss: 1.9648, Accuracy: 3180/5000 (64%)
[epoch 38] loss: 0.0015993
Test set: Average loss: 2.0006, Accuracy: 3181/5000 (64%)
[epoch 39] loss: 0.0012559
Test set: Average loss: 2.0415, Accuracy: 3181/5000 (64%)
[epoch 40] loss: 0.0009848
Test set: Average loss: 2.0828, Accuracy: 3198/5000 (64%)
[epoch 41] loss: 0.0007691
Test set: Average loss: 2.1257, Accuracy: 3188/5000 (64%)
[epoch 42] loss: 0.0005955
Test set: Average loss: 2.1667, Accuracy: 3187/5000 (64%)
[epoch 43] loss: 0.0004607
Test set: Average loss: 2.2046, Accuracy: 3199/5000 (64%)
[epoch 44] loss: 0.0003527
Test set: Average loss: 2.2547, Accuracy: 3207/5000 (64%)
[epoch 45] loss: 0.0002702
Test set: Average loss: 2.3005, Accuracy: 3204/5000 (64%)
[epoch 46] loss: 0.0002066
Test set: Average loss: 2.3461, Accuracy: 3197/5000 (64%)
[epoch 47] loss: 0.0001574
Test set: Average loss: 2.3962, Accuracy: 3198/5000 (64%)
[epoch 48] loss: 0.0001196
Test set: Average loss: 2.4467, Accuracy: 3184/5000 (64%)
[epoch 49] loss: 0.0000902
Test set: Average loss: 2.4979, Accuracy: 3193/5000 (64%)
[epoch 50] loss: 0.0000685
Test set: Average loss: 2.5500, Accuracy: 3204/5000 (64%)
Validation:
Test set: Average loss: 2.2547, Accuracy: 3207/5000 (64%)
Test
Test set: Average loss: 2.2345, Accuracy: 6464/10000 (65%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3028, Accuracy: 476/5000 (10%)
[epoch 1] loss: 1.3686680
Test set: Average loss: 1.2459, Accuracy: 2768/5000 (55%)
[epoch 2] loss: 1.1846459
Test set: Average loss: 1.1945, Accuracy: 2877/5000 (58%)
[epoch 3] loss: 1.1221836
Test set: Average loss: 1.2488, Accuracy: 2750/5000 (55%)
[epoch 4] loss: 1.0798802
Test set: Average loss: 1.2010, Accuracy: 2856/5000 (57%)
[epoch 5] loss: 1.0290719
Test set: Average loss: 1.1313, Accuracy: 2982/5000 (60%)
[epoch 6] loss: 1.0072955
Test set: Average loss: 1.1394, Accuracy: 2973/5000 (59%)
[epoch 7] loss: 0.9698878
Test set: Average loss: 1.1680, Accuracy: 2997/5000 (60%)
[epoch 8] loss: 0.9324813
Test set: Average loss: 1.2133, Accuracy: 2940/5000 (59%)
[epoch 9] loss: 0.9251846
Test set: Average loss: 1.1380, Accuracy: 2982/5000 (60%)
[epoch 10] loss: 0.8723049
Test set: Average loss: 1.1810, Accuracy: 2944/5000 (59%)
[epoch 11] loss: 0.8504635
Test set: Average loss: 1.1713, Accuracy: 3002/5000 (60%)
[epoch 12] loss: 0.8109079
Test set: Average loss: 1.1234, Accuracy: 3068/5000 (61%)
[epoch 13] loss: 0.7602049
Test set: Average loss: 1.1694, Accuracy: 3040/5000 (61%)
[epoch 14] loss: 0.7269059
Test set: Average loss: 1.1483, Accuracy: 3086/5000 (62%)
[epoch 15] loss: 0.6786330
Test set: Average loss: 1.2033, Accuracy: 3082/5000 (62%)
[epoch 16] loss: 0.6189435
Test set: Average loss: 1.3054, Accuracy: 3038/5000 (61%)
[epoch 17] loss: 0.5639207
Test set: Average loss: 1.2361, Accuracy: 3084/5000 (62%)
[epoch 18] loss: 0.4970866
Test set: Average loss: 1.3045, Accuracy: 3048/5000 (61%)
[epoch 19] loss: 0.4264529
Test set: Average loss: 1.3773, Accuracy: 3091/5000 (62%)
[epoch 20] loss: 0.3515315
Test set: Average loss: 1.4675, Accuracy: 2967/5000 (59%)
[epoch 21] loss: 0.2837558
Test set: Average loss: 1.4290, Accuracy: 3063/5000 (61%)
[epoch 22] loss: 0.2069841
Test set: Average loss: 1.5624, Accuracy: 3016/5000 (60%)
[epoch 23] loss: 0.1836028
Test set: Average loss: 1.6111, Accuracy: 3037/5000 (61%)
[epoch 24] loss: 0.1145320
Test set: Average loss: 1.8065, Accuracy: 3023/5000 (60%)
[epoch 25] loss: 0.1230298
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7788, Accuracy: 3054/5000 (61%)
[epoch 26] loss: 0.0494400
Test set: Average loss: 1.7304, Accuracy: 3174/5000 (63%)
[epoch 27] loss: 0.0216798
Test set: Average loss: 1.7403, Accuracy: 3182/5000 (64%)
[epoch 28] loss: 0.0156552
Test set: Average loss: 1.7486, Accuracy: 3171/5000 (63%)
[epoch 29] loss: 0.0122076
Test set: Average loss: 1.7673, Accuracy: 3191/5000 (64%)
[epoch 30] loss: 0.0098540
Test set: Average loss: 1.7821, Accuracy: 3191/5000 (64%)
[epoch 31] loss: 0.0080322
Test set: Average loss: 1.8082, Accuracy: 3192/5000 (64%)
[epoch 32] loss: 0.0065677
Test set: Average loss: 1.8296, Accuracy: 3185/5000 (64%)
[epoch 33] loss: 0.0053789
Test set: Average loss: 1.8548, Accuracy: 3197/5000 (64%)
[epoch 34] loss: 0.0043731
Test set: Average loss: 1.8868, Accuracy: 3187/5000 (64%)
[epoch 35] loss: 0.0035355
Test set: Average loss: 1.9178, Accuracy: 3200/5000 (64%)
[epoch 36] loss: 0.0028392
Test set: Average loss: 1.9534, Accuracy: 3192/5000 (64%)
[epoch 37] loss: 0.0022755
Test set: Average loss: 1.9948, Accuracy: 3192/5000 (64%)
[epoch 38] loss: 0.0018032
Test set: Average loss: 2.0265, Accuracy: 3189/5000 (64%)
[epoch 39] loss: 0.0014231
Test set: Average loss: 2.0690, Accuracy: 3185/5000 (64%)
[epoch 40] loss: 0.0011111
Test set: Average loss: 2.1098, Accuracy: 3193/5000 (64%)
[epoch 41] loss: 0.0008701
Test set: Average loss: 2.1593, Accuracy: 3192/5000 (64%)
[epoch 42] loss: 0.0006735
Test set: Average loss: 2.1954, Accuracy: 3190/5000 (64%)
[epoch 43] loss: 0.0005203
Test set: Average loss: 2.2426, Accuracy: 3189/5000 (64%)
[epoch 44] loss: 0.0004014
Test set: Average loss: 2.2888, Accuracy: 3192/5000 (64%)
[epoch 45] loss: 0.0003088
Test set: Average loss: 2.3340, Accuracy: 3182/5000 (64%)
[epoch 46] loss: 0.0002358
Test set: Average loss: 2.3838, Accuracy: 3184/5000 (64%)
[epoch 47] loss: 0.0001806
Test set: Average loss: 2.4292, Accuracy: 3192/5000 (64%)
[epoch 48] loss: 0.0001373
Test set: Average loss: 2.4805, Accuracy: 3188/5000 (64%)
[epoch 49] loss: 0.0001038
Test set: Average loss: 2.5241, Accuracy: 3168/5000 (63%)
[epoch 50] loss: 0.0000792
Test set: Average loss: 2.5771, Accuracy: 3180/5000 (64%)
Validation:
Test set: Average loss: 1.9178, Accuracy: 3200/5000 (64%)
Test
Test set: Average loss: 1.8884, Accuracy: 6358/10000 (64%)
25000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3046, Accuracy: 544/5000 (11%)
[epoch 1] loss: 1.3601948
Test set: Average loss: 1.3562, Accuracy: 2619/5000 (52%)
[epoch 2] loss: 1.1640872
Test set: Average loss: 1.2036, Accuracy: 2877/5000 (58%)
[epoch 3] loss: 1.1001012
Test set: Average loss: 1.1650, Accuracy: 2989/5000 (60%)
[epoch 4] loss: 1.0510053
Test set: Average loss: 1.1471, Accuracy: 3006/5000 (60%)
[epoch 5] loss: 1.0144871
Test set: Average loss: 1.1536, Accuracy: 2986/5000 (60%)
[epoch 6] loss: 0.9870590
Test set: Average loss: 1.1125, Accuracy: 3039/5000 (61%)
[epoch 7] loss: 0.9558021
Test set: Average loss: 1.1628, Accuracy: 2991/5000 (60%)
[epoch 8] loss: 0.9184730
Test set: Average loss: 1.1260, Accuracy: 3032/5000 (61%)
[epoch 9] loss: 0.8764586
Test set: Average loss: 1.0820, Accuracy: 3122/5000 (62%)
[epoch 10] loss: 0.8501605
Test set: Average loss: 1.0711, Accuracy: 3142/5000 (63%)
[epoch 11] loss: 0.8068473
Test set: Average loss: 1.0521, Accuracy: 3208/5000 (64%)
[epoch 12] loss: 0.7654418
Test set: Average loss: 1.1114, Accuracy: 3120/5000 (62%)
[epoch 13] loss: 0.7165693
Test set: Average loss: 1.1374, Accuracy: 3119/5000 (62%)
[epoch 14] loss: 0.6604581
Test set: Average loss: 1.1495, Accuracy: 3156/5000 (63%)
[epoch 15] loss: 0.6019364
Test set: Average loss: 1.1431, Accuracy: 3190/5000 (64%)
[epoch 16] loss: 0.5349425
Test set: Average loss: 1.1776, Accuracy: 3184/5000 (64%)
[epoch 17] loss: 0.4607653
Test set: Average loss: 1.2607, Accuracy: 3145/5000 (63%)
[epoch 18] loss: 0.3833191
Test set: Average loss: 1.3423, Accuracy: 3156/5000 (63%)
[epoch 19] loss: 0.3139188
Test set: Average loss: 1.3668, Accuracy: 3157/5000 (63%)
[epoch 20] loss: 0.2420327
Test set: Average loss: 1.4371, Accuracy: 3160/5000 (63%)
[epoch 21] loss: 0.1916298
Test set: Average loss: 1.5736, Accuracy: 3120/5000 (62%)
[epoch 22] loss: 0.1396711
Test set: Average loss: 1.6174, Accuracy: 3113/5000 (62%)
[epoch 23] loss: 0.1385042
Test set: Average loss: 1.7715, Accuracy: 3100/5000 (62%)
[epoch 24] loss: 0.1546960
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8316, Accuracy: 3107/5000 (62%)
[epoch 25] loss: 0.0516944
Test set: Average loss: 1.6853, Accuracy: 3237/5000 (65%)
[epoch 26] loss: 0.0193689
Test set: Average loss: 1.7016, Accuracy: 3243/5000 (65%)
[epoch 27] loss: 0.0129127
Test set: Average loss: 1.7122, Accuracy: 3248/5000 (65%)
[epoch 28] loss: 0.0096323
Test set: Average loss: 1.7360, Accuracy: 3254/5000 (65%)
[epoch 29] loss: 0.0073599
Test set: Average loss: 1.7524, Accuracy: 3251/5000 (65%)
[epoch 30] loss: 0.0057026
Test set: Average loss: 1.7812, Accuracy: 3257/5000 (65%)
[epoch 31] loss: 0.0044323
Test set: Average loss: 1.8078, Accuracy: 3255/5000 (65%)
[epoch 32] loss: 0.0034250
Test set: Average loss: 1.8419, Accuracy: 3261/5000 (65%)
[epoch 33] loss: 0.0026319
Test set: Average loss: 1.8789, Accuracy: 3257/5000 (65%)
[epoch 34] loss: 0.0020057
Test set: Average loss: 1.9109, Accuracy: 3271/5000 (65%)
[epoch 35] loss: 0.0015097
Test set: Average loss: 1.9571, Accuracy: 3264/5000 (65%)
[epoch 36] loss: 0.0011289
Test set: Average loss: 1.9993, Accuracy: 3283/5000 (66%)
[epoch 37] loss: 0.0008350
Test set: Average loss: 2.0386, Accuracy: 3272/5000 (65%)
[epoch 38] loss: 0.0006188
Test set: Average loss: 2.0920, Accuracy: 3281/5000 (66%)
[epoch 39] loss: 0.0004540
Test set: Average loss: 2.1386, Accuracy: 3282/5000 (66%)
[epoch 40] loss: 0.0003313
Test set: Average loss: 2.1857, Accuracy: 3293/5000 (66%)
[epoch 41] loss: 0.0002408
Test set: Average loss: 2.2359, Accuracy: 3292/5000 (66%)
[epoch 42] loss: 0.0001741
Test set: Average loss: 2.2907, Accuracy: 3283/5000 (66%)
[epoch 43] loss: 0.0001251
Test set: Average loss: 2.3419, Accuracy: 3293/5000 (66%)
[epoch 44] loss: 0.0000900
Test set: Average loss: 2.3952, Accuracy: 3288/5000 (66%)
[epoch 45] loss: 0.0000642
Test set: Average loss: 2.4522, Accuracy: 3298/5000 (66%)
[epoch 46] loss: 0.0000460
Test set: Average loss: 2.5142, Accuracy: 3298/5000 (66%)
[epoch 47] loss: 0.0000327
Test set: Average loss: 2.5671, Accuracy: 3286/5000 (66%)
[epoch 48] loss: 0.0000233
Test set: Average loss: 2.6232, Accuracy: 3295/5000 (66%)
[epoch 49] loss: 0.0000165
Test set: Average loss: 2.6746, Accuracy: 3291/5000 (66%)
[epoch 50] loss: 0.0000117
Test set: Average loss: 2.7398, Accuracy: 3289/5000 (66%)
Validation:
Test set: Average loss: 2.5142, Accuracy: 3298/5000 (66%)
Test
Test set: Average loss: 2.4053, Accuracy: 6601/10000 (66%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3021, Accuracy: 508/5000 (10%)
[epoch 1] loss: 1.3734468
Test set: Average loss: 1.2706, Accuracy: 2745/5000 (55%)
[epoch 2] loss: 1.1708540
Test set: Average loss: 1.1957, Accuracy: 2858/5000 (57%)
[epoch 3] loss: 1.1007670
Test set: Average loss: 1.1885, Accuracy: 2910/5000 (58%)
[epoch 4] loss: 1.0676382
Test set: Average loss: 1.1240, Accuracy: 3023/5000 (60%)
[epoch 5] loss: 1.0257569
Test set: Average loss: 1.1788, Accuracy: 2924/5000 (58%)
[epoch 6] loss: 0.9882801
Test set: Average loss: 1.1132, Accuracy: 3051/5000 (61%)
[epoch 7] loss: 0.9559061
Test set: Average loss: 1.1415, Accuracy: 3009/5000 (60%)
[epoch 8] loss: 0.9281326
Test set: Average loss: 1.1104, Accuracy: 3048/5000 (61%)
[epoch 9] loss: 0.8898051
Test set: Average loss: 1.0987, Accuracy: 3081/5000 (62%)
[epoch 10] loss: 0.8566339
Test set: Average loss: 1.1006, Accuracy: 3112/5000 (62%)
[epoch 11] loss: 0.8094988
Test set: Average loss: 1.0794, Accuracy: 3176/5000 (64%)
[epoch 12] loss: 0.7629642
Test set: Average loss: 1.1266, Accuracy: 3087/5000 (62%)
[epoch 13] loss: 0.7175259
Test set: Average loss: 1.1339, Accuracy: 3096/5000 (62%)
[epoch 14] loss: 0.6607958
Test set: Average loss: 1.1112, Accuracy: 3176/5000 (64%)
[epoch 15] loss: 0.6020249
Test set: Average loss: 1.1972, Accuracy: 3086/5000 (62%)
[epoch 16] loss: 0.5390205
Test set: Average loss: 1.2106, Accuracy: 3171/5000 (63%)
[epoch 17] loss: 0.4606108
Test set: Average loss: 1.2712, Accuracy: 3145/5000 (63%)
[epoch 18] loss: 0.3964196
Test set: Average loss: 1.3089, Accuracy: 3171/5000 (63%)
[epoch 19] loss: 0.3017913
Test set: Average loss: 1.4101, Accuracy: 3144/5000 (63%)
[epoch 20] loss: 0.2330412
Test set: Average loss: 1.4565, Accuracy: 3151/5000 (63%)
[epoch 21] loss: 0.1788665
Test set: Average loss: 1.5210, Accuracy: 3160/5000 (63%)
[epoch 22] loss: 0.1508615
Test set: Average loss: 1.6435, Accuracy: 3101/5000 (62%)
[epoch 23] loss: 0.1442992
Test set: Average loss: 1.7744, Accuracy: 3150/5000 (63%)
[epoch 24] loss: 0.1316901
Test set: Average loss: 1.7718, Accuracy: 3150/5000 (63%)
[epoch 25] loss: 0.1267385
Test set: Average loss: 1.8550, Accuracy: 3080/5000 (62%)
[epoch 26] loss: 0.1057560
Test set: Average loss: 1.9225, Accuracy: 3104/5000 (62%)
[epoch 27] loss: 0.1047833
Test set: Average loss: 2.0085, Accuracy: 3069/5000 (61%)
[epoch 28] loss: 0.1045640
Test set: Average loss: 2.0020, Accuracy: 3162/5000 (63%)
[epoch 29] loss: 0.0861002
Test set: Average loss: 1.9828, Accuracy: 3112/5000 (62%)
[epoch 30] loss: 0.1239352
Epoch 29: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0469, Accuracy: 3143/5000 (63%)
[epoch 31] loss: 0.0289474
Test set: Average loss: 1.9752, Accuracy: 3194/5000 (64%)
[epoch 32] loss: 0.0089136
Test set: Average loss: 1.9754, Accuracy: 3206/5000 (64%)
[epoch 33] loss: 0.0058428
Test set: Average loss: 1.9849, Accuracy: 3200/5000 (64%)
[epoch 34] loss: 0.0043099
Test set: Average loss: 1.9975, Accuracy: 3221/5000 (64%)
[epoch 35] loss: 0.0032742
Test set: Average loss: 2.0109, Accuracy: 3221/5000 (64%)
[epoch 36] loss: 0.0025299
Test set: Average loss: 2.0315, Accuracy: 3233/5000 (65%)
[epoch 37] loss: 0.0019644
Test set: Average loss: 2.0480, Accuracy: 3234/5000 (65%)
[epoch 38] loss: 0.0015203
Test set: Average loss: 2.0740, Accuracy: 3231/5000 (65%)
[epoch 39] loss: 0.0011693
Test set: Average loss: 2.1019, Accuracy: 3235/5000 (65%)
[epoch 40] loss: 0.0008964
Test set: Average loss: 2.1245, Accuracy: 3241/5000 (65%)
[epoch 41] loss: 0.0006759
Test set: Average loss: 2.1601, Accuracy: 3244/5000 (65%)
[epoch 42] loss: 0.0005072
Test set: Average loss: 2.1956, Accuracy: 3240/5000 (65%)
[epoch 43] loss: 0.0003784
Test set: Average loss: 2.2299, Accuracy: 3245/5000 (65%)
[epoch 44] loss: 0.0002788
Test set: Average loss: 2.2713, Accuracy: 3257/5000 (65%)
[epoch 45] loss: 0.0002054
Test set: Average loss: 2.3051, Accuracy: 3263/5000 (65%)
[epoch 46] loss: 0.0001497
Test set: Average loss: 2.3594, Accuracy: 3247/5000 (65%)
[epoch 47] loss: 0.0001084
Test set: Average loss: 2.3957, Accuracy: 3249/5000 (65%)
[epoch 48] loss: 0.0000781
Test set: Average loss: 2.4493, Accuracy: 3250/5000 (65%)
[epoch 49] loss: 0.0000562
Test set: Average loss: 2.4933, Accuracy: 3250/5000 (65%)
[epoch 50] loss: 0.0000402
Test set: Average loss: 2.5511, Accuracy: 3252/5000 (65%)
Validation:
Test set: Average loss: 2.3051, Accuracy: 3263/5000 (65%)
Test
Test set: Average loss: 2.2673, Accuracy: 6611/10000 (66%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3032, Accuracy: 483/5000 (10%)
[epoch 1] loss: 1.3643306
Test set: Average loss: 1.2604, Accuracy: 2761/5000 (55%)
[epoch 2] loss: 1.1775503
Test set: Average loss: 1.2336, Accuracy: 2886/5000 (58%)
[epoch 3] loss: 1.1045254
Test set: Average loss: 1.1566, Accuracy: 2956/5000 (59%)
[epoch 4] loss: 1.0659256
Test set: Average loss: 1.1559, Accuracy: 2965/5000 (59%)
[epoch 5] loss: 1.0325001
Test set: Average loss: 1.2554, Accuracy: 2809/5000 (56%)
[epoch 6] loss: 0.9937891
Test set: Average loss: 1.0736, Accuracy: 3126/5000 (63%)
[epoch 7] loss: 0.9533497
Test set: Average loss: 1.1842, Accuracy: 2974/5000 (59%)
[epoch 8] loss: 0.9261303
Test set: Average loss: 1.1547, Accuracy: 2993/5000 (60%)
[epoch 9] loss: 0.8889678
Test set: Average loss: 1.1556, Accuracy: 3032/5000 (61%)
[epoch 10] loss: 0.8490059
Test set: Average loss: 1.1007, Accuracy: 3153/5000 (63%)
[epoch 11] loss: 0.8112261
Test set: Average loss: 1.1239, Accuracy: 3106/5000 (62%)
[epoch 12] loss: 0.7640579
Test set: Average loss: 1.0980, Accuracy: 3140/5000 (63%)
[epoch 13] loss: 0.7129793
Test set: Average loss: 1.1267, Accuracy: 3170/5000 (63%)
[epoch 14] loss: 0.6750887
Test set: Average loss: 1.1385, Accuracy: 3146/5000 (63%)
[epoch 15] loss: 0.5999744
Test set: Average loss: 1.1601, Accuracy: 3135/5000 (63%)
[epoch 16] loss: 0.5349641
Test set: Average loss: 1.2456, Accuracy: 3099/5000 (62%)
[epoch 17] loss: 0.4570277
Test set: Average loss: 1.2940, Accuracy: 3099/5000 (62%)
[epoch 18] loss: 0.3802496
Test set: Average loss: 1.2809, Accuracy: 3146/5000 (63%)
[epoch 19] loss: 0.3017328
Test set: Average loss: 1.4306, Accuracy: 3121/5000 (62%)
[epoch 20] loss: 0.2427840
Test set: Average loss: 1.4509, Accuracy: 3146/5000 (63%)
[epoch 21] loss: 0.1755454
Test set: Average loss: 1.5396, Accuracy: 3113/5000 (62%)
[epoch 22] loss: 0.1451806
Test set: Average loss: 1.6283, Accuracy: 3153/5000 (63%)
[epoch 23] loss: 0.1314106
Test set: Average loss: 1.7474, Accuracy: 3154/5000 (63%)
[epoch 24] loss: 0.1396657
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8454, Accuracy: 3062/5000 (61%)
[epoch 25] loss: 0.0469074
Test set: Average loss: 1.7412, Accuracy: 3191/5000 (64%)
[epoch 26] loss: 0.0181615
Test set: Average loss: 1.7460, Accuracy: 3201/5000 (64%)
[epoch 27] loss: 0.0122353
Test set: Average loss: 1.7628, Accuracy: 3216/5000 (64%)
[epoch 28] loss: 0.0091410
Test set: Average loss: 1.7818, Accuracy: 3212/5000 (64%)
[epoch 29] loss: 0.0070149
Test set: Average loss: 1.8018, Accuracy: 3221/5000 (64%)
[epoch 30] loss: 0.0054471
Test set: Average loss: 1.8294, Accuracy: 3228/5000 (65%)
[epoch 31] loss: 0.0042305
Test set: Average loss: 1.8578, Accuracy: 3233/5000 (65%)
[epoch 32] loss: 0.0032543
Test set: Average loss: 1.8905, Accuracy: 3242/5000 (65%)
[epoch 33] loss: 0.0024927
Test set: Average loss: 1.9294, Accuracy: 3249/5000 (65%)
[epoch 34] loss: 0.0018884
Test set: Average loss: 1.9595, Accuracy: 3236/5000 (65%)
[epoch 35] loss: 0.0014195
Test set: Average loss: 2.0112, Accuracy: 3249/5000 (65%)
[epoch 36] loss: 0.0010676
Test set: Average loss: 2.0443, Accuracy: 3254/5000 (65%)
[epoch 37] loss: 0.0007873
Test set: Average loss: 2.0926, Accuracy: 3249/5000 (65%)
[epoch 38] loss: 0.0005809
Test set: Average loss: 2.1317, Accuracy: 3252/5000 (65%)
[epoch 39] loss: 0.0004257
Test set: Average loss: 2.1892, Accuracy: 3262/5000 (65%)
[epoch 40] loss: 0.0003113
Test set: Average loss: 2.2314, Accuracy: 3265/5000 (65%)
[epoch 41] loss: 0.0002261
Test set: Average loss: 2.2815, Accuracy: 3255/5000 (65%)
[epoch 42] loss: 0.0001626
Test set: Average loss: 2.3361, Accuracy: 3276/5000 (66%)
[epoch 43] loss: 0.0001173
Test set: Average loss: 2.3928, Accuracy: 3263/5000 (65%)
[epoch 44] loss: 0.0000844
Test set: Average loss: 2.4463, Accuracy: 3266/5000 (65%)
[epoch 45] loss: 0.0000600
Test set: Average loss: 2.4974, Accuracy: 3271/5000 (65%)
[epoch 46] loss: 0.0000430
Test set: Average loss: 2.5566, Accuracy: 3267/5000 (65%)
[epoch 47] loss: 0.0000305
Test set: Average loss: 2.6130, Accuracy: 3260/5000 (65%)
[epoch 48] loss: 0.0000217
Test set: Average loss: 2.6698, Accuracy: 3253/5000 (65%)
[epoch 49] loss: 0.0000154
Test set: Average loss: 2.7269, Accuracy: 3256/5000 (65%)
[epoch 50] loss: 0.0000109
Test set: Average loss: 2.7798, Accuracy: 3266/5000 (65%)
Validation:
Test set: Average loss: 2.3361, Accuracy: 3276/5000 (66%)
Test
Test set: Average loss: 2.2736, Accuracy: 6550/10000 (66%)
30000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3046, Accuracy: 504/5000 (10%)
[epoch 1] loss: 1.3451011
Test set: Average loss: 1.2372, Accuracy: 2796/5000 (56%)
[epoch 2] loss: 1.1620896
Test set: Average loss: 1.2132, Accuracy: 2908/5000 (58%)
[epoch 3] loss: 1.1034607
Test set: Average loss: 1.1639, Accuracy: 2997/5000 (60%)
[epoch 4] loss: 1.0547283
Test set: Average loss: 1.1943, Accuracy: 2898/5000 (58%)
[epoch 5] loss: 1.0216353
Test set: Average loss: 1.1261, Accuracy: 3054/5000 (61%)
[epoch 6] loss: 0.9742702
Test set: Average loss: 1.1560, Accuracy: 2989/5000 (60%)
[epoch 7] loss: 0.9410465
Test set: Average loss: 1.1264, Accuracy: 3045/5000 (61%)
[epoch 8] loss: 0.9040891
Test set: Average loss: 1.0791, Accuracy: 3158/5000 (63%)
[epoch 9] loss: 0.8689247
Test set: Average loss: 1.0957, Accuracy: 3101/5000 (62%)
[epoch 10] loss: 0.8272852
Test set: Average loss: 1.1167, Accuracy: 3121/5000 (62%)
[epoch 11] loss: 0.7864053
Test set: Average loss: 1.0559, Accuracy: 3199/5000 (64%)
[epoch 12] loss: 0.7393898
Test set: Average loss: 1.1125, Accuracy: 3172/5000 (63%)
[epoch 13] loss: 0.6778109
Test set: Average loss: 1.0917, Accuracy: 3207/5000 (64%)
[epoch 14] loss: 0.6201088
Test set: Average loss: 1.1937, Accuracy: 3129/5000 (63%)
[epoch 15] loss: 0.5515886
Test set: Average loss: 1.1904, Accuracy: 3185/5000 (64%)
[epoch 16] loss: 0.4813258
Test set: Average loss: 1.2319, Accuracy: 3164/5000 (63%)
[epoch 17] loss: 0.4109644
Test set: Average loss: 1.2381, Accuracy: 3196/5000 (64%)
[epoch 18] loss: 0.3219767
Test set: Average loss: 1.2915, Accuracy: 3233/5000 (65%)
[epoch 19] loss: 0.2608319
Test set: Average loss: 1.3598, Accuracy: 3205/5000 (64%)
[epoch 20] loss: 0.1990271
Test set: Average loss: 1.4792, Accuracy: 3215/5000 (64%)
[epoch 21] loss: 0.1722899
Test set: Average loss: 1.5224, Accuracy: 3226/5000 (65%)
[epoch 22] loss: 0.1601819
Test set: Average loss: 1.6982, Accuracy: 3210/5000 (64%)
[epoch 23] loss: 0.1510573
Test set: Average loss: 1.7763, Accuracy: 3117/5000 (62%)
[epoch 24] loss: 0.1584747
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8178, Accuracy: 3166/5000 (63%)
[epoch 25] loss: 0.0466694
Test set: Average loss: 1.6580, Accuracy: 3285/5000 (66%)
[epoch 26] loss: 0.0172890
Test set: Average loss: 1.6695, Accuracy: 3289/5000 (66%)
[epoch 27] loss: 0.0111939
Test set: Average loss: 1.6872, Accuracy: 3312/5000 (66%)
[epoch 28] loss: 0.0079887
Test set: Average loss: 1.7082, Accuracy: 3310/5000 (66%)
[epoch 29] loss: 0.0059335
Test set: Average loss: 1.7295, Accuracy: 3319/5000 (66%)
[epoch 30] loss: 0.0044070
Test set: Average loss: 1.7617, Accuracy: 3321/5000 (66%)
[epoch 31] loss: 0.0032493
Test set: Average loss: 1.7929, Accuracy: 3322/5000 (66%)
[epoch 32] loss: 0.0023753
Test set: Average loss: 1.8244, Accuracy: 3332/5000 (67%)
[epoch 33] loss: 0.0017085
Test set: Average loss: 1.8659, Accuracy: 3339/5000 (67%)
[epoch 34] loss: 0.0012263
Test set: Average loss: 1.9092, Accuracy: 3333/5000 (67%)
[epoch 35] loss: 0.0008684
Test set: Average loss: 1.9460, Accuracy: 3335/5000 (67%)
[epoch 36] loss: 0.0006088
Test set: Average loss: 1.9997, Accuracy: 3351/5000 (67%)
[epoch 37] loss: 0.0004265
Test set: Average loss: 2.0524, Accuracy: 3345/5000 (67%)
[epoch 38] loss: 0.0002952
Test set: Average loss: 2.0976, Accuracy: 3343/5000 (67%)
[epoch 39] loss: 0.0002029
Test set: Average loss: 2.1551, Accuracy: 3359/5000 (67%)
[epoch 40] loss: 0.0001401
Test set: Average loss: 2.2192, Accuracy: 3346/5000 (67%)
[epoch 41] loss: 0.0000955
Test set: Average loss: 2.2710, Accuracy: 3342/5000 (67%)
[epoch 42] loss: 0.0000652
Test set: Average loss: 2.3287, Accuracy: 3344/5000 (67%)
[epoch 43] loss: 0.0000441
Test set: Average loss: 2.3850, Accuracy: 3340/5000 (67%)
[epoch 44] loss: 0.0000299
Test set: Average loss: 2.4395, Accuracy: 3339/5000 (67%)
[epoch 45] loss: 0.0000203
Test set: Average loss: 2.5070, Accuracy: 3343/5000 (67%)
[epoch 46] loss: 0.0000135
Test set: Average loss: 2.5665, Accuracy: 3348/5000 (67%)
[epoch 47] loss: 0.0000090
Test set: Average loss: 2.6290, Accuracy: 3347/5000 (67%)
[epoch 48] loss: 0.0000060
Test set: Average loss: 2.6936, Accuracy: 3347/5000 (67%)
[epoch 49] loss: 0.0000040
Test set: Average loss: 2.7548, Accuracy: 3343/5000 (67%)
[epoch 50] loss: 0.0000027
Test set: Average loss: 2.8129, Accuracy: 3341/5000 (67%)
Validation:
Test set: Average loss: 2.1551, Accuracy: 3359/5000 (67%)
Test
Test set: Average loss: 2.0869, Accuracy: 6749/10000 (67%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3040, Accuracy: 550/5000 (11%)
[epoch 1] loss: 1.3551911
Test set: Average loss: 1.2473, Accuracy: 2724/5000 (54%)
[epoch 2] loss: 1.1591667
Test set: Average loss: 1.2210, Accuracy: 2801/5000 (56%)
[epoch 3] loss: 1.0997607
Test set: Average loss: 1.1766, Accuracy: 2944/5000 (59%)
[epoch 4] loss: 1.0480676
Test set: Average loss: 1.1532, Accuracy: 2988/5000 (60%)
[epoch 5] loss: 1.0085541
Test set: Average loss: 1.0879, Accuracy: 3079/5000 (62%)
[epoch 6] loss: 0.9706660
Test set: Average loss: 1.0752, Accuracy: 3093/5000 (62%)
[epoch 7] loss: 0.9409623
Test set: Average loss: 1.1008, Accuracy: 3090/5000 (62%)
[epoch 8] loss: 0.9068566
Test set: Average loss: 1.0467, Accuracy: 3165/5000 (63%)
[epoch 9] loss: 0.8677016
Test set: Average loss: 1.1161, Accuracy: 3101/5000 (62%)
[epoch 10] loss: 0.8364393
Test set: Average loss: 1.0542, Accuracy: 3211/5000 (64%)
[epoch 11] loss: 0.7954998
Test set: Average loss: 1.0775, Accuracy: 3202/5000 (64%)
[epoch 12] loss: 0.7491892
Test set: Average loss: 1.1092, Accuracy: 3158/5000 (63%)
[epoch 13] loss: 0.6966612
Test set: Average loss: 1.0577, Accuracy: 3244/5000 (65%)
[epoch 14] loss: 0.6368127
Test set: Average loss: 1.1735, Accuracy: 3120/5000 (62%)
[epoch 15] loss: 0.5716907
Test set: Average loss: 1.1607, Accuracy: 3189/5000 (64%)
[epoch 16] loss: 0.4966393
Test set: Average loss: 1.1984, Accuracy: 3157/5000 (63%)
[epoch 17] loss: 0.4143977
Test set: Average loss: 1.2258, Accuracy: 3219/5000 (64%)
[epoch 18] loss: 0.3399131
Test set: Average loss: 1.3253, Accuracy: 3195/5000 (64%)
[epoch 19] loss: 0.2638676
Test set: Average loss: 1.4376, Accuracy: 3172/5000 (63%)
[epoch 20] loss: 0.2120728
Test set: Average loss: 1.4976, Accuracy: 3166/5000 (63%)
[epoch 21] loss: 0.1749726
Test set: Average loss: 1.5823, Accuracy: 3176/5000 (64%)
[epoch 22] loss: 0.1602831
Test set: Average loss: 1.7042, Accuracy: 3120/5000 (62%)
[epoch 23] loss: 0.1374601
Test set: Average loss: 1.7275, Accuracy: 3181/5000 (64%)
[epoch 24] loss: 0.1207608
Test set: Average loss: 1.8621, Accuracy: 3149/5000 (63%)
[epoch 25] loss: 0.1277177
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8755, Accuracy: 3185/5000 (64%)
[epoch 26] loss: 0.0448574
Test set: Average loss: 1.7861, Accuracy: 3248/5000 (65%)
[epoch 27] loss: 0.0149214
Test set: Average loss: 1.7931, Accuracy: 3261/5000 (65%)
[epoch 28] loss: 0.0095272
Test set: Average loss: 1.8064, Accuracy: 3261/5000 (65%)
[epoch 29] loss: 0.0067651
Test set: Average loss: 1.8257, Accuracy: 3285/5000 (66%)
[epoch 30] loss: 0.0049671
Test set: Average loss: 1.8469, Accuracy: 3289/5000 (66%)
[epoch 31] loss: 0.0036454
Test set: Average loss: 1.8746, Accuracy: 3285/5000 (66%)
[epoch 32] loss: 0.0026687
Test set: Average loss: 1.9042, Accuracy: 3291/5000 (66%)
[epoch 33] loss: 0.0019417
Test set: Average loss: 1.9404, Accuracy: 3290/5000 (66%)
[epoch 34] loss: 0.0014007
Test set: Average loss: 1.9828, Accuracy: 3292/5000 (66%)
[epoch 35] loss: 0.0010032
Test set: Average loss: 2.0215, Accuracy: 3293/5000 (66%)
[epoch 36] loss: 0.0007084
Test set: Average loss: 2.0690, Accuracy: 3296/5000 (66%)
[epoch 37] loss: 0.0004970
Test set: Average loss: 2.1160, Accuracy: 3290/5000 (66%)
[epoch 38] loss: 0.0003494
Test set: Average loss: 2.1714, Accuracy: 3302/5000 (66%)
[epoch 39] loss: 0.0002415
Test set: Average loss: 2.2268, Accuracy: 3298/5000 (66%)
[epoch 40] loss: 0.0001659
Test set: Average loss: 2.2763, Accuracy: 3303/5000 (66%)
[epoch 41] loss: 0.0001139
Test set: Average loss: 2.3364, Accuracy: 3302/5000 (66%)
[epoch 42] loss: 0.0000778
Test set: Average loss: 2.3905, Accuracy: 3305/5000 (66%)
[epoch 43] loss: 0.0000527
Test set: Average loss: 2.4563, Accuracy: 3300/5000 (66%)
[epoch 44] loss: 0.0000359
Test set: Average loss: 2.5171, Accuracy: 3288/5000 (66%)
[epoch 45] loss: 0.0000242
Test set: Average loss: 2.5816, Accuracy: 3289/5000 (66%)
[epoch 46] loss: 0.0000162
Test set: Average loss: 2.6466, Accuracy: 3310/5000 (66%)
[epoch 47] loss: 0.0000109
Test set: Average loss: 2.7070, Accuracy: 3300/5000 (66%)
[epoch 48] loss: 0.0000073
Test set: Average loss: 2.7690, Accuracy: 3308/5000 (66%)
[epoch 49] loss: 0.0000049
Test set: Average loss: 2.8334, Accuracy: 3306/5000 (66%)
[epoch 50] loss: 0.0000032
Test set: Average loss: 2.9037, Accuracy: 3293/5000 (66%)
Validation:
Test set: Average loss: 2.6466, Accuracy: 3310/5000 (66%)
Test
Test set: Average loss: 2.5810, Accuracy: 6699/10000 (67%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3010, Accuracy: 520/5000 (10%)
[epoch 1] loss: 1.3459482
Test set: Average loss: 1.2540, Accuracy: 2770/5000 (55%)
[epoch 2] loss: 1.1602801
Test set: Average loss: 1.1724, Accuracy: 2917/5000 (58%)
[epoch 3] loss: 1.1000279
Test set: Average loss: 1.1571, Accuracy: 2936/5000 (59%)
[epoch 4] loss: 1.0457324
Test set: Average loss: 1.1012, Accuracy: 3045/5000 (61%)
[epoch 5] loss: 1.0132085
Test set: Average loss: 1.1125, Accuracy: 3022/5000 (60%)
[epoch 6] loss: 0.9785415
Test set: Average loss: 1.1257, Accuracy: 3036/5000 (61%)
[epoch 7] loss: 0.9462890
Test set: Average loss: 1.1609, Accuracy: 2989/5000 (60%)
[epoch 8] loss: 0.9110113
Test set: Average loss: 1.0786, Accuracy: 3104/5000 (62%)
[epoch 9] loss: 0.8713597
Test set: Average loss: 1.0709, Accuracy: 3107/5000 (62%)
[epoch 10] loss: 0.8315276
Test set: Average loss: 1.1259, Accuracy: 3090/5000 (62%)
[epoch 11] loss: 0.7826066
Test set: Average loss: 1.1221, Accuracy: 3115/5000 (62%)
[epoch 12] loss: 0.7459944
Test set: Average loss: 1.1120, Accuracy: 3122/5000 (62%)
[epoch 13] loss: 0.6904158
Test set: Average loss: 1.1309, Accuracy: 3129/5000 (63%)
[epoch 14] loss: 0.6284663
Test set: Average loss: 1.1123, Accuracy: 3206/5000 (64%)
[epoch 15] loss: 0.5581560
Test set: Average loss: 1.1962, Accuracy: 3179/5000 (64%)
[epoch 16] loss: 0.4942400
Test set: Average loss: 1.1886, Accuracy: 3191/5000 (64%)
[epoch 17] loss: 0.4160166
Test set: Average loss: 1.2684, Accuracy: 3187/5000 (64%)
[epoch 18] loss: 0.3404410
Test set: Average loss: 1.3070, Accuracy: 3215/5000 (64%)
[epoch 19] loss: 0.2615091
Test set: Average loss: 1.4516, Accuracy: 3137/5000 (63%)
[epoch 20] loss: 0.2101041
Test set: Average loss: 1.4525, Accuracy: 3192/5000 (64%)
[epoch 21] loss: 0.1729262
Test set: Average loss: 1.6510, Accuracy: 3143/5000 (63%)
[epoch 22] loss: 0.1576965
Test set: Average loss: 1.6545, Accuracy: 3136/5000 (63%)
[epoch 23] loss: 0.1431727
Test set: Average loss: 1.8407, Accuracy: 3030/5000 (61%)
[epoch 24] loss: 0.1363507
Test set: Average loss: 1.7841, Accuracy: 3156/5000 (63%)
[epoch 25] loss: 0.1188873
Test set: Average loss: 1.8493, Accuracy: 3152/5000 (63%)
[epoch 26] loss: 0.1563352
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9104, Accuracy: 3169/5000 (63%)
[epoch 27] loss: 0.0455601
Test set: Average loss: 1.7982, Accuracy: 3235/5000 (65%)
[epoch 28] loss: 0.0147994
Test set: Average loss: 1.8086, Accuracy: 3269/5000 (65%)
[epoch 29] loss: 0.0093486
Test set: Average loss: 1.8151, Accuracy: 3280/5000 (66%)
[epoch 30] loss: 0.0066206
Test set: Average loss: 1.8308, Accuracy: 3281/5000 (66%)
[epoch 31] loss: 0.0048274
Test set: Average loss: 1.8486, Accuracy: 3284/5000 (66%)
[epoch 32] loss: 0.0035514
Test set: Average loss: 1.8709, Accuracy: 3286/5000 (66%)
[epoch 33] loss: 0.0026216
Test set: Average loss: 1.8993, Accuracy: 3281/5000 (66%)
[epoch 34] loss: 0.0019125
Test set: Average loss: 1.9276, Accuracy: 3297/5000 (66%)
[epoch 35] loss: 0.0013804
Test set: Average loss: 1.9626, Accuracy: 3292/5000 (66%)
[epoch 36] loss: 0.0009882
Test set: Average loss: 2.0031, Accuracy: 3299/5000 (66%)
[epoch 37] loss: 0.0007003
Test set: Average loss: 2.0459, Accuracy: 3294/5000 (66%)
[epoch 38] loss: 0.0004903
Test set: Average loss: 2.0884, Accuracy: 3297/5000 (66%)
[epoch 39] loss: 0.0003422
Test set: Average loss: 2.1421, Accuracy: 3301/5000 (66%)
[epoch 40] loss: 0.0002360
Test set: Average loss: 2.1823, Accuracy: 3309/5000 (66%)
[epoch 41] loss: 0.0001629
Test set: Average loss: 2.2346, Accuracy: 3307/5000 (66%)
[epoch 42] loss: 0.0001118
Test set: Average loss: 2.2948, Accuracy: 3315/5000 (66%)
[epoch 43] loss: 0.0000763
Test set: Average loss: 2.3458, Accuracy: 3328/5000 (67%)
[epoch 44] loss: 0.0000516
Test set: Average loss: 2.4071, Accuracy: 3331/5000 (67%)
[epoch 45] loss: 0.0000349
Test set: Average loss: 2.4690, Accuracy: 3321/5000 (66%)
[epoch 46] loss: 0.0000236
Test set: Average loss: 2.5217, Accuracy: 3317/5000 (66%)
[epoch 47] loss: 0.0000158
Test set: Average loss: 2.5918, Accuracy: 3322/5000 (66%)
[epoch 48] loss: 0.0000106
Test set: Average loss: 2.6486, Accuracy: 3321/5000 (66%)
[epoch 49] loss: 0.0000071
Test set: Average loss: 2.7172, Accuracy: 3322/5000 (66%)
[epoch 50] loss: 0.0000047
Test set: Average loss: 2.7710, Accuracy: 3323/5000 (66%)
Validation:
Test set: Average loss: 2.4071, Accuracy: 3331/5000 (67%)
Test
Test set: Average loss: 2.4182, Accuracy: 6662/10000 (67%)
35000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3049, Accuracy: 421/5000 (8%)
[epoch 1] loss: 1.3314369
Test set: Average loss: 1.2179, Accuracy: 2860/5000 (57%)
[epoch 2] loss: 1.1476219
Test set: Average loss: 1.1734, Accuracy: 2935/5000 (59%)
[epoch 3] loss: 1.0835030
Test set: Average loss: 1.1289, Accuracy: 3045/5000 (61%)
[epoch 4] loss: 1.0463915
Test set: Average loss: 1.0921, Accuracy: 3068/5000 (61%)
[epoch 5] loss: 1.0061470
Test set: Average loss: 1.0862, Accuracy: 3112/5000 (62%)
[epoch 6] loss: 0.9672500
Test set: Average loss: 1.0691, Accuracy: 3122/5000 (62%)
[epoch 7] loss: 0.9257726
Test set: Average loss: 1.0689, Accuracy: 3149/5000 (63%)
[epoch 8] loss: 0.8852606
Test set: Average loss: 1.0722, Accuracy: 3114/5000 (62%)
[epoch 9] loss: 0.8450938
Test set: Average loss: 1.0469, Accuracy: 3200/5000 (64%)
[epoch 10] loss: 0.8080272
Test set: Average loss: 1.0425, Accuracy: 3244/5000 (65%)
[epoch 11] loss: 0.7694589
Test set: Average loss: 1.0261, Accuracy: 3246/5000 (65%)
[epoch 12] loss: 0.7151165
Test set: Average loss: 1.0987, Accuracy: 3218/5000 (64%)
[epoch 13] loss: 0.6559495
Test set: Average loss: 1.0505, Accuracy: 3293/5000 (66%)
[epoch 14] loss: 0.5954947
Test set: Average loss: 1.1220, Accuracy: 3243/5000 (65%)
[epoch 15] loss: 0.5249704
Test set: Average loss: 1.1151, Accuracy: 3285/5000 (66%)
[epoch 16] loss: 0.4515924
Test set: Average loss: 1.1694, Accuracy: 3255/5000 (65%)
[epoch 17] loss: 0.3654354
Test set: Average loss: 1.2101, Accuracy: 3261/5000 (65%)
[epoch 18] loss: 0.3038566
Test set: Average loss: 1.2991, Accuracy: 3284/5000 (66%)
[epoch 19] loss: 0.2439360
Test set: Average loss: 1.4220, Accuracy: 3229/5000 (65%)
[epoch 20] loss: 0.2053555
Test set: Average loss: 1.4663, Accuracy: 3246/5000 (65%)
[epoch 21] loss: 0.1872867
Test set: Average loss: 1.5525, Accuracy: 3262/5000 (65%)
[epoch 22] loss: 0.1519928
Test set: Average loss: 1.6123, Accuracy: 3261/5000 (65%)
[epoch 23] loss: 0.1608113
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7122, Accuracy: 3210/5000 (64%)
[epoch 24] loss: 0.0673341
Test set: Average loss: 1.5503, Accuracy: 3343/5000 (67%)
[epoch 25] loss: 0.0226126
Test set: Average loss: 1.5707, Accuracy: 3352/5000 (67%)
[epoch 26] loss: 0.0136268
Test set: Average loss: 1.5926, Accuracy: 3371/5000 (67%)
[epoch 27] loss: 0.0092920
Test set: Average loss: 1.6219, Accuracy: 3372/5000 (67%)
[epoch 28] loss: 0.0064949
Test set: Average loss: 1.6502, Accuracy: 3378/5000 (68%)
[epoch 29] loss: 0.0045591
Test set: Average loss: 1.6825, Accuracy: 3382/5000 (68%)
[epoch 30] loss: 0.0031842
Test set: Average loss: 1.7203, Accuracy: 3400/5000 (68%)
[epoch 31] loss: 0.0021939
Test set: Average loss: 1.7663, Accuracy: 3404/5000 (68%)
[epoch 32] loss: 0.0015086
Test set: Average loss: 1.8150, Accuracy: 3399/5000 (68%)
[epoch 33] loss: 0.0010197
Test set: Average loss: 1.8659, Accuracy: 3399/5000 (68%)
[epoch 34] loss: 0.0006844
Test set: Average loss: 1.9231, Accuracy: 3399/5000 (68%)
[epoch 35] loss: 0.0004571
Test set: Average loss: 1.9765, Accuracy: 3393/5000 (68%)
[epoch 36] loss: 0.0003039
Test set: Average loss: 2.0300, Accuracy: 3392/5000 (68%)
[epoch 37] loss: 0.0001983
Test set: Average loss: 2.1068, Accuracy: 3395/5000 (68%)
[epoch 38] loss: 0.0001309
Test set: Average loss: 2.1628, Accuracy: 3395/5000 (68%)
[epoch 39] loss: 0.0000853
Test set: Average loss: 2.2317, Accuracy: 3392/5000 (68%)
[epoch 40] loss: 0.0000548
Test set: Average loss: 2.2988, Accuracy: 3389/5000 (68%)
[epoch 41] loss: 0.0000352
Test set: Average loss: 2.3572, Accuracy: 3394/5000 (68%)
[epoch 42] loss: 0.0000227
Test set: Average loss: 2.4262, Accuracy: 3395/5000 (68%)
[epoch 43] loss: 0.0000145
Test set: Average loss: 2.5029, Accuracy: 3388/5000 (68%)
[epoch 44] loss: 0.0000092
Test set: Average loss: 2.5708, Accuracy: 3396/5000 (68%)
[epoch 45] loss: 0.0000058
Test set: Average loss: 2.6294, Accuracy: 3383/5000 (68%)
[epoch 46] loss: 0.0000037
Test set: Average loss: 2.7003, Accuracy: 3393/5000 (68%)
[epoch 47] loss: 0.0000023
Test set: Average loss: 2.7729, Accuracy: 3384/5000 (68%)
[epoch 48] loss: 0.0000014
Test set: Average loss: 2.8316, Accuracy: 3384/5000 (68%)
[epoch 49] loss: 0.0000009
Test set: Average loss: 2.8787, Accuracy: 3387/5000 (68%)
[epoch 50] loss: 0.0000006
Test set: Average loss: 2.9215, Accuracy: 3379/5000 (68%)
Validation:
Test set: Average loss: 1.7663, Accuracy: 3404/5000 (68%)
Test
Test set: Average loss: 1.7702, Accuracy: 6758/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3046, Accuracy: 354/5000 (7%)
[epoch 1] loss: 1.3147328
Test set: Average loss: 1.2534, Accuracy: 2711/5000 (54%)
[epoch 2] loss: 1.1467396
Test set: Average loss: 1.1362, Accuracy: 2966/5000 (59%)
[epoch 3] loss: 1.0892227
Test set: Average loss: 1.2003, Accuracy: 2934/5000 (59%)
[epoch 4] loss: 1.0426340
Test set: Average loss: 1.1406, Accuracy: 2987/5000 (60%)
[epoch 5] loss: 0.9996174
Test set: Average loss: 1.1568, Accuracy: 3000/5000 (60%)
[epoch 6] loss: 0.9708641
Test set: Average loss: 1.0634, Accuracy: 3191/5000 (64%)
[epoch 7] loss: 0.9260560
Test set: Average loss: 1.1471, Accuracy: 3080/5000 (62%)
[epoch 8] loss: 0.8916110
Test set: Average loss: 1.0853, Accuracy: 3109/5000 (62%)
[epoch 9] loss: 0.8506852
Test set: Average loss: 1.0728, Accuracy: 3188/5000 (64%)
[epoch 10] loss: 0.8139115
Test set: Average loss: 1.0953, Accuracy: 3211/5000 (64%)
[epoch 11] loss: 0.7646520
Test set: Average loss: 1.1044, Accuracy: 3224/5000 (64%)
[epoch 12] loss: 0.7184997
Test set: Average loss: 1.1122, Accuracy: 3210/5000 (64%)
[epoch 13] loss: 0.6627023
Test set: Average loss: 1.0803, Accuracy: 3280/5000 (66%)
[epoch 14] loss: 0.5890041
Test set: Average loss: 1.1114, Accuracy: 3285/5000 (66%)
[epoch 15] loss: 0.5239533
Test set: Average loss: 1.2303, Accuracy: 3197/5000 (64%)
[epoch 16] loss: 0.4436526
Test set: Average loss: 1.2053, Accuracy: 3207/5000 (64%)
[epoch 17] loss: 0.3679918
Test set: Average loss: 1.2477, Accuracy: 3274/5000 (65%)
[epoch 18] loss: 0.2977001
Test set: Average loss: 1.3751, Accuracy: 3158/5000 (63%)
[epoch 19] loss: 0.2452993
Test set: Average loss: 1.4959, Accuracy: 3233/5000 (65%)
[epoch 20] loss: 0.1957374
Test set: Average loss: 1.5105, Accuracy: 3251/5000 (65%)
[epoch 21] loss: 0.1901637
Test set: Average loss: 1.6289, Accuracy: 3175/5000 (64%)
[epoch 22] loss: 0.1714708
Test set: Average loss: 1.7178, Accuracy: 3168/5000 (63%)
[epoch 23] loss: 0.1440291
Test set: Average loss: 1.7288, Accuracy: 3169/5000 (63%)
[epoch 24] loss: 0.1490229
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8677, Accuracy: 3104/5000 (62%)
[epoch 25] loss: 0.0519510
Test set: Average loss: 1.6944, Accuracy: 3278/5000 (66%)
[epoch 26] loss: 0.0175915
Test set: Average loss: 1.7052, Accuracy: 3288/5000 (66%)
[epoch 27] loss: 0.0106944
Test set: Average loss: 1.7251, Accuracy: 3301/5000 (66%)
[epoch 28] loss: 0.0073011
Test set: Average loss: 1.7493, Accuracy: 3318/5000 (66%)
[epoch 29] loss: 0.0051551
Test set: Average loss: 1.7739, Accuracy: 3334/5000 (67%)
[epoch 30] loss: 0.0036467
Test set: Average loss: 1.8097, Accuracy: 3334/5000 (67%)
[epoch 31] loss: 0.0025299
Test set: Average loss: 1.8494, Accuracy: 3339/5000 (67%)
[epoch 32] loss: 0.0017566
Test set: Average loss: 1.8976, Accuracy: 3341/5000 (67%)
[epoch 33] loss: 0.0011984
Test set: Average loss: 1.9424, Accuracy: 3345/5000 (67%)
[epoch 34] loss: 0.0008104
Test set: Average loss: 1.9928, Accuracy: 3345/5000 (67%)
[epoch 35] loss: 0.0005405
Test set: Average loss: 2.0466, Accuracy: 3353/5000 (67%)
[epoch 36] loss: 0.0003616
Test set: Average loss: 2.1062, Accuracy: 3337/5000 (67%)
[epoch 37] loss: 0.0002384
Test set: Average loss: 2.1622, Accuracy: 3339/5000 (67%)
[epoch 38] loss: 0.0001561
Test set: Average loss: 2.2270, Accuracy: 3341/5000 (67%)
[epoch 39] loss: 0.0001014
Test set: Average loss: 2.2872, Accuracy: 3340/5000 (67%)
[epoch 40] loss: 0.0000661
Test set: Average loss: 2.3558, Accuracy: 3344/5000 (67%)
[epoch 41] loss: 0.0000426
Test set: Average loss: 2.4228, Accuracy: 3342/5000 (67%)
[epoch 42] loss: 0.0000274
Test set: Average loss: 2.4863, Accuracy: 3340/5000 (67%)
[epoch 43] loss: 0.0000175
Test set: Average loss: 2.5629, Accuracy: 3337/5000 (67%)
[epoch 44] loss: 0.0000112
Test set: Average loss: 2.6231, Accuracy: 3343/5000 (67%)
[epoch 45] loss: 0.0000071
Test set: Average loss: 2.7021, Accuracy: 3347/5000 (67%)
[epoch 46] loss: 0.0000045
Test set: Average loss: 2.7789, Accuracy: 3338/5000 (67%)
[epoch 47] loss: 0.0000028
Test set: Average loss: 2.8457, Accuracy: 3336/5000 (67%)
[epoch 48] loss: 0.0000018
Test set: Average loss: 2.8997, Accuracy: 3330/5000 (67%)
[epoch 49] loss: 0.0000011
Test set: Average loss: 2.9659, Accuracy: 3335/5000 (67%)
[epoch 50] loss: 0.0000007
Test set: Average loss: 3.0127, Accuracy: 3340/5000 (67%)
Validation:
Test set: Average loss: 2.0466, Accuracy: 3353/5000 (67%)
Test
Test set: Average loss: 2.0239, Accuracy: 6679/10000 (67%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3047, Accuracy: 604/5000 (12%)
[epoch 1] loss: 1.3274313
Test set: Average loss: 1.2540, Accuracy: 2798/5000 (56%)
[epoch 2] loss: 1.1449465
Test set: Average loss: 1.2109, Accuracy: 2844/5000 (57%)
[epoch 3] loss: 1.0783324
Test set: Average loss: 1.1358, Accuracy: 3016/5000 (60%)
[epoch 4] loss: 1.0404373
Test set: Average loss: 1.0918, Accuracy: 3108/5000 (62%)
[epoch 5] loss: 0.9961138
Test set: Average loss: 1.1339, Accuracy: 3042/5000 (61%)
[epoch 6] loss: 0.9639703
Test set: Average loss: 1.0979, Accuracy: 3033/5000 (61%)
[epoch 7] loss: 0.9226189
Test set: Average loss: 1.0752, Accuracy: 3110/5000 (62%)
[epoch 8] loss: 0.8885650
Test set: Average loss: 1.0347, Accuracy: 3190/5000 (64%)
[epoch 9] loss: 0.8492153
Test set: Average loss: 1.0579, Accuracy: 3165/5000 (63%)
[epoch 10] loss: 0.8107812
Test set: Average loss: 1.1081, Accuracy: 3047/5000 (61%)
[epoch 11] loss: 0.7676558
Test set: Average loss: 1.0780, Accuracy: 3193/5000 (64%)
[epoch 12] loss: 0.7152751
Test set: Average loss: 1.0691, Accuracy: 3240/5000 (65%)
[epoch 13] loss: 0.6533056
Test set: Average loss: 1.0609, Accuracy: 3280/5000 (66%)
[epoch 14] loss: 0.5852746
Test set: Average loss: 1.1183, Accuracy: 3244/5000 (65%)
[epoch 15] loss: 0.5226991
Test set: Average loss: 1.1392, Accuracy: 3254/5000 (65%)
[epoch 16] loss: 0.4350918
Test set: Average loss: 1.2335, Accuracy: 3211/5000 (64%)
[epoch 17] loss: 0.3660480
Test set: Average loss: 1.2320, Accuracy: 3277/5000 (66%)
[epoch 18] loss: 0.2896917
Test set: Average loss: 1.3708, Accuracy: 3238/5000 (65%)
[epoch 19] loss: 0.2381003
Test set: Average loss: 1.4398, Accuracy: 3191/5000 (64%)
[epoch 20] loss: 0.1987206
Test set: Average loss: 1.5311, Accuracy: 3180/5000 (64%)
[epoch 21] loss: 0.1673715
Test set: Average loss: 1.6399, Accuracy: 3197/5000 (64%)
[epoch 22] loss: 0.1589921
Test set: Average loss: 1.6938, Accuracy: 3185/5000 (64%)
[epoch 23] loss: 0.1642274
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8301, Accuracy: 3097/5000 (62%)
[epoch 24] loss: 0.0590929
Test set: Average loss: 1.6423, Accuracy: 3276/5000 (66%)
[epoch 25] loss: 0.0202199
Test set: Average loss: 1.6492, Accuracy: 3286/5000 (66%)
[epoch 26] loss: 0.0123151
Test set: Average loss: 1.6690, Accuracy: 3292/5000 (66%)
[epoch 27] loss: 0.0084818
Test set: Average loss: 1.6987, Accuracy: 3302/5000 (66%)
[epoch 28] loss: 0.0059890
Test set: Average loss: 1.7203, Accuracy: 3301/5000 (66%)
[epoch 29] loss: 0.0042136
Test set: Average loss: 1.7605, Accuracy: 3306/5000 (66%)
[epoch 30] loss: 0.0029471
Test set: Average loss: 1.8026, Accuracy: 3307/5000 (66%)
[epoch 31] loss: 0.0020331
Test set: Average loss: 1.8531, Accuracy: 3317/5000 (66%)
[epoch 32] loss: 0.0013898
Test set: Average loss: 1.8998, Accuracy: 3324/5000 (66%)
[epoch 33] loss: 0.0009341
Test set: Average loss: 1.9570, Accuracy: 3327/5000 (67%)
[epoch 34] loss: 0.0006291
Test set: Average loss: 2.0073, Accuracy: 3330/5000 (67%)
[epoch 35] loss: 0.0004172
Test set: Average loss: 2.0731, Accuracy: 3329/5000 (67%)
[epoch 36] loss: 0.0002744
Test set: Average loss: 2.1369, Accuracy: 3330/5000 (67%)
[epoch 37] loss: 0.0001802
Test set: Average loss: 2.2041, Accuracy: 3330/5000 (67%)
[epoch 38] loss: 0.0001179
Test set: Average loss: 2.2754, Accuracy: 3326/5000 (67%)
[epoch 39] loss: 0.0000766
Test set: Average loss: 2.3350, Accuracy: 3330/5000 (67%)
[epoch 40] loss: 0.0000492
Test set: Average loss: 2.4147, Accuracy: 3325/5000 (66%)
[epoch 41] loss: 0.0000318
Test set: Average loss: 2.4813, Accuracy: 3315/5000 (66%)
[epoch 42] loss: 0.0000202
Test set: Average loss: 2.5515, Accuracy: 3327/5000 (67%)
[epoch 43] loss: 0.0000129
Test set: Average loss: 2.6335, Accuracy: 3309/5000 (66%)
[epoch 44] loss: 0.0000082
Test set: Average loss: 2.7002, Accuracy: 3321/5000 (66%)
[epoch 45] loss: 0.0000052
Test set: Average loss: 2.7697, Accuracy: 3319/5000 (66%)
[epoch 46] loss: 0.0000033
Test set: Average loss: 2.8440, Accuracy: 3322/5000 (66%)
[epoch 47] loss: 0.0000021
Test set: Average loss: 2.9140, Accuracy: 3313/5000 (66%)
[epoch 48] loss: 0.0000013
Test set: Average loss: 2.9811, Accuracy: 3306/5000 (66%)
[epoch 49] loss: 0.0000008
Test set: Average loss: 3.0355, Accuracy: 3317/5000 (66%)
[epoch 50] loss: 0.0000005
Test set: Average loss: 3.0607, Accuracy: 3306/5000 (66%)
Validation:
Test set: Average loss: 2.3350, Accuracy: 3330/5000 (67%)
Test
Test set: Average loss: 2.2458, Accuracy: 6765/10000 (68%)
40000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3022, Accuracy: 663/5000 (13%)
[epoch 1] loss: 1.3037218
Test set: Average loss: 1.2362, Accuracy: 2833/5000 (57%)
[epoch 2] loss: 1.1225512
Test set: Average loss: 1.1364, Accuracy: 2992/5000 (60%)
[epoch 3] loss: 1.0666019
Test set: Average loss: 1.1305, Accuracy: 2993/5000 (60%)
[epoch 4] loss: 1.0192357
Test set: Average loss: 1.0773, Accuracy: 3132/5000 (63%)
[epoch 5] loss: 0.9802078
Test set: Average loss: 1.1398, Accuracy: 2953/5000 (59%)
[epoch 6] loss: 0.9404558
Test set: Average loss: 1.0898, Accuracy: 3132/5000 (63%)
[epoch 7] loss: 0.9028176
Test set: Average loss: 1.0721, Accuracy: 3157/5000 (63%)
[epoch 8] loss: 0.8630276
Test set: Average loss: 1.0874, Accuracy: 3128/5000 (63%)
[epoch 9] loss: 0.8270758
Test set: Average loss: 0.9999, Accuracy: 3271/5000 (65%)
[epoch 10] loss: 0.7830346
Test set: Average loss: 1.0038, Accuracy: 3287/5000 (66%)
[epoch 11] loss: 0.7323761
Test set: Average loss: 1.0097, Accuracy: 3293/5000 (66%)
[epoch 12] loss: 0.6769250
Test set: Average loss: 1.0027, Accuracy: 3347/5000 (67%)
[epoch 13] loss: 0.6166970
Test set: Average loss: 1.0502, Accuracy: 3317/5000 (66%)
[epoch 14] loss: 0.5469982
Test set: Average loss: 1.0825, Accuracy: 3324/5000 (66%)
[epoch 15] loss: 0.4669027
Test set: Average loss: 1.1257, Accuracy: 3338/5000 (67%)
[epoch 16] loss: 0.4000778
Test set: Average loss: 1.2086, Accuracy: 3310/5000 (66%)
[epoch 17] loss: 0.3237877
Test set: Average loss: 1.3081, Accuracy: 3228/5000 (65%)
[epoch 18] loss: 0.2777911
Test set: Average loss: 1.3759, Accuracy: 3249/5000 (65%)
[epoch 19] loss: 0.2325355
Test set: Average loss: 1.4739, Accuracy: 3255/5000 (65%)
[epoch 20] loss: 0.2191705
Test set: Average loss: 1.5044, Accuracy: 3225/5000 (64%)
[epoch 21] loss: 0.1865358
Test set: Average loss: 1.6179, Accuracy: 3225/5000 (64%)
[epoch 22] loss: 0.1728271
Test set: Average loss: 1.6576, Accuracy: 3249/5000 (65%)
[epoch 23] loss: 0.1693591
Test set: Average loss: 1.7349, Accuracy: 3207/5000 (64%)
[epoch 24] loss: 0.1533692
Test set: Average loss: 1.8354, Accuracy: 3179/5000 (64%)
[epoch 25] loss: 0.1670385
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7876, Accuracy: 3226/5000 (65%)
[epoch 26] loss: 0.0514002
Test set: Average loss: 1.7027, Accuracy: 3304/5000 (66%)
[epoch 27] loss: 0.0170618
Test set: Average loss: 1.7165, Accuracy: 3318/5000 (66%)
[epoch 28] loss: 0.0099584
Test set: Average loss: 1.7444, Accuracy: 3337/5000 (67%)
[epoch 29] loss: 0.0065578
Test set: Average loss: 1.7691, Accuracy: 3348/5000 (67%)
[epoch 30] loss: 0.0044794
Test set: Average loss: 1.8060, Accuracy: 3360/5000 (67%)
[epoch 31] loss: 0.0030234
Test set: Average loss: 1.8443, Accuracy: 3352/5000 (67%)
[epoch 32] loss: 0.0019956
Test set: Average loss: 1.8869, Accuracy: 3378/5000 (68%)
[epoch 33] loss: 0.0013144
Test set: Average loss: 1.9384, Accuracy: 3362/5000 (67%)
[epoch 34] loss: 0.0008495
Test set: Average loss: 2.0003, Accuracy: 3370/5000 (67%)
[epoch 35] loss: 0.0005456
Test set: Average loss: 2.0582, Accuracy: 3371/5000 (67%)
[epoch 36] loss: 0.0003451
Test set: Average loss: 2.1176, Accuracy: 3379/5000 (68%)
[epoch 37] loss: 0.0002196
Test set: Average loss: 2.1844, Accuracy: 3374/5000 (67%)
[epoch 38] loss: 0.0001371
Test set: Average loss: 2.2476, Accuracy: 3382/5000 (68%)
[epoch 39] loss: 0.0000854
Test set: Average loss: 2.3199, Accuracy: 3383/5000 (68%)
[epoch 40] loss: 0.0000530
Test set: Average loss: 2.3963, Accuracy: 3387/5000 (68%)
[epoch 41] loss: 0.0000325
Test set: Average loss: 2.4613, Accuracy: 3384/5000 (68%)
[epoch 42] loss: 0.0000200
Test set: Average loss: 2.5429, Accuracy: 3379/5000 (68%)
[epoch 43] loss: 0.0000122
Test set: Average loss: 2.6168, Accuracy: 3376/5000 (68%)
[epoch 44] loss: 0.0000074
Test set: Average loss: 2.6952, Accuracy: 3374/5000 (67%)
[epoch 45] loss: 0.0000045
Test set: Average loss: 2.7618, Accuracy: 3383/5000 (68%)
[epoch 46] loss: 0.0000027
Test set: Average loss: 2.8420, Accuracy: 3375/5000 (68%)
[epoch 47] loss: 0.0000016
Test set: Average loss: 2.9105, Accuracy: 3370/5000 (67%)
[epoch 48] loss: 0.0000010
Test set: Average loss: 2.9723, Accuracy: 3376/5000 (68%)
[epoch 49] loss: 0.0000006
Test set: Average loss: 3.0199, Accuracy: 3359/5000 (67%)
[epoch 50] loss: 0.0000004
Test set: Average loss: 3.0402, Accuracy: 3363/5000 (67%)
Validation:
Test set: Average loss: 2.3963, Accuracy: 3387/5000 (68%)
Test
Test set: Average loss: 2.3037, Accuracy: 6766/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3026, Accuracy: 625/5000 (12%)
[epoch 1] loss: 1.2998745
Test set: Average loss: 1.2340, Accuracy: 2794/5000 (56%)
[epoch 2] loss: 1.1328574
Test set: Average loss: 1.1686, Accuracy: 2941/5000 (59%)
[epoch 3] loss: 1.0720547
Test set: Average loss: 1.1205, Accuracy: 3009/5000 (60%)
[epoch 4] loss: 1.0299791
Test set: Average loss: 1.0761, Accuracy: 3109/5000 (62%)
[epoch 5] loss: 0.9927946
Test set: Average loss: 1.1255, Accuracy: 3022/5000 (60%)
[epoch 6] loss: 0.9540388
Test set: Average loss: 1.0875, Accuracy: 3109/5000 (62%)
[epoch 7] loss: 0.9075776
Test set: Average loss: 1.0446, Accuracy: 3200/5000 (64%)
[epoch 8] loss: 0.8723417
Test set: Average loss: 1.0246, Accuracy: 3218/5000 (64%)
[epoch 9] loss: 0.8348458
Test set: Average loss: 1.0256, Accuracy: 3246/5000 (65%)
[epoch 10] loss: 0.7878907
Test set: Average loss: 1.0270, Accuracy: 3254/5000 (65%)
[epoch 11] loss: 0.7465014
Test set: Average loss: 0.9998, Accuracy: 3316/5000 (66%)
[epoch 12] loss: 0.6863362
Test set: Average loss: 1.0140, Accuracy: 3317/5000 (66%)
[epoch 13] loss: 0.6245369
Test set: Average loss: 1.0372, Accuracy: 3309/5000 (66%)
[epoch 14] loss: 0.5577758
Test set: Average loss: 1.0745, Accuracy: 3346/5000 (67%)
[epoch 15] loss: 0.4877678
Test set: Average loss: 1.1045, Accuracy: 3294/5000 (66%)
[epoch 16] loss: 0.4150121
Test set: Average loss: 1.1364, Accuracy: 3317/5000 (66%)
[epoch 17] loss: 0.3433291
Test set: Average loss: 1.3196, Accuracy: 3246/5000 (65%)
[epoch 18] loss: 0.2885337
Test set: Average loss: 1.3316, Accuracy: 3257/5000 (65%)
[epoch 19] loss: 0.2477755
Test set: Average loss: 1.4613, Accuracy: 3232/5000 (65%)
[epoch 20] loss: 0.2047135
Test set: Average loss: 1.5285, Accuracy: 3232/5000 (65%)
[epoch 21] loss: 0.1841408
Test set: Average loss: 1.6003, Accuracy: 3210/5000 (64%)
[epoch 22] loss: 0.1772155
Test set: Average loss: 1.6761, Accuracy: 3181/5000 (64%)
[epoch 23] loss: 0.1656896
Test set: Average loss: 1.6745, Accuracy: 3232/5000 (65%)
[epoch 24] loss: 0.1550816
Test set: Average loss: 1.8762, Accuracy: 3155/5000 (63%)
[epoch 25] loss: 0.1659104
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8602, Accuracy: 3176/5000 (64%)
[epoch 26] loss: 0.0543975
Test set: Average loss: 1.7184, Accuracy: 3293/5000 (66%)
[epoch 27] loss: 0.0175897
Test set: Average loss: 1.7324, Accuracy: 3300/5000 (66%)
[epoch 28] loss: 0.0102378
Test set: Average loss: 1.7568, Accuracy: 3314/5000 (66%)
[epoch 29] loss: 0.0068296
Test set: Average loss: 1.7781, Accuracy: 3321/5000 (66%)
[epoch 30] loss: 0.0046266
Test set: Average loss: 1.8035, Accuracy: 3330/5000 (67%)
[epoch 31] loss: 0.0031058
Test set: Average loss: 1.8452, Accuracy: 3335/5000 (67%)
[epoch 32] loss: 0.0020624
Test set: Average loss: 1.8975, Accuracy: 3350/5000 (67%)
[epoch 33] loss: 0.0013601
Test set: Average loss: 1.9368, Accuracy: 3331/5000 (67%)
[epoch 34] loss: 0.0008839
Test set: Average loss: 1.9917, Accuracy: 3344/5000 (67%)
[epoch 35] loss: 0.0005637
Test set: Average loss: 2.0512, Accuracy: 3341/5000 (67%)
[epoch 36] loss: 0.0003626
Test set: Average loss: 2.1084, Accuracy: 3347/5000 (67%)
[epoch 37] loss: 0.0002298
Test set: Average loss: 2.1700, Accuracy: 3334/5000 (67%)
[epoch 38] loss: 0.0001452
Test set: Average loss: 2.2301, Accuracy: 3345/5000 (67%)
[epoch 39] loss: 0.0000894
Test set: Average loss: 2.3012, Accuracy: 3346/5000 (67%)
[epoch 40] loss: 0.0000560
Test set: Average loss: 2.3691, Accuracy: 3352/5000 (67%)
[epoch 41] loss: 0.0000344
Test set: Average loss: 2.4423, Accuracy: 3360/5000 (67%)
[epoch 42] loss: 0.0000212
Test set: Average loss: 2.5149, Accuracy: 3359/5000 (67%)
[epoch 43] loss: 0.0000129
Test set: Average loss: 2.5920, Accuracy: 3339/5000 (67%)
[epoch 44] loss: 0.0000079
Test set: Average loss: 2.6601, Accuracy: 3350/5000 (67%)
[epoch 45] loss: 0.0000048
Test set: Average loss: 2.7350, Accuracy: 3343/5000 (67%)
[epoch 46] loss: 0.0000029
Test set: Average loss: 2.8076, Accuracy: 3345/5000 (67%)
[epoch 47] loss: 0.0000017
Test set: Average loss: 2.8746, Accuracy: 3350/5000 (67%)
[epoch 48] loss: 0.0000010
Test set: Average loss: 2.9415, Accuracy: 3344/5000 (67%)
[epoch 49] loss: 0.0000006
Test set: Average loss: 2.9804, Accuracy: 3339/5000 (67%)
[epoch 50] loss: 0.0000004
Test set: Average loss: 3.0030, Accuracy: 3346/5000 (67%)
Validation:
Test set: Average loss: 2.4423, Accuracy: 3360/5000 (67%)
Test
Test set: Average loss: 2.3553, Accuracy: 6871/10000 (69%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3025, Accuracy: 323/5000 (6%)
[epoch 1] loss: 1.3045894
Test set: Average loss: 1.2115, Accuracy: 2885/5000 (58%)
[epoch 2] loss: 1.1290493
Test set: Average loss: 1.1045, Accuracy: 3037/5000 (61%)
[epoch 3] loss: 1.0664140
Test set: Average loss: 1.1390, Accuracy: 2995/5000 (60%)
[epoch 4] loss: 1.0262524
Test set: Average loss: 1.1310, Accuracy: 3036/5000 (61%)
[epoch 5] loss: 0.9798975
Test set: Average loss: 1.0286, Accuracy: 3213/5000 (64%)
[epoch 6] loss: 0.9447754
Test set: Average loss: 1.0641, Accuracy: 3157/5000 (63%)
[epoch 7] loss: 0.9043440
Test set: Average loss: 1.0475, Accuracy: 3206/5000 (64%)
[epoch 8] loss: 0.8718727
Test set: Average loss: 1.0299, Accuracy: 3245/5000 (65%)
[epoch 9] loss: 0.8332894
Test set: Average loss: 1.0191, Accuracy: 3262/5000 (65%)
[epoch 10] loss: 0.7871580
Test set: Average loss: 1.0250, Accuracy: 3268/5000 (65%)
[epoch 11] loss: 0.7405385
Test set: Average loss: 1.0237, Accuracy: 3248/5000 (65%)
[epoch 12] loss: 0.6827629
Test set: Average loss: 1.0376, Accuracy: 3320/5000 (66%)
[epoch 13] loss: 0.6214246
Test set: Average loss: 1.1200, Accuracy: 3215/5000 (64%)
[epoch 14] loss: 0.5556994
Test set: Average loss: 1.1565, Accuracy: 3222/5000 (64%)
[epoch 15] loss: 0.4838471
Test set: Average loss: 1.1506, Accuracy: 3276/5000 (66%)
[epoch 16] loss: 0.4085423
Test set: Average loss: 1.1932, Accuracy: 3292/5000 (66%)
[epoch 17] loss: 0.3353231
Test set: Average loss: 1.2978, Accuracy: 3237/5000 (65%)
[epoch 18] loss: 0.2804416
Test set: Average loss: 1.3943, Accuracy: 3261/5000 (65%)
[epoch 19] loss: 0.2312419
Test set: Average loss: 1.5335, Accuracy: 3235/5000 (65%)
[epoch 20] loss: 0.2193313
Test set: Average loss: 1.4854, Accuracy: 3214/5000 (64%)
[epoch 21] loss: 0.1734004
Test set: Average loss: 1.6009, Accuracy: 3257/5000 (65%)
[epoch 22] loss: 0.1747651
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6725, Accuracy: 3229/5000 (65%)
[epoch 23] loss: 0.0611100
Test set: Average loss: 1.5850, Accuracy: 3343/5000 (67%)
[epoch 24] loss: 0.0234349
Test set: Average loss: 1.5943, Accuracy: 3357/5000 (67%)
[epoch 25] loss: 0.0142972
Test set: Average loss: 1.6308, Accuracy: 3355/5000 (67%)
[epoch 26] loss: 0.0095213
Test set: Average loss: 1.6629, Accuracy: 3373/5000 (67%)
[epoch 27] loss: 0.0064521
Test set: Average loss: 1.7016, Accuracy: 3372/5000 (67%)
[epoch 28] loss: 0.0043803
Test set: Average loss: 1.7455, Accuracy: 3362/5000 (67%)
[epoch 29] loss: 0.0029226
Test set: Average loss: 1.7959, Accuracy: 3370/5000 (67%)
[epoch 30] loss: 0.0019252
Test set: Average loss: 1.8451, Accuracy: 3364/5000 (67%)
[epoch 31] loss: 0.0012537
Test set: Average loss: 1.9025, Accuracy: 3371/5000 (67%)
[epoch 32] loss: 0.0008154
Test set: Average loss: 1.9622, Accuracy: 3376/5000 (68%)
[epoch 33] loss: 0.0005191
Test set: Average loss: 2.0263, Accuracy: 3384/5000 (68%)
[epoch 34] loss: 0.0003326
Test set: Average loss: 2.0929, Accuracy: 3385/5000 (68%)
[epoch 35] loss: 0.0002097
Test set: Average loss: 2.1656, Accuracy: 3393/5000 (68%)
[epoch 36] loss: 0.0001308
Test set: Average loss: 2.2383, Accuracy: 3386/5000 (68%)
[epoch 37] loss: 0.0000819
Test set: Average loss: 2.3043, Accuracy: 3386/5000 (68%)
[epoch 38] loss: 0.0000508
Test set: Average loss: 2.3834, Accuracy: 3385/5000 (68%)
[epoch 39] loss: 0.0000312
Test set: Average loss: 2.4543, Accuracy: 3386/5000 (68%)
[epoch 40] loss: 0.0000191
Test set: Average loss: 2.5378, Accuracy: 3383/5000 (68%)
[epoch 41] loss: 0.0000117
Test set: Average loss: 2.6130, Accuracy: 3396/5000 (68%)
[epoch 42] loss: 0.0000071
Test set: Average loss: 2.7014, Accuracy: 3375/5000 (68%)
[epoch 43] loss: 0.0000043
Test set: Average loss: 2.7774, Accuracy: 3391/5000 (68%)
[epoch 44] loss: 0.0000026
Test set: Average loss: 2.8475, Accuracy: 3387/5000 (68%)
[epoch 45] loss: 0.0000015
Test set: Average loss: 2.9256, Accuracy: 3397/5000 (68%)
[epoch 46] loss: 0.0000009
Test set: Average loss: 2.9806, Accuracy: 3383/5000 (68%)
[epoch 47] loss: 0.0000005
Test set: Average loss: 3.0244, Accuracy: 3379/5000 (68%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 3.0353, Accuracy: 3386/5000 (68%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 3.0536, Accuracy: 3384/5000 (68%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.0779, Accuracy: 3362/5000 (67%)
Validation:
Test set: Average loss: 2.9256, Accuracy: 3397/5000 (68%)
Test
Test set: Average loss: 2.8615, Accuracy: 6810/10000 (68%)
45000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 404/5000 (8%)
[epoch 1] loss: 1.2891990
Test set: Average loss: 1.2777, Accuracy: 2719/5000 (54%)
[epoch 2] loss: 1.1195662
Test set: Average loss: 1.1109, Accuracy: 3031/5000 (61%)
[epoch 3] loss: 1.0594925
Test set: Average loss: 1.1573, Accuracy: 2950/5000 (59%)
[epoch 4] loss: 1.0123114
Test set: Average loss: 1.0819, Accuracy: 3091/5000 (62%)
[epoch 5] loss: 0.9751096
Test set: Average loss: 1.1483, Accuracy: 3006/5000 (60%)
[epoch 6] loss: 0.9316617
Test set: Average loss: 1.0282, Accuracy: 3214/5000 (64%)
[epoch 7] loss: 0.8933604
Test set: Average loss: 1.0504, Accuracy: 3164/5000 (63%)
[epoch 8] loss: 0.8528583
Test set: Average loss: 1.0163, Accuracy: 3229/5000 (65%)
[epoch 9] loss: 0.8160123
Test set: Average loss: 1.0965, Accuracy: 3173/5000 (63%)
[epoch 10] loss: 0.7679543
Test set: Average loss: 1.0282, Accuracy: 3248/5000 (65%)
[epoch 11] loss: 0.7178202
Test set: Average loss: 1.0341, Accuracy: 3243/5000 (65%)
[epoch 12] loss: 0.6541265
Test set: Average loss: 1.0760, Accuracy: 3296/5000 (66%)
[epoch 13] loss: 0.5937654
Test set: Average loss: 1.1088, Accuracy: 3270/5000 (65%)
[epoch 14] loss: 0.5334560
Test set: Average loss: 1.0988, Accuracy: 3303/5000 (66%)
[epoch 15] loss: 0.4567343
Test set: Average loss: 1.1731, Accuracy: 3267/5000 (65%)
[epoch 16] loss: 0.3996051
Test set: Average loss: 1.2592, Accuracy: 3267/5000 (65%)
[epoch 17] loss: 0.3340760
Test set: Average loss: 1.3797, Accuracy: 3220/5000 (64%)
[epoch 18] loss: 0.2936223
Test set: Average loss: 1.4307, Accuracy: 3259/5000 (65%)
[epoch 19] loss: 0.2465054
Test set: Average loss: 1.4147, Accuracy: 3259/5000 (65%)
[epoch 20] loss: 0.2250004
Test set: Average loss: 1.5296, Accuracy: 3273/5000 (65%)
[epoch 21] loss: 0.2164890
Test set: Average loss: 1.5952, Accuracy: 3232/5000 (65%)
[epoch 22] loss: 0.2048990
Test set: Average loss: 1.5983, Accuracy: 3252/5000 (65%)
[epoch 23] loss: 0.1827957
Test set: Average loss: 1.7176, Accuracy: 3250/5000 (65%)
[epoch 24] loss: 0.1838864
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7225, Accuracy: 3211/5000 (64%)
[epoch 25] loss: 0.0660674
Test set: Average loss: 1.6362, Accuracy: 3340/5000 (67%)
[epoch 26] loss: 0.0232534
Test set: Average loss: 1.6519, Accuracy: 3322/5000 (66%)
[epoch 27] loss: 0.0132852
Test set: Average loss: 1.6866, Accuracy: 3357/5000 (67%)
[epoch 28] loss: 0.0085070
Test set: Average loss: 1.7205, Accuracy: 3356/5000 (67%)
[epoch 29] loss: 0.0055472
Test set: Average loss: 1.7663, Accuracy: 3355/5000 (67%)
[epoch 30] loss: 0.0036011
Test set: Average loss: 1.8090, Accuracy: 3361/5000 (67%)
[epoch 31] loss: 0.0023195
Test set: Average loss: 1.8581, Accuracy: 3376/5000 (68%)
[epoch 32] loss: 0.0014665
Test set: Average loss: 1.9205, Accuracy: 3375/5000 (68%)
[epoch 33] loss: 0.0009238
Test set: Average loss: 1.9853, Accuracy: 3380/5000 (68%)
[epoch 34] loss: 0.0005741
Test set: Average loss: 2.0562, Accuracy: 3394/5000 (68%)
[epoch 35] loss: 0.0003550
Test set: Average loss: 2.1216, Accuracy: 3383/5000 (68%)
[epoch 36] loss: 0.0002167
Test set: Average loss: 2.1995, Accuracy: 3378/5000 (68%)
[epoch 37] loss: 0.0001324
Test set: Average loss: 2.2776, Accuracy: 3379/5000 (68%)
[epoch 38] loss: 0.0000799
Test set: Average loss: 2.3513, Accuracy: 3391/5000 (68%)
[epoch 39] loss: 0.0000476
Test set: Average loss: 2.4332, Accuracy: 3372/5000 (67%)
[epoch 40] loss: 0.0000285
Test set: Average loss: 2.5089, Accuracy: 3391/5000 (68%)
[epoch 41] loss: 0.0000168
Test set: Average loss: 2.5989, Accuracy: 3382/5000 (68%)
[epoch 42] loss: 0.0000099
Test set: Average loss: 2.6783, Accuracy: 3383/5000 (68%)
[epoch 43] loss: 0.0000058
Test set: Average loss: 2.7562, Accuracy: 3380/5000 (68%)
[epoch 44] loss: 0.0000034
Test set: Average loss: 2.8548, Accuracy: 3388/5000 (68%)
[epoch 45] loss: 0.0000020
Test set: Average loss: 2.9199, Accuracy: 3391/5000 (68%)
[epoch 46] loss: 0.0000011
Test set: Average loss: 3.0037, Accuracy: 3391/5000 (68%)
[epoch 47] loss: 0.0000006
Test set: Average loss: 3.0515, Accuracy: 3376/5000 (68%)
[epoch 48] loss: 0.0000004
Test set: Average loss: 3.0897, Accuracy: 3385/5000 (68%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 3.1118, Accuracy: 3379/5000 (68%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.1195, Accuracy: 3358/5000 (67%)
Validation:
Test set: Average loss: 2.0562, Accuracy: 3394/5000 (68%)
Test
Test set: Average loss: 1.9308, Accuracy: 6840/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3026, Accuracy: 416/5000 (8%)
[epoch 1] loss: 1.2867419
Test set: Average loss: 1.2069, Accuracy: 2858/5000 (57%)
[epoch 2] loss: 1.1217268
Test set: Average loss: 1.1280, Accuracy: 3023/5000 (60%)
[epoch 3] loss: 1.0628638
Test set: Average loss: 1.1046, Accuracy: 3034/5000 (61%)
[epoch 4] loss: 1.0155842
Test set: Average loss: 1.0669, Accuracy: 3156/5000 (63%)
[epoch 5] loss: 0.9719635
Test set: Average loss: 1.0571, Accuracy: 3148/5000 (63%)
[epoch 6] loss: 0.9311466
Test set: Average loss: 1.0327, Accuracy: 3197/5000 (64%)
[epoch 7] loss: 0.8948969
Test set: Average loss: 1.0218, Accuracy: 3231/5000 (65%)
[epoch 8] loss: 0.8624693
Test set: Average loss: 1.0249, Accuracy: 3234/5000 (65%)
[epoch 9] loss: 0.8195972
Test set: Average loss: 0.9990, Accuracy: 3270/5000 (65%)
[epoch 10] loss: 0.7742178
Test set: Average loss: 1.0232, Accuracy: 3308/5000 (66%)
[epoch 11] loss: 0.7196657
Test set: Average loss: 1.1006, Accuracy: 3216/5000 (64%)
[epoch 12] loss: 0.6640400
Test set: Average loss: 1.0263, Accuracy: 3310/5000 (66%)
[epoch 13] loss: 0.5990252
Test set: Average loss: 1.0881, Accuracy: 3249/5000 (65%)
[epoch 14] loss: 0.5306518
Test set: Average loss: 1.0622, Accuracy: 3340/5000 (67%)
[epoch 15] loss: 0.4612576
Test set: Average loss: 1.1349, Accuracy: 3316/5000 (66%)
[epoch 16] loss: 0.4063651
Test set: Average loss: 1.2380, Accuracy: 3250/5000 (65%)
[epoch 17] loss: 0.3400639
Test set: Average loss: 1.2486, Accuracy: 3247/5000 (65%)
[epoch 18] loss: 0.2969061
Test set: Average loss: 1.3246, Accuracy: 3353/5000 (67%)
[epoch 19] loss: 0.2545658
Test set: Average loss: 1.4188, Accuracy: 3315/5000 (66%)
[epoch 20] loss: 0.2299543
Test set: Average loss: 1.5229, Accuracy: 3282/5000 (66%)
[epoch 21] loss: 0.2114286
Test set: Average loss: 1.5498, Accuracy: 3250/5000 (65%)
[epoch 22] loss: 0.1974512
Test set: Average loss: 1.6121, Accuracy: 3276/5000 (66%)
[epoch 23] loss: 0.1944356
Test set: Average loss: 1.6191, Accuracy: 3285/5000 (66%)
[epoch 24] loss: 0.1809287
Test set: Average loss: 1.7545, Accuracy: 3186/5000 (64%)
[epoch 25] loss: 0.1758634
Test set: Average loss: 1.7217, Accuracy: 3284/5000 (66%)
[epoch 26] loss: 0.1767028
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7984, Accuracy: 3249/5000 (65%)
[epoch 27] loss: 0.0629711
Test set: Average loss: 1.6780, Accuracy: 3359/5000 (67%)
[epoch 28] loss: 0.0214217
Test set: Average loss: 1.6962, Accuracy: 3360/5000 (67%)
[epoch 29] loss: 0.0117366
Test set: Average loss: 1.7179, Accuracy: 3382/5000 (68%)
[epoch 30] loss: 0.0074041
Test set: Average loss: 1.7489, Accuracy: 3374/5000 (67%)
[epoch 31] loss: 0.0048127
Test set: Average loss: 1.7878, Accuracy: 3400/5000 (68%)
[epoch 32] loss: 0.0031406
Test set: Average loss: 1.8363, Accuracy: 3397/5000 (68%)
[epoch 33] loss: 0.0020033
Test set: Average loss: 1.8748, Accuracy: 3397/5000 (68%)
[epoch 34] loss: 0.0012622
Test set: Average loss: 1.9398, Accuracy: 3401/5000 (68%)
[epoch 35] loss: 0.0007957
Test set: Average loss: 2.0019, Accuracy: 3406/5000 (68%)
[epoch 36] loss: 0.0004902
Test set: Average loss: 2.0682, Accuracy: 3398/5000 (68%)
[epoch 37] loss: 0.0003024
Test set: Average loss: 2.1297, Accuracy: 3402/5000 (68%)
[epoch 38] loss: 0.0001830
Test set: Average loss: 2.2059, Accuracy: 3405/5000 (68%)
[epoch 39] loss: 0.0001118
Test set: Average loss: 2.2796, Accuracy: 3392/5000 (68%)
[epoch 40] loss: 0.0000670
Test set: Average loss: 2.3523, Accuracy: 3406/5000 (68%)
[epoch 41] loss: 0.0000398
Test set: Average loss: 2.4359, Accuracy: 3411/5000 (68%)
[epoch 42] loss: 0.0000235
Test set: Average loss: 2.5089, Accuracy: 3402/5000 (68%)
[epoch 43] loss: 0.0000139
Test set: Average loss: 2.5919, Accuracy: 3405/5000 (68%)
[epoch 44] loss: 0.0000082
Test set: Average loss: 2.6729, Accuracy: 3400/5000 (68%)
[epoch 45] loss: 0.0000048
Test set: Average loss: 2.7489, Accuracy: 3424/5000 (68%)
[epoch 46] loss: 0.0000027
Test set: Average loss: 2.8321, Accuracy: 3421/5000 (68%)
[epoch 47] loss: 0.0000016
Test set: Average loss: 2.9094, Accuracy: 3430/5000 (69%)
[epoch 48] loss: 0.0000009
Test set: Average loss: 2.9751, Accuracy: 3421/5000 (68%)
[epoch 49] loss: 0.0000005
Test set: Average loss: 3.0127, Accuracy: 3415/5000 (68%)
[epoch 50] loss: 0.0000003
Test set: Average loss: 3.0482, Accuracy: 3413/5000 (68%)
Validation:
Test set: Average loss: 2.9094, Accuracy: 3430/5000 (69%)
Test
Test set: Average loss: 2.7682, Accuracy: 6897/10000 (69%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3033, Accuracy: 493/5000 (10%)
[epoch 1] loss: 1.2844434
Test set: Average loss: 1.2291, Accuracy: 2818/5000 (56%)
[epoch 2] loss: 1.1185090
Test set: Average loss: 1.1422, Accuracy: 2960/5000 (59%)
[epoch 3] loss: 1.0645133
Test set: Average loss: 1.0926, Accuracy: 3057/5000 (61%)
[epoch 4] loss: 1.0240662
Test set: Average loss: 1.0723, Accuracy: 3135/5000 (63%)
[epoch 5] loss: 0.9828509
Test set: Average loss: 1.0778, Accuracy: 3130/5000 (63%)
[epoch 6] loss: 0.9414157
Test set: Average loss: 1.0714, Accuracy: 3113/5000 (62%)
[epoch 7] loss: 0.9004685
Test set: Average loss: 1.0715, Accuracy: 3133/5000 (63%)
[epoch 8] loss: 0.8696416
Test set: Average loss: 1.0573, Accuracy: 3177/5000 (64%)
[epoch 9] loss: 0.8299842
Test set: Average loss: 1.0186, Accuracy: 3238/5000 (65%)
[epoch 10] loss: 0.7798368
Test set: Average loss: 0.9978, Accuracy: 3294/5000 (66%)
[epoch 11] loss: 0.7304824
Test set: Average loss: 1.0191, Accuracy: 3308/5000 (66%)
[epoch 12] loss: 0.6742038
Test set: Average loss: 1.0497, Accuracy: 3260/5000 (65%)
[epoch 13] loss: 0.6129200
Test set: Average loss: 1.0560, Accuracy: 3320/5000 (66%)
[epoch 14] loss: 0.5491705
Test set: Average loss: 1.1304, Accuracy: 3227/5000 (65%)
[epoch 15] loss: 0.4805577
Test set: Average loss: 1.1210, Accuracy: 3322/5000 (66%)
[epoch 16] loss: 0.4114386
Test set: Average loss: 1.1864, Accuracy: 3290/5000 (66%)
[epoch 17] loss: 0.3474767
Test set: Average loss: 1.2697, Accuracy: 3244/5000 (65%)
[epoch 18] loss: 0.3009560
Test set: Average loss: 1.3319, Accuracy: 3276/5000 (66%)
[epoch 19] loss: 0.2493153
Test set: Average loss: 1.3395, Accuracy: 3357/5000 (67%)
[epoch 20] loss: 0.2288230
Test set: Average loss: 1.5100, Accuracy: 3248/5000 (65%)
[epoch 21] loss: 0.2155749
Test set: Average loss: 1.5393, Accuracy: 3269/5000 (65%)
[epoch 22] loss: 0.1884931
Test set: Average loss: 1.6155, Accuracy: 3220/5000 (64%)
[epoch 23] loss: 0.1915309
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6746, Accuracy: 3218/5000 (64%)
[epoch 24] loss: 0.0703445
Test set: Average loss: 1.5524, Accuracy: 3354/5000 (67%)
[epoch 25] loss: 0.0275345
Test set: Average loss: 1.5699, Accuracy: 3372/5000 (67%)
[epoch 26] loss: 0.0156344
Test set: Average loss: 1.5943, Accuracy: 3376/5000 (68%)
[epoch 27] loss: 0.0100925
Test set: Average loss: 1.6310, Accuracy: 3380/5000 (68%)
[epoch 28] loss: 0.0065846
Test set: Average loss: 1.6756, Accuracy: 3373/5000 (67%)
[epoch 29] loss: 0.0042854
Test set: Average loss: 1.7209, Accuracy: 3383/5000 (68%)
[epoch 30] loss: 0.0028106
Test set: Average loss: 1.7812, Accuracy: 3388/5000 (68%)
[epoch 31] loss: 0.0017966
Test set: Average loss: 1.8332, Accuracy: 3388/5000 (68%)
[epoch 32] loss: 0.0011338
Test set: Average loss: 1.9098, Accuracy: 3385/5000 (68%)
[epoch 33] loss: 0.0007131
Test set: Average loss: 1.9724, Accuracy: 3401/5000 (68%)
[epoch 34] loss: 0.0004468
Test set: Average loss: 2.0379, Accuracy: 3396/5000 (68%)
[epoch 35] loss: 0.0002758
Test set: Average loss: 2.1112, Accuracy: 3394/5000 (68%)
[epoch 36] loss: 0.0001684
Test set: Average loss: 2.1904, Accuracy: 3414/5000 (68%)
[epoch 37] loss: 0.0001033
Test set: Average loss: 2.2692, Accuracy: 3414/5000 (68%)
[epoch 38] loss: 0.0000624
Test set: Average loss: 2.3499, Accuracy: 3413/5000 (68%)
[epoch 39] loss: 0.0002421
Epoch 38: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.3818, Accuracy: 3382/5000 (68%)
[epoch 40] loss: 0.0000599
Test set: Average loss: 2.3848, Accuracy: 3386/5000 (68%)
[epoch 41] loss: 0.0000545
Test set: Average loss: 2.3883, Accuracy: 3384/5000 (68%)
[epoch 42] loss: 0.0000486
Test set: Average loss: 2.3933, Accuracy: 3387/5000 (68%)
[epoch 43] loss: 0.0000427
Test set: Average loss: 2.3984, Accuracy: 3394/5000 (68%)
[epoch 44] loss: 0.0000372
Test set: Average loss: 2.4067, Accuracy: 3396/5000 (68%)
[epoch 45] loss: 0.0000325
Test set: Average loss: 2.4190, Accuracy: 3398/5000 (68%)
[epoch 46] loss: 0.0000285
Test set: Average loss: 2.4339, Accuracy: 3404/5000 (68%)
[epoch 47] loss: 0.0000251
Test set: Average loss: 2.4465, Accuracy: 3413/5000 (68%)
[epoch 48] loss: 0.0000222
Test set: Average loss: 2.4633, Accuracy: 3421/5000 (68%)
[epoch 49] loss: 0.0000198
Test set: Average loss: 2.4784, Accuracy: 3417/5000 (68%)
[epoch 50] loss: 0.0000176
Test set: Average loss: 2.4954, Accuracy: 3417/5000 (68%)
Validation:
Test set: Average loss: 2.4633, Accuracy: 3421/5000 (68%)
Test
Test set: Average loss: 2.3734, Accuracy: 6882/10000 (69%)
In [17]:
# train the SimEc
w = 0.5
S = w*S_lin + (1.-w)*S_class
S_ll = S[:n_targets, :]
t0 = time()
cnn = CNN()
model = SimilarityEncoder(cnn, 512, n_targets)
model.fit(X, S, epochs=50, lr=0.0001, s_ll_reg=100., S_ll=S_ll, orth_reg=0.1)
print(check_similarity_match(model.predict(X[:n_targets]), S_ll, X_embed_is_S_approx=True))
print(check_similarity_match(model.transform(X[:n_targets]), S_ll))
# save the cnn state
cnn_dict = deepcopy(model.model.embedding_net.state_dict())
t1 = time()
print("Took %.2d sec to train." % (t1 - t0))
# use the pretrained model with the clf
test_accuracies_se_t1_mix5 = []
for n_train in n_training_examples:
print(n_train)
test_accuracies_se_t1_mix5.append(clf_with_ntrain(n_train, cnn_dict))
[epoch 1] loss: 0.0212869
[epoch 2] loss: 0.0178506
[epoch 3] loss: 0.0173304
[epoch 4] loss: 0.0170199
[epoch 5] loss: 0.0167998
[epoch 6] loss: 0.0165886
[epoch 7] loss: 0.0164149
[epoch 8] loss: 0.0162663
[epoch 9] loss: 0.0161405
[epoch 10] loss: 0.0160343
[epoch 11] loss: 0.0159257
[epoch 12] loss: 0.0158190
[epoch 13] loss: 0.0157384
[epoch 14] loss: 0.0156508
[epoch 15] loss: 0.0155637
[epoch 16] loss: 0.0154621
[epoch 17] loss: 0.0153636
[epoch 18] loss: 0.0153789
[epoch 19] loss: 0.0153846
[epoch 20] loss: 0.0152942
[epoch 21] loss: 0.0152669
[epoch 22] loss: 0.0152116
[epoch 23] loss: 0.0151483
[epoch 24] loss: 0.0150844
[epoch 25] loss: 0.0149888
[epoch 26] loss: 0.0149111
[epoch 27] loss: 0.0148627
[epoch 28] loss: 0.0148186
[epoch 29] loss: 0.0147908
[epoch 30] loss: 0.0147568
[epoch 31] loss: 0.0147276
[epoch 32] loss: 0.0146978
[epoch 33] loss: 0.0146763
[epoch 34] loss: 0.0146659
[epoch 35] loss: 0.0146224
[epoch 36] loss: 0.0146036
[epoch 37] loss: 0.0145765
[epoch 38] loss: 0.0145584
[epoch 39] loss: 0.0145403
[epoch 40] loss: 0.0145084
[epoch 41] loss: 0.0144937
[epoch 42] loss: 0.0144799
[epoch 43] loss: 0.0144530
[epoch 44] loss: 0.0144408
[epoch 45] loss: 0.0144107
[epoch 46] loss: 0.0143780
[epoch 47] loss: 0.0143602
[epoch 48] loss: 0.0143298
[epoch 49] loss: 0.0142989
[epoch 50] loss: 0.0142470
(0.014147536536525635, 0.4007734126932223, 0.49999242003432504)
(7.6765932167559745, 0.07344989816742903, 0.3133401162174463)
Took 905 sec to train.
25
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3069, Accuracy: 483/5000 (10%)
[epoch 1] loss: 2.3005860
Test set: Average loss: 2.2622, Accuracy: 987/5000 (20%)
[epoch 2] loss: 2.1150408
Test set: Average loss: 2.2201, Accuracy: 1091/5000 (22%)
[epoch 3] loss: 1.8740859
Test set: Average loss: 2.2155, Accuracy: 1035/5000 (21%)
[epoch 4] loss: 1.6348549
Test set: Average loss: 2.2726, Accuracy: 921/5000 (18%)
[epoch 5] loss: 1.4486287
Test set: Average loss: 2.3604, Accuracy: 869/5000 (17%)
[epoch 6] loss: 1.2821312
Test set: Average loss: 2.4748, Accuracy: 918/5000 (18%)
[epoch 7] loss: 1.1510806
Test set: Average loss: 2.4722, Accuracy: 1058/5000 (21%)
[epoch 8] loss: 0.9797385
Test set: Average loss: 2.4140, Accuracy: 1105/5000 (22%)
[epoch 9] loss: 0.8223528
Test set: Average loss: 2.3826, Accuracy: 1146/5000 (23%)
[epoch 10] loss: 0.7107422
Test set: Average loss: 2.3921, Accuracy: 1243/5000 (25%)
[epoch 11] loss: 0.6036492
Test set: Average loss: 2.4604, Accuracy: 1269/5000 (25%)
[epoch 12] loss: 0.5058925
Test set: Average loss: 2.5696, Accuracy: 1292/5000 (26%)
[epoch 13] loss: 0.4195757
Test set: Average loss: 2.6863, Accuracy: 1271/5000 (25%)
[epoch 14] loss: 0.3377108
Test set: Average loss: 2.8171, Accuracy: 1191/5000 (24%)
[epoch 15] loss: 0.2680497
Test set: Average loss: 2.9649, Accuracy: 1135/5000 (23%)
[epoch 16] loss: 0.2113692
Test set: Average loss: 3.1110, Accuracy: 1126/5000 (23%)
[epoch 17] loss: 0.1601953
Test set: Average loss: 3.2389, Accuracy: 1156/5000 (23%)
[epoch 18] loss: 0.1151759
Test set: Average loss: 3.3362, Accuracy: 1174/5000 (23%)
[epoch 19] loss: 0.0784987
Test set: Average loss: 3.4123, Accuracy: 1203/5000 (24%)
[epoch 20] loss: 0.0507694
Test set: Average loss: 3.4972, Accuracy: 1225/5000 (24%)
[epoch 21] loss: 0.0332494
Test set: Average loss: 3.6037, Accuracy: 1231/5000 (25%)
[epoch 22] loss: 0.0225300
Test set: Average loss: 3.7297, Accuracy: 1243/5000 (25%)
[epoch 23] loss: 0.0157753
Test set: Average loss: 3.8689, Accuracy: 1260/5000 (25%)
[epoch 24] loss: 0.0112786
Test set: Average loss: 4.0156, Accuracy: 1259/5000 (25%)
[epoch 25] loss: 0.0081536
Test set: Average loss: 4.1654, Accuracy: 1260/5000 (25%)
[epoch 26] loss: 0.0060008
Test set: Average loss: 4.3150, Accuracy: 1242/5000 (25%)
[epoch 27] loss: 0.0045095
Test set: Average loss: 4.4615, Accuracy: 1234/5000 (25%)
[epoch 28] loss: 0.0034661
Test set: Average loss: 4.6027, Accuracy: 1218/5000 (24%)
[epoch 29] loss: 0.0027210
Test set: Average loss: 4.7368, Accuracy: 1205/5000 (24%)
[epoch 30] loss: 0.0021815
Test set: Average loss: 4.8625, Accuracy: 1200/5000 (24%)
[epoch 31] loss: 0.0017872
Test set: Average loss: 4.9790, Accuracy: 1200/5000 (24%)
[epoch 32] loss: 0.0014990
Test set: Average loss: 5.0859, Accuracy: 1186/5000 (24%)
[epoch 33] loss: 0.0012882
Test set: Average loss: 5.1830, Accuracy: 1173/5000 (23%)
[epoch 34] loss: 0.0011312
Test set: Average loss: 5.2704, Accuracy: 1165/5000 (23%)
[epoch 35] loss: 0.0010100
Test set: Average loss: 5.3486, Accuracy: 1166/5000 (23%)
[epoch 36] loss: 0.0009114
Test set: Average loss: 5.4182, Accuracy: 1160/5000 (23%)
[epoch 37] loss: 0.0008275
Test set: Average loss: 5.4799, Accuracy: 1166/5000 (23%)
[epoch 38] loss: 0.0007529
Test set: Average loss: 5.5348, Accuracy: 1163/5000 (23%)
[epoch 39] loss: 0.0006852
Test set: Average loss: 5.5837, Accuracy: 1157/5000 (23%)
[epoch 40] loss: 0.0006237
Test set: Average loss: 5.6274, Accuracy: 1157/5000 (23%)
[epoch 41] loss: 0.0005679
Test set: Average loss: 5.6667, Accuracy: 1152/5000 (23%)
[epoch 42] loss: 0.0005185
Test set: Average loss: 5.7023, Accuracy: 1155/5000 (23%)
[epoch 43] loss: 0.0004748
Test set: Average loss: 5.7348, Accuracy: 1159/5000 (23%)
[epoch 44] loss: 0.0004367
Test set: Average loss: 5.7646, Accuracy: 1158/5000 (23%)
[epoch 45] loss: 0.0004041
Test set: Average loss: 5.7921, Accuracy: 1159/5000 (23%)
[epoch 46] loss: 0.0003761
Test set: Average loss: 5.8175, Accuracy: 1162/5000 (23%)
[epoch 47] loss: 0.0003519
Test set: Average loss: 5.8410, Accuracy: 1163/5000 (23%)
[epoch 48] loss: 0.0003313
Test set: Average loss: 5.8628, Accuracy: 1162/5000 (23%)
[epoch 49] loss: 0.0003131
Test set: Average loss: 5.8830, Accuracy: 1164/5000 (23%)
[epoch 50] loss: 0.0002967
Test set: Average loss: 5.9017, Accuracy: 1163/5000 (23%)
Validation:
Test set: Average loss: 2.5696, Accuracy: 1292/5000 (26%)
Test
Test set: Average loss: 2.4919, Accuracy: 2651/10000 (27%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.2995, Accuracy: 756/5000 (15%)
[epoch 1] loss: 2.2993658
Test set: Average loss: 2.2603, Accuracy: 818/5000 (16%)
[epoch 2] loss: 2.1511917
Test set: Average loss: 2.2124, Accuracy: 914/5000 (18%)
[epoch 3] loss: 1.9593567
Test set: Average loss: 2.1690, Accuracy: 953/5000 (19%)
[epoch 4] loss: 1.7212316
Test set: Average loss: 2.1650, Accuracy: 987/5000 (20%)
[epoch 5] loss: 1.4712479
Test set: Average loss: 2.1897, Accuracy: 1112/5000 (22%)
[epoch 6] loss: 1.2334030
Test set: Average loss: 2.2298, Accuracy: 1242/5000 (25%)
[epoch 7] loss: 1.0199432
Test set: Average loss: 2.2741, Accuracy: 1351/5000 (27%)
[epoch 8] loss: 0.8271016
Test set: Average loss: 2.3071, Accuracy: 1420/5000 (28%)
[epoch 9] loss: 0.6466587
Test set: Average loss: 2.3382, Accuracy: 1475/5000 (30%)
[epoch 10] loss: 0.4821973
Test set: Average loss: 2.4086, Accuracy: 1460/5000 (29%)
[epoch 11] loss: 0.3563716
Test set: Average loss: 2.5317, Accuracy: 1426/5000 (29%)
[epoch 12] loss: 0.2614447
Test set: Average loss: 2.6705, Accuracy: 1380/5000 (28%)
[epoch 13] loss: 0.1814380
Test set: Average loss: 2.8178, Accuracy: 1326/5000 (27%)
[epoch 14] loss: 0.1242033
Test set: Average loss: 2.9725, Accuracy: 1282/5000 (26%)
[epoch 15] loss: 0.0890725
Test set: Average loss: 3.1290, Accuracy: 1255/5000 (25%)
[epoch 16] loss: 0.0635997
Test set: Average loss: 3.2815, Accuracy: 1243/5000 (25%)
[epoch 17] loss: 0.0419415
Test set: Average loss: 3.4327, Accuracy: 1258/5000 (25%)
[epoch 18] loss: 0.0261435
Test set: Average loss: 3.5859, Accuracy: 1227/5000 (25%)
[epoch 19] loss: 0.0166445
Test set: Average loss: 3.7395, Accuracy: 1224/5000 (24%)
[epoch 20] loss: 0.0113212
Test set: Average loss: 3.8898, Accuracy: 1201/5000 (24%)
[epoch 21] loss: 0.0082252
Test set: Average loss: 4.0340, Accuracy: 1191/5000 (24%)
[epoch 22] loss: 0.0062713
Test set: Average loss: 4.1703, Accuracy: 1200/5000 (24%)
[epoch 23] loss: 0.0048949
Test set: Average loss: 4.2980, Accuracy: 1193/5000 (24%)
[epoch 24] loss: 0.0038439
Test set: Average loss: 4.4163, Accuracy: 1192/5000 (24%)
[epoch 25] loss: 0.0030114
Test set: Average loss: 4.5252, Accuracy: 1188/5000 (24%)
[epoch 26] loss: 0.0023561
Test set: Average loss: 4.6248, Accuracy: 1183/5000 (24%)
[epoch 27] loss: 0.0018529
Test set: Average loss: 4.7154, Accuracy: 1182/5000 (24%)
[epoch 28] loss: 0.0014742
Test set: Average loss: 4.7976, Accuracy: 1172/5000 (23%)
[epoch 29] loss: 0.0011892
Test set: Average loss: 4.8720, Accuracy: 1171/5000 (23%)
[epoch 30] loss: 0.0009751
Test set: Average loss: 4.9395, Accuracy: 1162/5000 (23%)
[epoch 31] loss: 0.0008130
Test set: Average loss: 5.0008, Accuracy: 1159/5000 (23%)
[epoch 32] loss: 0.0006893
Test set: Average loss: 5.0566, Accuracy: 1156/5000 (23%)
[epoch 33] loss: 0.0005944
Test set: Average loss: 5.1077, Accuracy: 1154/5000 (23%)
[epoch 34] loss: 0.0005204
Test set: Average loss: 5.1546, Accuracy: 1156/5000 (23%)
[epoch 35] loss: 0.0004621
Test set: Average loss: 5.1978, Accuracy: 1155/5000 (23%)
[epoch 36] loss: 0.0004153
Test set: Average loss: 5.2377, Accuracy: 1147/5000 (23%)
[epoch 37] loss: 0.0003772
Test set: Average loss: 5.2746, Accuracy: 1143/5000 (23%)
[epoch 38] loss: 0.0003458
Test set: Average loss: 5.3090, Accuracy: 1143/5000 (23%)
[epoch 39] loss: 0.0003193
Test set: Average loss: 5.3409, Accuracy: 1143/5000 (23%)
[epoch 40] loss: 0.0002966
Test set: Average loss: 5.3707, Accuracy: 1139/5000 (23%)
[epoch 41] loss: 0.0002771
Test set: Average loss: 5.3984, Accuracy: 1140/5000 (23%)
[epoch 42] loss: 0.0002600
Test set: Average loss: 5.4243, Accuracy: 1141/5000 (23%)
[epoch 43] loss: 0.0002450
Test set: Average loss: 5.4484, Accuracy: 1145/5000 (23%)
[epoch 44] loss: 0.0002316
Test set: Average loss: 5.4710, Accuracy: 1141/5000 (23%)
[epoch 45] loss: 0.0002194
Test set: Average loss: 5.4922, Accuracy: 1141/5000 (23%)
[epoch 46] loss: 0.0002085
Test set: Average loss: 5.5120, Accuracy: 1140/5000 (23%)
[epoch 47] loss: 0.0001987
Test set: Average loss: 5.5305, Accuracy: 1138/5000 (23%)
[epoch 48] loss: 0.0001898
Test set: Average loss: 5.5479, Accuracy: 1136/5000 (23%)
[epoch 49] loss: 0.0001817
Test set: Average loss: 5.5642, Accuracy: 1136/5000 (23%)
[epoch 50] loss: 0.0001744
Test set: Average loss: 5.5794, Accuracy: 1136/5000 (23%)
Validation:
Test set: Average loss: 2.3382, Accuracy: 1475/5000 (30%)
Test
Test set: Average loss: 2.3487, Accuracy: 2995/10000 (30%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3127, Accuracy: 488/5000 (10%)
[epoch 1] loss: 2.3101144
Test set: Average loss: 2.2766, Accuracy: 855/5000 (17%)
[epoch 2] loss: 2.1393833
Test set: Average loss: 2.2679, Accuracy: 833/5000 (17%)
[epoch 3] loss: 1.9281598
Test set: Average loss: 2.3209, Accuracy: 751/5000 (15%)
[epoch 4] loss: 1.6898866
Test set: Average loss: 2.5073, Accuracy: 692/5000 (14%)
[epoch 5] loss: 1.5153706
Test set: Average loss: 2.6237, Accuracy: 805/5000 (16%)
[epoch 6] loss: 1.3766567
Test set: Average loss: 2.6015, Accuracy: 858/5000 (17%)
[epoch 7] loss: 1.1974568
Test set: Average loss: 2.5137, Accuracy: 845/5000 (17%)
[epoch 8] loss: 0.9865951
Test set: Average loss: 2.3943, Accuracy: 881/5000 (18%)
[epoch 9] loss: 0.7896326
Test set: Average loss: 2.2749, Accuracy: 1023/5000 (20%)
[epoch 10] loss: 0.6188858
Test set: Average loss: 2.2145, Accuracy: 1090/5000 (22%)
[epoch 11] loss: 0.4754218
Test set: Average loss: 2.2212, Accuracy: 1117/5000 (22%)
[epoch 12] loss: 0.3483272
Test set: Average loss: 2.2883, Accuracy: 1104/5000 (22%)
[epoch 13] loss: 0.2440801
Test set: Average loss: 2.3949, Accuracy: 1116/5000 (22%)
[epoch 14] loss: 0.1655483
Test set: Average loss: 2.5380, Accuracy: 1109/5000 (22%)
[epoch 15] loss: 0.1106320
Test set: Average loss: 2.7297, Accuracy: 1121/5000 (22%)
[epoch 16] loss: 0.0735486
Test set: Average loss: 2.9685, Accuracy: 1113/5000 (22%)
[epoch 17] loss: 0.0479498
Test set: Average loss: 3.2433, Accuracy: 1090/5000 (22%)
[epoch 18] loss: 0.0304667
Test set: Average loss: 3.5381, Accuracy: 1065/5000 (21%)
[epoch 19] loss: 0.0193177
Test set: Average loss: 3.8357, Accuracy: 1031/5000 (21%)
[epoch 20] loss: 0.0124963
Test set: Average loss: 4.1218, Accuracy: 1016/5000 (20%)
[epoch 21] loss: 0.0082971
Test set: Average loss: 4.3881, Accuracy: 999/5000 (20%)
[epoch 22] loss: 0.0056831
Test set: Average loss: 4.6303, Accuracy: 991/5000 (20%)
[epoch 23] loss: 0.0039862
Test set: Average loss: 4.8489, Accuracy: 985/5000 (20%)
[epoch 24] loss: 0.0028613
Test set: Average loss: 5.0457, Accuracy: 991/5000 (20%)
[epoch 25] loss: 0.0021017
Test set: Average loss: 5.2232, Accuracy: 990/5000 (20%)
[epoch 26] loss: 0.0015838
Test set: Average loss: 5.3838, Accuracy: 988/5000 (20%)
[epoch 27] loss: 0.0012261
Test set: Average loss: 5.5296, Accuracy: 992/5000 (20%)
[epoch 28] loss: 0.0009750
Test set: Average loss: 5.6625, Accuracy: 990/5000 (20%)
[epoch 29] loss: 0.0007948
Test set: Average loss: 5.7840, Accuracy: 989/5000 (20%)
[epoch 30] loss: 0.0006637
Test set: Average loss: 5.8956, Accuracy: 993/5000 (20%)
[epoch 31] loss: 0.0005660
Test set: Average loss: 5.9982, Accuracy: 994/5000 (20%)
[epoch 32] loss: 0.0004916
Test set: Average loss: 6.0929, Accuracy: 991/5000 (20%)
[epoch 33] loss: 0.0004342
Test set: Average loss: 6.1806, Accuracy: 992/5000 (20%)
[epoch 34] loss: 0.0003885
Test set: Average loss: 6.2618, Accuracy: 990/5000 (20%)
[epoch 35] loss: 0.0003515
Test set: Average loss: 6.3371, Accuracy: 986/5000 (20%)
[epoch 36] loss: 0.0003212
Test set: Average loss: 6.4072, Accuracy: 988/5000 (20%)
[epoch 37] loss: 0.0002959
Test set: Average loss: 6.4724, Accuracy: 984/5000 (20%)
[epoch 38] loss: 0.0002745
Test set: Average loss: 6.5331, Accuracy: 987/5000 (20%)
[epoch 39] loss: 0.0002559
Test set: Average loss: 6.5896, Accuracy: 988/5000 (20%)
[epoch 40] loss: 0.0002399
Test set: Average loss: 6.6423, Accuracy: 987/5000 (20%)
[epoch 41] loss: 0.0002260
Test set: Average loss: 6.6914, Accuracy: 986/5000 (20%)
[epoch 42] loss: 0.0002139
Test set: Average loss: 6.7371, Accuracy: 981/5000 (20%)
[epoch 43] loss: 0.0002029
Test set: Average loss: 6.7797, Accuracy: 980/5000 (20%)
[epoch 44] loss: 0.0001933
Test set: Average loss: 6.8193, Accuracy: 979/5000 (20%)
[epoch 45] loss: 0.0001848
Test set: Average loss: 6.8562, Accuracy: 977/5000 (20%)
[epoch 46] loss: 0.0001771
Test set: Average loss: 6.8904, Accuracy: 979/5000 (20%)
[epoch 47] loss: 0.0001703
Test set: Average loss: 6.9222, Accuracy: 979/5000 (20%)
[epoch 48] loss: 0.0001641
Test set: Average loss: 6.9516, Accuracy: 976/5000 (20%)
[epoch 49] loss: 0.0001587
Test set: Average loss: 6.9788, Accuracy: 973/5000 (19%)
[epoch 50] loss: 0.0001536
Test set: Average loss: 7.0040, Accuracy: 971/5000 (19%)
Validation:
Test set: Average loss: 2.7297, Accuracy: 1121/5000 (22%)
Test
Test set: Average loss: 2.7169, Accuracy: 2235/10000 (22%)
50
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3086, Accuracy: 576/5000 (12%)
[epoch 1] loss: 2.2820839
Test set: Average loss: 2.2199, Accuracy: 974/5000 (19%)
[epoch 2] loss: 1.9881543
Test set: Average loss: 2.1303, Accuracy: 1165/5000 (23%)
[epoch 3] loss: 1.7162681
Test set: Average loss: 2.1595, Accuracy: 1170/5000 (23%)
[epoch 4] loss: 1.3888136
Test set: Average loss: 2.2218, Accuracy: 1312/5000 (26%)
[epoch 5] loss: 1.3001295
Test set: Average loss: 2.2315, Accuracy: 1434/5000 (29%)
[epoch 6] loss: 1.1434851
Test set: Average loss: 2.1851, Accuracy: 1414/5000 (28%)
[epoch 7] loss: 0.9689998
Test set: Average loss: 2.0724, Accuracy: 1511/5000 (30%)
[epoch 8] loss: 0.7350442
Test set: Average loss: 2.0566, Accuracy: 1495/5000 (30%)
[epoch 9] loss: 0.5499070
Test set: Average loss: 2.0488, Accuracy: 1485/5000 (30%)
[epoch 10] loss: 0.4738003
Test set: Average loss: 2.1218, Accuracy: 1475/5000 (30%)
[epoch 11] loss: 0.3095756
Test set: Average loss: 2.2869, Accuracy: 1455/5000 (29%)
[epoch 12] loss: 0.2470038
Test set: Average loss: 2.4447, Accuracy: 1455/5000 (29%)
[epoch 13] loss: 0.1739286
Test set: Average loss: 2.5244, Accuracy: 1571/5000 (31%)
[epoch 14] loss: 0.1068288
Test set: Average loss: 2.7317, Accuracy: 1525/5000 (30%)
[epoch 15] loss: 0.0878887
Test set: Average loss: 2.9540, Accuracy: 1513/5000 (30%)
[epoch 16] loss: 0.0496895
Test set: Average loss: 3.1865, Accuracy: 1469/5000 (29%)
[epoch 17] loss: 0.0343148
Test set: Average loss: 3.3727, Accuracy: 1440/5000 (29%)
[epoch 18] loss: 0.0219974
Test set: Average loss: 3.4521, Accuracy: 1468/5000 (29%)
[epoch 19] loss: 0.0137816
Test set: Average loss: 3.5279, Accuracy: 1493/5000 (30%)
[epoch 20] loss: 0.0097916
Test set: Average loss: 3.5978, Accuracy: 1506/5000 (30%)
[epoch 21] loss: 0.0091119
Test set: Average loss: 3.6548, Accuracy: 1514/5000 (30%)
[epoch 22] loss: 0.0060411
Test set: Average loss: 3.6982, Accuracy: 1509/5000 (30%)
[epoch 23] loss: 0.0043359
Test set: Average loss: 3.7417, Accuracy: 1511/5000 (30%)
[epoch 24] loss: 0.0034246
Test set: Average loss: 3.7864, Accuracy: 1514/5000 (30%)
[epoch 25] loss: 0.0027662
Test set: Average loss: 3.8350, Accuracy: 1496/5000 (30%)
[epoch 26] loss: 0.0025652
Test set: Average loss: 3.8811, Accuracy: 1482/5000 (30%)
[epoch 27] loss: 0.0023771
Test set: Average loss: 3.9218, Accuracy: 1471/5000 (29%)
[epoch 28] loss: 0.0022559
Test set: Average loss: 3.9563, Accuracy: 1476/5000 (30%)
[epoch 29] loss: 0.0020007
Test set: Average loss: 3.9824, Accuracy: 1467/5000 (29%)
[epoch 30] loss: 0.0018883
Test set: Average loss: 4.0028, Accuracy: 1476/5000 (30%)
[epoch 31] loss: 0.0016482
Test set: Average loss: 4.0180, Accuracy: 1476/5000 (30%)
[epoch 32] loss: 0.0015371
Test set: Average loss: 4.0292, Accuracy: 1490/5000 (30%)
[epoch 33] loss: 0.0013902
Test set: Average loss: 4.0389, Accuracy: 1492/5000 (30%)
[epoch 34] loss: 0.0013365
Test set: Average loss: 4.0481, Accuracy: 1497/5000 (30%)
[epoch 35] loss: 0.0012889
Test set: Average loss: 4.0571, Accuracy: 1494/5000 (30%)
[epoch 36] loss: 0.0012063
Test set: Average loss: 4.0662, Accuracy: 1491/5000 (30%)
[epoch 37] loss: 0.0011739
Test set: Average loss: 4.0743, Accuracy: 1491/5000 (30%)
[epoch 38] loss: 0.0011737
Test set: Average loss: 4.0817, Accuracy: 1492/5000 (30%)
[epoch 39] loss: 0.0010754
Test set: Average loss: 4.0884, Accuracy: 1496/5000 (30%)
[epoch 40] loss: 0.0010678
Test set: Average loss: 4.0948, Accuracy: 1496/5000 (30%)
[epoch 41] loss: 0.0010347
Test set: Average loss: 4.1015, Accuracy: 1495/5000 (30%)
[epoch 42] loss: 0.0009886
Test set: Average loss: 4.1088, Accuracy: 1495/5000 (30%)
[epoch 43] loss: 0.0009498
Test set: Average loss: 4.1161, Accuracy: 1496/5000 (30%)
[epoch 44] loss: 0.0009438
Test set: Average loss: 4.1244, Accuracy: 1495/5000 (30%)
[epoch 45] loss: 0.0009253
Test set: Average loss: 4.1325, Accuracy: 1498/5000 (30%)
[epoch 46] loss: 0.0008638
Test set: Average loss: 4.1404, Accuracy: 1498/5000 (30%)
[epoch 47] loss: 0.0009211
Epoch 46: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 4.1476, Accuracy: 1499/5000 (30%)
[epoch 48] loss: 0.0009111
Epoch 47: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 4.1483, Accuracy: 1499/5000 (30%)
[epoch 49] loss: 0.0008440
Test set: Average loss: 4.1484, Accuracy: 1499/5000 (30%)
[epoch 50] loss: 0.0008647
Epoch 49: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 4.1484, Accuracy: 1499/5000 (30%)
Validation:
Test set: Average loss: 2.5244, Accuracy: 1571/5000 (31%)
Test
Test set: Average loss: 2.4687, Accuracy: 3164/10000 (32%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3058, Accuracy: 333/5000 (7%)
[epoch 1] loss: 2.2872827
Test set: Average loss: 2.2006, Accuracy: 1226/5000 (25%)
[epoch 2] loss: 1.9946970
Test set: Average loss: 2.1049, Accuracy: 1119/5000 (22%)
[epoch 3] loss: 1.6528364
Test set: Average loss: 2.0023, Accuracy: 1220/5000 (24%)
[epoch 4] loss: 1.4270384
Test set: Average loss: 1.9281, Accuracy: 1510/5000 (30%)
[epoch 5] loss: 1.1996430
Test set: Average loss: 1.8707, Accuracy: 1751/5000 (35%)
[epoch 6] loss: 0.9691826
Test set: Average loss: 1.9068, Accuracy: 1589/5000 (32%)
[epoch 7] loss: 0.7465815
Test set: Average loss: 1.9827, Accuracy: 1626/5000 (33%)
[epoch 8] loss: 0.6335959
Test set: Average loss: 2.0004, Accuracy: 1682/5000 (34%)
[epoch 9] loss: 0.4864381
Test set: Average loss: 2.0745, Accuracy: 1667/5000 (33%)
[epoch 10] loss: 0.3443187
Test set: Average loss: 2.1823, Accuracy: 1662/5000 (33%)
[epoch 11] loss: 0.2565287
Test set: Average loss: 2.2006, Accuracy: 1619/5000 (32%)
[epoch 12] loss: 0.1526290
Test set: Average loss: 2.2689, Accuracy: 1592/5000 (32%)
[epoch 13] loss: 0.1102969
Test set: Average loss: 2.3262, Accuracy: 1643/5000 (33%)
[epoch 14] loss: 0.0760771
Test set: Average loss: 2.4364, Accuracy: 1656/5000 (33%)
[epoch 15] loss: 0.0478019
Test set: Average loss: 2.5721, Accuracy: 1616/5000 (32%)
[epoch 16] loss: 0.0270574
Test set: Average loss: 2.7400, Accuracy: 1577/5000 (32%)
[epoch 17] loss: 0.0178590
Test set: Average loss: 2.9175, Accuracy: 1523/5000 (30%)
[epoch 18] loss: 0.0140598
Test set: Average loss: 3.0479, Accuracy: 1510/5000 (30%)
[epoch 19] loss: 0.0116375
Test set: Average loss: 3.1329, Accuracy: 1496/5000 (30%)
[epoch 20] loss: 0.0089556
Test set: Average loss: 3.1732, Accuracy: 1515/5000 (30%)
[epoch 21] loss: 0.0068289
Test set: Average loss: 3.1999, Accuracy: 1504/5000 (30%)
[epoch 22] loss: 0.0050554
Test set: Average loss: 3.2190, Accuracy: 1521/5000 (30%)
[epoch 23] loss: 0.0042927
Test set: Average loss: 3.2344, Accuracy: 1532/5000 (31%)
[epoch 24] loss: 0.0034313
Test set: Average loss: 3.2509, Accuracy: 1543/5000 (31%)
[epoch 25] loss: 0.0030320
Test set: Average loss: 3.2671, Accuracy: 1542/5000 (31%)
[epoch 26] loss: 0.0025625
Test set: Average loss: 3.2850, Accuracy: 1548/5000 (31%)
[epoch 27] loss: 0.0022484
Test set: Average loss: 3.3040, Accuracy: 1554/5000 (31%)
[epoch 28] loss: 0.0020720
Test set: Average loss: 3.3231, Accuracy: 1552/5000 (31%)
[epoch 29] loss: 0.0018768
Test set: Average loss: 3.3449, Accuracy: 1547/5000 (31%)
[epoch 30] loss: 0.0018896
Epoch 29: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.3657, Accuracy: 1547/5000 (31%)
[epoch 31] loss: 0.0015503
Test set: Average loss: 3.3677, Accuracy: 1547/5000 (31%)
[epoch 32] loss: 0.0015755
Epoch 31: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.3695, Accuracy: 1548/5000 (31%)
[epoch 33] loss: 0.0015628
Epoch 32: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 34] loss: 0.0015418
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 35] loss: 0.0015076
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 36] loss: 0.0016173
Epoch 35: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 37] loss: 0.0016412
Epoch 36: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 38] loss: 0.0016063
Epoch 37: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 39] loss: 0.0015739
Epoch 38: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 40] loss: 0.0016854
Epoch 39: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 41] loss: 0.0016300
Epoch 40: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 42] loss: 0.0015533
Epoch 41: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 43] loss: 0.0016414
Epoch 42: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 44] loss: 0.0015547
Epoch 43: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 45] loss: 0.0016753
Epoch 44: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 46] loss: 0.0017335
Epoch 45: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 47] loss: 0.0016769
Epoch 46: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 48] loss: 0.0015824
Epoch 47: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 49] loss: 0.0016097
Epoch 48: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
[epoch 50] loss: 0.0016065
Epoch 49: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 3.3697, Accuracy: 1548/5000 (31%)
Validation:
Test set: Average loss: 1.8707, Accuracy: 1751/5000 (35%)
Test
Test set: Average loss: 1.8577, Accuracy: 3522/10000 (35%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3070, Accuracy: 340/5000 (7%)
[epoch 1] loss: 2.2849089
Test set: Average loss: 2.2440, Accuracy: 764/5000 (15%)
[epoch 2] loss: 2.0730821
Test set: Average loss: 2.2428, Accuracy: 865/5000 (17%)
[epoch 3] loss: 1.7643590
Test set: Average loss: 2.2675, Accuracy: 958/5000 (19%)
[epoch 4] loss: 1.4916601
Test set: Average loss: 2.1122, Accuracy: 1124/5000 (22%)
[epoch 5] loss: 1.2007732
Test set: Average loss: 2.0450, Accuracy: 1206/5000 (24%)
[epoch 6] loss: 0.9480729
Test set: Average loss: 2.0608, Accuracy: 1309/5000 (26%)
[epoch 7] loss: 0.7588140
Test set: Average loss: 2.1725, Accuracy: 1284/5000 (26%)
[epoch 8] loss: 0.5760851
Test set: Average loss: 2.2829, Accuracy: 1289/5000 (26%)
[epoch 9] loss: 0.4051804
Test set: Average loss: 2.4512, Accuracy: 1270/5000 (25%)
[epoch 10] loss: 0.3284651
Test set: Average loss: 2.4760, Accuracy: 1322/5000 (26%)
[epoch 11] loss: 0.2212829
Test set: Average loss: 2.6329, Accuracy: 1358/5000 (27%)
[epoch 12] loss: 0.1675719
Test set: Average loss: 2.8956, Accuracy: 1323/5000 (26%)
[epoch 13] loss: 0.1023877
Test set: Average loss: 3.1295, Accuracy: 1306/5000 (26%)
[epoch 14] loss: 0.0802804
Test set: Average loss: 3.2613, Accuracy: 1313/5000 (26%)
[epoch 15] loss: 0.0614974
Test set: Average loss: 3.3547, Accuracy: 1340/5000 (27%)
[epoch 16] loss: 0.0363146
Test set: Average loss: 3.4894, Accuracy: 1329/5000 (27%)
[epoch 17] loss: 0.0301718
Test set: Average loss: 3.6245, Accuracy: 1334/5000 (27%)
[epoch 18] loss: 0.0177338
Test set: Average loss: 3.7802, Accuracy: 1321/5000 (26%)
[epoch 19] loss: 0.0134565
Test set: Average loss: 3.9393, Accuracy: 1331/5000 (27%)
[epoch 20] loss: 0.0109332
Test set: Average loss: 4.0907, Accuracy: 1293/5000 (26%)
[epoch 21] loss: 0.0073479
Test set: Average loss: 4.2299, Accuracy: 1291/5000 (26%)
[epoch 22] loss: 0.0055275
Test set: Average loss: 4.3472, Accuracy: 1275/5000 (26%)
[epoch 23] loss: 0.0047095
Test set: Average loss: 4.4259, Accuracy: 1271/5000 (25%)
[epoch 24] loss: 0.0041593
Test set: Average loss: 4.4634, Accuracy: 1276/5000 (26%)
[epoch 25] loss: 0.0034460
Test set: Average loss: 4.4709, Accuracy: 1294/5000 (26%)
[epoch 26] loss: 0.0028813
Test set: Average loss: 4.4676, Accuracy: 1289/5000 (26%)
[epoch 27] loss: 0.0024767
Test set: Average loss: 4.4628, Accuracy: 1290/5000 (26%)
[epoch 28] loss: 0.0021375
Test set: Average loss: 4.4596, Accuracy: 1295/5000 (26%)
[epoch 29] loss: 0.0018353
Test set: Average loss: 4.4625, Accuracy: 1291/5000 (26%)
[epoch 30] loss: 0.0017213
Test set: Average loss: 4.4684, Accuracy: 1294/5000 (26%)
[epoch 31] loss: 0.0016844
Test set: Average loss: 4.4800, Accuracy: 1293/5000 (26%)
[epoch 32] loss: 0.0016123
Test set: Average loss: 4.4953, Accuracy: 1296/5000 (26%)
[epoch 33] loss: 0.0013095
Test set: Average loss: 4.5130, Accuracy: 1302/5000 (26%)
[epoch 34] loss: 0.0013832
Epoch 33: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 4.5311, Accuracy: 1306/5000 (26%)
[epoch 35] loss: 0.0013620
Epoch 34: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 4.5331, Accuracy: 1304/5000 (26%)
[epoch 36] loss: 0.0013200
Epoch 35: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 37] loss: 0.0012496
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 38] loss: 0.0013426
Epoch 37: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 39] loss: 0.0013195
Epoch 38: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 40] loss: 0.0013086
Epoch 39: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 41] loss: 0.0012951
Epoch 40: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 42] loss: 0.0013201
Epoch 41: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 43] loss: 0.0012751
Epoch 42: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 44] loss: 0.0012965
Epoch 43: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 45] loss: 0.0012075
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 46] loss: 0.0014018
Epoch 45: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 47] loss: 0.0013084
Epoch 46: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 48] loss: 0.0012091
Epoch 47: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 49] loss: 0.0012918
Epoch 48: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
[epoch 50] loss: 0.0012858
Epoch 49: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 4.5333, Accuracy: 1304/5000 (26%)
Validation:
Test set: Average loss: 2.6329, Accuracy: 1358/5000 (27%)
Test
Test set: Average loss: 2.6075, Accuracy: 2708/10000 (27%)
100
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3045, Accuracy: 695/5000 (14%)
[epoch 1] loss: 2.2930464
Test set: Average loss: 2.1484, Accuracy: 948/5000 (19%)
[epoch 2] loss: 1.8230378
Test set: Average loss: 2.0630, Accuracy: 997/5000 (20%)
[epoch 3] loss: 2.1335616
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9885, Accuracy: 1328/5000 (27%)
[epoch 4] loss: 1.3936639
Test set: Average loss: 1.9772, Accuracy: 1382/5000 (28%)
[epoch 5] loss: 1.4165543
Epoch 4: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.9630, Accuracy: 1460/5000 (29%)
[epoch 6] loss: 1.3733654
Test set: Average loss: 1.9623, Accuracy: 1457/5000 (29%)
[epoch 7] loss: 1.4696212
Epoch 6: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 8] loss: 1.3978565
Epoch 7: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 9] loss: 1.3969947
Epoch 8: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 10] loss: 1.2981101
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 11] loss: 1.3500932
Epoch 10: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 12] loss: 1.3106986
Epoch 11: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 13] loss: 1.3862773
Epoch 12: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 14] loss: 1.2561075
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 15] loss: 1.3942020
Epoch 14: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 16] loss: 1.3095357
Epoch 15: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 17] loss: 1.4225526
Epoch 16: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 18] loss: 2.0028374
Epoch 17: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 19] loss: 1.3773549
Epoch 18: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 20] loss: 1.3685596
Epoch 19: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 21] loss: 1.3112724
Epoch 20: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 22] loss: 1.3479680
Epoch 21: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 23] loss: 1.4032910
Epoch 22: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 24] loss: 1.3652563
Epoch 23: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 25] loss: 1.3903635
Epoch 24: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 26] loss: 1.3524902
Epoch 25: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 27] loss: 1.4318011
Epoch 26: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 28] loss: 1.3896440
Epoch 27: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 29] loss: 1.3318025
Epoch 28: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 30] loss: 1.3751044
Epoch 29: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 31] loss: 1.3767582
Epoch 30: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 32] loss: 1.3455950
Epoch 31: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 33] loss: 1.7463056
Epoch 32: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 34] loss: 1.3213238
Epoch 33: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 35] loss: 1.2721838
Epoch 34: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 36] loss: 1.4475577
Epoch 35: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 37] loss: 1.3399126
Epoch 36: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 38] loss: 1.4190932
Epoch 37: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 39] loss: 1.2011621
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 40] loss: 1.2737731
Epoch 39: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 41] loss: 1.2856067
Epoch 40: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 42] loss: 1.4578725
Epoch 41: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 43] loss: 1.2823832
Epoch 42: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 44] loss: 1.3836161
Epoch 43: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 45] loss: 1.3434247
Epoch 44: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 46] loss: 1.2696660
Epoch 45: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 47] loss: 1.3511051
Epoch 46: reducing learning rate of group 0 to 1.0000e-43.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 48] loss: 1.2982996
Epoch 47: reducing learning rate of group 0 to 1.0000e-44.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 49] loss: 1.4718839
Epoch 48: reducing learning rate of group 0 to 1.0000e-45.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
[epoch 50] loss: 1.4216558
Epoch 49: reducing learning rate of group 0 to 1.0000e-46.
Test set: Average loss: 1.9620, Accuracy: 1459/5000 (29%)
Validation:
Test set: Average loss: 1.9630, Accuracy: 1460/5000 (29%)
Test
Test set: Average loss: 1.9218, Accuracy: 2995/10000 (30%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3038, Accuracy: 94/5000 (2%)
[epoch 1] loss: 2.2033722
Test set: Average loss: 2.0924, Accuracy: 1416/5000 (28%)
[epoch 2] loss: 1.8388750
Test set: Average loss: 1.9873, Accuracy: 1413/5000 (28%)
[epoch 3] loss: 1.5280072
Test set: Average loss: 1.7927, Accuracy: 1727/5000 (35%)
[epoch 4] loss: 1.2148720
Test set: Average loss: 1.6865, Accuracy: 1961/5000 (39%)
[epoch 5] loss: 1.0637543
Test set: Average loss: 1.5912, Accuracy: 2152/5000 (43%)
[epoch 6] loss: 0.9164189
Test set: Average loss: 1.6126, Accuracy: 2130/5000 (43%)
[epoch 7] loss: 0.8645197
Test set: Average loss: 1.6665, Accuracy: 2103/5000 (42%)
[epoch 8] loss: 0.6317677
Test set: Average loss: 1.7613, Accuracy: 2073/5000 (41%)
[epoch 9] loss: 0.6326022
Epoch 8: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7111, Accuracy: 2115/5000 (42%)
[epoch 10] loss: 1.9372944
Epoch 9: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.6869, Accuracy: 2147/5000 (43%)
[epoch 11] loss: 0.5097271
Test set: Average loss: 1.6832, Accuracy: 2147/5000 (43%)
[epoch 12] loss: 0.4349697
Test set: Average loss: 1.6788, Accuracy: 2154/5000 (43%)
[epoch 13] loss: 0.5311935
Epoch 12: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.6747, Accuracy: 2152/5000 (43%)
[epoch 14] loss: 0.4386515
Epoch 13: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 15] loss: 0.7253204
Epoch 14: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 16] loss: 0.6449722
Epoch 15: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 17] loss: 0.4290478
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 18] loss: 0.5563691
Epoch 17: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 19] loss: 0.5283190
Epoch 18: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 20] loss: 0.4774077
Epoch 19: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 21] loss: 0.4589444
Epoch 20: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 22] loss: 0.4212867
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 23] loss: 0.5263570
Epoch 22: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 24] loss: 0.5132473
Epoch 23: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 25] loss: 0.5655320
Epoch 24: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 26] loss: 0.4869730
Epoch 25: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 27] loss: 0.4706370
Epoch 26: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 28] loss: 0.5399080
Epoch 27: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 29] loss: 0.4384174
Epoch 28: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 30] loss: 0.5032522
Epoch 29: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 31] loss: 0.5194887
Epoch 30: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 32] loss: 0.4911220
Epoch 31: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 33] loss: 0.4862685
Epoch 32: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 34] loss: 0.4551170
Epoch 33: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 35] loss: 0.5398415
Epoch 34: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 36] loss: 0.4231691
Epoch 35: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 37] loss: 0.4106402
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 38] loss: 0.5592861
Epoch 37: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 39] loss: 0.5414583
Epoch 38: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 40] loss: 0.4756373
Epoch 39: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 41] loss: 0.5583429
Epoch 40: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 42] loss: 0.5875830
Epoch 41: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 43] loss: 0.4233477
Epoch 42: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 44] loss: 0.5172506
Epoch 43: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 45] loss: 0.4296293
Epoch 44: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 46] loss: 0.4831017
Epoch 45: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 47] loss: 0.5881879
Epoch 46: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 48] loss: 1.7218426
Epoch 47: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 49] loss: 0.4465902
Epoch 48: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
[epoch 50] loss: 0.4646700
Epoch 49: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 1.6743, Accuracy: 2152/5000 (43%)
Validation:
Test set: Average loss: 1.6788, Accuracy: 2154/5000 (43%)
Test
Test set: Average loss: 1.6580, Accuracy: 4364/10000 (44%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2894, Accuracy: 919/5000 (18%)
[epoch 1] loss: 2.1246338
Test set: Average loss: 2.2614, Accuracy: 738/5000 (15%)
[epoch 2] loss: 1.8415686
Test set: Average loss: 2.1547, Accuracy: 1101/5000 (22%)
[epoch 3] loss: 1.5556252
Test set: Average loss: 2.0870, Accuracy: 1361/5000 (27%)
[epoch 4] loss: 1.4424081
Test set: Average loss: 1.8924, Accuracy: 1572/5000 (31%)
[epoch 5] loss: 1.0720450
Test set: Average loss: 2.0018, Accuracy: 1459/5000 (29%)
[epoch 6] loss: 1.1234594
Epoch 5: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0074, Accuracy: 1559/5000 (31%)
[epoch 7] loss: 0.8841648
Test set: Average loss: 1.9977, Accuracy: 1567/5000 (31%)
[epoch 8] loss: 0.8500013
Test set: Average loss: 1.9734, Accuracy: 1603/5000 (32%)
[epoch 9] loss: 0.9232539
Epoch 8: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.9481, Accuracy: 1647/5000 (33%)
[epoch 10] loss: 0.8582976
Epoch 9: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.9437, Accuracy: 1648/5000 (33%)
[epoch 11] loss: 0.7333023
Test set: Average loss: 1.9434, Accuracy: 1647/5000 (33%)
[epoch 12] loss: 0.9366737
Epoch 11: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 13] loss: 0.7463528
Epoch 12: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 14] loss: 0.8080799
Epoch 13: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 15] loss: 0.9556374
Epoch 14: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 16] loss: 0.7968424
Epoch 15: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 17] loss: 0.8089280
Epoch 16: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 18] loss: 0.8126163
Epoch 17: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 19] loss: 0.8738625
Epoch 18: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 20] loss: 0.8448435
Epoch 19: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 21] loss: 0.7821314
Epoch 20: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 22] loss: 0.7799073
Epoch 21: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 23] loss: 0.7694089
Epoch 22: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 24] loss: 0.7368815
Epoch 23: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 25] loss: 0.8779685
Epoch 24: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 26] loss: 0.8560636
Epoch 25: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 27] loss: 0.9009121
Epoch 26: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 28] loss: 0.8282971
Epoch 27: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 29] loss: 0.8409603
Epoch 28: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 30] loss: 0.8191500
Epoch 29: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 31] loss: 0.8663906
Epoch 30: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 32] loss: 0.7033473
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 33] loss: 0.7981018
Epoch 32: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 34] loss: 0.8523232
Epoch 33: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 35] loss: 0.8258193
Epoch 34: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 36] loss: 0.7703176
Epoch 35: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 37] loss: 0.7898788
Epoch 36: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 38] loss: 0.8055096
Epoch 37: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 39] loss: 0.8342242
Epoch 38: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 40] loss: 0.7650633
Epoch 39: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 41] loss: 0.7009515
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 42] loss: 0.7626336
Epoch 41: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 43] loss: 0.8341036
Epoch 42: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 44] loss: 0.7152371
Epoch 43: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 45] loss: 0.7558314
Epoch 44: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 46] loss: 0.7501428
Epoch 45: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 47] loss: 0.8113280
Epoch 46: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 48] loss: 0.7980363
Epoch 47: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 49] loss: 0.7550624
Epoch 48: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
[epoch 50] loss: 0.8539009
Epoch 49: reducing learning rate of group 0 to 1.0000e-43.
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
Validation:
Test set: Average loss: 1.9430, Accuracy: 1648/5000 (33%)
Test
Test set: Average loss: 1.9414, Accuracy: 3376/10000 (34%)
250
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3008, Accuracy: 887/5000 (18%)
[epoch 1] loss: 2.1088264
Test set: Average loss: 1.8158, Accuracy: 1780/5000 (36%)
[epoch 2] loss: 1.6312357
Test set: Average loss: 1.6801, Accuracy: 2050/5000 (41%)
[epoch 3] loss: 1.4296711
Test set: Average loss: 1.6439, Accuracy: 2068/5000 (41%)
[epoch 4] loss: 1.1893742
Test set: Average loss: 1.4955, Accuracy: 2475/5000 (50%)
[epoch 5] loss: 1.0264485
Test set: Average loss: 1.4548, Accuracy: 2462/5000 (49%)
[epoch 6] loss: 0.8065769
Test set: Average loss: 1.5615, Accuracy: 2409/5000 (48%)
[epoch 7] loss: 0.6387149
Test set: Average loss: 1.5735, Accuracy: 2451/5000 (49%)
[epoch 8] loss: 0.4877966
Test set: Average loss: 1.6899, Accuracy: 2389/5000 (48%)
[epoch 9] loss: 0.3503307
Test set: Average loss: 1.5438, Accuracy: 2571/5000 (51%)
[epoch 10] loss: 0.2499705
Test set: Average loss: 1.8384, Accuracy: 2445/5000 (49%)
[epoch 11] loss: 0.1855705
Test set: Average loss: 1.7422, Accuracy: 2531/5000 (51%)
[epoch 12] loss: 0.1440149
Test set: Average loss: 2.2323, Accuracy: 2161/5000 (43%)
[epoch 13] loss: 0.1165018
Test set: Average loss: 2.0481, Accuracy: 2407/5000 (48%)
[epoch 14] loss: 0.0712855
Test set: Average loss: 1.9721, Accuracy: 2426/5000 (49%)
[epoch 15] loss: 0.0645686
Test set: Average loss: 2.2102, Accuracy: 2387/5000 (48%)
[epoch 16] loss: 0.0349100
Test set: Average loss: 2.1286, Accuracy: 2432/5000 (49%)
[epoch 17] loss: 0.0248449
Test set: Average loss: 2.2249, Accuracy: 2434/5000 (49%)
[epoch 18] loss: 0.0159524
Test set: Average loss: 2.3918, Accuracy: 2347/5000 (47%)
[epoch 19] loss: 0.0112962
Test set: Average loss: 2.2969, Accuracy: 2399/5000 (48%)
[epoch 20] loss: 0.0089137
Test set: Average loss: 2.2963, Accuracy: 2415/5000 (48%)
[epoch 21] loss: 0.0072530
Test set: Average loss: 2.3605, Accuracy: 2407/5000 (48%)
[epoch 22] loss: 0.0062503
Test set: Average loss: 2.3919, Accuracy: 2407/5000 (48%)
[epoch 23] loss: 0.0055606
Test set: Average loss: 2.4079, Accuracy: 2415/5000 (48%)
[epoch 24] loss: 0.0050766
Test set: Average loss: 2.4251, Accuracy: 2412/5000 (48%)
[epoch 25] loss: 0.0046623
Test set: Average loss: 2.4434, Accuracy: 2408/5000 (48%)
[epoch 26] loss: 0.0042822
Test set: Average loss: 2.4614, Accuracy: 2400/5000 (48%)
[epoch 27] loss: 0.0040190
Test set: Average loss: 2.4710, Accuracy: 2402/5000 (48%)
[epoch 28] loss: 0.0036887
Test set: Average loss: 2.4957, Accuracy: 2405/5000 (48%)
[epoch 29] loss: 0.0034668
Test set: Average loss: 2.5097, Accuracy: 2403/5000 (48%)
[epoch 30] loss: 0.0032291
Test set: Average loss: 2.5270, Accuracy: 2404/5000 (48%)
[epoch 31] loss: 0.0030103
Test set: Average loss: 2.5373, Accuracy: 2401/5000 (48%)
[epoch 32] loss: 0.0028401
Test set: Average loss: 2.5561, Accuracy: 2400/5000 (48%)
[epoch 33] loss: 0.0027121
Test set: Average loss: 2.5674, Accuracy: 2393/5000 (48%)
[epoch 34] loss: 0.0025396
Test set: Average loss: 2.5821, Accuracy: 2395/5000 (48%)
[epoch 35] loss: 0.0024145
Test set: Average loss: 2.5958, Accuracy: 2396/5000 (48%)
[epoch 36] loss: 0.0022914
Test set: Average loss: 2.6017, Accuracy: 2396/5000 (48%)
[epoch 37] loss: 0.0022011
Test set: Average loss: 2.6177, Accuracy: 2397/5000 (48%)
[epoch 38] loss: 0.0020719
Test set: Average loss: 2.6256, Accuracy: 2393/5000 (48%)
[epoch 39] loss: 0.0019914
Test set: Average loss: 2.6353, Accuracy: 2388/5000 (48%)
[epoch 40] loss: 0.0018937
Test set: Average loss: 2.6488, Accuracy: 2391/5000 (48%)
[epoch 41] loss: 0.0018206
Test set: Average loss: 2.6589, Accuracy: 2393/5000 (48%)
[epoch 42] loss: 0.0017254
Test set: Average loss: 2.6672, Accuracy: 2392/5000 (48%)
[epoch 43] loss: 0.0016665
Test set: Average loss: 2.6780, Accuracy: 2390/5000 (48%)
[epoch 44] loss: 0.0015979
Test set: Average loss: 2.6884, Accuracy: 2387/5000 (48%)
[epoch 45] loss: 0.0015421
Test set: Average loss: 2.6977, Accuracy: 2387/5000 (48%)
[epoch 46] loss: 0.0014804
Test set: Average loss: 2.7047, Accuracy: 2388/5000 (48%)
[epoch 47] loss: 0.0014240
Test set: Average loss: 2.7187, Accuracy: 2388/5000 (48%)
[epoch 48] loss: 0.0013637
Test set: Average loss: 2.7240, Accuracy: 2388/5000 (48%)
[epoch 49] loss: 0.0013179
Test set: Average loss: 2.7319, Accuracy: 2388/5000 (48%)
[epoch 50] loss: 0.0012683
Test set: Average loss: 2.7412, Accuracy: 2390/5000 (48%)
Validation:
Test set: Average loss: 1.5438, Accuracy: 2571/5000 (51%)
Test
Test set: Average loss: 1.5008, Accuracy: 5303/10000 (53%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3194, Accuracy: 215/5000 (4%)
[epoch 1] loss: 2.1147561
Test set: Average loss: 1.8258, Accuracy: 1879/5000 (38%)
[epoch 2] loss: 1.5072279
Test set: Average loss: 1.5526, Accuracy: 2196/5000 (44%)
[epoch 3] loss: 1.0794463
Test set: Average loss: 1.5909, Accuracy: 2260/5000 (45%)
[epoch 4] loss: 0.8747688
Test set: Average loss: 1.5933, Accuracy: 2317/5000 (46%)
[epoch 5] loss: 0.7102639
Test set: Average loss: 1.4830, Accuracy: 2507/5000 (50%)
[epoch 6] loss: 0.5021228
Test set: Average loss: 1.5772, Accuracy: 2482/5000 (50%)
[epoch 7] loss: 0.3906106
Test set: Average loss: 1.5726, Accuracy: 2535/5000 (51%)
[epoch 8] loss: 0.2950077
Test set: Average loss: 1.7266, Accuracy: 2477/5000 (50%)
[epoch 9] loss: 0.2436678
Test set: Average loss: 1.9540, Accuracy: 2325/5000 (46%)
[epoch 10] loss: 0.1833154
Test set: Average loss: 1.7793, Accuracy: 2521/5000 (50%)
[epoch 11] loss: 0.1300520
Test set: Average loss: 1.8845, Accuracy: 2529/5000 (51%)
[epoch 12] loss: 0.0913115
Test set: Average loss: 1.9739, Accuracy: 2525/5000 (50%)
[epoch 13] loss: 0.0564040
Test set: Average loss: 2.0149, Accuracy: 2528/5000 (51%)
[epoch 14] loss: 0.0427934
Test set: Average loss: 2.0301, Accuracy: 2543/5000 (51%)
[epoch 15] loss: 0.0335961
Test set: Average loss: 2.2090, Accuracy: 2504/5000 (50%)
[epoch 16] loss: 0.0258665
Test set: Average loss: 2.2584, Accuracy: 2482/5000 (50%)
[epoch 17] loss: 0.0166589
Test set: Average loss: 2.3181, Accuracy: 2486/5000 (50%)
[epoch 18] loss: 0.0136460
Test set: Average loss: 2.3138, Accuracy: 2471/5000 (49%)
[epoch 19] loss: 0.0102181
Test set: Average loss: 2.3177, Accuracy: 2520/5000 (50%)
[epoch 20] loss: 0.0082632
Test set: Average loss: 2.3456, Accuracy: 2525/5000 (50%)
[epoch 21] loss: 0.0070281
Test set: Average loss: 2.3663, Accuracy: 2534/5000 (51%)
[epoch 22] loss: 0.0062042
Test set: Average loss: 2.4026, Accuracy: 2526/5000 (51%)
[epoch 23] loss: 0.0054810
Test set: Average loss: 2.4425, Accuracy: 2513/5000 (50%)
[epoch 24] loss: 0.0049200
Test set: Average loss: 2.4418, Accuracy: 2522/5000 (50%)
[epoch 25] loss: 0.0045454
Test set: Average loss: 2.4614, Accuracy: 2526/5000 (51%)
[epoch 26] loss: 0.0042101
Test set: Average loss: 2.4832, Accuracy: 2520/5000 (50%)
[epoch 27] loss: 0.0039001
Test set: Average loss: 2.5019, Accuracy: 2515/5000 (50%)
[epoch 28] loss: 0.0036229
Test set: Average loss: 2.5134, Accuracy: 2512/5000 (50%)
[epoch 29] loss: 0.0033979
Test set: Average loss: 2.5375, Accuracy: 2512/5000 (50%)
[epoch 30] loss: 0.0031847
Test set: Average loss: 2.5455, Accuracy: 2516/5000 (50%)
[epoch 31] loss: 0.0029880
Test set: Average loss: 2.5572, Accuracy: 2512/5000 (50%)
[epoch 32] loss: 0.0028177
Test set: Average loss: 2.5730, Accuracy: 2510/5000 (50%)
[epoch 33] loss: 0.0026628
Test set: Average loss: 2.5905, Accuracy: 2507/5000 (50%)
[epoch 34] loss: 0.0025073
Test set: Average loss: 2.6039, Accuracy: 2502/5000 (50%)
[epoch 35] loss: 0.0023667
Test set: Average loss: 2.6161, Accuracy: 2503/5000 (50%)
[epoch 36] loss: 0.0022761
Test set: Average loss: 2.6337, Accuracy: 2498/5000 (50%)
[epoch 37] loss: 0.0021627
Test set: Average loss: 2.6358, Accuracy: 2501/5000 (50%)
[epoch 38] loss: 0.0020741
Test set: Average loss: 2.6528, Accuracy: 2501/5000 (50%)
[epoch 39] loss: 0.0019752
Test set: Average loss: 2.6722, Accuracy: 2494/5000 (50%)
[epoch 40] loss: 0.0018877
Test set: Average loss: 2.6731, Accuracy: 2497/5000 (50%)
[epoch 41] loss: 0.0017854
Test set: Average loss: 2.6821, Accuracy: 2500/5000 (50%)
[epoch 42] loss: 0.0016970
Test set: Average loss: 2.7048, Accuracy: 2492/5000 (50%)
[epoch 43] loss: 0.0016482
Test set: Average loss: 2.7066, Accuracy: 2494/5000 (50%)
[epoch 44] loss: 0.0015534
Test set: Average loss: 2.7188, Accuracy: 2496/5000 (50%)
[epoch 45] loss: 0.0014983
Test set: Average loss: 2.7288, Accuracy: 2489/5000 (50%)
[epoch 46] loss: 0.0014508
Test set: Average loss: 2.7364, Accuracy: 2488/5000 (50%)
[epoch 47] loss: 0.0013916
Test set: Average loss: 2.7486, Accuracy: 2493/5000 (50%)
[epoch 48] loss: 0.0013379
Test set: Average loss: 2.7536, Accuracy: 2491/5000 (50%)
[epoch 49] loss: 0.0012967
Test set: Average loss: 2.7621, Accuracy: 2491/5000 (50%)
[epoch 50] loss: 0.0012460
Test set: Average loss: 2.7703, Accuracy: 2494/5000 (50%)
Validation:
Test set: Average loss: 2.0301, Accuracy: 2543/5000 (51%)
Test
Test set: Average loss: 1.9736, Accuracy: 5116/10000 (51%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3285, Accuracy: 90/5000 (2%)
[epoch 1] loss: 2.1969491
Test set: Average loss: 1.9611, Accuracy: 1660/5000 (33%)
[epoch 2] loss: 1.7057103
Test set: Average loss: 1.6175, Accuracy: 2106/5000 (42%)
[epoch 3] loss: 1.3088673
Test set: Average loss: 1.5297, Accuracy: 2269/5000 (45%)
[epoch 4] loss: 1.0486465
Test set: Average loss: 1.4361, Accuracy: 2463/5000 (49%)
[epoch 5] loss: 0.8427551
Test set: Average loss: 1.4653, Accuracy: 2528/5000 (51%)
[epoch 6] loss: 0.7326505
Test set: Average loss: 1.6112, Accuracy: 2349/5000 (47%)
[epoch 7] loss: 0.5021952
Test set: Average loss: 1.5336, Accuracy: 2563/5000 (51%)
[epoch 8] loss: 0.3884250
Test set: Average loss: 1.7129, Accuracy: 2432/5000 (49%)
[epoch 9] loss: 0.2546538
Test set: Average loss: 1.7765, Accuracy: 2459/5000 (49%)
[epoch 10] loss: 0.2135759
Test set: Average loss: 1.8633, Accuracy: 2430/5000 (49%)
[epoch 11] loss: 0.1397017
Test set: Average loss: 1.9638, Accuracy: 2438/5000 (49%)
[epoch 12] loss: 0.1046692
Test set: Average loss: 2.0587, Accuracy: 2411/5000 (48%)
[epoch 13] loss: 0.0649121
Test set: Average loss: 2.0498, Accuracy: 2442/5000 (49%)
[epoch 14] loss: 0.0509133
Test set: Average loss: 2.1658, Accuracy: 2449/5000 (49%)
[epoch 15] loss: 0.0323748
Test set: Average loss: 2.2395, Accuracy: 2475/5000 (50%)
[epoch 16] loss: 0.0235089
Test set: Average loss: 2.2706, Accuracy: 2445/5000 (49%)
[epoch 17] loss: 0.0137126
Test set: Average loss: 2.3169, Accuracy: 2428/5000 (49%)
[epoch 18] loss: 0.0113652
Test set: Average loss: 2.3707, Accuracy: 2439/5000 (49%)
[epoch 19] loss: 0.0083281
Test set: Average loss: 2.3712, Accuracy: 2442/5000 (49%)
[epoch 20] loss: 0.0066958
Test set: Average loss: 2.3848, Accuracy: 2455/5000 (49%)
[epoch 21] loss: 0.0060224
Test set: Average loss: 2.4164, Accuracy: 2442/5000 (49%)
[epoch 22] loss: 0.0052750
Test set: Average loss: 2.4488, Accuracy: 2437/5000 (49%)
[epoch 23] loss: 0.0047999
Test set: Average loss: 2.4602, Accuracy: 2431/5000 (49%)
[epoch 24] loss: 0.0043724
Test set: Average loss: 2.4667, Accuracy: 2427/5000 (49%)
[epoch 25] loss: 0.0040481
Test set: Average loss: 2.4951, Accuracy: 2422/5000 (48%)
[epoch 26] loss: 0.0037554
Test set: Average loss: 2.5143, Accuracy: 2428/5000 (49%)
[epoch 27] loss: 0.0035080
Test set: Average loss: 2.5236, Accuracy: 2423/5000 (48%)
[epoch 28] loss: 0.0032630
Test set: Average loss: 2.5391, Accuracy: 2417/5000 (48%)
[epoch 29] loss: 0.0030744
Test set: Average loss: 2.5553, Accuracy: 2411/5000 (48%)
[epoch 30] loss: 0.0029335
Test set: Average loss: 2.5689, Accuracy: 2413/5000 (48%)
[epoch 31] loss: 0.0027544
Test set: Average loss: 2.5815, Accuracy: 2414/5000 (48%)
[epoch 32] loss: 0.0025974
Test set: Average loss: 2.5968, Accuracy: 2406/5000 (48%)
[epoch 33] loss: 0.0024613
Test set: Average loss: 2.6064, Accuracy: 2410/5000 (48%)
[epoch 34] loss: 0.0023393
Test set: Average loss: 2.6196, Accuracy: 2407/5000 (48%)
[epoch 35] loss: 0.0022251
Test set: Average loss: 2.6307, Accuracy: 2405/5000 (48%)
[epoch 36] loss: 0.0021244
Test set: Average loss: 2.6438, Accuracy: 2408/5000 (48%)
[epoch 37] loss: 0.0020294
Test set: Average loss: 2.6533, Accuracy: 2400/5000 (48%)
[epoch 38] loss: 0.0019362
Test set: Average loss: 2.6658, Accuracy: 2398/5000 (48%)
[epoch 39] loss: 0.0018572
Test set: Average loss: 2.6783, Accuracy: 2405/5000 (48%)
[epoch 40] loss: 0.0017777
Test set: Average loss: 2.6902, Accuracy: 2403/5000 (48%)
[epoch 41] loss: 0.0017158
Test set: Average loss: 2.6955, Accuracy: 2401/5000 (48%)
[epoch 42] loss: 0.0016541
Test set: Average loss: 2.7021, Accuracy: 2401/5000 (48%)
[epoch 43] loss: 0.0015812
Test set: Average loss: 2.7182, Accuracy: 2400/5000 (48%)
[epoch 44] loss: 0.0015219
Test set: Average loss: 2.7271, Accuracy: 2403/5000 (48%)
[epoch 45] loss: 0.0014561
Test set: Average loss: 2.7360, Accuracy: 2402/5000 (48%)
[epoch 46] loss: 0.0014031
Test set: Average loss: 2.7465, Accuracy: 2400/5000 (48%)
[epoch 47] loss: 0.0013467
Test set: Average loss: 2.7527, Accuracy: 2400/5000 (48%)
[epoch 48] loss: 0.0013084
Test set: Average loss: 2.7624, Accuracy: 2397/5000 (48%)
[epoch 49] loss: 0.0012584
Test set: Average loss: 2.7692, Accuracy: 2400/5000 (48%)
[epoch 50] loss: 0.0012160
Test set: Average loss: 2.7763, Accuracy: 2401/5000 (48%)
Validation:
Test set: Average loss: 1.5336, Accuracy: 2563/5000 (51%)
Test
Test set: Average loss: 1.5020, Accuracy: 5161/10000 (52%)
500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3184, Accuracy: 486/5000 (10%)
[epoch 1] loss: 1.8823551
Test set: Average loss: 1.6611, Accuracy: 2012/5000 (40%)
[epoch 2] loss: 1.4087876
Test set: Average loss: 1.4638, Accuracy: 2392/5000 (48%)
[epoch 3] loss: 1.1434982
Test set: Average loss: 1.3510, Accuracy: 2579/5000 (52%)
[epoch 4] loss: 0.8956335
Test set: Average loss: 1.3180, Accuracy: 2705/5000 (54%)
[epoch 5] loss: 0.7530483
Test set: Average loss: 1.4929, Accuracy: 2612/5000 (52%)
[epoch 6] loss: 0.5960269
Test set: Average loss: 1.4803, Accuracy: 2640/5000 (53%)
[epoch 7] loss: 0.4484889
Test set: Average loss: 1.6136, Accuracy: 2610/5000 (52%)
[epoch 8] loss: 0.3341450
Test set: Average loss: 1.6434, Accuracy: 2642/5000 (53%)
[epoch 9] loss: 0.2666906
Test set: Average loss: 1.7926, Accuracy: 2586/5000 (52%)
[epoch 10] loss: 0.2097858
Test set: Average loss: 1.8496, Accuracy: 2644/5000 (53%)
[epoch 11] loss: 0.1127658
Test set: Average loss: 1.9510, Accuracy: 2650/5000 (53%)
[epoch 12] loss: 0.0860719
Test set: Average loss: 2.0870, Accuracy: 2608/5000 (52%)
[epoch 13] loss: 0.0656841
Test set: Average loss: 2.0870, Accuracy: 2620/5000 (52%)
[epoch 14] loss: 0.0453766
Test set: Average loss: 2.1707, Accuracy: 2586/5000 (52%)
[epoch 15] loss: 0.0281410
Test set: Average loss: 2.2564, Accuracy: 2628/5000 (53%)
[epoch 16] loss: 0.0177527
Test set: Average loss: 2.3481, Accuracy: 2621/5000 (52%)
[epoch 17] loss: 0.0111741
Test set: Average loss: 2.3295, Accuracy: 2647/5000 (53%)
[epoch 18] loss: 0.0084135
Test set: Average loss: 2.4097, Accuracy: 2628/5000 (53%)
[epoch 19] loss: 0.0067350
Test set: Average loss: 2.3904, Accuracy: 2652/5000 (53%)
[epoch 20] loss: 0.0057876
Test set: Average loss: 2.4391, Accuracy: 2647/5000 (53%)
[epoch 21] loss: 0.0050952
Test set: Average loss: 2.4559, Accuracy: 2649/5000 (53%)
[epoch 22] loss: 0.0045151
Test set: Average loss: 2.4849, Accuracy: 2650/5000 (53%)
[epoch 23] loss: 0.0042160
Test set: Average loss: 2.5066, Accuracy: 2643/5000 (53%)
[epoch 24] loss: 0.0038676
Test set: Average loss: 2.5242, Accuracy: 2643/5000 (53%)
[epoch 25] loss: 0.0034917
Test set: Average loss: 2.5512, Accuracy: 2633/5000 (53%)
[epoch 26] loss: 0.0032123
Test set: Average loss: 2.5757, Accuracy: 2634/5000 (53%)
[epoch 27] loss: 0.0030104
Test set: Average loss: 2.5899, Accuracy: 2635/5000 (53%)
[epoch 28] loss: 0.0027818
Test set: Average loss: 2.6009, Accuracy: 2649/5000 (53%)
[epoch 29] loss: 0.0026417
Test set: Average loss: 2.6254, Accuracy: 2635/5000 (53%)
[epoch 30] loss: 0.0024330
Test set: Average loss: 2.6450, Accuracy: 2641/5000 (53%)
[epoch 31] loss: 0.0023124
Test set: Average loss: 2.6582, Accuracy: 2640/5000 (53%)
[epoch 32] loss: 0.0021888
Test set: Average loss: 2.6706, Accuracy: 2639/5000 (53%)
[epoch 33] loss: 0.0020627
Test set: Average loss: 2.6962, Accuracy: 2630/5000 (53%)
[epoch 34] loss: 0.0019407
Test set: Average loss: 2.6996, Accuracy: 2640/5000 (53%)
[epoch 35] loss: 0.0018233
Test set: Average loss: 2.7132, Accuracy: 2637/5000 (53%)
[epoch 36] loss: 0.0017343
Test set: Average loss: 2.7333, Accuracy: 2631/5000 (53%)
[epoch 37] loss: 0.0016624
Test set: Average loss: 2.7456, Accuracy: 2635/5000 (53%)
[epoch 38] loss: 0.0015649
Test set: Average loss: 2.7596, Accuracy: 2633/5000 (53%)
[epoch 39] loss: 0.0014797
Test set: Average loss: 2.7700, Accuracy: 2636/5000 (53%)
[epoch 40] loss: 0.0014178
Test set: Average loss: 2.7770, Accuracy: 2636/5000 (53%)
[epoch 41] loss: 0.0013355
Test set: Average loss: 2.7986, Accuracy: 2633/5000 (53%)
[epoch 42] loss: 0.0012923
Test set: Average loss: 2.8078, Accuracy: 2626/5000 (53%)
[epoch 43] loss: 0.0012331
Test set: Average loss: 2.8144, Accuracy: 2637/5000 (53%)
[epoch 44] loss: 0.0011935
Test set: Average loss: 2.8285, Accuracy: 2635/5000 (53%)
[epoch 45] loss: 0.0011389
Test set: Average loss: 2.8430, Accuracy: 2627/5000 (53%)
[epoch 46] loss: 0.0010849
Test set: Average loss: 2.8504, Accuracy: 2629/5000 (53%)
[epoch 47] loss: 0.0010581
Test set: Average loss: 2.8616, Accuracy: 2628/5000 (53%)
[epoch 48] loss: 0.0010186
Test set: Average loss: 2.8746, Accuracy: 2629/5000 (53%)
[epoch 49] loss: 0.0009683
Test set: Average loss: 2.8813, Accuracy: 2623/5000 (52%)
[epoch 50] loss: 0.0009331
Test set: Average loss: 2.8921, Accuracy: 2634/5000 (53%)
Validation:
Test set: Average loss: 1.3180, Accuracy: 2705/5000 (54%)
Test
Test set: Average loss: 1.2867, Accuracy: 5587/10000 (56%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3082, Accuracy: 301/5000 (6%)
[epoch 1] loss: 1.9396930
Test set: Average loss: 1.6073, Accuracy: 2284/5000 (46%)
[epoch 2] loss: 1.2946152
Test set: Average loss: 1.4207, Accuracy: 2484/5000 (50%)
[epoch 3] loss: 0.9821680
Test set: Average loss: 1.3958, Accuracy: 2573/5000 (51%)
[epoch 4] loss: 0.8364696
Test set: Average loss: 1.3513, Accuracy: 2716/5000 (54%)
[epoch 5] loss: 0.6150888
Test set: Average loss: 1.3895, Accuracy: 2707/5000 (54%)
[epoch 6] loss: 0.4784166
Test set: Average loss: 1.4432, Accuracy: 2807/5000 (56%)
[epoch 7] loss: 0.3877516
Test set: Average loss: 1.6479, Accuracy: 2648/5000 (53%)
[epoch 8] loss: 0.3125105
Test set: Average loss: 1.7583, Accuracy: 2518/5000 (50%)
[epoch 9] loss: 0.2384141
Test set: Average loss: 1.8212, Accuracy: 2635/5000 (53%)
[epoch 10] loss: 0.1667632
Test set: Average loss: 1.8148, Accuracy: 2689/5000 (54%)
[epoch 11] loss: 0.1166312
Test set: Average loss: 1.9891, Accuracy: 2634/5000 (53%)
[epoch 12] loss: 0.0708954
Test set: Average loss: 2.1073, Accuracy: 2610/5000 (52%)
[epoch 13] loss: 0.0417926
Test set: Average loss: 2.0567, Accuracy: 2715/5000 (54%)
[epoch 14] loss: 0.0227417
Test set: Average loss: 2.1249, Accuracy: 2679/5000 (54%)
[epoch 15] loss: 0.0170026
Test set: Average loss: 2.2149, Accuracy: 2668/5000 (53%)
[epoch 16] loss: 0.0115929
Test set: Average loss: 2.2266, Accuracy: 2694/5000 (54%)
[epoch 17] loss: 0.0087137
Test set: Average loss: 2.2749, Accuracy: 2686/5000 (54%)
[epoch 18] loss: 0.0073651
Test set: Average loss: 2.3224, Accuracy: 2681/5000 (54%)
[epoch 19] loss: 0.0065664
Test set: Average loss: 2.3307, Accuracy: 2699/5000 (54%)
[epoch 20] loss: 0.0056072
Test set: Average loss: 2.3796, Accuracy: 2673/5000 (53%)
[epoch 21] loss: 0.0049075
Test set: Average loss: 2.3925, Accuracy: 2696/5000 (54%)
[epoch 22] loss: 0.0045131
Test set: Average loss: 2.4276, Accuracy: 2680/5000 (54%)
[epoch 23] loss: 0.0040819
Test set: Average loss: 2.4406, Accuracy: 2694/5000 (54%)
[epoch 24] loss: 0.0038657
Test set: Average loss: 2.4619, Accuracy: 2683/5000 (54%)
[epoch 25] loss: 0.0035102
Test set: Average loss: 2.4921, Accuracy: 2672/5000 (53%)
[epoch 26] loss: 0.0031755
Test set: Average loss: 2.5084, Accuracy: 2671/5000 (53%)
[epoch 27] loss: 0.0028826
Test set: Average loss: 2.5285, Accuracy: 2675/5000 (54%)
[epoch 28] loss: 0.0026662
Test set: Average loss: 2.5445, Accuracy: 2677/5000 (54%)
[epoch 29] loss: 0.0025307
Test set: Average loss: 2.5606, Accuracy: 2681/5000 (54%)
[epoch 30] loss: 0.0024268
Test set: Average loss: 2.5787, Accuracy: 2668/5000 (53%)
[epoch 31] loss: 0.0021676
Test set: Average loss: 2.5947, Accuracy: 2672/5000 (53%)
[epoch 32] loss: 0.0020504
Test set: Average loss: 2.6123, Accuracy: 2666/5000 (53%)
[epoch 33] loss: 0.0019297
Test set: Average loss: 2.6286, Accuracy: 2667/5000 (53%)
[epoch 34] loss: 0.0018447
Test set: Average loss: 2.6395, Accuracy: 2673/5000 (53%)
[epoch 35] loss: 0.0017239
Test set: Average loss: 2.6552, Accuracy: 2666/5000 (53%)
[epoch 36] loss: 0.0016385
Test set: Average loss: 2.6663, Accuracy: 2665/5000 (53%)
[epoch 37] loss: 0.0015581
Test set: Average loss: 2.6856, Accuracy: 2666/5000 (53%)
[epoch 38] loss: 0.0014796
Test set: Average loss: 2.6914, Accuracy: 2667/5000 (53%)
[epoch 39] loss: 0.0014213
Test set: Average loss: 2.7071, Accuracy: 2664/5000 (53%)
[epoch 40] loss: 0.0013374
Test set: Average loss: 2.7174, Accuracy: 2668/5000 (53%)
[epoch 41] loss: 0.0012902
Test set: Average loss: 2.7324, Accuracy: 2666/5000 (53%)
[epoch 42] loss: 0.0012492
Test set: Average loss: 2.7425, Accuracy: 2668/5000 (53%)
[epoch 43] loss: 0.0011775
Test set: Average loss: 2.7563, Accuracy: 2661/5000 (53%)
[epoch 44] loss: 0.0011179
Test set: Average loss: 2.7667, Accuracy: 2662/5000 (53%)
[epoch 45] loss: 0.0010738
Test set: Average loss: 2.7767, Accuracy: 2664/5000 (53%)
[epoch 46] loss: 0.0010345
Test set: Average loss: 2.7924, Accuracy: 2653/5000 (53%)
[epoch 47] loss: 0.0009912
Test set: Average loss: 2.7966, Accuracy: 2664/5000 (53%)
[epoch 48] loss: 0.0009407
Test set: Average loss: 2.8099, Accuracy: 2653/5000 (53%)
[epoch 49] loss: 0.0009208
Test set: Average loss: 2.8203, Accuracy: 2653/5000 (53%)
[epoch 50] loss: 0.0008978
Test set: Average loss: 2.8284, Accuracy: 2655/5000 (53%)
Validation:
Test set: Average loss: 1.4432, Accuracy: 2807/5000 (56%)
Test
Test set: Average loss: 1.3946, Accuracy: 5664/10000 (57%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2894, Accuracy: 815/5000 (16%)
[epoch 1] loss: 1.8993311
Test set: Average loss: 1.6128, Accuracy: 2248/5000 (45%)
[epoch 2] loss: 1.3923686
Test set: Average loss: 1.4928, Accuracy: 2356/5000 (47%)
[epoch 3] loss: 1.1429076
Test set: Average loss: 1.4304, Accuracy: 2454/5000 (49%)
[epoch 4] loss: 0.9204458
Test set: Average loss: 1.4217, Accuracy: 2578/5000 (52%)
[epoch 5] loss: 0.7938167
Test set: Average loss: 1.4741, Accuracy: 2651/5000 (53%)
[epoch 6] loss: 0.5655709
Test set: Average loss: 1.5355, Accuracy: 2612/5000 (52%)
[epoch 7] loss: 0.4448568
Test set: Average loss: 1.6775, Accuracy: 2615/5000 (52%)
[epoch 8] loss: 0.3801883
Test set: Average loss: 1.7385, Accuracy: 2521/5000 (50%)
[epoch 9] loss: 0.2425431
Test set: Average loss: 1.8726, Accuracy: 2503/5000 (50%)
[epoch 10] loss: 0.1766215
Test set: Average loss: 1.9185, Accuracy: 2530/5000 (51%)
[epoch 11] loss: 0.1346159
Test set: Average loss: 2.0837, Accuracy: 2521/5000 (50%)
[epoch 12] loss: 0.0956751
Test set: Average loss: 2.1852, Accuracy: 2543/5000 (51%)
[epoch 13] loss: 0.0588600
Test set: Average loss: 2.2282, Accuracy: 2486/5000 (50%)
[epoch 14] loss: 0.0367935
Test set: Average loss: 2.2773, Accuracy: 2559/5000 (51%)
[epoch 15] loss: 0.0199219
Test set: Average loss: 2.3856, Accuracy: 2523/5000 (50%)
[epoch 16] loss: 0.0131934
Test set: Average loss: 2.4489, Accuracy: 2546/5000 (51%)
[epoch 17] loss: 0.0119428
Test set: Average loss: 2.4614, Accuracy: 2541/5000 (51%)
[epoch 18] loss: 0.0082693
Test set: Average loss: 2.4870, Accuracy: 2537/5000 (51%)
[epoch 19] loss: 0.0063729
Test set: Average loss: 2.5206, Accuracy: 2552/5000 (51%)
[epoch 20] loss: 0.0057272
Test set: Average loss: 2.5570, Accuracy: 2564/5000 (51%)
[epoch 21] loss: 0.0051189
Test set: Average loss: 2.5825, Accuracy: 2550/5000 (51%)
[epoch 22] loss: 0.0045559
Test set: Average loss: 2.6055, Accuracy: 2556/5000 (51%)
[epoch 23] loss: 0.0040847
Test set: Average loss: 2.6399, Accuracy: 2544/5000 (51%)
[epoch 24] loss: 0.0037471
Test set: Average loss: 2.6507, Accuracy: 2551/5000 (51%)
[epoch 25] loss: 0.0034180
Test set: Average loss: 2.6733, Accuracy: 2548/5000 (51%)
[epoch 26] loss: 0.0031677
Test set: Average loss: 2.6964, Accuracy: 2547/5000 (51%)
[epoch 27] loss: 0.0029555
Test set: Average loss: 2.7174, Accuracy: 2547/5000 (51%)
[epoch 28] loss: 0.0027804
Test set: Average loss: 2.7381, Accuracy: 2550/5000 (51%)
[epoch 29] loss: 0.0025549
Test set: Average loss: 2.7566, Accuracy: 2544/5000 (51%)
[epoch 30] loss: 0.0024051
Test set: Average loss: 2.7664, Accuracy: 2546/5000 (51%)
[epoch 31] loss: 0.0022647
Test set: Average loss: 2.7933, Accuracy: 2546/5000 (51%)
[epoch 32] loss: 0.0021060
Test set: Average loss: 2.8022, Accuracy: 2546/5000 (51%)
[epoch 33] loss: 0.0019943
Test set: Average loss: 2.8168, Accuracy: 2541/5000 (51%)
[epoch 34] loss: 0.0018911
Test set: Average loss: 2.8386, Accuracy: 2541/5000 (51%)
[epoch 35] loss: 0.0017844
Test set: Average loss: 2.8475, Accuracy: 2542/5000 (51%)
[epoch 36] loss: 0.0017049
Test set: Average loss: 2.8680, Accuracy: 2543/5000 (51%)
[epoch 37] loss: 0.0016157
Test set: Average loss: 2.8796, Accuracy: 2547/5000 (51%)
[epoch 38] loss: 0.0015199
Test set: Average loss: 2.8895, Accuracy: 2547/5000 (51%)
[epoch 39] loss: 0.0014704
Test set: Average loss: 2.9104, Accuracy: 2545/5000 (51%)
[epoch 40] loss: 0.0013766
Test set: Average loss: 2.9183, Accuracy: 2544/5000 (51%)
[epoch 41] loss: 0.0013263
Test set: Average loss: 2.9271, Accuracy: 2542/5000 (51%)
[epoch 42] loss: 0.0012577
Test set: Average loss: 2.9470, Accuracy: 2544/5000 (51%)
[epoch 43] loss: 0.0011973
Test set: Average loss: 2.9564, Accuracy: 2541/5000 (51%)
[epoch 44] loss: 0.0011602
Test set: Average loss: 2.9672, Accuracy: 2543/5000 (51%)
[epoch 45] loss: 0.0011094
Test set: Average loss: 2.9800, Accuracy: 2541/5000 (51%)
[epoch 46] loss: 0.0010589
Test set: Average loss: 2.9899, Accuracy: 2541/5000 (51%)
[epoch 47] loss: 0.0010350
Test set: Average loss: 2.9988, Accuracy: 2539/5000 (51%)
[epoch 48] loss: 0.0009918
Test set: Average loss: 3.0141, Accuracy: 2536/5000 (51%)
[epoch 49] loss: 0.0009349
Test set: Average loss: 3.0227, Accuracy: 2536/5000 (51%)
[epoch 50] loss: 0.0009177
Test set: Average loss: 3.0322, Accuracy: 2539/5000 (51%)
Validation:
Test set: Average loss: 1.4741, Accuracy: 2651/5000 (53%)
Test
Test set: Average loss: 1.4515, Accuracy: 5372/10000 (54%)
750
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3034, Accuracy: 616/5000 (12%)
[epoch 1] loss: 1.7566555
Test set: Average loss: 1.5454, Accuracy: 2230/5000 (45%)
[epoch 2] loss: 1.2701883
Test set: Average loss: 1.4228, Accuracy: 2561/5000 (51%)
[epoch 3] loss: 1.0613982
Test set: Average loss: 1.3078, Accuracy: 2748/5000 (55%)
[epoch 4] loss: 0.8812529
Test set: Average loss: 1.4029, Accuracy: 2682/5000 (54%)
[epoch 5] loss: 0.7528608
Test set: Average loss: 1.3277, Accuracy: 2784/5000 (56%)
[epoch 6] loss: 0.6309880
Test set: Average loss: 1.5331, Accuracy: 2620/5000 (52%)
[epoch 7] loss: 0.4612399
Test set: Average loss: 1.6238, Accuracy: 2616/5000 (52%)
[epoch 8] loss: 0.3906948
Test set: Average loss: 1.8727, Accuracy: 2516/5000 (50%)
[epoch 9] loss: 0.3898200
Test set: Average loss: 1.9157, Accuracy: 2506/5000 (50%)
[epoch 10] loss: 0.2606871
Test set: Average loss: 1.9898, Accuracy: 2610/5000 (52%)
[epoch 11] loss: 0.2222445
Test set: Average loss: 1.9781, Accuracy: 2619/5000 (52%)
[epoch 12] loss: 0.1825662
Test set: Average loss: 2.2840, Accuracy: 2495/5000 (50%)
[epoch 13] loss: 0.1786484
Test set: Average loss: 2.3011, Accuracy: 2498/5000 (50%)
[epoch 14] loss: 0.1521302
Test set: Average loss: 2.3593, Accuracy: 2526/5000 (51%)
[epoch 15] loss: 0.0843449
Test set: Average loss: 2.5229, Accuracy: 2481/5000 (50%)
[epoch 16] loss: 0.0612728
Test set: Average loss: 2.6263, Accuracy: 2572/5000 (51%)
[epoch 17] loss: 0.0357082
Test set: Average loss: 2.5644, Accuracy: 2606/5000 (52%)
[epoch 18] loss: 0.0234661
Test set: Average loss: 2.6571, Accuracy: 2593/5000 (52%)
[epoch 19] loss: 0.0149531
Test set: Average loss: 2.6421, Accuracy: 2616/5000 (52%)
[epoch 20] loss: 0.0073081
Test set: Average loss: 2.6686, Accuracy: 2628/5000 (53%)
[epoch 21] loss: 0.0050641
Test set: Average loss: 2.7026, Accuracy: 2641/5000 (53%)
[epoch 22] loss: 0.0040966
Test set: Average loss: 2.7357, Accuracy: 2637/5000 (53%)
[epoch 23] loss: 0.0035402
Test set: Average loss: 2.7589, Accuracy: 2631/5000 (53%)
[epoch 24] loss: 0.0032039
Test set: Average loss: 2.7898, Accuracy: 2626/5000 (53%)
[epoch 25] loss: 0.0029452
Test set: Average loss: 2.8095, Accuracy: 2629/5000 (53%)
[epoch 26] loss: 0.0027101
Test set: Average loss: 2.8236, Accuracy: 2635/5000 (53%)
[epoch 27] loss: 0.0025407
Test set: Average loss: 2.8501, Accuracy: 2628/5000 (53%)
[epoch 28] loss: 0.0023369
Test set: Average loss: 2.8624, Accuracy: 2629/5000 (53%)
[epoch 29] loss: 0.0021663
Test set: Average loss: 2.8872, Accuracy: 2620/5000 (52%)
[epoch 30] loss: 0.0020442
Test set: Average loss: 2.8979, Accuracy: 2629/5000 (53%)
[epoch 31] loss: 0.0019349
Test set: Average loss: 2.9196, Accuracy: 2619/5000 (52%)
[epoch 32] loss: 0.0018008
Test set: Average loss: 2.9338, Accuracy: 2620/5000 (52%)
[epoch 33] loss: 0.0017012
Test set: Average loss: 2.9498, Accuracy: 2622/5000 (52%)
[epoch 34] loss: 0.0016413
Test set: Average loss: 2.9651, Accuracy: 2623/5000 (52%)
[epoch 35] loss: 0.0015552
Test set: Average loss: 2.9788, Accuracy: 2621/5000 (52%)
[epoch 36] loss: 0.0014739
Test set: Average loss: 2.9971, Accuracy: 2619/5000 (52%)
[epoch 37] loss: 0.0013945
Test set: Average loss: 3.0047, Accuracy: 2625/5000 (52%)
[epoch 38] loss: 0.0013067
Test set: Average loss: 3.0244, Accuracy: 2627/5000 (53%)
[epoch 39] loss: 0.0012353
Test set: Average loss: 3.0357, Accuracy: 2625/5000 (52%)
[epoch 40] loss: 0.0012020
Test set: Average loss: 3.0522, Accuracy: 2622/5000 (52%)
[epoch 41] loss: 0.0011210
Test set: Average loss: 3.0629, Accuracy: 2623/5000 (52%)
[epoch 42] loss: 0.0010973
Test set: Average loss: 3.0762, Accuracy: 2618/5000 (52%)
[epoch 43] loss: 0.0010419
Test set: Average loss: 3.0873, Accuracy: 2621/5000 (52%)
[epoch 44] loss: 0.0009937
Test set: Average loss: 3.0990, Accuracy: 2624/5000 (52%)
[epoch 45] loss: 0.0009569
Test set: Average loss: 3.1072, Accuracy: 2622/5000 (52%)
[epoch 46] loss: 0.0009022
Test set: Average loss: 3.1256, Accuracy: 2620/5000 (52%)
[epoch 47] loss: 0.0008757
Test set: Average loss: 3.1330, Accuracy: 2628/5000 (53%)
[epoch 48] loss: 0.0008342
Test set: Average loss: 3.1402, Accuracy: 2629/5000 (53%)
[epoch 49] loss: 0.0008144
Test set: Average loss: 3.1550, Accuracy: 2625/5000 (52%)
[epoch 50] loss: 0.0007739
Test set: Average loss: 3.1664, Accuracy: 2622/5000 (52%)
Validation:
Test set: Average loss: 1.3277, Accuracy: 2784/5000 (56%)
Test
Test set: Average loss: 1.2911, Accuracy: 5777/10000 (58%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3039, Accuracy: 429/5000 (9%)
[epoch 1] loss: 1.6867872
Test set: Average loss: 1.4107, Accuracy: 2532/5000 (51%)
[epoch 2] loss: 1.1360538
Test set: Average loss: 1.3888, Accuracy: 2559/5000 (51%)
[epoch 3] loss: 0.9175340
Test set: Average loss: 1.3624, Accuracy: 2681/5000 (54%)
[epoch 4] loss: 0.7567871
Test set: Average loss: 1.3263, Accuracy: 2795/5000 (56%)
[epoch 5] loss: 0.5943182
Test set: Average loss: 1.3882, Accuracy: 2802/5000 (56%)
[epoch 6] loss: 0.4507370
Test set: Average loss: 1.4543, Accuracy: 2784/5000 (56%)
[epoch 7] loss: 0.3988088
Test set: Average loss: 1.8069, Accuracy: 2510/5000 (50%)
[epoch 8] loss: 0.2769527
Test set: Average loss: 1.7922, Accuracy: 2672/5000 (53%)
[epoch 9] loss: 0.1903566
Test set: Average loss: 1.8705, Accuracy: 2680/5000 (54%)
[epoch 10] loss: 0.1722113
Test set: Average loss: 1.9433, Accuracy: 2635/5000 (53%)
[epoch 11] loss: 0.1430996
Test set: Average loss: 2.2451, Accuracy: 2533/5000 (51%)
[epoch 12] loss: 0.1894234
Epoch 11: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1339, Accuracy: 2612/5000 (52%)
[epoch 13] loss: 0.0655278
Test set: Average loss: 2.0754, Accuracy: 2640/5000 (53%)
[epoch 14] loss: 0.0421827
Test set: Average loss: 2.0792, Accuracy: 2651/5000 (53%)
[epoch 15] loss: 0.0348874
Test set: Average loss: 2.0842, Accuracy: 2664/5000 (53%)
[epoch 16] loss: 0.0303763
Test set: Average loss: 2.0967, Accuracy: 2665/5000 (53%)
[epoch 17] loss: 0.0275076
Test set: Average loss: 2.1068, Accuracy: 2666/5000 (53%)
[epoch 18] loss: 0.0256597
Test set: Average loss: 2.1227, Accuracy: 2664/5000 (53%)
[epoch 19] loss: 0.0231398
Test set: Average loss: 2.1300, Accuracy: 2668/5000 (53%)
[epoch 20] loss: 0.0220477
Test set: Average loss: 2.1428, Accuracy: 2659/5000 (53%)
[epoch 21] loss: 0.0202071
Test set: Average loss: 2.1543, Accuracy: 2662/5000 (53%)
[epoch 22] loss: 0.0192501
Test set: Average loss: 2.1646, Accuracy: 2669/5000 (53%)
[epoch 23] loss: 0.0179627
Test set: Average loss: 2.1786, Accuracy: 2665/5000 (53%)
[epoch 24] loss: 0.0172243
Test set: Average loss: 2.1857, Accuracy: 2667/5000 (53%)
[epoch 25] loss: 0.0167607
Test set: Average loss: 2.1948, Accuracy: 2666/5000 (53%)
[epoch 26] loss: 0.0155800
Test set: Average loss: 2.2090, Accuracy: 2669/5000 (53%)
[epoch 27] loss: 0.0148808
Test set: Average loss: 2.2173, Accuracy: 2674/5000 (53%)
[epoch 28] loss: 0.0145341
Test set: Average loss: 2.2271, Accuracy: 2667/5000 (53%)
[epoch 29] loss: 0.0134811
Test set: Average loss: 2.2395, Accuracy: 2665/5000 (53%)
[epoch 30] loss: 0.0131737
Test set: Average loss: 2.2484, Accuracy: 2666/5000 (53%)
[epoch 31] loss: 0.0124430
Test set: Average loss: 2.2586, Accuracy: 2665/5000 (53%)
[epoch 32] loss: 0.0119551
Test set: Average loss: 2.2656, Accuracy: 2662/5000 (53%)
[epoch 33] loss: 0.0115079
Test set: Average loss: 2.2732, Accuracy: 2661/5000 (53%)
[epoch 34] loss: 0.0111770
Test set: Average loss: 2.2836, Accuracy: 2662/5000 (53%)
[epoch 35] loss: 0.0107583
Test set: Average loss: 2.2918, Accuracy: 2653/5000 (53%)
[epoch 36] loss: 0.0103686
Test set: Average loss: 2.2997, Accuracy: 2658/5000 (53%)
[epoch 37] loss: 0.0099974
Test set: Average loss: 2.3111, Accuracy: 2648/5000 (53%)
[epoch 38] loss: 0.0094752
Test set: Average loss: 2.3196, Accuracy: 2650/5000 (53%)
[epoch 39] loss: 0.0092737
Test set: Average loss: 2.3286, Accuracy: 2648/5000 (53%)
[epoch 40] loss: 0.0089888
Test set: Average loss: 2.3347, Accuracy: 2651/5000 (53%)
[epoch 41] loss: 0.0087637
Test set: Average loss: 2.3450, Accuracy: 2648/5000 (53%)
[epoch 42] loss: 0.0085335
Test set: Average loss: 2.3514, Accuracy: 2650/5000 (53%)
[epoch 43] loss: 0.0082935
Test set: Average loss: 2.3613, Accuracy: 2642/5000 (53%)
[epoch 44] loss: 0.0078967
Test set: Average loss: 2.3714, Accuracy: 2649/5000 (53%)
[epoch 45] loss: 0.0076423
Test set: Average loss: 2.3780, Accuracy: 2650/5000 (53%)
[epoch 46] loss: 0.0074113
Test set: Average loss: 2.3857, Accuracy: 2650/5000 (53%)
[epoch 47] loss: 0.0072319
Test set: Average loss: 2.3937, Accuracy: 2652/5000 (53%)
[epoch 48] loss: 0.0069619
Test set: Average loss: 2.4015, Accuracy: 2650/5000 (53%)
[epoch 49] loss: 0.0069982
Epoch 48: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.4085, Accuracy: 2652/5000 (53%)
[epoch 50] loss: 0.0064921
Test set: Average loss: 2.4094, Accuracy: 2653/5000 (53%)
Validation:
Test set: Average loss: 1.3882, Accuracy: 2802/5000 (56%)
Test
Test set: Average loss: 1.3428, Accuracy: 5736/10000 (57%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2992, Accuracy: 473/5000 (9%)
[epoch 1] loss: 1.8019118
Test set: Average loss: 1.5247, Accuracy: 2261/5000 (45%)
[epoch 2] loss: 1.2590215
Test set: Average loss: 1.3177, Accuracy: 2684/5000 (54%)
[epoch 3] loss: 1.0551930
Test set: Average loss: 1.3204, Accuracy: 2706/5000 (54%)
[epoch 4] loss: 0.9230952
Test set: Average loss: 1.5142, Accuracy: 2542/5000 (51%)
[epoch 5] loss: 0.8683554
Test set: Average loss: 1.4301, Accuracy: 2648/5000 (53%)
[epoch 6] loss: 0.6276586
Test set: Average loss: 1.5090, Accuracy: 2614/5000 (52%)
[epoch 7] loss: 0.4977203
Test set: Average loss: 1.6297, Accuracy: 2584/5000 (52%)
[epoch 8] loss: 0.3635514
Test set: Average loss: 1.7270, Accuracy: 2590/5000 (52%)
[epoch 9] loss: 0.2771121
Test set: Average loss: 1.8142, Accuracy: 2634/5000 (53%)
[epoch 10] loss: 0.2204612
Test set: Average loss: 1.9304, Accuracy: 2546/5000 (51%)
[epoch 11] loss: 0.1516920
Test set: Average loss: 2.0963, Accuracy: 2561/5000 (51%)
[epoch 12] loss: 0.1070015
Test set: Average loss: 2.1440, Accuracy: 2605/5000 (52%)
[epoch 13] loss: 0.0560321
Test set: Average loss: 2.2559, Accuracy: 2571/5000 (51%)
[epoch 14] loss: 0.0483064
Test set: Average loss: 2.4324, Accuracy: 2557/5000 (51%)
[epoch 15] loss: 0.0321534
Test set: Average loss: 2.3854, Accuracy: 2577/5000 (52%)
[epoch 16] loss: 0.0207781
Test set: Average loss: 2.5041, Accuracy: 2553/5000 (51%)
[epoch 17] loss: 0.0103889
Test set: Average loss: 2.5381, Accuracy: 2575/5000 (52%)
[epoch 18] loss: 0.0073045
Test set: Average loss: 2.5808, Accuracy: 2590/5000 (52%)
[epoch 19] loss: 0.0059968
Test set: Average loss: 2.6110, Accuracy: 2577/5000 (52%)
[epoch 20] loss: 0.0050147
Test set: Average loss: 2.6398, Accuracy: 2582/5000 (52%)
[epoch 21] loss: 0.0044524
Test set: Average loss: 2.6691, Accuracy: 2580/5000 (52%)
[epoch 22] loss: 0.0040369
Test set: Average loss: 2.7046, Accuracy: 2576/5000 (52%)
[epoch 23] loss: 0.0035334
Test set: Average loss: 2.7331, Accuracy: 2581/5000 (52%)
[epoch 24] loss: 0.0032791
Test set: Average loss: 2.7572, Accuracy: 2580/5000 (52%)
[epoch 25] loss: 0.0029922
Test set: Average loss: 2.7754, Accuracy: 2589/5000 (52%)
[epoch 26] loss: 0.0027479
Test set: Average loss: 2.8013, Accuracy: 2578/5000 (52%)
[epoch 27] loss: 0.0025402
Test set: Average loss: 2.8237, Accuracy: 2571/5000 (51%)
[epoch 28] loss: 0.0023539
Test set: Average loss: 2.8496, Accuracy: 2571/5000 (51%)
[epoch 29] loss: 0.0021613
Test set: Average loss: 2.8679, Accuracy: 2569/5000 (51%)
[epoch 30] loss: 0.0020460
Test set: Average loss: 2.8897, Accuracy: 2571/5000 (51%)
[epoch 31] loss: 0.0019658
Test set: Average loss: 2.9117, Accuracy: 2573/5000 (51%)
[epoch 32] loss: 0.0018320
Test set: Average loss: 2.9233, Accuracy: 2579/5000 (52%)
[epoch 33] loss: 0.0017071
Test set: Average loss: 2.9443, Accuracy: 2573/5000 (51%)
[epoch 34] loss: 0.0016040
Test set: Average loss: 2.9626, Accuracy: 2574/5000 (51%)
[epoch 35] loss: 0.0015393
Test set: Average loss: 2.9787, Accuracy: 2569/5000 (51%)
[epoch 36] loss: 0.0014723
Test set: Average loss: 2.9952, Accuracy: 2571/5000 (51%)
[epoch 37] loss: 0.0013854
Test set: Average loss: 3.0076, Accuracy: 2574/5000 (51%)
[epoch 38] loss: 0.0012824
Test set: Average loss: 3.0283, Accuracy: 2574/5000 (51%)
[epoch 39] loss: 0.0012156
Test set: Average loss: 3.0383, Accuracy: 2566/5000 (51%)
[epoch 40] loss: 0.0011869
Test set: Average loss: 3.0575, Accuracy: 2570/5000 (51%)
[epoch 41] loss: 0.0011116
Test set: Average loss: 3.0701, Accuracy: 2569/5000 (51%)
[epoch 42] loss: 0.0010609
Test set: Average loss: 3.0840, Accuracy: 2573/5000 (51%)
[epoch 43] loss: 0.0010379
Test set: Average loss: 3.0977, Accuracy: 2565/5000 (51%)
[epoch 44] loss: 0.0009626
Test set: Average loss: 3.1126, Accuracy: 2568/5000 (51%)
[epoch 45] loss: 0.0009237
Test set: Average loss: 3.1232, Accuracy: 2570/5000 (51%)
[epoch 46] loss: 0.0008752
Test set: Average loss: 3.1372, Accuracy: 2569/5000 (51%)
[epoch 47] loss: 0.0008473
Test set: Average loss: 3.1508, Accuracy: 2564/5000 (51%)
[epoch 48] loss: 0.0008157
Test set: Average loss: 3.1611, Accuracy: 2567/5000 (51%)
[epoch 49] loss: 0.0007964
Test set: Average loss: 3.1718, Accuracy: 2565/5000 (51%)
[epoch 50] loss: 0.0007540
Test set: Average loss: 3.1860, Accuracy: 2572/5000 (51%)
Validation:
Test set: Average loss: 1.3204, Accuracy: 2706/5000 (54%)
Test
Test set: Average loss: 1.2995, Accuracy: 5577/10000 (56%)
1000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.2997, Accuracy: 826/5000 (17%)
[epoch 1] loss: 1.7007994
Test set: Average loss: 1.3926, Accuracy: 2552/5000 (51%)
[epoch 2] loss: 1.1722235
Test set: Average loss: 1.2885, Accuracy: 2804/5000 (56%)
[epoch 3] loss: 0.9902758
Test set: Average loss: 1.3153, Accuracy: 2756/5000 (55%)
[epoch 4] loss: 0.8378079
Test set: Average loss: 1.3615, Accuracy: 2779/5000 (56%)
[epoch 5] loss: 0.7197987
Test set: Average loss: 1.3973, Accuracy: 2784/5000 (56%)
[epoch 6] loss: 0.6238953
Test set: Average loss: 1.5545, Accuracy: 2659/5000 (53%)
[epoch 7] loss: 0.5695068
Test set: Average loss: 1.7168, Accuracy: 2653/5000 (53%)
[epoch 8] loss: 0.4568943
Test set: Average loss: 1.8333, Accuracy: 2624/5000 (52%)
[epoch 9] loss: 0.3654686
Test set: Average loss: 1.8565, Accuracy: 2661/5000 (53%)
[epoch 10] loss: 0.2649365
Test set: Average loss: 2.1127, Accuracy: 2564/5000 (51%)
[epoch 11] loss: 0.1801544
Test set: Average loss: 2.1992, Accuracy: 2641/5000 (53%)
[epoch 12] loss: 0.1232917
Test set: Average loss: 2.3214, Accuracy: 2598/5000 (52%)
[epoch 13] loss: 0.1235947
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.6456, Accuracy: 2511/5000 (50%)
[epoch 14] loss: 0.0795601
Test set: Average loss: 2.4246, Accuracy: 2585/5000 (52%)
[epoch 15] loss: 0.0337356
Test set: Average loss: 2.4201, Accuracy: 2607/5000 (52%)
[epoch 16] loss: 0.0294989
Test set: Average loss: 2.4328, Accuracy: 2632/5000 (53%)
[epoch 17] loss: 0.0272545
Test set: Average loss: 2.4377, Accuracy: 2625/5000 (52%)
[epoch 18] loss: 0.0239700
Test set: Average loss: 2.4513, Accuracy: 2632/5000 (53%)
[epoch 19] loss: 0.0221208
Test set: Average loss: 2.4566, Accuracy: 2630/5000 (53%)
[epoch 20] loss: 0.0208659
Test set: Average loss: 2.4704, Accuracy: 2637/5000 (53%)
[epoch 21] loss: 0.0195322
Test set: Average loss: 2.4784, Accuracy: 2636/5000 (53%)
[epoch 22] loss: 0.0187538
Test set: Average loss: 2.4868, Accuracy: 2638/5000 (53%)
[epoch 23] loss: 0.0176082
Test set: Average loss: 2.5017, Accuracy: 2641/5000 (53%)
[epoch 24] loss: 0.0170040
Test set: Average loss: 2.5070, Accuracy: 2632/5000 (53%)
[epoch 25] loss: 0.0161313
Test set: Average loss: 2.5183, Accuracy: 2639/5000 (53%)
[epoch 26] loss: 0.0155922
Test set: Average loss: 2.5287, Accuracy: 2633/5000 (53%)
[epoch 27] loss: 0.0146827
Test set: Average loss: 2.5380, Accuracy: 2637/5000 (53%)
[epoch 28] loss: 0.0144406
Test set: Average loss: 2.5455, Accuracy: 2645/5000 (53%)
[epoch 29] loss: 0.0136666
Test set: Average loss: 2.5569, Accuracy: 2637/5000 (53%)
[epoch 30] loss: 0.0131119
Test set: Average loss: 2.5677, Accuracy: 2645/5000 (53%)
[epoch 31] loss: 0.0132259
Epoch 30: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.5767, Accuracy: 2641/5000 (53%)
[epoch 32] loss: 0.0121124
Test set: Average loss: 2.5781, Accuracy: 2638/5000 (53%)
[epoch 33] loss: 0.0120681
Test set: Average loss: 2.5788, Accuracy: 2645/5000 (53%)
[epoch 34] loss: 0.0120785
Epoch 33: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.5796, Accuracy: 2641/5000 (53%)
[epoch 35] loss: 0.0118638
Test set: Average loss: 2.5797, Accuracy: 2641/5000 (53%)
[epoch 36] loss: 0.0121535
Epoch 35: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 37] loss: 0.0118140
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 38] loss: 0.0118681
Epoch 37: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 39] loss: 0.0118782
Epoch 38: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 40] loss: 0.0121296
Epoch 39: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 41] loss: 0.0121752
Epoch 40: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 42] loss: 0.0119806
Epoch 41: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 43] loss: 0.0118086
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 44] loss: 0.0120839
Epoch 43: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 45] loss: 0.0119545
Epoch 44: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 46] loss: 0.0120715
Epoch 45: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 47] loss: 0.0117660
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 48] loss: 0.0119725
Epoch 47: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 49] loss: 0.0119325
Epoch 48: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
[epoch 50] loss: 0.0119111
Epoch 49: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.5798, Accuracy: 2641/5000 (53%)
Validation:
Test set: Average loss: 1.2885, Accuracy: 2804/5000 (56%)
Test
Test set: Average loss: 1.2531, Accuracy: 5622/10000 (56%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3095, Accuracy: 181/5000 (4%)
[epoch 1] loss: 1.6011590
Test set: Average loss: 1.5081, Accuracy: 2205/5000 (44%)
[epoch 2] loss: 1.0679771
Test set: Average loss: 1.3025, Accuracy: 2740/5000 (55%)
[epoch 3] loss: 0.9009731
Test set: Average loss: 1.3528, Accuracy: 2773/5000 (55%)
[epoch 4] loss: 0.8101050
Test set: Average loss: 1.4753, Accuracy: 2599/5000 (52%)
[epoch 5] loss: 0.6660126
Test set: Average loss: 1.4823, Accuracy: 2712/5000 (54%)
[epoch 6] loss: 0.5746136
Test set: Average loss: 1.6478, Accuracy: 2624/5000 (52%)
[epoch 7] loss: 0.4452525
Test set: Average loss: 1.7238, Accuracy: 2658/5000 (53%)
[epoch 8] loss: 0.3332990
Test set: Average loss: 1.7996, Accuracy: 2629/5000 (53%)
[epoch 9] loss: 0.2893762
Test set: Average loss: 1.9599, Accuracy: 2562/5000 (51%)
[epoch 10] loss: 0.1958224
Test set: Average loss: 2.0448, Accuracy: 2612/5000 (52%)
[epoch 11] loss: 0.1540999
Test set: Average loss: 2.2118, Accuracy: 2580/5000 (52%)
[epoch 12] loss: 0.1148567
Test set: Average loss: 2.3633, Accuracy: 2582/5000 (52%)
[epoch 13] loss: 0.1084656
Test set: Average loss: 2.4363, Accuracy: 2576/5000 (52%)
[epoch 14] loss: 0.0641422
Test set: Average loss: 2.5892, Accuracy: 2535/5000 (51%)
[epoch 15] loss: 0.0615517
Test set: Average loss: 2.9818, Accuracy: 2389/5000 (48%)
[epoch 16] loss: 0.0481615
Test set: Average loss: 2.8787, Accuracy: 2492/5000 (50%)
[epoch 17] loss: 0.0406683
Test set: Average loss: 2.8490, Accuracy: 2580/5000 (52%)
[epoch 18] loss: 0.0286342
Test set: Average loss: 3.0863, Accuracy: 2502/5000 (50%)
[epoch 19] loss: 0.0185001
Test set: Average loss: 2.9747, Accuracy: 2546/5000 (51%)
[epoch 20] loss: 0.0131512
Test set: Average loss: 3.1170, Accuracy: 2526/5000 (51%)
[epoch 21] loss: 0.0123704
Test set: Average loss: 3.0794, Accuracy: 2518/5000 (50%)
[epoch 22] loss: 0.0039491
Test set: Average loss: 3.0705, Accuracy: 2580/5000 (52%)
[epoch 23] loss: 0.0028249
Test set: Average loss: 3.1097, Accuracy: 2550/5000 (51%)
[epoch 24] loss: 0.0022555
Test set: Average loss: 3.1240, Accuracy: 2574/5000 (51%)
[epoch 25] loss: 0.0018950
Test set: Average loss: 3.1498, Accuracy: 2560/5000 (51%)
[epoch 26] loss: 0.0017521
Test set: Average loss: 3.1752, Accuracy: 2564/5000 (51%)
[epoch 27] loss: 0.0016763
Test set: Average loss: 3.1937, Accuracy: 2555/5000 (51%)
[epoch 28] loss: 0.0015264
Test set: Average loss: 3.2076, Accuracy: 2562/5000 (51%)
[epoch 29] loss: 0.0013725
Test set: Average loss: 3.2292, Accuracy: 2568/5000 (51%)
[epoch 30] loss: 0.0012941
Test set: Average loss: 3.2444, Accuracy: 2561/5000 (51%)
[epoch 31] loss: 0.0012202
Test set: Average loss: 3.2611, Accuracy: 2551/5000 (51%)
[epoch 32] loss: 0.0011180
Test set: Average loss: 3.2749, Accuracy: 2559/5000 (51%)
[epoch 33] loss: 0.0010648
Test set: Average loss: 3.2909, Accuracy: 2556/5000 (51%)
[epoch 34] loss: 0.0010029
Test set: Average loss: 3.3026, Accuracy: 2555/5000 (51%)
[epoch 35] loss: 0.0009705
Test set: Average loss: 3.3171, Accuracy: 2558/5000 (51%)
[epoch 36] loss: 0.0009198
Test set: Average loss: 3.3323, Accuracy: 2559/5000 (51%)
[epoch 37] loss: 0.0008557
Test set: Average loss: 3.3436, Accuracy: 2560/5000 (51%)
[epoch 38] loss: 0.0008212
Test set: Average loss: 3.3568, Accuracy: 2554/5000 (51%)
[epoch 39] loss: 0.0007947
Test set: Average loss: 3.3702, Accuracy: 2558/5000 (51%)
[epoch 40] loss: 0.0007541
Test set: Average loss: 3.3826, Accuracy: 2556/5000 (51%)
[epoch 41] loss: 0.0007362
Test set: Average loss: 3.3925, Accuracy: 2558/5000 (51%)
[epoch 42] loss: 0.0006983
Test set: Average loss: 3.4054, Accuracy: 2554/5000 (51%)
[epoch 43] loss: 0.0006725
Test set: Average loss: 3.4187, Accuracy: 2550/5000 (51%)
[epoch 44] loss: 0.0006443
Test set: Average loss: 3.4285, Accuracy: 2552/5000 (51%)
[epoch 45] loss: 0.0006237
Test set: Average loss: 3.4386, Accuracy: 2548/5000 (51%)
[epoch 46] loss: 0.0005924
Test set: Average loss: 3.4504, Accuracy: 2556/5000 (51%)
[epoch 47] loss: 0.0005682
Test set: Average loss: 3.4620, Accuracy: 2552/5000 (51%)
[epoch 48] loss: 0.0005542
Test set: Average loss: 3.4743, Accuracy: 2551/5000 (51%)
[epoch 49] loss: 0.0005257
Test set: Average loss: 3.4859, Accuracy: 2551/5000 (51%)
[epoch 50] loss: 0.0005160
Test set: Average loss: 3.4935, Accuracy: 2551/5000 (51%)
Validation:
Test set: Average loss: 1.3528, Accuracy: 2773/5000 (55%)
Test
Test set: Average loss: 1.3084, Accuracy: 5578/10000 (56%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2909, Accuracy: 1005/5000 (20%)
[epoch 1] loss: 1.7571780
Test set: Average loss: 1.4766, Accuracy: 2445/5000 (49%)
[epoch 2] loss: 1.3190164
Test set: Average loss: 1.3957, Accuracy: 2532/5000 (51%)
[epoch 3] loss: 1.1170739
Test set: Average loss: 1.3852, Accuracy: 2572/5000 (51%)
[epoch 4] loss: 0.9937553
Test set: Average loss: 1.3684, Accuracy: 2646/5000 (53%)
[epoch 5] loss: 0.7992141
Test set: Average loss: 1.4530, Accuracy: 2680/5000 (54%)
[epoch 6] loss: 0.7871200
Test set: Average loss: 1.5472, Accuracy: 2549/5000 (51%)
[epoch 7] loss: 0.5737837
Test set: Average loss: 1.7863, Accuracy: 2467/5000 (49%)
[epoch 8] loss: 0.5269587
Test set: Average loss: 1.7503, Accuracy: 2575/5000 (52%)
[epoch 9] loss: 0.4307752
Test set: Average loss: 1.8292, Accuracy: 2589/5000 (52%)
[epoch 10] loss: 0.3541156
Test set: Average loss: 1.9671, Accuracy: 2464/5000 (49%)
[epoch 11] loss: 0.2270338
Test set: Average loss: 2.1573, Accuracy: 2507/5000 (50%)
[epoch 12] loss: 0.1776882
Test set: Average loss: 2.3539, Accuracy: 2442/5000 (49%)
[epoch 13] loss: 0.2405012
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.6030, Accuracy: 2398/5000 (48%)
[epoch 14] loss: 0.1313508
Test set: Average loss: 2.2831, Accuracy: 2554/5000 (51%)
[epoch 15] loss: 0.0612125
Test set: Average loss: 2.2750, Accuracy: 2576/5000 (52%)
[epoch 16] loss: 0.0508169
Test set: Average loss: 2.2888, Accuracy: 2571/5000 (51%)
[epoch 17] loss: 0.0455689
Test set: Average loss: 2.3047, Accuracy: 2582/5000 (52%)
[epoch 18] loss: 0.0424992
Test set: Average loss: 2.3237, Accuracy: 2584/5000 (52%)
[epoch 19] loss: 0.0395529
Test set: Average loss: 2.3350, Accuracy: 2583/5000 (52%)
[epoch 20] loss: 0.0368539
Test set: Average loss: 2.3491, Accuracy: 2592/5000 (52%)
[epoch 21] loss: 0.0346939
Test set: Average loss: 2.3669, Accuracy: 2580/5000 (52%)
[epoch 22] loss: 0.0318469
Test set: Average loss: 2.3808, Accuracy: 2587/5000 (52%)
[epoch 23] loss: 0.0395834
Epoch 22: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.3979, Accuracy: 2578/5000 (52%)
[epoch 24] loss: 0.0286491
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 25] loss: 0.0286555
Epoch 24: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.3995, Accuracy: 2580/5000 (52%)
[epoch 26] loss: 0.0275594
Test set: Average loss: 2.3996, Accuracy: 2580/5000 (52%)
[epoch 27] loss: 0.0284618
Epoch 26: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 28] loss: 0.0280497
Epoch 27: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 29] loss: 0.0274897
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 30] loss: 0.0276798
Epoch 29: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 31] loss: 0.0276521
Epoch 30: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 32] loss: 0.0281635
Epoch 31: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 33] loss: 0.0278658
Epoch 32: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 34] loss: 0.0276247
Epoch 33: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 35] loss: 0.0276985
Epoch 34: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 36] loss: 0.0277484
Epoch 35: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 37] loss: 0.0288005
Epoch 36: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 38] loss: 0.0289240
Epoch 37: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 39] loss: 0.0279867
Epoch 38: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 40] loss: 0.0277471
Epoch 39: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 41] loss: 0.0276700
Epoch 40: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 42] loss: 0.0278434
Epoch 41: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 43] loss: 0.0279743
Epoch 42: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 44] loss: 0.0278310
Epoch 43: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 45] loss: 0.0279648
Epoch 44: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 46] loss: 0.0279462
Epoch 45: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 47] loss: 0.0283523
Epoch 46: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 48] loss: 0.0280403
Epoch 47: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 49] loss: 0.0276038
Epoch 48: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
[epoch 50] loss: 0.0275940
Epoch 49: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.3998, Accuracy: 2580/5000 (52%)
Validation:
Test set: Average loss: 1.4530, Accuracy: 2680/5000 (54%)
Test
Test set: Average loss: 1.4044, Accuracy: 5482/10000 (55%)
2500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3014, Accuracy: 513/5000 (10%)
[epoch 1] loss: 1.4864822
Test set: Average loss: 1.4640, Accuracy: 2508/5000 (50%)
[epoch 2] loss: 1.1551300
Test set: Average loss: 1.2691, Accuracy: 2823/5000 (56%)
[epoch 3] loss: 1.0883710
Test set: Average loss: 1.2226, Accuracy: 2864/5000 (57%)
[epoch 4] loss: 0.9134935
Test set: Average loss: 1.3231, Accuracy: 2752/5000 (55%)
[epoch 5] loss: 0.8784274
Test set: Average loss: 1.4247, Accuracy: 2710/5000 (54%)
[epoch 6] loss: 0.8211858
Test set: Average loss: 1.3686, Accuracy: 2827/5000 (57%)
[epoch 7] loss: 0.7186149
Test set: Average loss: 1.4460, Accuracy: 2762/5000 (55%)
[epoch 8] loss: 0.6531264
Test set: Average loss: 1.6575, Accuracy: 2630/5000 (53%)
[epoch 9] loss: 0.6081670
Test set: Average loss: 1.6918, Accuracy: 2675/5000 (54%)
[epoch 10] loss: 0.5475846
Test set: Average loss: 1.9925, Accuracy: 2509/5000 (50%)
[epoch 11] loss: 0.5573446
Epoch 10: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8882, Accuracy: 2594/5000 (52%)
[epoch 12] loss: 0.3110244
Test set: Average loss: 1.7289, Accuracy: 2760/5000 (55%)
[epoch 13] loss: 0.2418669
Test set: Average loss: 1.7434, Accuracy: 2765/5000 (55%)
[epoch 14] loss: 0.2167337
Test set: Average loss: 1.7816, Accuracy: 2763/5000 (55%)
[epoch 15] loss: 0.2049199
Test set: Average loss: 1.7937, Accuracy: 2768/5000 (55%)
[epoch 16] loss: 0.1901524
Test set: Average loss: 1.8230, Accuracy: 2787/5000 (56%)
[epoch 17] loss: 0.1811968
Test set: Average loss: 1.8421, Accuracy: 2788/5000 (56%)
[epoch 18] loss: 0.1703434
Test set: Average loss: 1.8829, Accuracy: 2781/5000 (56%)
[epoch 19] loss: 0.1617481
Test set: Average loss: 1.9096, Accuracy: 2774/5000 (55%)
[epoch 20] loss: 0.1520430
Test set: Average loss: 1.9380, Accuracy: 2774/5000 (55%)
[epoch 21] loss: 0.1514193
Test set: Average loss: 1.9625, Accuracy: 2786/5000 (56%)
[epoch 22] loss: 0.1594076
Epoch 21: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.0023, Accuracy: 2790/5000 (56%)
[epoch 23] loss: 0.1229808
Test set: Average loss: 1.9960, Accuracy: 2780/5000 (56%)
[epoch 24] loss: 0.1204784
Test set: Average loss: 1.9977, Accuracy: 2794/5000 (56%)
[epoch 25] loss: 0.1170713
Test set: Average loss: 2.0013, Accuracy: 2790/5000 (56%)
[epoch 26] loss: 0.1184033
Epoch 25: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.0047, Accuracy: 2786/5000 (56%)
[epoch 27] loss: 0.1148814
Test set: Average loss: 2.0052, Accuracy: 2785/5000 (56%)
[epoch 28] loss: 0.1148493
Test set: Average loss: 2.0056, Accuracy: 2788/5000 (56%)
[epoch 29] loss: 0.1150023
Epoch 28: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.0059, Accuracy: 2787/5000 (56%)
[epoch 30] loss: 0.1142959
Test set: Average loss: 2.0060, Accuracy: 2788/5000 (56%)
[epoch 31] loss: 0.1140639
Test set: Average loss: 2.0060, Accuracy: 2788/5000 (56%)
[epoch 32] loss: 0.1136692
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 33] loss: 0.1144027
Epoch 32: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 34] loss: 0.1135121
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 35] loss: 0.1136038
Epoch 34: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 36] loss: 0.1143482
Epoch 35: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 37] loss: 0.1139611
Epoch 36: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 38] loss: 0.1281586
Epoch 37: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 39] loss: 0.1136636
Epoch 38: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 40] loss: 0.1145514
Epoch 39: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 41] loss: 0.1132505
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 42] loss: 0.1145190
Epoch 41: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 43] loss: 0.1139963
Epoch 42: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 44] loss: 0.1134342
Epoch 43: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 45] loss: 0.1152082
Epoch 44: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 46] loss: 0.1154844
Epoch 45: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 47] loss: 0.1140247
Epoch 46: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 48] loss: 0.1151294
Epoch 47: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 49] loss: 0.1136711
Epoch 48: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
[epoch 50] loss: 0.1139877
Epoch 49: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.0061, Accuracy: 2787/5000 (56%)
Validation:
Test set: Average loss: 1.2226, Accuracy: 2864/5000 (57%)
Test
Test set: Average loss: 1.1819, Accuracy: 5996/10000 (60%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3054, Accuracy: 403/5000 (8%)
[epoch 1] loss: 1.4607422
Test set: Average loss: 1.3316, Accuracy: 2708/5000 (54%)
[epoch 2] loss: 1.1147468
Test set: Average loss: 1.3072, Accuracy: 2764/5000 (55%)
[epoch 3] loss: 1.0199070
Test set: Average loss: 1.4447, Accuracy: 2563/5000 (51%)
[epoch 4] loss: 0.9418255
Test set: Average loss: 1.3161, Accuracy: 2775/5000 (56%)
[epoch 5] loss: 0.7923364
Test set: Average loss: 1.4205, Accuracy: 2734/5000 (55%)
[epoch 6] loss: 0.8018413
Epoch 5: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5726, Accuracy: 2609/5000 (52%)
[epoch 7] loss: 0.5195490
Test set: Average loss: 1.3320, Accuracy: 2929/5000 (59%)
[epoch 8] loss: 0.4375839
Test set: Average loss: 1.3348, Accuracy: 2943/5000 (59%)
[epoch 9] loss: 0.4174105
Test set: Average loss: 1.3486, Accuracy: 2942/5000 (59%)
[epoch 10] loss: 0.4006015
Test set: Average loss: 1.3752, Accuracy: 2940/5000 (59%)
[epoch 11] loss: 0.3903898
Test set: Average loss: 1.3979, Accuracy: 2906/5000 (58%)
[epoch 12] loss: 0.3644972
Test set: Average loss: 1.4165, Accuracy: 2931/5000 (59%)
[epoch 13] loss: 0.3522176
Test set: Average loss: 1.4422, Accuracy: 2929/5000 (59%)
[epoch 14] loss: 0.3400315
Test set: Average loss: 1.4674, Accuracy: 2916/5000 (58%)
[epoch 15] loss: 0.3248846
Test set: Average loss: 1.4953, Accuracy: 2905/5000 (58%)
[epoch 16] loss: 0.3101294
Test set: Average loss: 1.5176, Accuracy: 2917/5000 (58%)
[epoch 17] loss: 0.3066812
Test set: Average loss: 1.5479, Accuracy: 2884/5000 (58%)
[epoch 18] loss: 0.2938339
Test set: Average loss: 1.5723, Accuracy: 2872/5000 (57%)
[epoch 19] loss: 0.2711112
Test set: Average loss: 1.6042, Accuracy: 2866/5000 (57%)
[epoch 20] loss: 0.2554359
Test set: Average loss: 1.6354, Accuracy: 2864/5000 (57%)
[epoch 21] loss: 0.2474213
Test set: Average loss: 1.6642, Accuracy: 2855/5000 (57%)
[epoch 22] loss: 0.2395923
Test set: Average loss: 1.6888, Accuracy: 2869/5000 (57%)
[epoch 23] loss: 0.2241495
Test set: Average loss: 1.7251, Accuracy: 2819/5000 (56%)
[epoch 24] loss: 0.2165975
Test set: Average loss: 1.7586, Accuracy: 2840/5000 (57%)
[epoch 25] loss: 0.2059961
Test set: Average loss: 1.8060, Accuracy: 2829/5000 (57%)
[epoch 26] loss: 0.1972919
Test set: Average loss: 1.8291, Accuracy: 2847/5000 (57%)
[epoch 27] loss: 0.1815652
Test set: Average loss: 1.8575, Accuracy: 2817/5000 (56%)
[epoch 28] loss: 0.1704267
Test set: Average loss: 1.9047, Accuracy: 2810/5000 (56%)
[epoch 29] loss: 0.1627395
Test set: Average loss: 1.9411, Accuracy: 2805/5000 (56%)
[epoch 30] loss: 0.1557300
Test set: Average loss: 1.9703, Accuracy: 2801/5000 (56%)
[epoch 31] loss: 0.1461500
Test set: Average loss: 2.0034, Accuracy: 2812/5000 (56%)
[epoch 32] loss: 0.1380145
Test set: Average loss: 2.0489, Accuracy: 2795/5000 (56%)
[epoch 33] loss: 0.1336896
Test set: Average loss: 2.0792, Accuracy: 2783/5000 (56%)
[epoch 34] loss: 0.1276370
Test set: Average loss: 2.1163, Accuracy: 2790/5000 (56%)
[epoch 35] loss: 0.1148538
Test set: Average loss: 2.1539, Accuracy: 2799/5000 (56%)
[epoch 36] loss: 0.1065960
Test set: Average loss: 2.1845, Accuracy: 2789/5000 (56%)
[epoch 37] loss: 0.1010474
Test set: Average loss: 2.2358, Accuracy: 2778/5000 (56%)
[epoch 38] loss: 0.0965083
Test set: Average loss: 2.2700, Accuracy: 2785/5000 (56%)
[epoch 39] loss: 0.0877780
Test set: Average loss: 2.3143, Accuracy: 2773/5000 (55%)
[epoch 40] loss: 0.0820213
Test set: Average loss: 2.3660, Accuracy: 2747/5000 (55%)
[epoch 41] loss: 0.0815589
Test set: Average loss: 2.3952, Accuracy: 2756/5000 (55%)
[epoch 42] loss: 0.0729421
Test set: Average loss: 2.4393, Accuracy: 2754/5000 (55%)
[epoch 43] loss: 0.0679199
Test set: Average loss: 2.4692, Accuracy: 2754/5000 (55%)
[epoch 44] loss: 0.0619307
Test set: Average loss: 2.5037, Accuracy: 2756/5000 (55%)
[epoch 45] loss: 0.0567285
Test set: Average loss: 2.5480, Accuracy: 2762/5000 (55%)
[epoch 46] loss: 0.0529595
Test set: Average loss: 2.5748, Accuracy: 2749/5000 (55%)
[epoch 47] loss: 0.2749585
Epoch 46: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.6434, Accuracy: 2723/5000 (54%)
[epoch 48] loss: 0.0550443
Epoch 47: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.6200, Accuracy: 2739/5000 (55%)
[epoch 49] loss: 0.0429772
Test set: Average loss: 2.6198, Accuracy: 2745/5000 (55%)
[epoch 50] loss: 0.0421675
Test set: Average loss: 2.6198, Accuracy: 2744/5000 (55%)
Validation:
Test set: Average loss: 1.3348, Accuracy: 2943/5000 (59%)
Test
Test set: Average loss: 1.3040, Accuracy: 6040/10000 (60%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3178, Accuracy: 93/5000 (2%)
[epoch 1] loss: 1.5236169
Test set: Average loss: 1.3316, Accuracy: 2706/5000 (54%)
[epoch 2] loss: 1.1402827
Test set: Average loss: 1.3564, Accuracy: 2672/5000 (53%)
[epoch 3] loss: 1.0611727
Test set: Average loss: 1.3331, Accuracy: 2758/5000 (55%)
[epoch 4] loss: 0.9287960
Test set: Average loss: 1.3827, Accuracy: 2693/5000 (54%)
[epoch 5] loss: 0.8810257
Test set: Average loss: 1.4001, Accuracy: 2712/5000 (54%)
[epoch 6] loss: 0.8016392
Test set: Average loss: 1.4416, Accuracy: 2730/5000 (55%)
[epoch 7] loss: 0.7775460
Test set: Average loss: 1.4648, Accuracy: 2745/5000 (55%)
[epoch 8] loss: 0.6485023
Test set: Average loss: 1.4970, Accuracy: 2779/5000 (56%)
[epoch 9] loss: 0.6240086
Test set: Average loss: 1.6918, Accuracy: 2641/5000 (53%)
[epoch 10] loss: 0.5735139
Test set: Average loss: 1.8641, Accuracy: 2631/5000 (53%)
[epoch 11] loss: 0.5924848
Epoch 10: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9325, Accuracy: 2533/5000 (51%)
[epoch 12] loss: 0.3345182
Test set: Average loss: 1.6964, Accuracy: 2760/5000 (55%)
[epoch 13] loss: 0.2634511
Test set: Average loss: 1.7141, Accuracy: 2791/5000 (56%)
[epoch 14] loss: 0.2399826
Test set: Average loss: 1.7289, Accuracy: 2785/5000 (56%)
[epoch 15] loss: 0.2228668
Test set: Average loss: 1.7566, Accuracy: 2799/5000 (56%)
[epoch 16] loss: 0.2117277
Test set: Average loss: 1.7731, Accuracy: 2797/5000 (56%)
[epoch 17] loss: 0.2015586
Test set: Average loss: 1.8145, Accuracy: 2776/5000 (56%)
[epoch 18] loss: 0.1971363
Test set: Average loss: 1.8402, Accuracy: 2795/5000 (56%)
[epoch 19] loss: 0.1777941
Test set: Average loss: 1.8631, Accuracy: 2785/5000 (56%)
[epoch 20] loss: 0.1711853
Test set: Average loss: 1.9038, Accuracy: 2763/5000 (55%)
[epoch 21] loss: 0.1596730
Test set: Average loss: 1.9409, Accuracy: 2778/5000 (56%)
[epoch 22] loss: 0.1499230
Test set: Average loss: 1.9681, Accuracy: 2776/5000 (56%)
[epoch 23] loss: 0.1443258
Test set: Average loss: 1.9993, Accuracy: 2769/5000 (55%)
[epoch 24] loss: 0.1361082
Test set: Average loss: 2.0278, Accuracy: 2759/5000 (55%)
[epoch 25] loss: 0.1264959
Test set: Average loss: 2.0671, Accuracy: 2767/5000 (55%)
[epoch 26] loss: 0.1191418
Test set: Average loss: 2.1090, Accuracy: 2739/5000 (55%)
[epoch 27] loss: 0.1119779
Test set: Average loss: 2.1504, Accuracy: 2758/5000 (55%)
[epoch 28] loss: 0.1067526
Test set: Average loss: 2.1759, Accuracy: 2749/5000 (55%)
[epoch 29] loss: 0.1022562
Test set: Average loss: 2.2196, Accuracy: 2735/5000 (55%)
[epoch 30] loss: 0.0939019
Test set: Average loss: 2.2495, Accuracy: 2745/5000 (55%)
[epoch 31] loss: 0.0887871
Test set: Average loss: 2.2913, Accuracy: 2734/5000 (55%)
[epoch 32] loss: 0.0827515
Test set: Average loss: 2.3389, Accuracy: 2736/5000 (55%)
[epoch 33] loss: 0.0787770
Test set: Average loss: 2.3646, Accuracy: 2737/5000 (55%)
[epoch 34] loss: 0.0769113
Test set: Average loss: 2.4003, Accuracy: 2716/5000 (54%)
[epoch 35] loss: 0.0709744
Test set: Average loss: 2.4210, Accuracy: 2733/5000 (55%)
[epoch 36] loss: 0.0643922
Test set: Average loss: 2.4697, Accuracy: 2718/5000 (54%)
[epoch 37] loss: 0.0578694
Test set: Average loss: 2.5144, Accuracy: 2708/5000 (54%)
[epoch 38] loss: 0.0563988
Test set: Average loss: 2.5466, Accuracy: 2716/5000 (54%)
[epoch 39] loss: 0.0526793
Test set: Average loss: 2.5761, Accuracy: 2704/5000 (54%)
[epoch 40] loss: 0.0487202
Test set: Average loss: 2.6128, Accuracy: 2708/5000 (54%)
[epoch 41] loss: 0.0443764
Test set: Average loss: 2.6648, Accuracy: 2693/5000 (54%)
[epoch 42] loss: 0.0418871
Test set: Average loss: 2.6919, Accuracy: 2702/5000 (54%)
[epoch 43] loss: 0.0373636
Test set: Average loss: 2.7355, Accuracy: 2703/5000 (54%)
[epoch 44] loss: 0.0346824
Test set: Average loss: 2.7696, Accuracy: 2701/5000 (54%)
[epoch 45] loss: 0.0310694
Test set: Average loss: 2.7931, Accuracy: 2692/5000 (54%)
[epoch 46] loss: 0.0295461
Test set: Average loss: 2.8383, Accuracy: 2693/5000 (54%)
[epoch 47] loss: 0.0283198
Test set: Average loss: 2.8677, Accuracy: 2700/5000 (54%)
[epoch 48] loss: 0.0254234
Test set: Average loss: 2.9037, Accuracy: 2700/5000 (54%)
[epoch 49] loss: 0.0236030
Test set: Average loss: 2.9334, Accuracy: 2694/5000 (54%)
[epoch 50] loss: 0.0215187
Test set: Average loss: 2.9708, Accuracy: 2687/5000 (54%)
Validation:
Test set: Average loss: 1.7566, Accuracy: 2799/5000 (56%)
Test
Test set: Average loss: 1.7691, Accuracy: 5599/10000 (56%)
5000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.2998, Accuracy: 608/5000 (12%)
[epoch 1] loss: 1.3207602
Test set: Average loss: 1.2758, Accuracy: 2805/5000 (56%)
[epoch 2] loss: 1.1043059
Test set: Average loss: 1.3132, Accuracy: 2712/5000 (54%)
[epoch 3] loss: 1.0302878
Test set: Average loss: 1.2825, Accuracy: 2830/5000 (57%)
[epoch 4] loss: 0.9543391
Test set: Average loss: 1.2879, Accuracy: 2834/5000 (57%)
[epoch 5] loss: 0.9120078
Test set: Average loss: 1.3668, Accuracy: 2735/5000 (55%)
[epoch 6] loss: 0.8884452
Test set: Average loss: 1.3062, Accuracy: 2874/5000 (57%)
[epoch 7] loss: 0.8037715
Test set: Average loss: 1.3954, Accuracy: 2810/5000 (56%)
[epoch 8] loss: 0.7913685
Test set: Average loss: 1.4111, Accuracy: 2789/5000 (56%)
[epoch 9] loss: 0.7560288
Test set: Average loss: 1.4152, Accuracy: 2784/5000 (56%)
[epoch 10] loss: 0.7359562
Test set: Average loss: 1.5118, Accuracy: 2747/5000 (55%)
[epoch 11] loss: 0.7164264
Test set: Average loss: 1.4791, Accuracy: 2761/5000 (55%)
[epoch 12] loss: 0.6850907
Test set: Average loss: 1.5152, Accuracy: 2784/5000 (56%)
[epoch 13] loss: 0.6501547
Test set: Average loss: 1.6337, Accuracy: 2725/5000 (54%)
[epoch 14] loss: 0.6178790
Test set: Average loss: 1.5675, Accuracy: 2778/5000 (56%)
[epoch 15] loss: 0.6301985
Epoch 14: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7098, Accuracy: 2631/5000 (53%)
[epoch 16] loss: 0.4113010
Test set: Average loss: 1.5219, Accuracy: 2835/5000 (57%)
[epoch 17] loss: 0.3478711
Test set: Average loss: 1.5613, Accuracy: 2830/5000 (57%)
[epoch 18] loss: 0.3260990
Test set: Average loss: 1.5890, Accuracy: 2833/5000 (57%)
[epoch 19] loss: 0.3118396
Test set: Average loss: 1.6305, Accuracy: 2846/5000 (57%)
[epoch 20] loss: 0.2976732
Test set: Average loss: 1.6591, Accuracy: 2836/5000 (57%)
[epoch 21] loss: 0.2890138
Test set: Average loss: 1.7073, Accuracy: 2820/5000 (56%)
[epoch 22] loss: 0.2786894
Test set: Average loss: 1.7284, Accuracy: 2818/5000 (56%)
[epoch 23] loss: 0.2738185
Test set: Average loss: 1.7586, Accuracy: 2834/5000 (57%)
[epoch 24] loss: 0.2596332
Test set: Average loss: 1.8015, Accuracy: 2825/5000 (56%)
[epoch 25] loss: 0.2541506
Test set: Average loss: 1.8395, Accuracy: 2817/5000 (56%)
[epoch 26] loss: 0.2464952
Test set: Average loss: 1.8610, Accuracy: 2820/5000 (56%)
[epoch 27] loss: 0.2336859
Test set: Average loss: 1.9061, Accuracy: 2800/5000 (56%)
[epoch 28] loss: 0.2293955
Test set: Average loss: 1.9404, Accuracy: 2815/5000 (56%)
[epoch 29] loss: 0.2209958
Test set: Average loss: 1.9759, Accuracy: 2790/5000 (56%)
[epoch 30] loss: 0.2159836
Test set: Average loss: 2.0148, Accuracy: 2800/5000 (56%)
[epoch 31] loss: 0.2058579
Test set: Average loss: 2.0551, Accuracy: 2781/5000 (56%)
[epoch 32] loss: 0.1974193
Test set: Average loss: 2.0886, Accuracy: 2789/5000 (56%)
[epoch 33] loss: 0.1875186
Test set: Average loss: 2.1278, Accuracy: 2799/5000 (56%)
[epoch 34] loss: 0.1808349
Test set: Average loss: 2.1710, Accuracy: 2795/5000 (56%)
[epoch 35] loss: 0.1740125
Test set: Average loss: 2.2167, Accuracy: 2781/5000 (56%)
[epoch 36] loss: 0.1691771
Test set: Average loss: 2.2486, Accuracy: 2772/5000 (55%)
[epoch 37] loss: 0.1630087
Test set: Average loss: 2.3015, Accuracy: 2760/5000 (55%)
[epoch 38] loss: 0.1542556
Test set: Average loss: 2.3325, Accuracy: 2782/5000 (56%)
[epoch 39] loss: 0.1481636
Test set: Average loss: 2.3796, Accuracy: 2777/5000 (56%)
[epoch 40] loss: 0.1487151
Epoch 39: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.4340, Accuracy: 2765/5000 (55%)
[epoch 41] loss: 0.1227084
Test set: Average loss: 2.4221, Accuracy: 2774/5000 (55%)
[epoch 42] loss: 0.1188327
Test set: Average loss: 2.4259, Accuracy: 2776/5000 (56%)
[epoch 43] loss: 0.1175737
Test set: Average loss: 2.4299, Accuracy: 2777/5000 (56%)
[epoch 44] loss: 0.1165702
Test set: Average loss: 2.4343, Accuracy: 2774/5000 (55%)
[epoch 45] loss: 0.1159116
Test set: Average loss: 2.4401, Accuracy: 2777/5000 (56%)
[epoch 46] loss: 0.1152329
Test set: Average loss: 2.4469, Accuracy: 2775/5000 (56%)
[epoch 47] loss: 0.1144639
Test set: Average loss: 2.4513, Accuracy: 2774/5000 (55%)
[epoch 48] loss: 0.1177090
Epoch 47: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.4569, Accuracy: 2774/5000 (55%)
[epoch 49] loss: 0.1122922
Test set: Average loss: 2.4574, Accuracy: 2770/5000 (55%)
[epoch 50] loss: 0.1123429
Epoch 49: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.4580, Accuracy: 2764/5000 (55%)
Validation:
Test set: Average loss: 1.3062, Accuracy: 2874/5000 (57%)
Test
Test set: Average loss: 1.2895, Accuracy: 5765/10000 (58%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.2854, Accuracy: 778/5000 (16%)
[epoch 1] loss: 1.3179433
Test set: Average loss: 1.3262, Accuracy: 2698/5000 (54%)
[epoch 2] loss: 1.0835271
Test set: Average loss: 1.2419, Accuracy: 2890/5000 (58%)
[epoch 3] loss: 1.0115526
Test set: Average loss: 1.2941, Accuracy: 2815/5000 (56%)
[epoch 4] loss: 0.9517726
Test set: Average loss: 1.3548, Accuracy: 2721/5000 (54%)
[epoch 5] loss: 0.9016424
Test set: Average loss: 1.4106, Accuracy: 2656/5000 (53%)
[epoch 6] loss: 0.8508062
Test set: Average loss: 1.3443, Accuracy: 2844/5000 (57%)
[epoch 7] loss: 0.8039119
Test set: Average loss: 1.4308, Accuracy: 2760/5000 (55%)
[epoch 8] loss: 0.7904977
Test set: Average loss: 1.3859, Accuracy: 2826/5000 (57%)
[epoch 9] loss: 0.7457032
Test set: Average loss: 1.4028, Accuracy: 2872/5000 (57%)
[epoch 10] loss: 0.6830731
Test set: Average loss: 1.5499, Accuracy: 2734/5000 (55%)
[epoch 11] loss: 0.6884038
Epoch 10: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5020, Accuracy: 2760/5000 (55%)
[epoch 12] loss: 0.4659970
Test set: Average loss: 1.4292, Accuracy: 2918/5000 (58%)
[epoch 13] loss: 0.4095825
Test set: Average loss: 1.4539, Accuracy: 2898/5000 (58%)
[epoch 14] loss: 0.3867436
Test set: Average loss: 1.4894, Accuracy: 2892/5000 (58%)
[epoch 15] loss: 0.3754687
Test set: Average loss: 1.5116, Accuracy: 2919/5000 (58%)
[epoch 16] loss: 0.3622328
Test set: Average loss: 1.5418, Accuracy: 2920/5000 (58%)
[epoch 17] loss: 0.3532744
Test set: Average loss: 1.5765, Accuracy: 2916/5000 (58%)
[epoch 18] loss: 0.3388869
Test set: Average loss: 1.6077, Accuracy: 2920/5000 (58%)
[epoch 19] loss: 0.3306741
Test set: Average loss: 1.6390, Accuracy: 2899/5000 (58%)
[epoch 20] loss: 0.3186952
Test set: Average loss: 1.6715, Accuracy: 2877/5000 (58%)
[epoch 21] loss: 0.3100886
Test set: Average loss: 1.7110, Accuracy: 2885/5000 (58%)
[epoch 22] loss: 0.3031193
Test set: Average loss: 1.7293, Accuracy: 2898/5000 (58%)
[epoch 23] loss: 0.2912236
Test set: Average loss: 1.7657, Accuracy: 2886/5000 (58%)
[epoch 24] loss: 0.2824010
Test set: Average loss: 1.8058, Accuracy: 2864/5000 (57%)
[epoch 25] loss: 0.2751898
Test set: Average loss: 1.8313, Accuracy: 2868/5000 (57%)
[epoch 26] loss: 0.2704868
Test set: Average loss: 1.8619, Accuracy: 2858/5000 (57%)
[epoch 27] loss: 0.2584193
Test set: Average loss: 1.8944, Accuracy: 2849/5000 (57%)
[epoch 28] loss: 0.2555160
Test set: Average loss: 1.9199, Accuracy: 2873/5000 (57%)
[epoch 29] loss: 0.2502037
Test set: Average loss: 1.9597, Accuracy: 2852/5000 (57%)
[epoch 30] loss: 0.2379222
Test set: Average loss: 2.0014, Accuracy: 2837/5000 (57%)
[epoch 31] loss: 0.2286798
Test set: Average loss: 2.0331, Accuracy: 2851/5000 (57%)
[epoch 32] loss: 0.2197067
Test set: Average loss: 2.0803, Accuracy: 2829/5000 (57%)
[epoch 33] loss: 0.2157806
Test set: Average loss: 2.1017, Accuracy: 2854/5000 (57%)
[epoch 34] loss: 0.2080800
Test set: Average loss: 2.1389, Accuracy: 2830/5000 (57%)
[epoch 35] loss: 0.2007447
Test set: Average loss: 2.1691, Accuracy: 2846/5000 (57%)
[epoch 36] loss: 0.1974187
Test set: Average loss: 2.2257, Accuracy: 2833/5000 (57%)
[epoch 37] loss: 0.1895632
Test set: Average loss: 2.2531, Accuracy: 2815/5000 (56%)
[epoch 38] loss: 0.1834472
Test set: Average loss: 2.2948, Accuracy: 2825/5000 (56%)
[epoch 39] loss: 0.1749784
Test set: Average loss: 2.3231, Accuracy: 2805/5000 (56%)
[epoch 40] loss: 0.1664777
Test set: Average loss: 2.3684, Accuracy: 2809/5000 (56%)
[epoch 41] loss: 0.1631709
Test set: Average loss: 2.4029, Accuracy: 2808/5000 (56%)
[epoch 42] loss: 0.1597832
Test set: Average loss: 2.4422, Accuracy: 2808/5000 (56%)
[epoch 43] loss: 0.1512278
Test set: Average loss: 2.4910, Accuracy: 2798/5000 (56%)
[epoch 44] loss: 0.1442844
Test set: Average loss: 2.5430, Accuracy: 2793/5000 (56%)
[epoch 45] loss: 0.1374129
Test set: Average loss: 2.5677, Accuracy: 2788/5000 (56%)
[epoch 46] loss: 0.1334342
Test set: Average loss: 2.6242, Accuracy: 2792/5000 (56%)
[epoch 47] loss: 0.1311311
Test set: Average loss: 2.6552, Accuracy: 2776/5000 (56%)
[epoch 48] loss: 0.1231049
Test set: Average loss: 2.7033, Accuracy: 2775/5000 (56%)
[epoch 49] loss: 0.1172607
Test set: Average loss: 2.7417, Accuracy: 2768/5000 (55%)
[epoch 50] loss: 0.1128331
Test set: Average loss: 2.7793, Accuracy: 2775/5000 (56%)
Validation:
Test set: Average loss: 1.6077, Accuracy: 2920/5000 (58%)
Test
Test set: Average loss: 1.5655, Accuracy: 5907/10000 (59%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2913, Accuracy: 887/5000 (18%)
[epoch 1] loss: 1.3391501
Test set: Average loss: 1.3085, Accuracy: 2775/5000 (56%)
[epoch 2] loss: 1.1143569
Test set: Average loss: 1.1841, Accuracy: 2893/5000 (58%)
[epoch 3] loss: 1.0468095
Test set: Average loss: 1.2864, Accuracy: 2774/5000 (55%)
[epoch 4] loss: 0.9803878
Test set: Average loss: 1.3415, Accuracy: 2739/5000 (55%)
[epoch 5] loss: 0.9184152
Test set: Average loss: 1.3737, Accuracy: 2734/5000 (55%)
[epoch 6] loss: 0.8949829
Test set: Average loss: 1.3158, Accuracy: 2831/5000 (57%)
[epoch 7] loss: 0.8341301
Test set: Average loss: 1.3705, Accuracy: 2800/5000 (56%)
[epoch 8] loss: 0.7976022
Test set: Average loss: 1.4567, Accuracy: 2703/5000 (54%)
[epoch 9] loss: 0.7810709
Test set: Average loss: 1.5090, Accuracy: 2647/5000 (53%)
[epoch 10] loss: 0.7698059
Test set: Average loss: 1.4598, Accuracy: 2788/5000 (56%)
[epoch 11] loss: 0.7538763
Test set: Average loss: 1.4947, Accuracy: 2768/5000 (55%)
[epoch 12] loss: 0.7053180
Test set: Average loss: 1.4958, Accuracy: 2733/5000 (55%)
[epoch 13] loss: 0.6754690
Test set: Average loss: 1.5751, Accuracy: 2729/5000 (55%)
[epoch 14] loss: 0.6138835
Test set: Average loss: 1.6827, Accuracy: 2656/5000 (53%)
[epoch 15] loss: 0.6078605
Test set: Average loss: 1.6519, Accuracy: 2700/5000 (54%)
[epoch 16] loss: 0.5946322
Test set: Average loss: 1.6470, Accuracy: 2767/5000 (55%)
[epoch 17] loss: 0.5858192
Test set: Average loss: 1.7514, Accuracy: 2667/5000 (53%)
[epoch 18] loss: 0.5705598
Test set: Average loss: 1.7695, Accuracy: 2696/5000 (54%)
[epoch 19] loss: 0.4981972
Test set: Average loss: 1.8226, Accuracy: 2686/5000 (54%)
[epoch 20] loss: 0.5058757
Epoch 19: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8719, Accuracy: 2688/5000 (54%)
[epoch 21] loss: 0.2738333
Test set: Average loss: 1.7538, Accuracy: 2820/5000 (56%)
[epoch 22] loss: 0.2295242
Test set: Average loss: 1.7881, Accuracy: 2822/5000 (56%)
[epoch 23] loss: 0.2134591
Test set: Average loss: 1.8237, Accuracy: 2795/5000 (56%)
[epoch 24] loss: 0.2007855
Test set: Average loss: 1.8640, Accuracy: 2801/5000 (56%)
[epoch 25] loss: 0.1932854
Test set: Average loss: 1.8993, Accuracy: 2808/5000 (56%)
[epoch 26] loss: 0.1824324
Test set: Average loss: 1.9297, Accuracy: 2823/5000 (56%)
[epoch 27] loss: 0.1748745
Test set: Average loss: 1.9671, Accuracy: 2804/5000 (56%)
[epoch 28] loss: 0.1676276
Test set: Average loss: 2.0017, Accuracy: 2797/5000 (56%)
[epoch 29] loss: 0.1623211
Test set: Average loss: 2.0322, Accuracy: 2805/5000 (56%)
[epoch 30] loss: 0.1531728
Test set: Average loss: 2.0603, Accuracy: 2805/5000 (56%)
[epoch 31] loss: 0.1457063
Test set: Average loss: 2.1128, Accuracy: 2792/5000 (56%)
[epoch 32] loss: 0.1404083
Test set: Average loss: 2.1330, Accuracy: 2807/5000 (56%)
[epoch 33] loss: 0.1329081
Test set: Average loss: 2.1707, Accuracy: 2804/5000 (56%)
[epoch 34] loss: 0.1296988
Test set: Average loss: 2.2036, Accuracy: 2784/5000 (56%)
[epoch 35] loss: 0.1202503
Test set: Average loss: 2.2472, Accuracy: 2773/5000 (55%)
[epoch 36] loss: 0.1161074
Test set: Average loss: 2.2835, Accuracy: 2776/5000 (56%)
[epoch 37] loss: 0.1112175
Test set: Average loss: 2.3074, Accuracy: 2777/5000 (56%)
[epoch 38] loss: 0.1049588
Test set: Average loss: 2.3475, Accuracy: 2799/5000 (56%)
[epoch 39] loss: 0.1892963
Epoch 38: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.3885, Accuracy: 2771/5000 (55%)
[epoch 40] loss: 0.0862507
Test set: Average loss: 2.3886, Accuracy: 2778/5000 (56%)
[epoch 41] loss: 0.0830817
Test set: Average loss: 2.3897, Accuracy: 2777/5000 (56%)
[epoch 42] loss: 0.0819771
Test set: Average loss: 2.3942, Accuracy: 2777/5000 (56%)
[epoch 43] loss: 0.0810678
Test set: Average loss: 2.3980, Accuracy: 2776/5000 (56%)
[epoch 44] loss: 0.0807640
Test set: Average loss: 2.4022, Accuracy: 2773/5000 (55%)
[epoch 45] loss: 0.0804486
Test set: Average loss: 2.4078, Accuracy: 2776/5000 (56%)
[epoch 46] loss: 0.0796412
Test set: Average loss: 2.4103, Accuracy: 2780/5000 (56%)
[epoch 47] loss: 0.0791966
Test set: Average loss: 2.4153, Accuracy: 2779/5000 (56%)
[epoch 48] loss: 0.0783814
Test set: Average loss: 2.4203, Accuracy: 2782/5000 (56%)
[epoch 49] loss: 0.0779113
Test set: Average loss: 2.4253, Accuracy: 2772/5000 (55%)
[epoch 50] loss: 0.0774284
Test set: Average loss: 2.4306, Accuracy: 2780/5000 (56%)
Validation:
Test set: Average loss: 1.1841, Accuracy: 2893/5000 (58%)
Test
Test set: Average loss: 1.1366, Accuracy: 5977/10000 (60%)
10000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.2872, Accuracy: 624/5000 (12%)
[epoch 1] loss: 1.2489605
Test set: Average loss: 1.2109, Accuracy: 2880/5000 (58%)
[epoch 2] loss: 1.0905832
Test set: Average loss: 1.2100, Accuracy: 2884/5000 (58%)
[epoch 3] loss: 1.0331791
Test set: Average loss: 1.1978, Accuracy: 2914/5000 (58%)
[epoch 4] loss: 0.9857438
Test set: Average loss: 1.2022, Accuracy: 2908/5000 (58%)
[epoch 5] loss: 0.9541102
Test set: Average loss: 1.2169, Accuracy: 2926/5000 (59%)
[epoch 6] loss: 0.9331336
Test set: Average loss: 1.1753, Accuracy: 2968/5000 (59%)
[epoch 7] loss: 0.8897973
Test set: Average loss: 1.2167, Accuracy: 2959/5000 (59%)
[epoch 8] loss: 0.8752955
Test set: Average loss: 1.2457, Accuracy: 2890/5000 (58%)
[epoch 9] loss: 0.8406391
Test set: Average loss: 1.2333, Accuracy: 2946/5000 (59%)
[epoch 10] loss: 0.8184842
Test set: Average loss: 1.3006, Accuracy: 2835/5000 (57%)
[epoch 11] loss: 0.8103873
Test set: Average loss: 1.2550, Accuracy: 2942/5000 (59%)
[epoch 12] loss: 0.7808611
Test set: Average loss: 1.3485, Accuracy: 2839/5000 (57%)
[epoch 13] loss: 0.7453754
Test set: Average loss: 1.3143, Accuracy: 2890/5000 (58%)
[epoch 14] loss: 0.7164165
Test set: Average loss: 1.2970, Accuracy: 2947/5000 (59%)
[epoch 15] loss: 0.6806184
Test set: Average loss: 1.3585, Accuracy: 2869/5000 (57%)
[epoch 16] loss: 0.6420873
Test set: Average loss: 1.3669, Accuracy: 2893/5000 (58%)
[epoch 17] loss: 0.6206525
Test set: Average loss: 1.4248, Accuracy: 2857/5000 (57%)
[epoch 18] loss: 0.5638228
Test set: Average loss: 1.4896, Accuracy: 2862/5000 (57%)
[epoch 19] loss: 0.5146599
Test set: Average loss: 1.4921, Accuracy: 2886/5000 (58%)
[epoch 20] loss: 0.4811811
Test set: Average loss: 1.4856, Accuracy: 2882/5000 (58%)
[epoch 21] loss: 0.4430778
Test set: Average loss: 1.4975, Accuracy: 2947/5000 (59%)
[epoch 22] loss: 0.3594357
Test set: Average loss: 1.5728, Accuracy: 2933/5000 (59%)
[epoch 23] loss: 0.3143160
Test set: Average loss: 1.6191, Accuracy: 2986/5000 (60%)
[epoch 24] loss: 0.2556078
Test set: Average loss: 1.6563, Accuracy: 2976/5000 (60%)
[epoch 25] loss: 0.2150536
Test set: Average loss: 1.7749, Accuracy: 2945/5000 (59%)
[epoch 26] loss: 0.1908933
Test set: Average loss: 1.7351, Accuracy: 2942/5000 (59%)
[epoch 27] loss: 0.1439472
Test set: Average loss: 1.8866, Accuracy: 2946/5000 (59%)
[epoch 28] loss: 0.1017041
Test set: Average loss: 1.9252, Accuracy: 2944/5000 (59%)
[epoch 29] loss: 0.0658179
Test set: Average loss: 2.0347, Accuracy: 2994/5000 (60%)
[epoch 30] loss: 0.1316715
Epoch 29: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1218, Accuracy: 2905/5000 (58%)
[epoch 31] loss: 0.0618204
Test set: Average loss: 1.9535, Accuracy: 3016/5000 (60%)
[epoch 32] loss: 0.0274444
Test set: Average loss: 1.9657, Accuracy: 3023/5000 (60%)
[epoch 33] loss: 0.0208812
Test set: Average loss: 1.9789, Accuracy: 3027/5000 (61%)
[epoch 34] loss: 0.0171873
Test set: Average loss: 1.9961, Accuracy: 3029/5000 (61%)
[epoch 35] loss: 0.0147051
Test set: Average loss: 2.0155, Accuracy: 3035/5000 (61%)
[epoch 36] loss: 0.0128178
Test set: Average loss: 2.0348, Accuracy: 3045/5000 (61%)
[epoch 37] loss: 0.0112558
Test set: Average loss: 2.0519, Accuracy: 3048/5000 (61%)
[epoch 38] loss: 0.0099982
Test set: Average loss: 2.0729, Accuracy: 3059/5000 (61%)
[epoch 39] loss: 0.0088876
Test set: Average loss: 2.0904, Accuracy: 3060/5000 (61%)
[epoch 40] loss: 0.0079407
Test set: Average loss: 2.1101, Accuracy: 3061/5000 (61%)
[epoch 41] loss: 0.0070921
Test set: Average loss: 2.1311, Accuracy: 3058/5000 (61%)
[epoch 42] loss: 0.0063486
Test set: Average loss: 2.1545, Accuracy: 3063/5000 (61%)
[epoch 43] loss: 0.0056959
Test set: Average loss: 2.1818, Accuracy: 3070/5000 (61%)
[epoch 44] loss: 0.0050917
Test set: Average loss: 2.2023, Accuracy: 3063/5000 (61%)
[epoch 45] loss: 0.0045412
Test set: Average loss: 2.2257, Accuracy: 3057/5000 (61%)
[epoch 46] loss: 0.0040532
Test set: Average loss: 2.2514, Accuracy: 3063/5000 (61%)
[epoch 47] loss: 0.0036345
Test set: Average loss: 2.2772, Accuracy: 3071/5000 (61%)
[epoch 48] loss: 0.0032126
Test set: Average loss: 2.3095, Accuracy: 3067/5000 (61%)
[epoch 49] loss: 0.0028673
Test set: Average loss: 2.3382, Accuracy: 3063/5000 (61%)
[epoch 50] loss: 0.0025421
Test set: Average loss: 2.3649, Accuracy: 3072/5000 (61%)
Validation:
Test set: Average loss: 2.3649, Accuracy: 3072/5000 (61%)
Test
Test set: Average loss: 2.3214, Accuracy: 6091/10000 (61%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3108, Accuracy: 572/5000 (11%)
[epoch 1] loss: 1.2477514
Test set: Average loss: 1.2249, Accuracy: 2919/5000 (58%)
[epoch 2] loss: 1.0895959
Test set: Average loss: 1.2166, Accuracy: 2905/5000 (58%)
[epoch 3] loss: 1.0329097
Test set: Average loss: 1.1577, Accuracy: 2960/5000 (59%)
[epoch 4] loss: 0.9770385
Test set: Average loss: 1.1695, Accuracy: 2978/5000 (60%)
[epoch 5] loss: 0.9621914
Test set: Average loss: 1.3274, Accuracy: 2740/5000 (55%)
[epoch 6] loss: 0.9276382
Test set: Average loss: 1.1858, Accuracy: 2994/5000 (60%)
[epoch 7] loss: 0.8989820
Test set: Average loss: 1.2365, Accuracy: 2917/5000 (58%)
[epoch 8] loss: 0.8689300
Test set: Average loss: 1.2093, Accuracy: 2975/5000 (60%)
[epoch 9] loss: 0.8478784
Test set: Average loss: 1.2866, Accuracy: 2833/5000 (57%)
[epoch 10] loss: 0.8172129
Test set: Average loss: 1.2700, Accuracy: 2936/5000 (59%)
[epoch 11] loss: 0.7840738
Test set: Average loss: 1.2940, Accuracy: 2893/5000 (58%)
[epoch 12] loss: 0.7710367
Test set: Average loss: 1.2494, Accuracy: 2955/5000 (59%)
[epoch 13] loss: 0.7346965
Test set: Average loss: 1.3210, Accuracy: 2887/5000 (58%)
[epoch 14] loss: 0.6860787
Test set: Average loss: 1.2709, Accuracy: 2986/5000 (60%)
[epoch 15] loss: 0.6673221
Test set: Average loss: 1.3487, Accuracy: 2899/5000 (58%)
[epoch 16] loss: 0.6168302
Test set: Average loss: 1.3681, Accuracy: 2942/5000 (59%)
[epoch 17] loss: 0.5688926
Test set: Average loss: 1.3742, Accuracy: 2991/5000 (60%)
[epoch 18] loss: 0.5269490
Test set: Average loss: 1.4313, Accuracy: 2879/5000 (58%)
[epoch 19] loss: 0.4896271
Test set: Average loss: 1.4461, Accuracy: 2948/5000 (59%)
[epoch 20] loss: 0.4281065
Test set: Average loss: 1.4271, Accuracy: 2982/5000 (60%)
[epoch 21] loss: 0.3841257
Test set: Average loss: 1.5538, Accuracy: 2924/5000 (58%)
[epoch 22] loss: 0.3246359
Test set: Average loss: 1.5980, Accuracy: 2959/5000 (59%)
[epoch 23] loss: 0.2721347
Test set: Average loss: 1.6197, Accuracy: 2908/5000 (58%)
[epoch 24] loss: 0.2285335
Test set: Average loss: 1.6476, Accuracy: 2937/5000 (59%)
[epoch 25] loss: 0.1848581
Test set: Average loss: 1.8496, Accuracy: 2831/5000 (57%)
[epoch 26] loss: 0.1462804
Test set: Average loss: 1.8333, Accuracy: 2951/5000 (59%)
[epoch 27] loss: 0.1084701
Test set: Average loss: 1.8266, Accuracy: 2997/5000 (60%)
[epoch 28] loss: 0.1132442
Epoch 27: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9102, Accuracy: 2937/5000 (59%)
[epoch 29] loss: 0.0358409
Test set: Average loss: 1.8640, Accuracy: 3015/5000 (60%)
[epoch 30] loss: 0.0217719
Test set: Average loss: 1.8764, Accuracy: 3033/5000 (61%)
[epoch 31] loss: 0.0182089
Test set: Average loss: 1.8948, Accuracy: 3037/5000 (61%)
[epoch 32] loss: 0.0159400
Test set: Average loss: 1.9071, Accuracy: 3029/5000 (61%)
[epoch 33] loss: 0.0142708
Test set: Average loss: 1.9258, Accuracy: 3026/5000 (61%)
[epoch 34] loss: 0.0128094
Test set: Average loss: 1.9458, Accuracy: 3028/5000 (61%)
[epoch 35] loss: 0.0116409
Test set: Average loss: 1.9619, Accuracy: 3033/5000 (61%)
[epoch 36] loss: 0.0105384
Test set: Average loss: 1.9754, Accuracy: 3028/5000 (61%)
[epoch 37] loss: 0.0095883
Test set: Average loss: 1.9996, Accuracy: 3025/5000 (60%)
[epoch 38] loss: 0.0086919
Test set: Average loss: 2.0251, Accuracy: 3018/5000 (60%)
[epoch 39] loss: 0.0079104
Test set: Average loss: 2.0423, Accuracy: 3015/5000 (60%)
[epoch 40] loss: 0.0071381
Test set: Average loss: 2.0693, Accuracy: 3023/5000 (60%)
[epoch 41] loss: 0.0064640
Test set: Average loss: 2.0899, Accuracy: 3029/5000 (61%)
[epoch 42] loss: 0.0058128
Test set: Average loss: 2.1167, Accuracy: 3031/5000 (61%)
[epoch 43] loss: 0.0052323
Test set: Average loss: 2.1462, Accuracy: 3039/5000 (61%)
[epoch 44] loss: 0.0047034
Test set: Average loss: 2.1696, Accuracy: 3028/5000 (61%)
[epoch 45] loss: 0.0042086
Test set: Average loss: 2.1949, Accuracy: 3042/5000 (61%)
[epoch 46] loss: 0.0037554
Test set: Average loss: 2.2257, Accuracy: 3031/5000 (61%)
[epoch 47] loss: 0.0033478
Test set: Average loss: 2.2574, Accuracy: 3028/5000 (61%)
[epoch 48] loss: 0.0029683
Test set: Average loss: 2.2849, Accuracy: 3030/5000 (61%)
[epoch 49] loss: 0.0026077
Test set: Average loss: 2.3136, Accuracy: 3042/5000 (61%)
[epoch 50] loss: 0.0023176
Test set: Average loss: 2.3479, Accuracy: 3033/5000 (61%)
Validation:
Test set: Average loss: 2.3136, Accuracy: 3042/5000 (61%)
Test
Test set: Average loss: 2.3231, Accuracy: 6123/10000 (61%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3053, Accuracy: 664/5000 (13%)
[epoch 1] loss: 1.2861895
Test set: Average loss: 1.2534, Accuracy: 2806/5000 (56%)
[epoch 2] loss: 1.1287951
Test set: Average loss: 1.2746, Accuracy: 2728/5000 (55%)
[epoch 3] loss: 1.0749005
Test set: Average loss: 1.1771, Accuracy: 2939/5000 (59%)
[epoch 4] loss: 1.0170720
Test set: Average loss: 1.2506, Accuracy: 2903/5000 (58%)
[epoch 5] loss: 0.9897645
Test set: Average loss: 1.1515, Accuracy: 3041/5000 (61%)
[epoch 6] loss: 0.9591275
Test set: Average loss: 1.2799, Accuracy: 2865/5000 (57%)
[epoch 7] loss: 0.9348450
Test set: Average loss: 1.2216, Accuracy: 2973/5000 (59%)
[epoch 8] loss: 0.9100231
Test set: Average loss: 1.2449, Accuracy: 2947/5000 (59%)
[epoch 9] loss: 0.8796022
Test set: Average loss: 1.1753, Accuracy: 2994/5000 (60%)
[epoch 10] loss: 0.8559181
Test set: Average loss: 1.3002, Accuracy: 2919/5000 (58%)
[epoch 11] loss: 0.8228818
Test set: Average loss: 1.2395, Accuracy: 2963/5000 (59%)
[epoch 12] loss: 0.7946867
Test set: Average loss: 1.2543, Accuracy: 2942/5000 (59%)
[epoch 13] loss: 0.7803754
Test set: Average loss: 1.3072, Accuracy: 2926/5000 (59%)
[epoch 14] loss: 0.7286401
Test set: Average loss: 1.3507, Accuracy: 2814/5000 (56%)
[epoch 15] loss: 0.7034468
Test set: Average loss: 1.3426, Accuracy: 2953/5000 (59%)
[epoch 16] loss: 0.6636516
Test set: Average loss: 1.3220, Accuracy: 2921/5000 (58%)
[epoch 17] loss: 0.6291545
Test set: Average loss: 1.3470, Accuracy: 2930/5000 (59%)
[epoch 18] loss: 0.5799587
Test set: Average loss: 1.4126, Accuracy: 2912/5000 (58%)
[epoch 19] loss: 0.4923596
Test set: Average loss: 1.4383, Accuracy: 2878/5000 (58%)
[epoch 20] loss: 0.4590567
Test set: Average loss: 1.4762, Accuracy: 2938/5000 (59%)
[epoch 21] loss: 0.4187544
Test set: Average loss: 1.5037, Accuracy: 2896/5000 (58%)
[epoch 22] loss: 0.3569480
Test set: Average loss: 1.5679, Accuracy: 2921/5000 (58%)
[epoch 23] loss: 0.2905963
Test set: Average loss: 1.6577, Accuracy: 2887/5000 (58%)
[epoch 24] loss: 0.2287020
Test set: Average loss: 1.7000, Accuracy: 2948/5000 (59%)
[epoch 25] loss: 0.2000124
Test set: Average loss: 1.7613, Accuracy: 2945/5000 (59%)
[epoch 26] loss: 0.1581408
Test set: Average loss: 1.8770, Accuracy: 2930/5000 (59%)
[epoch 27] loss: 0.1378101
Test set: Average loss: 1.9006, Accuracy: 2909/5000 (58%)
[epoch 28] loss: 0.0760422
Test set: Average loss: 1.9305, Accuracy: 2975/5000 (60%)
[epoch 29] loss: 0.0549132
Test set: Average loss: 2.0250, Accuracy: 2961/5000 (59%)
[epoch 30] loss: 0.0320304
Test set: Average loss: 2.0783, Accuracy: 2970/5000 (59%)
[epoch 31] loss: 0.0110236
Test set: Average loss: 2.1325, Accuracy: 3008/5000 (60%)
[epoch 32] loss: 0.0057731
Test set: Average loss: 2.2055, Accuracy: 3039/5000 (61%)
[epoch 33] loss: 0.0040540
Test set: Average loss: 2.2536, Accuracy: 3036/5000 (61%)
[epoch 34] loss: 0.0032199
Test set: Average loss: 2.3145, Accuracy: 3036/5000 (61%)
[epoch 35] loss: 0.0026354
Test set: Average loss: 2.3591, Accuracy: 3031/5000 (61%)
[epoch 36] loss: 0.0021562
Test set: Average loss: 2.4094, Accuracy: 3037/5000 (61%)
[epoch 37] loss: 0.0017859
Test set: Average loss: 2.4624, Accuracy: 3030/5000 (61%)
[epoch 38] loss: 0.0014881
Test set: Average loss: 2.5134, Accuracy: 3043/5000 (61%)
[epoch 39] loss: 0.0012379
Test set: Average loss: 2.5474, Accuracy: 3029/5000 (61%)
[epoch 40] loss: 0.0010325
Test set: Average loss: 2.6046, Accuracy: 3033/5000 (61%)
[epoch 41] loss: 0.0008615
Test set: Average loss: 2.6516, Accuracy: 3035/5000 (61%)
[epoch 42] loss: 0.0007174
Test set: Average loss: 2.7019, Accuracy: 3050/5000 (61%)
[epoch 43] loss: 0.0005969
Test set: Average loss: 2.7509, Accuracy: 3044/5000 (61%)
[epoch 44] loss: 0.0004948
Test set: Average loss: 2.8057, Accuracy: 3039/5000 (61%)
[epoch 45] loss: 0.0004131
Test set: Average loss: 2.8500, Accuracy: 3045/5000 (61%)
[epoch 46] loss: 0.0003432
Test set: Average loss: 2.9017, Accuracy: 3060/5000 (61%)
[epoch 47] loss: 0.0002819
Test set: Average loss: 2.9466, Accuracy: 3037/5000 (61%)
[epoch 48] loss: 0.0002332
Test set: Average loss: 3.0139, Accuracy: 3037/5000 (61%)
[epoch 49] loss: 0.0001934
Test set: Average loss: 3.0549, Accuracy: 3034/5000 (61%)
[epoch 50] loss: 0.0001600
Test set: Average loss: 3.1089, Accuracy: 3035/5000 (61%)
Validation:
Test set: Average loss: 2.9017, Accuracy: 3060/5000 (61%)
Test
Test set: Average loss: 2.8252, Accuracy: 6166/10000 (62%)
15000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3198, Accuracy: 348/5000 (7%)
[epoch 1] loss: 1.2319205
Test set: Average loss: 1.1701, Accuracy: 2902/5000 (58%)
[epoch 2] loss: 1.0837088
Test set: Average loss: 1.1271, Accuracy: 3030/5000 (61%)
[epoch 3] loss: 1.0408121
Test set: Average loss: 1.1691, Accuracy: 2972/5000 (59%)
[epoch 4] loss: 0.9960370
Test set: Average loss: 1.1575, Accuracy: 2981/5000 (60%)
[epoch 5] loss: 0.9676238
Test set: Average loss: 1.1626, Accuracy: 2973/5000 (59%)
[epoch 6] loss: 0.9530170
Test set: Average loss: 1.1951, Accuracy: 2962/5000 (59%)
[epoch 7] loss: 0.9125712
Test set: Average loss: 1.1903, Accuracy: 2984/5000 (60%)
[epoch 8] loss: 0.8930693
Test set: Average loss: 1.2037, Accuracy: 2999/5000 (60%)
[epoch 9] loss: 0.8601724
Test set: Average loss: 1.1710, Accuracy: 3052/5000 (61%)
[epoch 10] loss: 0.8276421
Test set: Average loss: 1.1861, Accuracy: 2998/5000 (60%)
[epoch 11] loss: 0.8100522
Test set: Average loss: 1.1783, Accuracy: 2998/5000 (60%)
[epoch 12] loss: 0.7840278
Test set: Average loss: 1.1916, Accuracy: 3024/5000 (60%)
[epoch 13] loss: 0.7362983
Test set: Average loss: 1.1888, Accuracy: 3010/5000 (60%)
[epoch 14] loss: 0.6919946
Test set: Average loss: 1.2300, Accuracy: 3021/5000 (60%)
[epoch 15] loss: 0.6428841
Test set: Average loss: 1.2309, Accuracy: 3029/5000 (61%)
[epoch 16] loss: 0.5954972
Test set: Average loss: 1.2960, Accuracy: 3018/5000 (60%)
[epoch 17] loss: 0.5516023
Test set: Average loss: 1.2897, Accuracy: 2958/5000 (59%)
[epoch 18] loss: 0.4780012
Test set: Average loss: 1.3875, Accuracy: 2926/5000 (59%)
[epoch 19] loss: 0.4377765
Test set: Average loss: 1.4131, Accuracy: 2973/5000 (59%)
[epoch 20] loss: 0.3665731
Test set: Average loss: 1.4308, Accuracy: 3016/5000 (60%)
[epoch 21] loss: 0.2938292
Test set: Average loss: 1.4739, Accuracy: 3007/5000 (60%)
[epoch 22] loss: 0.2420466
Test set: Average loss: 1.5630, Accuracy: 3049/5000 (61%)
[epoch 23] loss: 0.2024042
Test set: Average loss: 1.6394, Accuracy: 3055/5000 (61%)
[epoch 24] loss: 0.1499003
Test set: Average loss: 1.7350, Accuracy: 2970/5000 (59%)
[epoch 25] loss: 0.1418736
Test set: Average loss: 1.7446, Accuracy: 3003/5000 (60%)
[epoch 26] loss: 0.1102418
Test set: Average loss: 1.8710, Accuracy: 2959/5000 (59%)
[epoch 27] loss: 0.1020448
Test set: Average loss: 1.9431, Accuracy: 2964/5000 (59%)
[epoch 28] loss: 0.0531288
Test set: Average loss: 1.9485, Accuracy: 3012/5000 (60%)
[epoch 29] loss: 0.1523992
Epoch 28: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.2072, Accuracy: 2872/5000 (57%)
[epoch 30] loss: 0.0816900
Epoch 29: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.9132, Accuracy: 3039/5000 (61%)
[epoch 31] loss: 0.0292480
Test set: Average loss: 1.9153, Accuracy: 3047/5000 (61%)
[epoch 32] loss: 0.0274778
Test set: Average loss: 1.9168, Accuracy: 3048/5000 (61%)
[epoch 33] loss: 0.0257491
Test set: Average loss: 1.9183, Accuracy: 3050/5000 (61%)
[epoch 34] loss: 0.0240858
Test set: Average loss: 1.9206, Accuracy: 3051/5000 (61%)
[epoch 35] loss: 0.0224400
Test set: Average loss: 1.9228, Accuracy: 3053/5000 (61%)
[epoch 36] loss: 0.0208434
Test set: Average loss: 1.9244, Accuracy: 3054/5000 (61%)
[epoch 37] loss: 0.0193280
Test set: Average loss: 1.9274, Accuracy: 3060/5000 (61%)
[epoch 38] loss: 0.0179243
Test set: Average loss: 1.9307, Accuracy: 3061/5000 (61%)
[epoch 39] loss: 0.0165873
Test set: Average loss: 1.9335, Accuracy: 3072/5000 (61%)
[epoch 40] loss: 0.0153798
Test set: Average loss: 1.9393, Accuracy: 3064/5000 (61%)
[epoch 41] loss: 0.0142718
Test set: Average loss: 1.9444, Accuracy: 3073/5000 (61%)
[epoch 42] loss: 0.0132343
Test set: Average loss: 1.9497, Accuracy: 3063/5000 (61%)
[epoch 43] loss: 0.0123003
Test set: Average loss: 1.9532, Accuracy: 3067/5000 (61%)
[epoch 44] loss: 0.0114401
Test set: Average loss: 1.9574, Accuracy: 3070/5000 (61%)
[epoch 45] loss: 0.0106536
Test set: Average loss: 1.9628, Accuracy: 3068/5000 (61%)
[epoch 46] loss: 0.0099465
Test set: Average loss: 1.9705, Accuracy: 3059/5000 (61%)
[epoch 47] loss: 0.0092838
Test set: Average loss: 1.9746, Accuracy: 3068/5000 (61%)
[epoch 48] loss: 0.0086834
Test set: Average loss: 1.9814, Accuracy: 3063/5000 (61%)
[epoch 49] loss: 0.0081225
Test set: Average loss: 1.9876, Accuracy: 3058/5000 (61%)
[epoch 50] loss: 0.0076150
Test set: Average loss: 1.9934, Accuracy: 3061/5000 (61%)
Validation:
Test set: Average loss: 1.9444, Accuracy: 3073/5000 (61%)
Test
Test set: Average loss: 1.9064, Accuracy: 6285/10000 (63%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3180, Accuracy: 96/5000 (2%)
[epoch 1] loss: 1.2109897
Test set: Average loss: 1.1556, Accuracy: 2987/5000 (60%)
[epoch 2] loss: 1.0821430
Test set: Average loss: 1.1170, Accuracy: 3041/5000 (61%)
[epoch 3] loss: 1.0468133
Test set: Average loss: 1.1317, Accuracy: 3026/5000 (61%)
[epoch 4] loss: 1.0049512
Test set: Average loss: 1.2313, Accuracy: 2894/5000 (58%)
[epoch 5] loss: 0.9729112
Test set: Average loss: 1.1310, Accuracy: 3029/5000 (61%)
[epoch 6] loss: 0.9402231
Test set: Average loss: 1.1708, Accuracy: 2969/5000 (59%)
[epoch 7] loss: 0.9186263
Test set: Average loss: 1.1493, Accuracy: 3007/5000 (60%)
[epoch 8] loss: 0.9064449
Test set: Average loss: 1.1908, Accuracy: 2942/5000 (59%)
[epoch 9] loss: 0.8767914
Test set: Average loss: 1.1862, Accuracy: 2914/5000 (58%)
[epoch 10] loss: 0.8310251
Test set: Average loss: 1.1944, Accuracy: 2994/5000 (60%)
[epoch 11] loss: 0.8149017
Test set: Average loss: 1.1818, Accuracy: 3033/5000 (61%)
[epoch 12] loss: 0.7945266
Test set: Average loss: 1.1310, Accuracy: 3108/5000 (62%)
[epoch 13] loss: 0.7493077
Test set: Average loss: 1.1785, Accuracy: 3039/5000 (61%)
[epoch 14] loss: 0.7053813
Test set: Average loss: 1.1991, Accuracy: 3022/5000 (60%)
[epoch 15] loss: 0.6570017
Test set: Average loss: 1.2408, Accuracy: 3039/5000 (61%)
[epoch 16] loss: 0.6116957
Test set: Average loss: 1.2408, Accuracy: 3047/5000 (61%)
[epoch 17] loss: 0.5496950
Test set: Average loss: 1.2523, Accuracy: 3095/5000 (62%)
[epoch 18] loss: 0.4785774
Test set: Average loss: 1.3279, Accuracy: 3032/5000 (61%)
[epoch 19] loss: 0.4232701
Test set: Average loss: 1.3103, Accuracy: 3099/5000 (62%)
[epoch 20] loss: 0.3549000
Test set: Average loss: 1.4176, Accuracy: 3025/5000 (60%)
[epoch 21] loss: 0.3005431
Test set: Average loss: 1.4788, Accuracy: 3025/5000 (60%)
[epoch 22] loss: 0.2252546
Test set: Average loss: 1.5581, Accuracy: 3005/5000 (60%)
[epoch 23] loss: 0.2008204
Test set: Average loss: 1.7590, Accuracy: 2925/5000 (58%)
[epoch 24] loss: 0.1844233
Test set: Average loss: 1.6226, Accuracy: 3061/5000 (61%)
[epoch 25] loss: 0.1018395
Test set: Average loss: 1.8214, Accuracy: 3024/5000 (60%)
[epoch 26] loss: 0.0569170
Test set: Average loss: 1.8053, Accuracy: 3071/5000 (61%)
[epoch 27] loss: 0.0757161
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9099, Accuracy: 2985/5000 (60%)
[epoch 28] loss: 0.0533716
Test set: Average loss: 1.7866, Accuracy: 3110/5000 (62%)
[epoch 29] loss: 0.0185354
Test set: Average loss: 1.7974, Accuracy: 3119/5000 (62%)
[epoch 30] loss: 0.0133962
Test set: Average loss: 1.8138, Accuracy: 3128/5000 (63%)
[epoch 31] loss: 0.0106503
Test set: Average loss: 1.8325, Accuracy: 3131/5000 (63%)
[epoch 32] loss: 0.0088169
Test set: Average loss: 1.8527, Accuracy: 3129/5000 (63%)
[epoch 33] loss: 0.0074199
Test set: Average loss: 1.8688, Accuracy: 3135/5000 (63%)
[epoch 34] loss: 0.0062853
Test set: Average loss: 1.8910, Accuracy: 3134/5000 (63%)
[epoch 35] loss: 0.0053972
Test set: Average loss: 1.9096, Accuracy: 3142/5000 (63%)
[epoch 36] loss: 0.0045942
Test set: Average loss: 1.9377, Accuracy: 3147/5000 (63%)
[epoch 37] loss: 0.0039400
Test set: Average loss: 1.9591, Accuracy: 3148/5000 (63%)
[epoch 38] loss: 0.0033724
Test set: Average loss: 1.9824, Accuracy: 3156/5000 (63%)
[epoch 39] loss: 0.0028681
Test set: Average loss: 2.0108, Accuracy: 3152/5000 (63%)
[epoch 40] loss: 0.0024353
Test set: Average loss: 2.0395, Accuracy: 3150/5000 (63%)
[epoch 41] loss: 0.0020608
Test set: Average loss: 2.0699, Accuracy: 3158/5000 (63%)
[epoch 42] loss: 0.0017257
Test set: Average loss: 2.0990, Accuracy: 3164/5000 (63%)
[epoch 43] loss: 0.0014418
Test set: Average loss: 2.1429, Accuracy: 3159/5000 (63%)
[epoch 44] loss: 0.0012179
Test set: Average loss: 2.1676, Accuracy: 3167/5000 (63%)
[epoch 45] loss: 0.0010037
Test set: Average loss: 2.2123, Accuracy: 3171/5000 (63%)
[epoch 46] loss: 0.0008310
Test set: Average loss: 2.2449, Accuracy: 3165/5000 (63%)
[epoch 47] loss: 0.0006846
Test set: Average loss: 2.2868, Accuracy: 3174/5000 (63%)
[epoch 48] loss: 0.0005628
Test set: Average loss: 2.3235, Accuracy: 3173/5000 (63%)
[epoch 49] loss: 0.0004594
Test set: Average loss: 2.3674, Accuracy: 3173/5000 (63%)
[epoch 50] loss: 0.0003741
Test set: Average loss: 2.4052, Accuracy: 3175/5000 (64%)
Validation:
Test set: Average loss: 2.4052, Accuracy: 3175/5000 (64%)
Test
Test set: Average loss: 2.3822, Accuracy: 6446/10000 (64%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3123, Accuracy: 40/5000 (1%)
[epoch 1] loss: 1.2159254
Test set: Average loss: 1.1554, Accuracy: 2980/5000 (60%)
[epoch 2] loss: 1.0899588
Test set: Average loss: 1.2184, Accuracy: 2805/5000 (56%)
[epoch 3] loss: 1.0478274
Test set: Average loss: 1.1625, Accuracy: 2964/5000 (59%)
[epoch 4] loss: 1.0154915
Test set: Average loss: 1.1842, Accuracy: 2962/5000 (59%)
[epoch 5] loss: 0.9807596
Test set: Average loss: 1.1447, Accuracy: 3011/5000 (60%)
[epoch 6] loss: 0.9619173
Test set: Average loss: 1.1625, Accuracy: 2966/5000 (59%)
[epoch 7] loss: 0.9373254
Test set: Average loss: 1.1355, Accuracy: 3057/5000 (61%)
[epoch 8] loss: 0.9091917
Test set: Average loss: 1.1624, Accuracy: 3017/5000 (60%)
[epoch 9] loss: 0.8866675
Test set: Average loss: 1.2006, Accuracy: 3015/5000 (60%)
[epoch 10] loss: 0.8605145
Test set: Average loss: 1.1651, Accuracy: 3022/5000 (60%)
[epoch 11] loss: 0.8184140
Test set: Average loss: 1.2394, Accuracy: 2959/5000 (59%)
[epoch 12] loss: 0.7869865
Test set: Average loss: 1.1410, Accuracy: 3108/5000 (62%)
[epoch 13] loss: 0.7451136
Test set: Average loss: 1.2389, Accuracy: 3014/5000 (60%)
[epoch 14] loss: 0.7127806
Test set: Average loss: 1.1697, Accuracy: 3080/5000 (62%)
[epoch 15] loss: 0.6520211
Test set: Average loss: 1.1972, Accuracy: 3089/5000 (62%)
[epoch 16] loss: 0.6138890
Test set: Average loss: 1.2770, Accuracy: 3016/5000 (60%)
[epoch 17] loss: 0.5701415
Test set: Average loss: 1.2045, Accuracy: 3083/5000 (62%)
[epoch 18] loss: 0.4850567
Test set: Average loss: 1.2567, Accuracy: 3077/5000 (62%)
[epoch 19] loss: 0.4330393
Test set: Average loss: 1.3452, Accuracy: 3053/5000 (61%)
[epoch 20] loss: 0.3746264
Test set: Average loss: 1.3629, Accuracy: 3067/5000 (61%)
[epoch 21] loss: 0.3114751
Test set: Average loss: 1.4167, Accuracy: 3106/5000 (62%)
[epoch 22] loss: 0.2411258
Test set: Average loss: 1.5018, Accuracy: 3026/5000 (61%)
[epoch 23] loss: 0.2107755
Test set: Average loss: 1.5888, Accuracy: 3101/5000 (62%)
[epoch 24] loss: 0.1706523
Test set: Average loss: 1.6834, Accuracy: 3011/5000 (60%)
[epoch 25] loss: 0.1433589
Test set: Average loss: 1.7309, Accuracy: 3025/5000 (60%)
[epoch 26] loss: 0.1059867
Test set: Average loss: 1.7798, Accuracy: 3045/5000 (61%)
[epoch 27] loss: 0.1146571
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8882, Accuracy: 3041/5000 (61%)
[epoch 28] loss: 0.0531158
Test set: Average loss: 1.7565, Accuracy: 3120/5000 (62%)
[epoch 29] loss: 0.0223608
Test set: Average loss: 1.7649, Accuracy: 3126/5000 (63%)
[epoch 30] loss: 0.0162096
Test set: Average loss: 1.7793, Accuracy: 3120/5000 (62%)
[epoch 31] loss: 0.0128230
Test set: Average loss: 1.7937, Accuracy: 3139/5000 (63%)
[epoch 32] loss: 0.0105671
Test set: Average loss: 1.8105, Accuracy: 3134/5000 (63%)
[epoch 33] loss: 0.0088939
Test set: Average loss: 1.8279, Accuracy: 3131/5000 (63%)
[epoch 34] loss: 0.0075196
Test set: Average loss: 1.8666, Accuracy: 3130/5000 (63%)
[epoch 35] loss: 0.0064318
Test set: Average loss: 1.8687, Accuracy: 3142/5000 (63%)
[epoch 36] loss: 0.0054998
Test set: Average loss: 1.8900, Accuracy: 3145/5000 (63%)
[epoch 37] loss: 0.0046887
Test set: Average loss: 1.9161, Accuracy: 3142/5000 (63%)
[epoch 38] loss: 0.0039924
Test set: Average loss: 1.9397, Accuracy: 3155/5000 (63%)
[epoch 39] loss: 0.0034003
Test set: Average loss: 1.9627, Accuracy: 3150/5000 (63%)
[epoch 40] loss: 0.0028740
Test set: Average loss: 1.9929, Accuracy: 3152/5000 (63%)
[epoch 41] loss: 0.0024207
Test set: Average loss: 2.0233, Accuracy: 3164/5000 (63%)
[epoch 42] loss: 0.0020369
Test set: Average loss: 2.0565, Accuracy: 3169/5000 (63%)
[epoch 43] loss: 0.0016956
Test set: Average loss: 2.0837, Accuracy: 3160/5000 (63%)
[epoch 44] loss: 0.0014127
Test set: Average loss: 2.1186, Accuracy: 3175/5000 (64%)
[epoch 45] loss: 0.0011717
Test set: Average loss: 2.1550, Accuracy: 3178/5000 (64%)
[epoch 46] loss: 0.0009665
Test set: Average loss: 2.1952, Accuracy: 3171/5000 (63%)
[epoch 47] loss: 0.0007962
Test set: Average loss: 2.2194, Accuracy: 3182/5000 (64%)
[epoch 48] loss: 0.0006525
Test set: Average loss: 2.2635, Accuracy: 3170/5000 (63%)
[epoch 49] loss: 0.0005332
Test set: Average loss: 2.3010, Accuracy: 3174/5000 (63%)
[epoch 50] loss: 0.0004358
Test set: Average loss: 2.3424, Accuracy: 3176/5000 (64%)
Validation:
Test set: Average loss: 2.2194, Accuracy: 3182/5000 (64%)
Test
Test set: Average loss: 2.1444, Accuracy: 6485/10000 (65%)
20000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.2924, Accuracy: 727/5000 (15%)
[epoch 1] loss: 1.2059580
Test set: Average loss: 1.1766, Accuracy: 2929/5000 (59%)
[epoch 2] loss: 1.0754443
Test set: Average loss: 1.1230, Accuracy: 2979/5000 (60%)
[epoch 3] loss: 1.0378186
Test set: Average loss: 1.2164, Accuracy: 2860/5000 (57%)
[epoch 4] loss: 1.0065243
Test set: Average loss: 1.1451, Accuracy: 2986/5000 (60%)
[epoch 5] loss: 0.9739652
Test set: Average loss: 1.1017, Accuracy: 3105/5000 (62%)
[epoch 6] loss: 0.9437647
Test set: Average loss: 1.1155, Accuracy: 3081/5000 (62%)
[epoch 7] loss: 0.9223048
Test set: Average loss: 1.1373, Accuracy: 3043/5000 (61%)
[epoch 8] loss: 0.8889326
Test set: Average loss: 1.1167, Accuracy: 3098/5000 (62%)
[epoch 9] loss: 0.8656629
Test set: Average loss: 1.1277, Accuracy: 3086/5000 (62%)
[epoch 10] loss: 0.8270784
Test set: Average loss: 1.1183, Accuracy: 3090/5000 (62%)
[epoch 11] loss: 0.8005257
Test set: Average loss: 1.1249, Accuracy: 3076/5000 (62%)
[epoch 12] loss: 0.7572392
Test set: Average loss: 1.2055, Accuracy: 3032/5000 (61%)
[epoch 13] loss: 0.7098783
Test set: Average loss: 1.1308, Accuracy: 3152/5000 (63%)
[epoch 14] loss: 0.6670007
Test set: Average loss: 1.1541, Accuracy: 3150/5000 (63%)
[epoch 15] loss: 0.6145844
Test set: Average loss: 1.1248, Accuracy: 3173/5000 (63%)
[epoch 16] loss: 0.5587955
Test set: Average loss: 1.1801, Accuracy: 3119/5000 (62%)
[epoch 17] loss: 0.4947717
Test set: Average loss: 1.2306, Accuracy: 3097/5000 (62%)
[epoch 18] loss: 0.4285977
Test set: Average loss: 1.2782, Accuracy: 3128/5000 (63%)
[epoch 19] loss: 0.3762646
Test set: Average loss: 1.3446, Accuracy: 3139/5000 (63%)
[epoch 20] loss: 0.2960889
Test set: Average loss: 1.3722, Accuracy: 3162/5000 (63%)
[epoch 21] loss: 0.2378874
Test set: Average loss: 1.4188, Accuracy: 3186/5000 (64%)
[epoch 22] loss: 0.1738843
Test set: Average loss: 1.5276, Accuracy: 3119/5000 (62%)
[epoch 23] loss: 0.1384138
Test set: Average loss: 1.5834, Accuracy: 3125/5000 (62%)
[epoch 24] loss: 0.1488587
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7271, Accuracy: 3034/5000 (61%)
[epoch 25] loss: 0.0553795
Test set: Average loss: 1.5921, Accuracy: 3203/5000 (64%)
[epoch 26] loss: 0.0241539
Test set: Average loss: 1.6085, Accuracy: 3200/5000 (64%)
[epoch 27] loss: 0.0173989
Test set: Average loss: 1.6303, Accuracy: 3216/5000 (64%)
[epoch 28] loss: 0.0135760
Test set: Average loss: 1.6471, Accuracy: 3215/5000 (64%)
[epoch 29] loss: 0.0108936
Test set: Average loss: 1.6653, Accuracy: 3212/5000 (64%)
[epoch 30] loss: 0.0088847
Test set: Average loss: 1.6822, Accuracy: 3207/5000 (64%)
[epoch 31] loss: 0.0072741
Test set: Average loss: 1.7119, Accuracy: 3222/5000 (64%)
[epoch 32] loss: 0.0059234
Test set: Average loss: 1.7360, Accuracy: 3222/5000 (64%)
[epoch 33] loss: 0.0048104
Test set: Average loss: 1.7702, Accuracy: 3226/5000 (65%)
[epoch 34] loss: 0.0038745
Test set: Average loss: 1.7948, Accuracy: 3219/5000 (64%)
[epoch 35] loss: 0.0031111
Test set: Average loss: 1.8340, Accuracy: 3236/5000 (65%)
[epoch 36] loss: 0.0024761
Test set: Average loss: 1.8642, Accuracy: 3241/5000 (65%)
[epoch 37] loss: 0.0019706
Test set: Average loss: 1.9114, Accuracy: 3247/5000 (65%)
[epoch 38] loss: 0.0015470
Test set: Average loss: 1.9428, Accuracy: 3246/5000 (65%)
[epoch 39] loss: 0.0012112
Test set: Average loss: 1.9832, Accuracy: 3251/5000 (65%)
[epoch 40] loss: 0.0009499
Test set: Average loss: 2.0254, Accuracy: 3240/5000 (65%)
[epoch 41] loss: 0.0007387
Test set: Average loss: 2.0597, Accuracy: 3256/5000 (65%)
[epoch 42] loss: 0.0005705
Test set: Average loss: 2.1138, Accuracy: 3252/5000 (65%)
[epoch 43] loss: 0.0004410
Test set: Average loss: 2.1531, Accuracy: 3249/5000 (65%)
[epoch 44] loss: 0.0003384
Test set: Average loss: 2.2028, Accuracy: 3254/5000 (65%)
[epoch 45] loss: 0.0002594
Test set: Average loss: 2.2488, Accuracy: 3260/5000 (65%)
[epoch 46] loss: 0.0001978
Test set: Average loss: 2.2951, Accuracy: 3245/5000 (65%)
[epoch 47] loss: 0.0001516
Test set: Average loss: 2.3343, Accuracy: 3251/5000 (65%)
[epoch 48] loss: 0.0001150
Test set: Average loss: 2.3828, Accuracy: 3255/5000 (65%)
[epoch 49] loss: 0.0000872
Test set: Average loss: 2.4277, Accuracy: 3264/5000 (65%)
[epoch 50] loss: 0.0000659
Test set: Average loss: 2.4773, Accuracy: 3257/5000 (65%)
Validation:
Test set: Average loss: 2.4277, Accuracy: 3264/5000 (65%)
Test
Test set: Average loss: 2.4088, Accuracy: 6643/10000 (66%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3088, Accuracy: 527/5000 (11%)
[epoch 1] loss: 1.1952241
Test set: Average loss: 1.2012, Accuracy: 2842/5000 (57%)
[epoch 2] loss: 1.0777272
Test set: Average loss: 1.1599, Accuracy: 3002/5000 (60%)
[epoch 3] loss: 1.0319353
Test set: Average loss: 1.1528, Accuracy: 2963/5000 (59%)
[epoch 4] loss: 1.0082690
Test set: Average loss: 1.1595, Accuracy: 3012/5000 (60%)
[epoch 5] loss: 0.9692292
Test set: Average loss: 1.1657, Accuracy: 2958/5000 (59%)
[epoch 6] loss: 0.9464460
Test set: Average loss: 1.0924, Accuracy: 3086/5000 (62%)
[epoch 7] loss: 0.9264495
Test set: Average loss: 1.1639, Accuracy: 2953/5000 (59%)
[epoch 8] loss: 0.9004584
Test set: Average loss: 1.1030, Accuracy: 3074/5000 (61%)
[epoch 9] loss: 0.8666459
Test set: Average loss: 1.0635, Accuracy: 3158/5000 (63%)
[epoch 10] loss: 0.8312143
Test set: Average loss: 1.1122, Accuracy: 3110/5000 (62%)
[epoch 11] loss: 0.7986025
Test set: Average loss: 1.1252, Accuracy: 3086/5000 (62%)
[epoch 12] loss: 0.7572070
Test set: Average loss: 1.0922, Accuracy: 3157/5000 (63%)
[epoch 13] loss: 0.7199000
Test set: Average loss: 1.1444, Accuracy: 3128/5000 (63%)
[epoch 14] loss: 0.6741797
Test set: Average loss: 1.1257, Accuracy: 3170/5000 (63%)
[epoch 15] loss: 0.6075926
Test set: Average loss: 1.1661, Accuracy: 3160/5000 (63%)
[epoch 16] loss: 0.5538585
Test set: Average loss: 1.1988, Accuracy: 3142/5000 (63%)
[epoch 17] loss: 0.4993754
Test set: Average loss: 1.2522, Accuracy: 3155/5000 (63%)
[epoch 18] loss: 0.4184761
Test set: Average loss: 1.2668, Accuracy: 3175/5000 (64%)
[epoch 19] loss: 0.3571895
Test set: Average loss: 1.3774, Accuracy: 3107/5000 (62%)
[epoch 20] loss: 0.2761094
Test set: Average loss: 1.3671, Accuracy: 3167/5000 (63%)
[epoch 21] loss: 0.2463630
Test set: Average loss: 1.5642, Accuracy: 3070/5000 (61%)
[epoch 22] loss: 0.1774245
Test set: Average loss: 1.5319, Accuracy: 3192/5000 (64%)
[epoch 23] loss: 0.1274273
Test set: Average loss: 1.6616, Accuracy: 3132/5000 (63%)
[epoch 24] loss: 0.1447131
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7037, Accuracy: 3096/5000 (62%)
[epoch 25] loss: 0.0440233
Test set: Average loss: 1.5949, Accuracy: 3220/5000 (64%)
[epoch 26] loss: 0.0212272
Test set: Average loss: 1.6094, Accuracy: 3231/5000 (65%)
[epoch 27] loss: 0.0157044
Test set: Average loss: 1.6291, Accuracy: 3241/5000 (65%)
[epoch 28] loss: 0.0124228
Test set: Average loss: 1.6451, Accuracy: 3253/5000 (65%)
[epoch 29] loss: 0.0100954
Test set: Average loss: 1.6712, Accuracy: 3256/5000 (65%)
[epoch 30] loss: 0.0082850
Test set: Average loss: 1.6860, Accuracy: 3262/5000 (65%)
[epoch 31] loss: 0.0067738
Test set: Average loss: 1.7142, Accuracy: 3276/5000 (66%)
[epoch 32] loss: 0.0055180
Test set: Average loss: 1.7382, Accuracy: 3287/5000 (66%)
[epoch 33] loss: 0.0045040
Test set: Average loss: 1.7720, Accuracy: 3278/5000 (66%)
[epoch 34] loss: 0.0036345
Test set: Average loss: 1.8010, Accuracy: 3277/5000 (66%)
[epoch 35] loss: 0.0028976
Test set: Average loss: 1.8415, Accuracy: 3270/5000 (65%)
[epoch 36] loss: 0.0023103
Test set: Average loss: 1.8737, Accuracy: 3268/5000 (65%)
[epoch 37] loss: 0.0018335
Test set: Average loss: 1.9097, Accuracy: 3289/5000 (66%)
[epoch 38] loss: 0.0014383
Test set: Average loss: 1.9473, Accuracy: 3275/5000 (66%)
[epoch 39] loss: 0.0011299
Test set: Average loss: 1.9885, Accuracy: 3285/5000 (66%)
[epoch 40] loss: 0.0008772
Test set: Average loss: 2.0324, Accuracy: 3277/5000 (66%)
[epoch 41] loss: 0.0006825
Test set: Average loss: 2.0698, Accuracy: 3278/5000 (66%)
[epoch 42] loss: 0.0005291
Test set: Average loss: 2.1120, Accuracy: 3269/5000 (65%)
[epoch 43] loss: 0.0004029
Test set: Average loss: 2.1579, Accuracy: 3275/5000 (66%)
[epoch 44] loss: 0.0003120
Test set: Average loss: 2.2005, Accuracy: 3284/5000 (66%)
[epoch 45] loss: 0.0002386
Test set: Average loss: 2.2497, Accuracy: 3282/5000 (66%)
[epoch 46] loss: 0.0001808
Test set: Average loss: 2.3006, Accuracy: 3275/5000 (66%)
[epoch 47] loss: 0.0001385
Test set: Average loss: 2.3520, Accuracy: 3287/5000 (66%)
[epoch 48] loss: 0.0001051
Test set: Average loss: 2.3950, Accuracy: 3273/5000 (65%)
[epoch 49] loss: 0.0000797
Test set: Average loss: 2.4354, Accuracy: 3277/5000 (66%)
[epoch 50] loss: 0.0000603
Test set: Average loss: 2.4852, Accuracy: 3288/5000 (66%)
Validation:
Test set: Average loss: 1.9097, Accuracy: 3289/5000 (66%)
Test
Test set: Average loss: 1.8824, Accuracy: 6650/10000 (66%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3228, Accuracy: 89/5000 (2%)
[epoch 1] loss: 1.2148007
Test set: Average loss: 1.2728, Accuracy: 2786/5000 (56%)
[epoch 2] loss: 1.0915782
Test set: Average loss: 1.1490, Accuracy: 2952/5000 (59%)
[epoch 3] loss: 1.0438684
Test set: Average loss: 1.1765, Accuracy: 2993/5000 (60%)
[epoch 4] loss: 1.0090522
Test set: Average loss: 1.1231, Accuracy: 3055/5000 (61%)
[epoch 5] loss: 0.9728257
Test set: Average loss: 1.1768, Accuracy: 2924/5000 (58%)
[epoch 6] loss: 0.9532322
Test set: Average loss: 1.1388, Accuracy: 3042/5000 (61%)
[epoch 7] loss: 0.9177767
Test set: Average loss: 1.0773, Accuracy: 3079/5000 (62%)
[epoch 8] loss: 0.8962244
Test set: Average loss: 1.1200, Accuracy: 3068/5000 (61%)
[epoch 9] loss: 0.8591870
Test set: Average loss: 1.1008, Accuracy: 3114/5000 (62%)
[epoch 10] loss: 0.8285764
Test set: Average loss: 1.1585, Accuracy: 3059/5000 (61%)
[epoch 11] loss: 0.7953325
Test set: Average loss: 1.1650, Accuracy: 3090/5000 (62%)
[epoch 12] loss: 0.7507038
Test set: Average loss: 1.1136, Accuracy: 3151/5000 (63%)
[epoch 13] loss: 0.7119006
Test set: Average loss: 1.1519, Accuracy: 3152/5000 (63%)
[epoch 14] loss: 0.6683590
Test set: Average loss: 1.1413, Accuracy: 3148/5000 (63%)
[epoch 15] loss: 0.6075177
Test set: Average loss: 1.2121, Accuracy: 3114/5000 (62%)
[epoch 16] loss: 0.5529206
Test set: Average loss: 1.2692, Accuracy: 3159/5000 (63%)
[epoch 17] loss: 0.4851941
Test set: Average loss: 1.2176, Accuracy: 3189/5000 (64%)
[epoch 18] loss: 0.4112746
Test set: Average loss: 1.2934, Accuracy: 3145/5000 (63%)
[epoch 19] loss: 0.3488289
Test set: Average loss: 1.3484, Accuracy: 3118/5000 (62%)
[epoch 20] loss: 0.2860800
Test set: Average loss: 1.3791, Accuracy: 3205/5000 (64%)
[epoch 21] loss: 0.2303664
Test set: Average loss: 1.4196, Accuracy: 3228/5000 (65%)
[epoch 22] loss: 0.1690692
Test set: Average loss: 1.5467, Accuracy: 3144/5000 (63%)
[epoch 23] loss: 0.1449580
Test set: Average loss: 1.6398, Accuracy: 3116/5000 (62%)
[epoch 24] loss: 0.1207099
Test set: Average loss: 1.7312, Accuracy: 3141/5000 (63%)
[epoch 25] loss: 0.1050343
Test set: Average loss: 1.8402, Accuracy: 3077/5000 (62%)
[epoch 26] loss: 0.1322613
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8739, Accuracy: 3106/5000 (62%)
[epoch 27] loss: 0.0432191
Test set: Average loss: 1.7197, Accuracy: 3226/5000 (65%)
[epoch 28] loss: 0.0163702
Test set: Average loss: 1.7333, Accuracy: 3228/5000 (65%)
[epoch 29] loss: 0.0113795
Test set: Average loss: 1.7550, Accuracy: 3236/5000 (65%)
[epoch 30] loss: 0.0087885
Test set: Average loss: 1.7662, Accuracy: 3243/5000 (65%)
[epoch 31] loss: 0.0069748
Test set: Average loss: 1.7862, Accuracy: 3242/5000 (65%)
[epoch 32] loss: 0.0056244
Test set: Average loss: 1.8079, Accuracy: 3243/5000 (65%)
[epoch 33] loss: 0.0045537
Test set: Average loss: 1.8309, Accuracy: 3241/5000 (65%)
[epoch 34] loss: 0.0036969
Test set: Average loss: 1.8511, Accuracy: 3241/5000 (65%)
[epoch 35] loss: 0.0029901
Test set: Average loss: 1.8761, Accuracy: 3247/5000 (65%)
[epoch 36] loss: 0.0024095
Test set: Average loss: 1.9043, Accuracy: 3249/5000 (65%)
[epoch 37] loss: 0.0019307
Test set: Average loss: 1.9358, Accuracy: 3239/5000 (65%)
[epoch 38] loss: 0.0015392
Test set: Average loss: 1.9657, Accuracy: 3248/5000 (65%)
[epoch 39] loss: 0.0012204
Test set: Average loss: 1.9974, Accuracy: 3253/5000 (65%)
[epoch 40] loss: 0.0009616
Test set: Average loss: 2.0347, Accuracy: 3260/5000 (65%)
[epoch 41] loss: 0.0007519
Test set: Average loss: 2.0738, Accuracy: 3252/5000 (65%)
[epoch 42] loss: 0.0005853
Test set: Average loss: 2.1040, Accuracy: 3258/5000 (65%)
[epoch 43] loss: 0.0004535
Test set: Average loss: 2.1524, Accuracy: 3260/5000 (65%)
[epoch 44] loss: 0.0003515
Test set: Average loss: 2.1901, Accuracy: 3263/5000 (65%)
[epoch 45] loss: 0.0002696
Test set: Average loss: 2.2298, Accuracy: 3272/5000 (65%)
[epoch 46] loss: 0.0002064
Test set: Average loss: 2.2808, Accuracy: 3255/5000 (65%)
[epoch 47] loss: 0.0001580
Test set: Average loss: 2.3163, Accuracy: 3266/5000 (65%)
[epoch 48] loss: 0.0001208
Test set: Average loss: 2.3633, Accuracy: 3265/5000 (65%)
[epoch 49] loss: 0.0000912
Test set: Average loss: 2.4118, Accuracy: 3268/5000 (65%)
[epoch 50] loss: 0.0000696
Test set: Average loss: 2.4547, Accuracy: 3268/5000 (65%)
Validation:
Test set: Average loss: 2.2298, Accuracy: 3272/5000 (65%)
Test
Test set: Average loss: 2.1546, Accuracy: 6677/10000 (67%)
25000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3012, Accuracy: 733/5000 (15%)
[epoch 1] loss: 1.2020591
Test set: Average loss: 1.2132, Accuracy: 2857/5000 (57%)
[epoch 2] loss: 1.0773038
Test set: Average loss: 1.1721, Accuracy: 2919/5000 (58%)
[epoch 3] loss: 1.0366679
Test set: Average loss: 1.1086, Accuracy: 3085/5000 (62%)
[epoch 4] loss: 0.9986479
Test set: Average loss: 1.1279, Accuracy: 3032/5000 (61%)
[epoch 5] loss: 0.9756288
Test set: Average loss: 1.1026, Accuracy: 3072/5000 (61%)
[epoch 6] loss: 0.9422047
Test set: Average loss: 1.1026, Accuracy: 3080/5000 (62%)
[epoch 7] loss: 0.9193911
Test set: Average loss: 1.1365, Accuracy: 3014/5000 (60%)
[epoch 8] loss: 0.8792493
Test set: Average loss: 1.1119, Accuracy: 3076/5000 (62%)
[epoch 9] loss: 0.8501098
Test set: Average loss: 1.1213, Accuracy: 3060/5000 (61%)
[epoch 10] loss: 0.8098694
Test set: Average loss: 1.0937, Accuracy: 3159/5000 (63%)
[epoch 11] loss: 0.7763107
Test set: Average loss: 1.0930, Accuracy: 3125/5000 (62%)
[epoch 12] loss: 0.7208578
Test set: Average loss: 1.0973, Accuracy: 3164/5000 (63%)
[epoch 13] loss: 0.6712061
Test set: Average loss: 1.1426, Accuracy: 3151/5000 (63%)
[epoch 14] loss: 0.6232702
Test set: Average loss: 1.1469, Accuracy: 3177/5000 (64%)
[epoch 15] loss: 0.5607548
Test set: Average loss: 1.2351, Accuracy: 3119/5000 (62%)
[epoch 16] loss: 0.5031809
Test set: Average loss: 1.2859, Accuracy: 3092/5000 (62%)
[epoch 17] loss: 0.4427412
Test set: Average loss: 1.2442, Accuracy: 3174/5000 (63%)
[epoch 18] loss: 0.3417555
Test set: Average loss: 1.3289, Accuracy: 3196/5000 (64%)
[epoch 19] loss: 0.2828906
Test set: Average loss: 1.3636, Accuracy: 3162/5000 (63%)
[epoch 20] loss: 0.2234741
Test set: Average loss: 1.4581, Accuracy: 3192/5000 (64%)
[epoch 21] loss: 0.1705898
Test set: Average loss: 1.4840, Accuracy: 3202/5000 (64%)
[epoch 22] loss: 0.1500172
Test set: Average loss: 1.6064, Accuracy: 3187/5000 (64%)
[epoch 23] loss: 0.1451935
Test set: Average loss: 1.7522, Accuracy: 3120/5000 (62%)
[epoch 24] loss: 0.1341961
Test set: Average loss: 1.7620, Accuracy: 3171/5000 (63%)
[epoch 25] loss: 0.1223557
Test set: Average loss: 1.7989, Accuracy: 3128/5000 (63%)
[epoch 26] loss: 0.0771630
Test set: Average loss: 1.8777, Accuracy: 3152/5000 (63%)
[epoch 27] loss: 0.1515572
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9068, Accuracy: 3148/5000 (63%)
[epoch 28] loss: 0.0395805
Test set: Average loss: 1.7671, Accuracy: 3237/5000 (65%)
[epoch 29] loss: 0.0132238
Test set: Average loss: 1.7800, Accuracy: 3241/5000 (65%)
[epoch 30] loss: 0.0086017
Test set: Average loss: 1.7926, Accuracy: 3258/5000 (65%)
[epoch 31] loss: 0.0063291
Test set: Average loss: 1.8075, Accuracy: 3269/5000 (65%)
[epoch 32] loss: 0.0048037
Test set: Average loss: 1.8278, Accuracy: 3272/5000 (65%)
[epoch 33] loss: 0.0037048
Test set: Average loss: 1.8449, Accuracy: 3269/5000 (65%)
[epoch 34] loss: 0.0028511
Test set: Average loss: 1.8692, Accuracy: 3286/5000 (66%)
[epoch 35] loss: 0.0021972
Test set: Average loss: 1.8972, Accuracy: 3284/5000 (66%)
[epoch 36] loss: 0.0016700
Test set: Average loss: 1.9249, Accuracy: 3297/5000 (66%)
[epoch 37] loss: 0.0012676
Test set: Average loss: 1.9573, Accuracy: 3296/5000 (66%)
[epoch 38] loss: 0.0009538
Test set: Average loss: 1.9965, Accuracy: 3291/5000 (66%)
[epoch 39] loss: 0.0007125
Test set: Average loss: 2.0323, Accuracy: 3280/5000 (66%)
[epoch 40] loss: 0.0005280
Test set: Average loss: 2.0713, Accuracy: 3299/5000 (66%)
[epoch 41] loss: 0.0003894
Test set: Average loss: 2.1120, Accuracy: 3290/5000 (66%)
[epoch 42] loss: 0.0002852
Test set: Average loss: 2.1601, Accuracy: 3304/5000 (66%)
[epoch 43] loss: 0.0002080
Test set: Average loss: 2.1978, Accuracy: 3287/5000 (66%)
[epoch 44] loss: 0.0001510
Test set: Average loss: 2.2433, Accuracy: 3293/5000 (66%)
[epoch 45] loss: 0.0001086
Test set: Average loss: 2.2961, Accuracy: 3293/5000 (66%)
[epoch 46] loss: 0.0000783
Test set: Average loss: 2.3427, Accuracy: 3295/5000 (66%)
[epoch 47] loss: 0.0000561
Test set: Average loss: 2.3880, Accuracy: 3283/5000 (66%)
[epoch 48] loss: 0.0000402
Test set: Average loss: 2.4435, Accuracy: 3294/5000 (66%)
[epoch 49] loss: 0.0000286
Test set: Average loss: 2.4939, Accuracy: 3299/5000 (66%)
[epoch 50] loss: 0.0000203
Test set: Average loss: 2.5444, Accuracy: 3302/5000 (66%)
Validation:
Test set: Average loss: 2.1601, Accuracy: 3304/5000 (66%)
Test
Test set: Average loss: 2.1490, Accuracy: 6698/10000 (67%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3094, Accuracy: 296/5000 (6%)
[epoch 1] loss: 1.1856862
Test set: Average loss: 1.1708, Accuracy: 2982/5000 (60%)
[epoch 2] loss: 1.0844573
Test set: Average loss: 1.0993, Accuracy: 3056/5000 (61%)
[epoch 3] loss: 1.0310091
Test set: Average loss: 1.1263, Accuracy: 3005/5000 (60%)
[epoch 4] loss: 1.0044218
Test set: Average loss: 1.1150, Accuracy: 3006/5000 (60%)
[epoch 5] loss: 0.9757698
Test set: Average loss: 1.1323, Accuracy: 3058/5000 (61%)
[epoch 6] loss: 0.9502343
Test set: Average loss: 1.1532, Accuracy: 3000/5000 (60%)
[epoch 7] loss: 0.9175095
Test set: Average loss: 1.1095, Accuracy: 3038/5000 (61%)
[epoch 8] loss: 0.8948364
Test set: Average loss: 1.0781, Accuracy: 3142/5000 (63%)
[epoch 9] loss: 0.8628200
Test set: Average loss: 1.0730, Accuracy: 3166/5000 (63%)
[epoch 10] loss: 0.8197016
Test set: Average loss: 1.0744, Accuracy: 3151/5000 (63%)
[epoch 11] loss: 0.7743812
Test set: Average loss: 1.1059, Accuracy: 3138/5000 (63%)
[epoch 12] loss: 0.7455009
Test set: Average loss: 1.1142, Accuracy: 3141/5000 (63%)
[epoch 13] loss: 0.6972580
Test set: Average loss: 1.0789, Accuracy: 3201/5000 (64%)
[epoch 14] loss: 0.6297468
Test set: Average loss: 1.1043, Accuracy: 3213/5000 (64%)
[epoch 15] loss: 0.5817156
Test set: Average loss: 1.1760, Accuracy: 3144/5000 (63%)
[epoch 16] loss: 0.5176655
Test set: Average loss: 1.1523, Accuracy: 3240/5000 (65%)
[epoch 17] loss: 0.4465328
Test set: Average loss: 1.2092, Accuracy: 3181/5000 (64%)
[epoch 18] loss: 0.3798453
Test set: Average loss: 1.3022, Accuracy: 3167/5000 (63%)
[epoch 19] loss: 0.2934538
Test set: Average loss: 1.3837, Accuracy: 3149/5000 (63%)
[epoch 20] loss: 0.2314257
Test set: Average loss: 1.3685, Accuracy: 3220/5000 (64%)
[epoch 21] loss: 0.1887452
Test set: Average loss: 1.4433, Accuracy: 3217/5000 (64%)
[epoch 22] loss: 0.1695294
Test set: Average loss: 1.6304, Accuracy: 3119/5000 (62%)
[epoch 23] loss: 0.1392227
Test set: Average loss: 1.6671, Accuracy: 3180/5000 (64%)
[epoch 24] loss: 0.1385618
Test set: Average loss: 1.7766, Accuracy: 3146/5000 (63%)
[epoch 25] loss: 0.1102703
Test set: Average loss: 1.8626, Accuracy: 3121/5000 (62%)
[epoch 26] loss: 0.0986644
Test set: Average loss: 2.0105, Accuracy: 3121/5000 (62%)
[epoch 27] loss: 0.1580908
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8564, Accuracy: 3172/5000 (63%)
[epoch 28] loss: 0.0367425
Test set: Average loss: 1.7431, Accuracy: 3263/5000 (65%)
[epoch 29] loss: 0.0128575
Test set: Average loss: 1.7556, Accuracy: 3275/5000 (66%)
[epoch 30] loss: 0.0085045
Test set: Average loss: 1.7722, Accuracy: 3269/5000 (65%)
[epoch 31] loss: 0.0062550
Test set: Average loss: 1.7900, Accuracy: 3277/5000 (66%)
[epoch 32] loss: 0.0047988
Test set: Average loss: 1.8127, Accuracy: 3284/5000 (66%)
[epoch 33] loss: 0.0037104
Test set: Average loss: 1.8312, Accuracy: 3276/5000 (66%)
[epoch 34] loss: 0.0028727
Test set: Average loss: 1.8539, Accuracy: 3287/5000 (66%)
[epoch 35] loss: 0.0022075
Test set: Average loss: 1.8838, Accuracy: 3289/5000 (66%)
[epoch 36] loss: 0.0016936
Test set: Average loss: 1.9076, Accuracy: 3285/5000 (66%)
[epoch 37] loss: 0.0012863
Test set: Average loss: 1.9436, Accuracy: 3299/5000 (66%)
[epoch 38] loss: 0.0009675
Test set: Average loss: 1.9774, Accuracy: 3303/5000 (66%)
[epoch 39] loss: 0.0007184
Test set: Average loss: 2.0093, Accuracy: 3304/5000 (66%)
[epoch 40] loss: 0.0005322
Test set: Average loss: 2.0438, Accuracy: 3303/5000 (66%)
[epoch 41] loss: 0.0003915
Test set: Average loss: 2.0888, Accuracy: 3299/5000 (66%)
[epoch 42] loss: 0.0002866
Test set: Average loss: 2.1342, Accuracy: 3297/5000 (66%)
[epoch 43] loss: 0.0002077
Test set: Average loss: 2.1728, Accuracy: 3292/5000 (66%)
[epoch 44] loss: 0.0001507
Test set: Average loss: 2.2222, Accuracy: 3296/5000 (66%)
[epoch 45] loss: 0.0001082
Test set: Average loss: 2.2694, Accuracy: 3301/5000 (66%)
[epoch 46] loss: 0.0000779
Test set: Average loss: 2.3166, Accuracy: 3303/5000 (66%)
[epoch 47] loss: 0.0000558
Test set: Average loss: 2.3641, Accuracy: 3302/5000 (66%)
[epoch 48] loss: 0.0000397
Test set: Average loss: 2.4198, Accuracy: 3299/5000 (66%)
[epoch 49] loss: 0.0000283
Test set: Average loss: 2.4694, Accuracy: 3307/5000 (66%)
[epoch 50] loss: 0.0000201
Test set: Average loss: 2.5240, Accuracy: 3302/5000 (66%)
Validation:
Test set: Average loss: 2.4694, Accuracy: 3307/5000 (66%)
Test
Test set: Average loss: 2.4447, Accuracy: 6778/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3149, Accuracy: 140/5000 (3%)
[epoch 1] loss: 1.1918238
Test set: Average loss: 1.2320, Accuracy: 2920/5000 (58%)
[epoch 2] loss: 1.0861130
Test set: Average loss: 1.1915, Accuracy: 2881/5000 (58%)
[epoch 3] loss: 1.0435688
Test set: Average loss: 1.1050, Accuracy: 3064/5000 (61%)
[epoch 4] loss: 1.0050706
Test set: Average loss: 1.1170, Accuracy: 3046/5000 (61%)
[epoch 5] loss: 0.9702584
Test set: Average loss: 1.0840, Accuracy: 3151/5000 (63%)
[epoch 6] loss: 0.9401331
Test set: Average loss: 1.0673, Accuracy: 3134/5000 (63%)
[epoch 7] loss: 0.9126815
Test set: Average loss: 1.0878, Accuracy: 3086/5000 (62%)
[epoch 8] loss: 0.8841930
Test set: Average loss: 1.1028, Accuracy: 3130/5000 (63%)
[epoch 9] loss: 0.8553407
Test set: Average loss: 1.1087, Accuracy: 3095/5000 (62%)
[epoch 10] loss: 0.7983007
Test set: Average loss: 1.0500, Accuracy: 3219/5000 (64%)
[epoch 11] loss: 0.7673192
Test set: Average loss: 1.0509, Accuracy: 3253/5000 (65%)
[epoch 12] loss: 0.7225881
Test set: Average loss: 1.0931, Accuracy: 3187/5000 (64%)
[epoch 13] loss: 0.6716096
Test set: Average loss: 1.1107, Accuracy: 3206/5000 (64%)
[epoch 14] loss: 0.6119254
Test set: Average loss: 1.1292, Accuracy: 3216/5000 (64%)
[epoch 15] loss: 0.5507013
Test set: Average loss: 1.1233, Accuracy: 3213/5000 (64%)
[epoch 16] loss: 0.4818732
Test set: Average loss: 1.2247, Accuracy: 3147/5000 (63%)
[epoch 17] loss: 0.4132685
Test set: Average loss: 1.2448, Accuracy: 3197/5000 (64%)
[epoch 18] loss: 0.3413461
Test set: Average loss: 1.3333, Accuracy: 3146/5000 (63%)
[epoch 19] loss: 0.2849173
Test set: Average loss: 1.3754, Accuracy: 3226/5000 (65%)
[epoch 20] loss: 0.2139449
Test set: Average loss: 1.4003, Accuracy: 3210/5000 (64%)
[epoch 21] loss: 0.1711484
Test set: Average loss: 1.4783, Accuracy: 3220/5000 (64%)
[epoch 22] loss: 0.1600983
Test set: Average loss: 1.5444, Accuracy: 3233/5000 (65%)
[epoch 23] loss: 0.1205916
Test set: Average loss: 1.6283, Accuracy: 3180/5000 (64%)
[epoch 24] loss: 0.1386226
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7297, Accuracy: 3210/5000 (64%)
[epoch 25] loss: 0.0444030
Test set: Average loss: 1.6229, Accuracy: 3280/5000 (66%)
[epoch 26] loss: 0.0164091
Test set: Average loss: 1.6309, Accuracy: 3280/5000 (66%)
[epoch 27] loss: 0.0110900
Test set: Average loss: 1.6505, Accuracy: 3308/5000 (66%)
[epoch 28] loss: 0.0082475
Test set: Average loss: 1.6633, Accuracy: 3301/5000 (66%)
[epoch 29] loss: 0.0063427
Test set: Average loss: 1.6878, Accuracy: 3294/5000 (66%)
[epoch 30] loss: 0.0049535
Test set: Average loss: 1.7144, Accuracy: 3305/5000 (66%)
[epoch 31] loss: 0.0038508
Test set: Average loss: 1.7380, Accuracy: 3301/5000 (66%)
[epoch 32] loss: 0.0029595
Test set: Average loss: 1.7694, Accuracy: 3312/5000 (66%)
[epoch 33] loss: 0.0022699
Test set: Average loss: 1.8046, Accuracy: 3300/5000 (66%)
[epoch 34] loss: 0.0017367
Test set: Average loss: 1.8386, Accuracy: 3315/5000 (66%)
[epoch 35] loss: 0.0013102
Test set: Average loss: 1.8861, Accuracy: 3322/5000 (66%)
[epoch 36] loss: 0.0009856
Test set: Average loss: 1.9261, Accuracy: 3317/5000 (66%)
[epoch 37] loss: 0.0007241
Test set: Average loss: 1.9673, Accuracy: 3302/5000 (66%)
[epoch 38] loss: 0.0005361
Test set: Average loss: 2.0076, Accuracy: 3318/5000 (66%)
[epoch 39] loss: 0.0003936
Test set: Average loss: 2.0577, Accuracy: 3322/5000 (66%)
[epoch 40] loss: 0.0002868
Test set: Average loss: 2.1074, Accuracy: 3324/5000 (66%)
[epoch 41] loss: 0.0002088
Test set: Average loss: 2.1479, Accuracy: 3310/5000 (66%)
[epoch 42] loss: 0.0001511
Test set: Average loss: 2.2095, Accuracy: 3325/5000 (66%)
[epoch 43] loss: 0.0001090
Test set: Average loss: 2.2552, Accuracy: 3327/5000 (67%)
[epoch 44] loss: 0.0000784
Test set: Average loss: 2.3030, Accuracy: 3320/5000 (66%)
[epoch 45] loss: 0.0000561
Test set: Average loss: 2.3619, Accuracy: 3313/5000 (66%)
[epoch 46] loss: 0.0000403
Test set: Average loss: 2.4144, Accuracy: 3332/5000 (67%)
[epoch 47] loss: 0.0000284
Test set: Average loss: 2.4676, Accuracy: 3324/5000 (66%)
[epoch 48] loss: 0.0000204
Test set: Average loss: 2.5159, Accuracy: 3314/5000 (66%)
[epoch 49] loss: 0.0000144
Test set: Average loss: 2.5745, Accuracy: 3323/5000 (66%)
[epoch 50] loss: 0.0000102
Test set: Average loss: 2.6395, Accuracy: 3324/5000 (66%)
Validation:
Test set: Average loss: 2.4144, Accuracy: 3332/5000 (67%)
Test
Test set: Average loss: 2.2960, Accuracy: 6793/10000 (68%)
30000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3213, Accuracy: 56/5000 (1%)
[epoch 1] loss: 1.1685300
Test set: Average loss: 1.1679, Accuracy: 2975/5000 (60%)
[epoch 2] loss: 1.0705670
Test set: Average loss: 1.1262, Accuracy: 3039/5000 (61%)
[epoch 3] loss: 1.0343714
Test set: Average loss: 1.1778, Accuracy: 2937/5000 (59%)
[epoch 4] loss: 0.9968851
Test set: Average loss: 1.0891, Accuracy: 3088/5000 (62%)
[epoch 5] loss: 0.9716970
Test set: Average loss: 1.1057, Accuracy: 3047/5000 (61%)
[epoch 6] loss: 0.9364190
Test set: Average loss: 1.0850, Accuracy: 3116/5000 (62%)
[epoch 7] loss: 0.9059330
Test set: Average loss: 1.0523, Accuracy: 3140/5000 (63%)
[epoch 8] loss: 0.8729471
Test set: Average loss: 1.0835, Accuracy: 3152/5000 (63%)
[epoch 9] loss: 0.8364833
Test set: Average loss: 1.1205, Accuracy: 3109/5000 (62%)
[epoch 10] loss: 0.8057708
Test set: Average loss: 1.0626, Accuracy: 3203/5000 (64%)
[epoch 11] loss: 0.7567276
Test set: Average loss: 1.0859, Accuracy: 3188/5000 (64%)
[epoch 12] loss: 0.7076600
Test set: Average loss: 1.0919, Accuracy: 3208/5000 (64%)
[epoch 13] loss: 0.6596155
Test set: Average loss: 1.0791, Accuracy: 3258/5000 (65%)
[epoch 14] loss: 0.5991835
Test set: Average loss: 1.0897, Accuracy: 3258/5000 (65%)
[epoch 15] loss: 0.5285159
Test set: Average loss: 1.1048, Accuracy: 3311/5000 (66%)
[epoch 16] loss: 0.4551714
Test set: Average loss: 1.1971, Accuracy: 3243/5000 (65%)
[epoch 17] loss: 0.3813061
Test set: Average loss: 1.2222, Accuracy: 3248/5000 (65%)
[epoch 18] loss: 0.3133048
Test set: Average loss: 1.3299, Accuracy: 3202/5000 (64%)
[epoch 19] loss: 0.2415871
Test set: Average loss: 1.3679, Accuracy: 3281/5000 (66%)
[epoch 20] loss: 0.2092600
Test set: Average loss: 1.5283, Accuracy: 3170/5000 (63%)
[epoch 21] loss: 0.1652256
Test set: Average loss: 1.6381, Accuracy: 3157/5000 (63%)
[epoch 22] loss: 0.1636745
Test set: Average loss: 1.6223, Accuracy: 3225/5000 (64%)
[epoch 23] loss: 0.1399492
Test set: Average loss: 1.7327, Accuracy: 3212/5000 (64%)
[epoch 24] loss: 0.1361988
Test set: Average loss: 1.7833, Accuracy: 3144/5000 (63%)
[epoch 25] loss: 0.1319022
Test set: Average loss: 1.8964, Accuracy: 3177/5000 (64%)
[epoch 26] loss: 0.1143596
Test set: Average loss: 1.8774, Accuracy: 3204/5000 (64%)
[epoch 27] loss: 0.1292353
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9271, Accuracy: 3160/5000 (63%)
[epoch 28] loss: 0.0410571
Test set: Average loss: 1.7908, Accuracy: 3266/5000 (65%)
[epoch 29] loss: 0.0122649
Test set: Average loss: 1.8030, Accuracy: 3281/5000 (66%)
[epoch 30] loss: 0.0075325
Test set: Average loss: 1.8165, Accuracy: 3291/5000 (66%)
[epoch 31] loss: 0.0053246
Test set: Average loss: 1.8370, Accuracy: 3283/5000 (66%)
[epoch 32] loss: 0.0039020
Test set: Average loss: 1.8583, Accuracy: 3287/5000 (66%)
[epoch 33] loss: 0.0028732
Test set: Average loss: 1.8880, Accuracy: 3284/5000 (66%)
[epoch 34] loss: 0.0021088
Test set: Average loss: 1.9134, Accuracy: 3301/5000 (66%)
[epoch 35] loss: 0.0015303
Test set: Average loss: 1.9450, Accuracy: 3308/5000 (66%)
[epoch 36] loss: 0.0011076
Test set: Average loss: 1.9920, Accuracy: 3310/5000 (66%)
[epoch 37] loss: 0.0007929
Test set: Average loss: 2.0317, Accuracy: 3304/5000 (66%)
[epoch 38] loss: 0.0005601
Test set: Average loss: 2.0759, Accuracy: 3304/5000 (66%)
[epoch 39] loss: 0.0003934
Test set: Average loss: 2.1169, Accuracy: 3323/5000 (66%)
[epoch 40] loss: 0.0002740
Test set: Average loss: 2.1677, Accuracy: 3322/5000 (66%)
[epoch 41] loss: 0.0001895
Test set: Average loss: 2.2153, Accuracy: 3320/5000 (66%)
[epoch 42] loss: 0.0001304
Test set: Average loss: 2.2749, Accuracy: 3322/5000 (66%)
[epoch 43] loss: 0.0000891
Test set: Average loss: 2.3279, Accuracy: 3328/5000 (67%)
[epoch 44] loss: 0.0000606
Test set: Average loss: 2.3789, Accuracy: 3338/5000 (67%)
[epoch 45] loss: 0.0000412
Test set: Average loss: 2.4324, Accuracy: 3331/5000 (67%)
[epoch 46] loss: 0.0000278
Test set: Average loss: 2.4927, Accuracy: 3334/5000 (67%)
[epoch 47] loss: 0.0000187
Test set: Average loss: 2.5536, Accuracy: 3330/5000 (67%)
[epoch 48] loss: 0.0000125
Test set: Average loss: 2.6142, Accuracy: 3328/5000 (67%)
[epoch 49] loss: 0.0000084
Test set: Average loss: 2.6750, Accuracy: 3332/5000 (67%)
[epoch 50] loss: 0.0000056
Test set: Average loss: 2.7365, Accuracy: 3337/5000 (67%)
Validation:
Test set: Average loss: 2.3789, Accuracy: 3338/5000 (67%)
Test
Test set: Average loss: 2.2873, Accuracy: 6771/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.2921, Accuracy: 810/5000 (16%)
[epoch 1] loss: 1.1720339
Test set: Average loss: 1.2398, Accuracy: 2844/5000 (57%)
[epoch 2] loss: 1.0776708
Test set: Average loss: 1.1751, Accuracy: 2934/5000 (59%)
[epoch 3] loss: 1.0324732
Test set: Average loss: 1.1755, Accuracy: 2942/5000 (59%)
[epoch 4] loss: 0.9976886
Test set: Average loss: 1.1276, Accuracy: 3065/5000 (61%)
[epoch 5] loss: 0.9625750
Test set: Average loss: 1.0850, Accuracy: 3117/5000 (62%)
[epoch 6] loss: 0.9367604
Test set: Average loss: 1.0763, Accuracy: 3113/5000 (62%)
[epoch 7] loss: 0.9093934
Test set: Average loss: 1.0522, Accuracy: 3136/5000 (63%)
[epoch 8] loss: 0.8757121
Test set: Average loss: 1.0943, Accuracy: 3123/5000 (62%)
[epoch 9] loss: 0.8365004
Test set: Average loss: 1.0526, Accuracy: 3205/5000 (64%)
[epoch 10] loss: 0.7983332
Test set: Average loss: 1.0414, Accuracy: 3233/5000 (65%)
[epoch 11] loss: 0.7560177
Test set: Average loss: 1.0313, Accuracy: 3277/5000 (66%)
[epoch 12] loss: 0.7143178
Test set: Average loss: 1.0587, Accuracy: 3251/5000 (65%)
[epoch 13] loss: 0.6611840
Test set: Average loss: 1.0810, Accuracy: 3242/5000 (65%)
[epoch 14] loss: 0.6051618
Test set: Average loss: 1.1412, Accuracy: 3187/5000 (64%)
[epoch 15] loss: 0.5398106
Test set: Average loss: 1.1280, Accuracy: 3236/5000 (65%)
[epoch 16] loss: 0.4736975
Test set: Average loss: 1.1431, Accuracy: 3229/5000 (65%)
[epoch 17] loss: 0.3966210
Test set: Average loss: 1.2727, Accuracy: 3211/5000 (64%)
[epoch 18] loss: 0.3207957
Test set: Average loss: 1.3024, Accuracy: 3187/5000 (64%)
[epoch 19] loss: 0.2555984
Test set: Average loss: 1.4445, Accuracy: 3152/5000 (63%)
[epoch 20] loss: 0.2132095
Test set: Average loss: 1.4433, Accuracy: 3191/5000 (64%)
[epoch 21] loss: 0.1954669
Test set: Average loss: 1.5671, Accuracy: 3190/5000 (64%)
[epoch 22] loss: 0.1571785
Test set: Average loss: 1.6041, Accuracy: 3229/5000 (65%)
[epoch 23] loss: 0.1383203
Test set: Average loss: 1.6905, Accuracy: 3230/5000 (65%)
[epoch 24] loss: 0.1632593
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7512, Accuracy: 3167/5000 (63%)
[epoch 25] loss: 0.0462886
Test set: Average loss: 1.6312, Accuracy: 3265/5000 (65%)
[epoch 26] loss: 0.0180949
Test set: Average loss: 1.6395, Accuracy: 3293/5000 (66%)
[epoch 27] loss: 0.0116048
Test set: Average loss: 1.6606, Accuracy: 3288/5000 (66%)
[epoch 28] loss: 0.0082690
Test set: Average loss: 1.6858, Accuracy: 3295/5000 (66%)
[epoch 29] loss: 0.0060815
Test set: Average loss: 1.7085, Accuracy: 3309/5000 (66%)
[epoch 30] loss: 0.0044967
Test set: Average loss: 1.7395, Accuracy: 3301/5000 (66%)
[epoch 31] loss: 0.0032989
Test set: Average loss: 1.7711, Accuracy: 3306/5000 (66%)
[epoch 32] loss: 0.0024038
Test set: Average loss: 1.8092, Accuracy: 3305/5000 (66%)
[epoch 33] loss: 0.0017311
Test set: Average loss: 1.8504, Accuracy: 3313/5000 (66%)
[epoch 34] loss: 0.0012411
Test set: Average loss: 1.8899, Accuracy: 3313/5000 (66%)
[epoch 35] loss: 0.0008789
Test set: Average loss: 1.9442, Accuracy: 3316/5000 (66%)
[epoch 36] loss: 0.0006163
Test set: Average loss: 1.9860, Accuracy: 3317/5000 (66%)
[epoch 37] loss: 0.0004305
Test set: Average loss: 2.0442, Accuracy: 3309/5000 (66%)
[epoch 38] loss: 0.0002993
Test set: Average loss: 2.1033, Accuracy: 3316/5000 (66%)
[epoch 39] loss: 0.0002065
Test set: Average loss: 2.1502, Accuracy: 3319/5000 (66%)
[epoch 40] loss: 0.0001422
Test set: Average loss: 2.2040, Accuracy: 3322/5000 (66%)
[epoch 41] loss: 0.0000970
Test set: Average loss: 2.2703, Accuracy: 3322/5000 (66%)
[epoch 42] loss: 0.0000666
Test set: Average loss: 2.3229, Accuracy: 3310/5000 (66%)
[epoch 43] loss: 0.0000451
Test set: Average loss: 2.3841, Accuracy: 3315/5000 (66%)
[epoch 44] loss: 0.0000307
Test set: Average loss: 2.4458, Accuracy: 3319/5000 (66%)
[epoch 45] loss: 0.0000205
Test set: Average loss: 2.5068, Accuracy: 3316/5000 (66%)
[epoch 46] loss: 0.0000138
Test set: Average loss: 2.5725, Accuracy: 3314/5000 (66%)
[epoch 47] loss: 0.0000094
Test set: Average loss: 2.6400, Accuracy: 3316/5000 (66%)
[epoch 48] loss: 0.0000062
Test set: Average loss: 2.6987, Accuracy: 3320/5000 (66%)
[epoch 49] loss: 0.0000042
Test set: Average loss: 2.7616, Accuracy: 3301/5000 (66%)
[epoch 50] loss: 0.0000028
Test set: Average loss: 2.8285, Accuracy: 3301/5000 (66%)
Validation:
Test set: Average loss: 2.2703, Accuracy: 3322/5000 (66%)
Test
Test set: Average loss: 2.1552, Accuracy: 6866/10000 (69%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3217, Accuracy: 66/5000 (1%)
[epoch 1] loss: 1.1940795
Test set: Average loss: 1.1761, Accuracy: 2920/5000 (58%)
[epoch 2] loss: 1.0784897
Test set: Average loss: 1.1551, Accuracy: 3005/5000 (60%)
[epoch 3] loss: 1.0415118
Test set: Average loss: 1.1170, Accuracy: 3036/5000 (61%)
[epoch 4] loss: 1.0018191
Test set: Average loss: 1.0731, Accuracy: 3153/5000 (63%)
[epoch 5] loss: 0.9680916
Test set: Average loss: 1.1025, Accuracy: 3089/5000 (62%)
[epoch 6] loss: 0.9440368
Test set: Average loss: 1.0728, Accuracy: 3106/5000 (62%)
[epoch 7] loss: 0.9076165
Test set: Average loss: 1.0888, Accuracy: 3121/5000 (62%)
[epoch 8] loss: 0.8763094
Test set: Average loss: 1.0500, Accuracy: 3175/5000 (64%)
[epoch 9] loss: 0.8296891
Test set: Average loss: 1.0393, Accuracy: 3233/5000 (65%)
[epoch 10] loss: 0.7858606
Test set: Average loss: 1.1061, Accuracy: 3122/5000 (62%)
[epoch 11] loss: 0.7541799
Test set: Average loss: 1.1339, Accuracy: 3188/5000 (64%)
[epoch 12] loss: 0.7020175
Test set: Average loss: 1.0528, Accuracy: 3283/5000 (66%)
[epoch 13] loss: 0.6461185
Test set: Average loss: 1.0803, Accuracy: 3293/5000 (66%)
[epoch 14] loss: 0.5949491
Test set: Average loss: 1.1212, Accuracy: 3283/5000 (66%)
[epoch 15] loss: 0.5265987
Test set: Average loss: 1.1427, Accuracy: 3225/5000 (64%)
[epoch 16] loss: 0.4613261
Test set: Average loss: 1.1565, Accuracy: 3251/5000 (65%)
[epoch 17] loss: 0.3802312
Test set: Average loss: 1.2250, Accuracy: 3283/5000 (66%)
[epoch 18] loss: 0.3148266
Test set: Average loss: 1.3613, Accuracy: 3226/5000 (65%)
[epoch 19] loss: 0.2451654
Test set: Average loss: 1.3608, Accuracy: 3209/5000 (64%)
[epoch 20] loss: 0.2087131
Test set: Average loss: 1.4791, Accuracy: 3251/5000 (65%)
[epoch 21] loss: 0.1710148
Test set: Average loss: 1.6207, Accuracy: 3219/5000 (64%)
[epoch 22] loss: 0.1732796
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6016, Accuracy: 3206/5000 (64%)
[epoch 23] loss: 0.0675388
Test set: Average loss: 1.5014, Accuracy: 3322/5000 (66%)
[epoch 24] loss: 0.0268419
Test set: Average loss: 1.5149, Accuracy: 3331/5000 (67%)
[epoch 25] loss: 0.0172343
Test set: Average loss: 1.5382, Accuracy: 3335/5000 (67%)
[epoch 26] loss: 0.0121724
Test set: Average loss: 1.5654, Accuracy: 3343/5000 (67%)
[epoch 27] loss: 0.0089180
Test set: Average loss: 1.5959, Accuracy: 3322/5000 (66%)
[epoch 28] loss: 0.0066041
Test set: Average loss: 1.6308, Accuracy: 3339/5000 (67%)
[epoch 29] loss: 0.0048143
Test set: Average loss: 1.6622, Accuracy: 3343/5000 (67%)
[epoch 30] loss: 0.0035061
Test set: Average loss: 1.7003, Accuracy: 3339/5000 (67%)
[epoch 31] loss: 0.0025170
Test set: Average loss: 1.7470, Accuracy: 3344/5000 (67%)
[epoch 32] loss: 0.0018051
Test set: Average loss: 1.7941, Accuracy: 3343/5000 (67%)
[epoch 33] loss: 0.0012887
Test set: Average loss: 1.8520, Accuracy: 3344/5000 (67%)
[epoch 34] loss: 0.0008982
Test set: Average loss: 1.8947, Accuracy: 3347/5000 (67%)
[epoch 35] loss: 0.0006315
Test set: Average loss: 1.9515, Accuracy: 3353/5000 (67%)
[epoch 36] loss: 0.0004412
Test set: Average loss: 2.0091, Accuracy: 3354/5000 (67%)
[epoch 37] loss: 0.0003053
Test set: Average loss: 2.0663, Accuracy: 3366/5000 (67%)
[epoch 38] loss: 0.0002102
Test set: Average loss: 2.1229, Accuracy: 3358/5000 (67%)
[epoch 39] loss: 0.0001445
Test set: Average loss: 2.1790, Accuracy: 3365/5000 (67%)
[epoch 40] loss: 0.0000985
Test set: Average loss: 2.2408, Accuracy: 3361/5000 (67%)
[epoch 41] loss: 0.0000671
Test set: Average loss: 2.3000, Accuracy: 3372/5000 (67%)
[epoch 42] loss: 0.0000455
Test set: Average loss: 2.3612, Accuracy: 3356/5000 (67%)
[epoch 43] loss: 0.0000309
Test set: Average loss: 2.4197, Accuracy: 3366/5000 (67%)
[epoch 44] loss: 0.0000208
Test set: Average loss: 2.4871, Accuracy: 3364/5000 (67%)
[epoch 45] loss: 0.0000139
Test set: Average loss: 2.5537, Accuracy: 3370/5000 (67%)
[epoch 46] loss: 0.0000094
Test set: Average loss: 2.6144, Accuracy: 3375/5000 (68%)
[epoch 47] loss: 0.0000062
Test set: Average loss: 2.6775, Accuracy: 3372/5000 (67%)
[epoch 48] loss: 0.0000042
Test set: Average loss: 2.7469, Accuracy: 3364/5000 (67%)
[epoch 49] loss: 0.0000028
Test set: Average loss: 2.8115, Accuracy: 3369/5000 (67%)
[epoch 50] loss: 0.0000018
Test set: Average loss: 2.8723, Accuracy: 3359/5000 (67%)
Validation:
Test set: Average loss: 2.6144, Accuracy: 3375/5000 (68%)
Test
Test set: Average loss: 2.5115, Accuracy: 6868/10000 (69%)
35000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.2971, Accuracy: 682/5000 (14%)
[epoch 1] loss: 1.1643180
Test set: Average loss: 1.1594, Accuracy: 3001/5000 (60%)
[epoch 2] loss: 1.0722477
Test set: Average loss: 1.0623, Accuracy: 3119/5000 (62%)
[epoch 3] loss: 1.0285853
Test set: Average loss: 1.1125, Accuracy: 3084/5000 (62%)
[epoch 4] loss: 0.9835769
Test set: Average loss: 1.0541, Accuracy: 3157/5000 (63%)
[epoch 5] loss: 0.9631987
Test set: Average loss: 1.1310, Accuracy: 3120/5000 (62%)
[epoch 6] loss: 0.9246587
Test set: Average loss: 1.0811, Accuracy: 3123/5000 (62%)
[epoch 7] loss: 0.8901825
Test set: Average loss: 1.0335, Accuracy: 3176/5000 (64%)
[epoch 8] loss: 0.8525471
Test set: Average loss: 1.0150, Accuracy: 3246/5000 (65%)
[epoch 9] loss: 0.8060799
Test set: Average loss: 1.0348, Accuracy: 3278/5000 (66%)
[epoch 10] loss: 0.7728787
Test set: Average loss: 1.0098, Accuracy: 3262/5000 (65%)
[epoch 11] loss: 0.7213630
Test set: Average loss: 1.0388, Accuracy: 3266/5000 (65%)
[epoch 12] loss: 0.6711809
Test set: Average loss: 1.0244, Accuracy: 3292/5000 (66%)
[epoch 13] loss: 0.6113543
Test set: Average loss: 1.0454, Accuracy: 3303/5000 (66%)
[epoch 14] loss: 0.5486338
Test set: Average loss: 1.1042, Accuracy: 3280/5000 (66%)
[epoch 15] loss: 0.4729168
Test set: Average loss: 1.1277, Accuracy: 3353/5000 (67%)
[epoch 16] loss: 0.4116965
Test set: Average loss: 1.1582, Accuracy: 3309/5000 (66%)
[epoch 17] loss: 0.3403639
Test set: Average loss: 1.2198, Accuracy: 3299/5000 (66%)
[epoch 18] loss: 0.2809695
Test set: Average loss: 1.2822, Accuracy: 3322/5000 (66%)
[epoch 19] loss: 0.2313568
Test set: Average loss: 1.3601, Accuracy: 3333/5000 (67%)
[epoch 20] loss: 0.1928953
Test set: Average loss: 1.5231, Accuracy: 3291/5000 (66%)
[epoch 21] loss: 0.1740499
Test set: Average loss: 1.5007, Accuracy: 3275/5000 (66%)
[epoch 22] loss: 0.1672365
Test set: Average loss: 1.5793, Accuracy: 3278/5000 (66%)
[epoch 23] loss: 0.1566365
Test set: Average loss: 1.6293, Accuracy: 3286/5000 (66%)
[epoch 24] loss: 0.1468550
Test set: Average loss: 1.7103, Accuracy: 3257/5000 (65%)
[epoch 25] loss: 0.1379528
Test set: Average loss: 1.7953, Accuracy: 3257/5000 (65%)
[epoch 26] loss: 0.1410537
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8609, Accuracy: 3244/5000 (65%)
[epoch 27] loss: 0.0454695
Test set: Average loss: 1.7086, Accuracy: 3339/5000 (67%)
[epoch 28] loss: 0.0140835
Test set: Average loss: 1.7212, Accuracy: 3382/5000 (68%)
[epoch 29] loss: 0.0084159
Test set: Average loss: 1.7377, Accuracy: 3383/5000 (68%)
[epoch 30] loss: 0.0057569
Test set: Average loss: 1.7556, Accuracy: 3394/5000 (68%)
[epoch 31] loss: 0.0040678
Test set: Average loss: 1.7796, Accuracy: 3403/5000 (68%)
[epoch 32] loss: 0.0028631
Test set: Average loss: 1.8124, Accuracy: 3399/5000 (68%)
[epoch 33] loss: 0.0020014
Test set: Average loss: 1.8477, Accuracy: 3402/5000 (68%)
[epoch 34] loss: 0.0013879
Test set: Average loss: 1.8964, Accuracy: 3400/5000 (68%)
[epoch 35] loss: 0.0009502
Test set: Average loss: 1.9302, Accuracy: 3405/5000 (68%)
[epoch 36] loss: 0.0006415
Test set: Average loss: 1.9732, Accuracy: 3413/5000 (68%)
[epoch 37] loss: 0.0004316
Test set: Average loss: 2.0397, Accuracy: 3411/5000 (68%)
[epoch 38] loss: 0.0002843
Test set: Average loss: 2.0911, Accuracy: 3424/5000 (68%)
[epoch 39] loss: 0.0001867
Test set: Average loss: 2.1492, Accuracy: 3400/5000 (68%)
[epoch 40] loss: 0.0001230
Test set: Average loss: 2.2021, Accuracy: 3401/5000 (68%)
[epoch 41] loss: 0.0000799
Test set: Average loss: 2.2654, Accuracy: 3410/5000 (68%)
[epoch 42] loss: 0.0000515
Test set: Average loss: 2.3324, Accuracy: 3405/5000 (68%)
[epoch 43] loss: 0.0000332
Test set: Average loss: 2.3879, Accuracy: 3414/5000 (68%)
[epoch 44] loss: 0.0000215
Test set: Average loss: 2.4615, Accuracy: 3407/5000 (68%)
[epoch 45] loss: 0.0000137
Test set: Average loss: 2.5262, Accuracy: 3396/5000 (68%)
[epoch 46] loss: 0.0000087
Test set: Average loss: 2.5978, Accuracy: 3409/5000 (68%)
[epoch 47] loss: 0.0000055
Test set: Average loss: 2.6623, Accuracy: 3408/5000 (68%)
[epoch 48] loss: 0.0000035
Test set: Average loss: 2.7261, Accuracy: 3395/5000 (68%)
[epoch 49] loss: 0.0000022
Test set: Average loss: 2.7915, Accuracy: 3403/5000 (68%)
[epoch 50] loss: 0.0000014
Test set: Average loss: 2.8557, Accuracy: 3409/5000 (68%)
Validation:
Test set: Average loss: 2.0911, Accuracy: 3424/5000 (68%)
Test
Test set: Average loss: 2.0725, Accuracy: 6842/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.2846, Accuracy: 481/5000 (10%)
[epoch 1] loss: 1.1804803
Test set: Average loss: 1.2174, Accuracy: 2883/5000 (58%)
[epoch 2] loss: 1.0703291
Test set: Average loss: 1.0976, Accuracy: 3109/5000 (62%)
[epoch 3] loss: 1.0333388
Test set: Average loss: 1.1167, Accuracy: 3069/5000 (61%)
[epoch 4] loss: 0.9954749
Test set: Average loss: 1.0648, Accuracy: 3127/5000 (63%)
[epoch 5] loss: 0.9695268
Test set: Average loss: 1.0653, Accuracy: 3127/5000 (63%)
[epoch 6] loss: 0.9329931
Test set: Average loss: 1.0150, Accuracy: 3223/5000 (64%)
[epoch 7] loss: 0.9029681
Test set: Average loss: 1.0456, Accuracy: 3142/5000 (63%)
[epoch 8] loss: 0.8553804
Test set: Average loss: 1.0682, Accuracy: 3177/5000 (64%)
[epoch 9] loss: 0.8274190
Test set: Average loss: 1.0433, Accuracy: 3196/5000 (64%)
[epoch 10] loss: 0.7719438
Test set: Average loss: 1.0164, Accuracy: 3283/5000 (66%)
[epoch 11] loss: 0.7426575
Test set: Average loss: 1.0147, Accuracy: 3296/5000 (66%)
[epoch 12] loss: 0.6826506
Test set: Average loss: 1.0473, Accuracy: 3253/5000 (65%)
[epoch 13] loss: 0.6286751
Test set: Average loss: 1.0662, Accuracy: 3296/5000 (66%)
[epoch 14] loss: 0.5719051
Test set: Average loss: 1.1004, Accuracy: 3260/5000 (65%)
[epoch 15] loss: 0.4997385
Test set: Average loss: 1.1343, Accuracy: 3284/5000 (66%)
[epoch 16] loss: 0.4306921
Test set: Average loss: 1.2592, Accuracy: 3178/5000 (64%)
[epoch 17] loss: 0.3590547
Test set: Average loss: 1.2675, Accuracy: 3245/5000 (65%)
[epoch 18] loss: 0.2994546
Test set: Average loss: 1.3545, Accuracy: 3252/5000 (65%)
[epoch 19] loss: 0.2411772
Test set: Average loss: 1.3859, Accuracy: 3268/5000 (65%)
[epoch 20] loss: 0.2072922
Test set: Average loss: 1.4954, Accuracy: 3199/5000 (64%)
[epoch 21] loss: 0.1755199
Test set: Average loss: 1.6241, Accuracy: 3154/5000 (63%)
[epoch 22] loss: 0.1639036
Test set: Average loss: 1.6014, Accuracy: 3231/5000 (65%)
[epoch 23] loss: 0.1455355
Test set: Average loss: 1.7586, Accuracy: 3183/5000 (64%)
[epoch 24] loss: 0.1608345
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7911, Accuracy: 3208/5000 (64%)
[epoch 25] loss: 0.0589544
Test set: Average loss: 1.6225, Accuracy: 3321/5000 (66%)
[epoch 26] loss: 0.0197982
Test set: Average loss: 1.6257, Accuracy: 3326/5000 (67%)
[epoch 27] loss: 0.0119890
Test set: Average loss: 1.6421, Accuracy: 3333/5000 (67%)
[epoch 28] loss: 0.0081872
Test set: Average loss: 1.6700, Accuracy: 3340/5000 (67%)
[epoch 29] loss: 0.0057604
Test set: Average loss: 1.7001, Accuracy: 3342/5000 (67%)
[epoch 30] loss: 0.0040453
Test set: Average loss: 1.7324, Accuracy: 3351/5000 (67%)
[epoch 31] loss: 0.0028088
Test set: Average loss: 1.7782, Accuracy: 3348/5000 (67%)
[epoch 32] loss: 0.0019401
Test set: Average loss: 1.8137, Accuracy: 3356/5000 (67%)
[epoch 33] loss: 0.0013160
Test set: Average loss: 1.8846, Accuracy: 3344/5000 (67%)
[epoch 34] loss: 0.0008910
Test set: Average loss: 1.9132, Accuracy: 3357/5000 (67%)
[epoch 35] loss: 0.0005989
Test set: Average loss: 1.9761, Accuracy: 3353/5000 (67%)
[epoch 36] loss: 0.0003966
Test set: Average loss: 2.0280, Accuracy: 3349/5000 (67%)
[epoch 37] loss: 0.0002621
Test set: Average loss: 2.0923, Accuracy: 3346/5000 (67%)
[epoch 38] loss: 0.0001725
Test set: Average loss: 2.1447, Accuracy: 3354/5000 (67%)
[epoch 39] loss: 0.0001131
Test set: Average loss: 2.2180, Accuracy: 3354/5000 (67%)
[epoch 40] loss: 0.0000729
Test set: Average loss: 2.2766, Accuracy: 3339/5000 (67%)
[epoch 41] loss: 0.0000471
Test set: Average loss: 2.3461, Accuracy: 3351/5000 (67%)
[epoch 42] loss: 0.0000305
Test set: Average loss: 2.4113, Accuracy: 3356/5000 (67%)
[epoch 43] loss: 0.0000195
Test set: Average loss: 2.4800, Accuracy: 3362/5000 (67%)
[epoch 44] loss: 0.0000124
Test set: Average loss: 2.5527, Accuracy: 3376/5000 (68%)
[epoch 45] loss: 0.0000080
Test set: Average loss: 2.6190, Accuracy: 3365/5000 (67%)
[epoch 46] loss: 0.0000050
Test set: Average loss: 2.6835, Accuracy: 3368/5000 (67%)
[epoch 47] loss: 0.0000032
Test set: Average loss: 2.7521, Accuracy: 3375/5000 (68%)
[epoch 48] loss: 0.0000020
Test set: Average loss: 2.8219, Accuracy: 3379/5000 (68%)
[epoch 49] loss: 0.0000012
Test set: Average loss: 2.8888, Accuracy: 3367/5000 (67%)
[epoch 50] loss: 0.0000008
Test set: Average loss: 2.9305, Accuracy: 3372/5000 (67%)
Validation:
Test set: Average loss: 2.8219, Accuracy: 3379/5000 (68%)
Test
Test set: Average loss: 2.6897, Accuracy: 6905/10000 (69%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3258, Accuracy: 70/5000 (1%)
[epoch 1] loss: 1.1698943
Test set: Average loss: 1.1531, Accuracy: 2927/5000 (59%)
[epoch 2] loss: 1.0728538
Test set: Average loss: 1.1256, Accuracy: 3025/5000 (60%)
[epoch 3] loss: 1.0293848
Test set: Average loss: 1.1107, Accuracy: 3085/5000 (62%)
[epoch 4] loss: 0.9865739
Test set: Average loss: 1.0656, Accuracy: 3116/5000 (62%)
[epoch 5] loss: 0.9597758
Test set: Average loss: 1.1015, Accuracy: 3119/5000 (62%)
[epoch 6] loss: 0.9252427
Test set: Average loss: 1.0546, Accuracy: 3161/5000 (63%)
[epoch 7] loss: 0.8904488
Test set: Average loss: 1.0632, Accuracy: 3148/5000 (63%)
[epoch 8] loss: 0.8530730
Test set: Average loss: 1.0504, Accuracy: 3198/5000 (64%)
[epoch 9] loss: 0.8163148
Test set: Average loss: 1.0398, Accuracy: 3243/5000 (65%)
[epoch 10] loss: 0.7724283
Test set: Average loss: 1.0222, Accuracy: 3263/5000 (65%)
[epoch 11] loss: 0.7181715
Test set: Average loss: 1.0015, Accuracy: 3310/5000 (66%)
[epoch 12] loss: 0.6671608
Test set: Average loss: 1.0649, Accuracy: 3236/5000 (65%)
[epoch 13] loss: 0.6089352
Test set: Average loss: 1.0857, Accuracy: 3267/5000 (65%)
[epoch 14] loss: 0.5421017
Test set: Average loss: 1.1064, Accuracy: 3269/5000 (65%)
[epoch 15] loss: 0.4749585
Test set: Average loss: 1.1455, Accuracy: 3257/5000 (65%)
[epoch 16] loss: 0.4103955
Test set: Average loss: 1.2104, Accuracy: 3253/5000 (65%)
[epoch 17] loss: 0.3331409
Test set: Average loss: 1.2409, Accuracy: 3307/5000 (66%)
[epoch 18] loss: 0.2809163
Test set: Average loss: 1.2656, Accuracy: 3310/5000 (66%)
[epoch 19] loss: 0.2220620
Test set: Average loss: 1.4568, Accuracy: 3222/5000 (64%)
[epoch 20] loss: 0.1946907
Test set: Average loss: 1.5159, Accuracy: 3256/5000 (65%)
[epoch 21] loss: 0.1820237
Test set: Average loss: 1.6583, Accuracy: 3246/5000 (65%)
[epoch 22] loss: 0.1531997
Test set: Average loss: 1.7276, Accuracy: 3203/5000 (64%)
[epoch 23] loss: 0.1572218
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7158, Accuracy: 3264/5000 (65%)
[epoch 24] loss: 0.0590751
Test set: Average loss: 1.5936, Accuracy: 3364/5000 (67%)
[epoch 25] loss: 0.0204536
Test set: Average loss: 1.6115, Accuracy: 3367/5000 (67%)
[epoch 26] loss: 0.0123641
Test set: Average loss: 1.6300, Accuracy: 3385/5000 (68%)
[epoch 27] loss: 0.0084763
Test set: Average loss: 1.6586, Accuracy: 3376/5000 (68%)
[epoch 28] loss: 0.0059565
Test set: Average loss: 1.6861, Accuracy: 3385/5000 (68%)
[epoch 29] loss: 0.0041916
Test set: Average loss: 1.7210, Accuracy: 3394/5000 (68%)
[epoch 30] loss: 0.0029299
Test set: Average loss: 1.7602, Accuracy: 3376/5000 (68%)
[epoch 31] loss: 0.0020139
Test set: Average loss: 1.8102, Accuracy: 3394/5000 (68%)
[epoch 32] loss: 0.0013806
Test set: Average loss: 1.8575, Accuracy: 3395/5000 (68%)
[epoch 33] loss: 0.0009341
Test set: Average loss: 1.9015, Accuracy: 3398/5000 (68%)
[epoch 34] loss: 0.0006227
Test set: Average loss: 1.9590, Accuracy: 3392/5000 (68%)
[epoch 35] loss: 0.0004176
Test set: Average loss: 2.0179, Accuracy: 3407/5000 (68%)
[epoch 36] loss: 0.0002743
Test set: Average loss: 2.0838, Accuracy: 3402/5000 (68%)
[epoch 37] loss: 0.0001805
Test set: Average loss: 2.1430, Accuracy: 3411/5000 (68%)
[epoch 38] loss: 0.0001176
Test set: Average loss: 2.2047, Accuracy: 3424/5000 (68%)
[epoch 39] loss: 0.0000768
Test set: Average loss: 2.2702, Accuracy: 3428/5000 (69%)
[epoch 40] loss: 0.0000495
Test set: Average loss: 2.3380, Accuracy: 3425/5000 (68%)
[epoch 41] loss: 0.0000317
Test set: Average loss: 2.4084, Accuracy: 3412/5000 (68%)
[epoch 42] loss: 0.0000204
Test set: Average loss: 2.4746, Accuracy: 3426/5000 (69%)
[epoch 43] loss: 0.0000129
Test set: Average loss: 2.5421, Accuracy: 3424/5000 (68%)
[epoch 44] loss: 0.0000083
Test set: Average loss: 2.6123, Accuracy: 3411/5000 (68%)
[epoch 45] loss: 0.0000052
Test set: Average loss: 2.6846, Accuracy: 3419/5000 (68%)
[epoch 46] loss: 0.0000033
Test set: Average loss: 2.7565, Accuracy: 3424/5000 (68%)
[epoch 47] loss: 0.0000021
Test set: Average loss: 2.8243, Accuracy: 3422/5000 (68%)
[epoch 48] loss: 0.0000013
Test set: Average loss: 2.8925, Accuracy: 3426/5000 (69%)
[epoch 49] loss: 0.0000008
Test set: Average loss: 2.9412, Accuracy: 3417/5000 (68%)
[epoch 50] loss: 0.0000005
Test set: Average loss: 2.9716, Accuracy: 3414/5000 (68%)
Validation:
Test set: Average loss: 2.2702, Accuracy: 3428/5000 (69%)
Test
Test set: Average loss: 2.1800, Accuracy: 6882/10000 (69%)
40000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3144, Accuracy: 120/5000 (2%)
[epoch 1] loss: 1.1682733
Test set: Average loss: 1.1139, Accuracy: 3047/5000 (61%)
[epoch 2] loss: 1.0670697
Test set: Average loss: 1.1033, Accuracy: 3052/5000 (61%)
[epoch 3] loss: 1.0201849
Test set: Average loss: 1.0884, Accuracy: 3069/5000 (61%)
[epoch 4] loss: 0.9810146
Test set: Average loss: 1.1060, Accuracy: 3018/5000 (60%)
[epoch 5] loss: 0.9528957
Test set: Average loss: 1.0566, Accuracy: 3159/5000 (63%)
[epoch 6] loss: 0.9069691
Test set: Average loss: 1.0610, Accuracy: 3133/5000 (63%)
[epoch 7] loss: 0.8781661
Test set: Average loss: 1.0125, Accuracy: 3271/5000 (65%)
[epoch 8] loss: 0.8374292
Test set: Average loss: 1.0417, Accuracy: 3256/5000 (65%)
[epoch 9] loss: 0.7923637
Test set: Average loss: 1.0071, Accuracy: 3284/5000 (66%)
[epoch 10] loss: 0.7519521
Test set: Average loss: 1.0261, Accuracy: 3273/5000 (65%)
[epoch 11] loss: 0.7066162
Test set: Average loss: 1.0561, Accuracy: 3233/5000 (65%)
[epoch 12] loss: 0.6450246
Test set: Average loss: 1.0359, Accuracy: 3306/5000 (66%)
[epoch 13] loss: 0.5861044
Test set: Average loss: 1.0397, Accuracy: 3359/5000 (67%)
[epoch 14] loss: 0.5259507
Test set: Average loss: 1.0785, Accuracy: 3303/5000 (66%)
[epoch 15] loss: 0.4553606
Test set: Average loss: 1.1442, Accuracy: 3294/5000 (66%)
[epoch 16] loss: 0.3921148
Test set: Average loss: 1.1909, Accuracy: 3319/5000 (66%)
[epoch 17] loss: 0.3359581
Test set: Average loss: 1.2606, Accuracy: 3320/5000 (66%)
[epoch 18] loss: 0.2788468
Test set: Average loss: 1.3199, Accuracy: 3285/5000 (66%)
[epoch 19] loss: 0.2479354
Test set: Average loss: 1.3769, Accuracy: 3253/5000 (65%)
[epoch 20] loss: 0.2176103
Test set: Average loss: 1.4441, Accuracy: 3276/5000 (66%)
[epoch 21] loss: 0.2015461
Test set: Average loss: 1.6004, Accuracy: 3273/5000 (65%)
[epoch 22] loss: 0.1802248
Test set: Average loss: 1.5292, Accuracy: 3290/5000 (66%)
[epoch 23] loss: 0.1842087
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6412, Accuracy: 3271/5000 (65%)
[epoch 24] loss: 0.0652421
Test set: Average loss: 1.5188, Accuracy: 3357/5000 (67%)
[epoch 25] loss: 0.0242517
Test set: Average loss: 1.5377, Accuracy: 3369/5000 (67%)
[epoch 26] loss: 0.0146100
Test set: Average loss: 1.5612, Accuracy: 3377/5000 (68%)
[epoch 27] loss: 0.0097032
Test set: Average loss: 1.5819, Accuracy: 3391/5000 (68%)
[epoch 28] loss: 0.0065811
Test set: Average loss: 1.6216, Accuracy: 3379/5000 (68%)
[epoch 29] loss: 0.0044703
Test set: Average loss: 1.6653, Accuracy: 3383/5000 (68%)
[epoch 30] loss: 0.0030120
Test set: Average loss: 1.7005, Accuracy: 3402/5000 (68%)
[epoch 31] loss: 0.0020096
Test set: Average loss: 1.7514, Accuracy: 3417/5000 (68%)
[epoch 32] loss: 0.0013286
Test set: Average loss: 1.8016, Accuracy: 3418/5000 (68%)
[epoch 33] loss: 0.0008678
Test set: Average loss: 1.8540, Accuracy: 3417/5000 (68%)
[epoch 34] loss: 0.0005633
Test set: Average loss: 1.9063, Accuracy: 3432/5000 (69%)
[epoch 35] loss: 0.0003640
Test set: Average loss: 1.9673, Accuracy: 3439/5000 (69%)
[epoch 36] loss: 0.0002335
Test set: Average loss: 2.0248, Accuracy: 3429/5000 (69%)
[epoch 37] loss: 0.0001481
Test set: Average loss: 2.0892, Accuracy: 3430/5000 (69%)
[epoch 38] loss: 0.0000932
Test set: Average loss: 2.1586, Accuracy: 3424/5000 (68%)
[epoch 39] loss: 0.0000586
Test set: Average loss: 2.2233, Accuracy: 3445/5000 (69%)
[epoch 40] loss: 0.0000366
Test set: Average loss: 2.2947, Accuracy: 3439/5000 (69%)
[epoch 41] loss: 0.0000227
Test set: Average loss: 2.3684, Accuracy: 3431/5000 (69%)
[epoch 42] loss: 0.0000141
Test set: Average loss: 2.4333, Accuracy: 3430/5000 (69%)
[epoch 43] loss: 0.0000086
Test set: Average loss: 2.5076, Accuracy: 3446/5000 (69%)
[epoch 44] loss: 0.0000053
Test set: Average loss: 2.5849, Accuracy: 3435/5000 (69%)
[epoch 45] loss: 0.0000032
Test set: Average loss: 2.6487, Accuracy: 3433/5000 (69%)
[epoch 46] loss: 0.0000019
Test set: Average loss: 2.7176, Accuracy: 3426/5000 (69%)
[epoch 47] loss: 0.0000012
Test set: Average loss: 2.7837, Accuracy: 3432/5000 (69%)
[epoch 48] loss: 0.0000007
Test set: Average loss: 2.8280, Accuracy: 3422/5000 (68%)
[epoch 49] loss: 0.0000004
Test set: Average loss: 2.8454, Accuracy: 3422/5000 (68%)
[epoch 50] loss: 0.0000003
Test set: Average loss: 2.8594, Accuracy: 3426/5000 (69%)
Validation:
Test set: Average loss: 2.5076, Accuracy: 3446/5000 (69%)
Test
Test set: Average loss: 2.5002, Accuracy: 6955/10000 (70%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.2838, Accuracy: 581/5000 (12%)
[epoch 1] loss: 1.1746363
Test set: Average loss: 1.1970, Accuracy: 2908/5000 (58%)
[epoch 2] loss: 1.0673376
Test set: Average loss: 1.0940, Accuracy: 3096/5000 (62%)
[epoch 3] loss: 1.0320047
Test set: Average loss: 1.0851, Accuracy: 3078/5000 (62%)
[epoch 4] loss: 0.9878786
Test set: Average loss: 1.0874, Accuracy: 3093/5000 (62%)
[epoch 5] loss: 0.9539148
Test set: Average loss: 1.0391, Accuracy: 3175/5000 (64%)
[epoch 6] loss: 0.9201485
Test set: Average loss: 1.0619, Accuracy: 3164/5000 (63%)
[epoch 7] loss: 0.8763659
Test set: Average loss: 1.0736, Accuracy: 3135/5000 (63%)
[epoch 8] loss: 0.8418445
Test set: Average loss: 1.0659, Accuracy: 3191/5000 (64%)
[epoch 9] loss: 0.7965363
Test set: Average loss: 1.0744, Accuracy: 3191/5000 (64%)
[epoch 10] loss: 0.7663924
Test set: Average loss: 0.9677, Accuracy: 3334/5000 (67%)
[epoch 11] loss: 0.7111543
Test set: Average loss: 1.0322, Accuracy: 3274/5000 (65%)
[epoch 12] loss: 0.6561274
Test set: Average loss: 1.0017, Accuracy: 3316/5000 (66%)
[epoch 13] loss: 0.5891601
Test set: Average loss: 1.0488, Accuracy: 3321/5000 (66%)
[epoch 14] loss: 0.5260602
Test set: Average loss: 1.1011, Accuracy: 3272/5000 (65%)
[epoch 15] loss: 0.4653513
Test set: Average loss: 1.1577, Accuracy: 3258/5000 (65%)
[epoch 16] loss: 0.3878405
Test set: Average loss: 1.1712, Accuracy: 3305/5000 (66%)
[epoch 17] loss: 0.3216189
Test set: Average loss: 1.2891, Accuracy: 3257/5000 (65%)
[epoch 18] loss: 0.2791187
Test set: Average loss: 1.3471, Accuracy: 3266/5000 (65%)
[epoch 19] loss: 0.2445183
Test set: Average loss: 1.3740, Accuracy: 3293/5000 (66%)
[epoch 20] loss: 0.2123117
Test set: Average loss: 1.3970, Accuracy: 3331/5000 (67%)
[epoch 21] loss: 0.1843070
Test set: Average loss: 1.5027, Accuracy: 3253/5000 (65%)
[epoch 22] loss: 0.1884594
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5652, Accuracy: 3262/5000 (65%)
[epoch 23] loss: 0.0644153
Test set: Average loss: 1.4578, Accuracy: 3364/5000 (67%)
[epoch 24] loss: 0.0259979
Test set: Average loss: 1.4816, Accuracy: 3392/5000 (68%)
[epoch 25] loss: 0.0156986
Test set: Average loss: 1.5039, Accuracy: 3395/5000 (68%)
[epoch 26] loss: 0.0104364
Test set: Average loss: 1.5415, Accuracy: 3400/5000 (68%)
[epoch 27] loss: 0.0071242
Test set: Average loss: 1.5667, Accuracy: 3390/5000 (68%)
[epoch 28] loss: 0.0048333
Test set: Average loss: 1.6188, Accuracy: 3393/5000 (68%)
[epoch 29] loss: 0.0032423
Test set: Average loss: 1.6613, Accuracy: 3382/5000 (68%)
[epoch 30] loss: 0.0022000
Test set: Average loss: 1.7087, Accuracy: 3387/5000 (68%)
[epoch 31] loss: 0.0014302
Test set: Average loss: 1.7603, Accuracy: 3394/5000 (68%)
[epoch 32] loss: 0.0009341
Test set: Average loss: 1.8134, Accuracy: 3397/5000 (68%)
[epoch 33] loss: 0.0006104
Test set: Average loss: 1.8822, Accuracy: 3395/5000 (68%)
[epoch 34] loss: 0.0003950
Test set: Average loss: 1.9438, Accuracy: 3399/5000 (68%)
[epoch 35] loss: 0.0002515
Test set: Average loss: 2.0081, Accuracy: 3397/5000 (68%)
[epoch 36] loss: 0.0001596
Test set: Average loss: 2.0683, Accuracy: 3409/5000 (68%)
[epoch 37] loss: 0.0001015
Test set: Average loss: 2.1416, Accuracy: 3415/5000 (68%)
[epoch 38] loss: 0.0000637
Test set: Average loss: 2.2024, Accuracy: 3404/5000 (68%)
[epoch 39] loss: 0.0000399
Test set: Average loss: 2.2773, Accuracy: 3404/5000 (68%)
[epoch 40] loss: 0.0000247
Test set: Average loss: 2.3385, Accuracy: 3416/5000 (68%)
[epoch 41] loss: 0.0000152
Test set: Average loss: 2.4098, Accuracy: 3422/5000 (68%)
[epoch 42] loss: 0.0000094
Test set: Average loss: 2.4889, Accuracy: 3414/5000 (68%)
[epoch 43] loss: 0.0000058
Test set: Average loss: 2.5682, Accuracy: 3408/5000 (68%)
[epoch 44] loss: 0.0000035
Test set: Average loss: 2.6350, Accuracy: 3412/5000 (68%)
[epoch 45] loss: 0.0000021
Test set: Average loss: 2.7105, Accuracy: 3402/5000 (68%)
[epoch 46] loss: 0.0000013
Test set: Average loss: 2.7783, Accuracy: 3402/5000 (68%)
[epoch 47] loss: 0.0000008
Test set: Average loss: 2.8207, Accuracy: 3400/5000 (68%)
[epoch 48] loss: 0.0000005
Test set: Average loss: 2.8647, Accuracy: 3409/5000 (68%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 2.8805, Accuracy: 3388/5000 (68%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 2.8932, Accuracy: 3404/5000 (68%)
Validation:
Test set: Average loss: 2.4098, Accuracy: 3422/5000 (68%)
Test
Test set: Average loss: 2.3461, Accuracy: 6983/10000 (70%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3006, Accuracy: 504/5000 (10%)
[epoch 1] loss: 1.1673206
Test set: Average loss: 1.0880, Accuracy: 3087/5000 (62%)
[epoch 2] loss: 1.0680244
Test set: Average loss: 1.0999, Accuracy: 3076/5000 (62%)
[epoch 3] loss: 1.0287113
Test set: Average loss: 1.0606, Accuracy: 3103/5000 (62%)
[epoch 4] loss: 0.9878896
Test set: Average loss: 1.1556, Accuracy: 3032/5000 (61%)
[epoch 5] loss: 0.9524324
Test set: Average loss: 1.0439, Accuracy: 3160/5000 (63%)
[epoch 6] loss: 0.9156585
Test set: Average loss: 1.0162, Accuracy: 3253/5000 (65%)
[epoch 7] loss: 0.8763462
Test set: Average loss: 1.0597, Accuracy: 3152/5000 (63%)
[epoch 8] loss: 0.8365987
Test set: Average loss: 1.0086, Accuracy: 3248/5000 (65%)
[epoch 9] loss: 0.7954983
Test set: Average loss: 1.0480, Accuracy: 3201/5000 (64%)
[epoch 10] loss: 0.7548354
Test set: Average loss: 1.0425, Accuracy: 3231/5000 (65%)
[epoch 11] loss: 0.7065764
Test set: Average loss: 1.0191, Accuracy: 3330/5000 (67%)
[epoch 12] loss: 0.6530527
Test set: Average loss: 1.0791, Accuracy: 3278/5000 (66%)
[epoch 13] loss: 0.5880512
Test set: Average loss: 1.0070, Accuracy: 3372/5000 (67%)
[epoch 14] loss: 0.5190345
Test set: Average loss: 1.0949, Accuracy: 3311/5000 (66%)
[epoch 15] loss: 0.4546339
Test set: Average loss: 1.1386, Accuracy: 3340/5000 (67%)
[epoch 16] loss: 0.3939844
Test set: Average loss: 1.1807, Accuracy: 3326/5000 (67%)
[epoch 17] loss: 0.3306263
Test set: Average loss: 1.2454, Accuracy: 3334/5000 (67%)
[epoch 18] loss: 0.2780371
Test set: Average loss: 1.3084, Accuracy: 3282/5000 (66%)
[epoch 19] loss: 0.2358527
Test set: Average loss: 1.4440, Accuracy: 3284/5000 (66%)
[epoch 20] loss: 0.2182647
Test set: Average loss: 1.4687, Accuracy: 3264/5000 (65%)
[epoch 21] loss: 0.1830915
Test set: Average loss: 1.6288, Accuracy: 3207/5000 (64%)
[epoch 22] loss: 0.1935965
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6391, Accuracy: 3279/5000 (66%)
[epoch 23] loss: 0.0662958
Test set: Average loss: 1.5082, Accuracy: 3371/5000 (67%)
[epoch 24] loss: 0.0265380
Test set: Average loss: 1.5280, Accuracy: 3378/5000 (68%)
[epoch 25] loss: 0.0160024
Test set: Average loss: 1.5460, Accuracy: 3384/5000 (68%)
[epoch 26] loss: 0.0105208
Test set: Average loss: 1.5827, Accuracy: 3405/5000 (68%)
[epoch 27] loss: 0.0071498
Test set: Average loss: 1.6141, Accuracy: 3432/5000 (69%)
[epoch 28] loss: 0.0048895
Test set: Average loss: 1.6524, Accuracy: 3419/5000 (68%)
[epoch 29] loss: 0.0032838
Test set: Average loss: 1.7049, Accuracy: 3425/5000 (68%)
[epoch 30] loss: 0.0021774
Test set: Average loss: 1.7577, Accuracy: 3435/5000 (69%)
[epoch 31] loss: 0.0014561
Test set: Average loss: 1.8089, Accuracy: 3440/5000 (69%)
[epoch 32] loss: 0.0009447
Test set: Average loss: 1.8710, Accuracy: 3426/5000 (69%)
[epoch 33] loss: 0.0006175
Test set: Average loss: 1.9315, Accuracy: 3421/5000 (68%)
[epoch 34] loss: 0.0003979
Test set: Average loss: 1.9963, Accuracy: 3424/5000 (68%)
[epoch 35] loss: 0.0002545
Test set: Average loss: 2.0720, Accuracy: 3429/5000 (69%)
[epoch 36] loss: 0.0001617
Test set: Average loss: 2.1366, Accuracy: 3426/5000 (69%)
[epoch 37] loss: 0.0001024
Test set: Average loss: 2.2088, Accuracy: 3426/5000 (69%)
[epoch 38] loss: 0.0000643
Test set: Average loss: 2.2785, Accuracy: 3430/5000 (69%)
[epoch 39] loss: 0.0000404
Test set: Average loss: 2.3514, Accuracy: 3421/5000 (68%)
[epoch 40] loss: 0.0000248
Test set: Average loss: 2.4308, Accuracy: 3439/5000 (69%)
[epoch 41] loss: 0.0000155
Test set: Average loss: 2.5060, Accuracy: 3447/5000 (69%)
[epoch 42] loss: 0.0000095
Test set: Average loss: 2.5791, Accuracy: 3441/5000 (69%)
[epoch 43] loss: 0.0000058
Test set: Average loss: 2.6662, Accuracy: 3447/5000 (69%)
[epoch 44] loss: 0.0000036
Test set: Average loss: 2.7397, Accuracy: 3434/5000 (69%)
[epoch 45] loss: 0.0000022
Test set: Average loss: 2.8099, Accuracy: 3441/5000 (69%)
[epoch 46] loss: 0.0000013
Test set: Average loss: 2.8873, Accuracy: 3442/5000 (69%)
[epoch 47] loss: 0.0000008
Test set: Average loss: 2.9364, Accuracy: 3446/5000 (69%)
[epoch 48] loss: 0.0000005
Test set: Average loss: 2.9667, Accuracy: 3432/5000 (69%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 2.9952, Accuracy: 3428/5000 (69%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.0012, Accuracy: 3440/5000 (69%)
Validation:
Test set: Average loss: 2.6662, Accuracy: 3447/5000 (69%)
Test
Test set: Average loss: 2.5025, Accuracy: 6961/10000 (70%)
45000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3226, Accuracy: 222/5000 (4%)
[epoch 1] loss: 1.1544424
Test set: Average loss: 1.1245, Accuracy: 3022/5000 (60%)
[epoch 2] loss: 1.0640608
Test set: Average loss: 1.0722, Accuracy: 3105/5000 (62%)
[epoch 3] loss: 1.0210709
Test set: Average loss: 1.0796, Accuracy: 3148/5000 (63%)
[epoch 4] loss: 0.9803352
Test set: Average loss: 1.1037, Accuracy: 3085/5000 (62%)
[epoch 5] loss: 0.9424651
Test set: Average loss: 1.0579, Accuracy: 3142/5000 (63%)
[epoch 6] loss: 0.9016145
Test set: Average loss: 0.9969, Accuracy: 3260/5000 (65%)
[epoch 7] loss: 0.8682224
Test set: Average loss: 0.9882, Accuracy: 3269/5000 (65%)
[epoch 8] loss: 0.8290680
Test set: Average loss: 1.0235, Accuracy: 3247/5000 (65%)
[epoch 9] loss: 0.7848594
Test set: Average loss: 0.9799, Accuracy: 3303/5000 (66%)
[epoch 10] loss: 0.7363199
Test set: Average loss: 1.0032, Accuracy: 3300/5000 (66%)
[epoch 11] loss: 0.6862768
Test set: Average loss: 0.9953, Accuracy: 3406/5000 (68%)
[epoch 12] loss: 0.6318433
Test set: Average loss: 0.9958, Accuracy: 3407/5000 (68%)
[epoch 13] loss: 0.5799090
Test set: Average loss: 1.0232, Accuracy: 3361/5000 (67%)
[epoch 14] loss: 0.5093239
Test set: Average loss: 1.0509, Accuracy: 3346/5000 (67%)
[epoch 15] loss: 0.4592033
Test set: Average loss: 1.0849, Accuracy: 3365/5000 (67%)
[epoch 16] loss: 0.3871075
Test set: Average loss: 1.2998, Accuracy: 3220/5000 (64%)
[epoch 17] loss: 0.3378946
Test set: Average loss: 1.2318, Accuracy: 3324/5000 (66%)
[epoch 18] loss: 0.2932326
Test set: Average loss: 1.2558, Accuracy: 3338/5000 (67%)
[epoch 19] loss: 0.2563213
Test set: Average loss: 1.3640, Accuracy: 3321/5000 (66%)
[epoch 20] loss: 0.2404898
Test set: Average loss: 1.4367, Accuracy: 3282/5000 (66%)
[epoch 21] loss: 0.2061942
Test set: Average loss: 1.5058, Accuracy: 3226/5000 (65%)
[epoch 22] loss: 0.2157786
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5415, Accuracy: 3266/5000 (65%)
[epoch 23] loss: 0.0777667
Test set: Average loss: 1.4148, Accuracy: 3398/5000 (68%)
[epoch 24] loss: 0.0318240
Test set: Average loss: 1.4364, Accuracy: 3416/5000 (68%)
[epoch 25] loss: 0.0189427
Test set: Average loss: 1.4490, Accuracy: 3426/5000 (69%)
[epoch 26] loss: 0.0122859
Test set: Average loss: 1.4763, Accuracy: 3453/5000 (69%)
[epoch 27] loss: 0.0081125
Test set: Average loss: 1.5187, Accuracy: 3453/5000 (69%)
[epoch 28] loss: 0.0053410
Test set: Average loss: 1.5581, Accuracy: 3449/5000 (69%)
[epoch 29] loss: 0.0034799
Test set: Average loss: 1.6058, Accuracy: 3444/5000 (69%)
[epoch 30] loss: 0.0022645
Test set: Average loss: 1.6668, Accuracy: 3444/5000 (69%)
[epoch 31] loss: 0.0014463
Test set: Average loss: 1.7171, Accuracy: 3453/5000 (69%)
[epoch 32] loss: 0.0009189
Test set: Average loss: 1.7822, Accuracy: 3455/5000 (69%)
[epoch 33] loss: 0.0005799
Test set: Average loss: 1.8369, Accuracy: 3464/5000 (69%)
[epoch 34] loss: 0.0003618
Test set: Average loss: 1.9132, Accuracy: 3461/5000 (69%)
[epoch 35] loss: 0.0002233
Test set: Average loss: 1.9810, Accuracy: 3458/5000 (69%)
[epoch 36] loss: 0.0001385
Test set: Average loss: 2.0475, Accuracy: 3459/5000 (69%)
[epoch 37] loss: 0.0000840
Test set: Average loss: 2.1197, Accuracy: 3462/5000 (69%)
[epoch 38] loss: 0.0000509
Test set: Average loss: 2.2072, Accuracy: 3464/5000 (69%)
[epoch 39] loss: 0.0000309
Test set: Average loss: 2.2752, Accuracy: 3453/5000 (69%)
[epoch 40] loss: 0.0000184
Test set: Average loss: 2.3555, Accuracy: 3468/5000 (69%)
[epoch 41] loss: 0.0000111
Test set: Average loss: 2.4353, Accuracy: 3458/5000 (69%)
[epoch 42] loss: 0.0000065
Test set: Average loss: 2.5190, Accuracy: 3469/5000 (69%)
[epoch 43] loss: 0.0000039
Test set: Average loss: 2.5916, Accuracy: 3464/5000 (69%)
[epoch 44] loss: 0.0000022
Test set: Average loss: 2.6616, Accuracy: 3448/5000 (69%)
[epoch 45] loss: 0.0000013
Test set: Average loss: 2.7309, Accuracy: 3448/5000 (69%)
[epoch 46] loss: 0.0000007
Test set: Average loss: 2.7848, Accuracy: 3457/5000 (69%)
[epoch 47] loss: 0.0000004
Test set: Average loss: 2.8314, Accuracy: 3454/5000 (69%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 2.8501, Accuracy: 3445/5000 (69%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 2.8654, Accuracy: 3446/5000 (69%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 2.8922, Accuracy: 3448/5000 (69%)
Validation:
Test set: Average loss: 2.5190, Accuracy: 3469/5000 (69%)
Test
Test set: Average loss: 2.4338, Accuracy: 7080/10000 (71%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.2817, Accuracy: 679/5000 (14%)
[epoch 1] loss: 1.1546932
Test set: Average loss: 1.0839, Accuracy: 3079/5000 (62%)
[epoch 2] loss: 1.0630398
Test set: Average loss: 1.1647, Accuracy: 2971/5000 (59%)
[epoch 3] loss: 1.0136248
Test set: Average loss: 1.1352, Accuracy: 3031/5000 (61%)
[epoch 4] loss: 0.9776970
Test set: Average loss: 1.0360, Accuracy: 3167/5000 (63%)
[epoch 5] loss: 0.9429777
Test set: Average loss: 1.0692, Accuracy: 3151/5000 (63%)
[epoch 6] loss: 0.9040061
Test set: Average loss: 1.0066, Accuracy: 3241/5000 (65%)
[epoch 7] loss: 0.8716620
Test set: Average loss: 0.9686, Accuracy: 3303/5000 (66%)
[epoch 8] loss: 0.8320404
Test set: Average loss: 1.0193, Accuracy: 3239/5000 (65%)
[epoch 9] loss: 0.7862351
Test set: Average loss: 1.0495, Accuracy: 3244/5000 (65%)
[epoch 10] loss: 0.7418090
Test set: Average loss: 0.9958, Accuracy: 3291/5000 (66%)
[epoch 11] loss: 0.6905084
Test set: Average loss: 1.0083, Accuracy: 3319/5000 (66%)
[epoch 12] loss: 0.6332037
Test set: Average loss: 1.0438, Accuracy: 3287/5000 (66%)
[epoch 13] loss: 0.5763568
Test set: Average loss: 0.9920, Accuracy: 3406/5000 (68%)
[epoch 14] loss: 0.5127629
Test set: Average loss: 1.0607, Accuracy: 3386/5000 (68%)
[epoch 15] loss: 0.4535594
Test set: Average loss: 1.1086, Accuracy: 3343/5000 (67%)
[epoch 16] loss: 0.3950472
Test set: Average loss: 1.2167, Accuracy: 3316/5000 (66%)
[epoch 17] loss: 0.3410465
Test set: Average loss: 1.2692, Accuracy: 3329/5000 (67%)
[epoch 18] loss: 0.2983572
Test set: Average loss: 1.2278, Accuracy: 3340/5000 (67%)
[epoch 19] loss: 0.2612710
Test set: Average loss: 1.3810, Accuracy: 3279/5000 (66%)
[epoch 20] loss: 0.2319540
Test set: Average loss: 1.4674, Accuracy: 3256/5000 (65%)
[epoch 21] loss: 0.2166144
Test set: Average loss: 1.4324, Accuracy: 3293/5000 (66%)
[epoch 22] loss: 0.2180239
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6011, Accuracy: 3296/5000 (66%)
[epoch 23] loss: 0.0810489
Test set: Average loss: 1.4503, Accuracy: 3415/5000 (68%)
[epoch 24] loss: 0.0336200
Test set: Average loss: 1.4706, Accuracy: 3417/5000 (68%)
[epoch 25] loss: 0.0200033
Test set: Average loss: 1.5008, Accuracy: 3422/5000 (68%)
[epoch 26] loss: 0.0130380
Test set: Average loss: 1.5322, Accuracy: 3411/5000 (68%)
[epoch 27] loss: 0.0084933
Test set: Average loss: 1.5625, Accuracy: 3424/5000 (68%)
[epoch 28] loss: 0.0057385
Test set: Average loss: 1.6082, Accuracy: 3441/5000 (69%)
[epoch 29] loss: 0.0036987
Test set: Average loss: 1.6595, Accuracy: 3438/5000 (69%)
[epoch 30] loss: 0.0024432
Test set: Average loss: 1.7152, Accuracy: 3435/5000 (69%)
[epoch 31] loss: 0.0015612
Test set: Average loss: 1.7839, Accuracy: 3455/5000 (69%)
[epoch 32] loss: 0.0010038
Test set: Average loss: 1.8321, Accuracy: 3453/5000 (69%)
[epoch 33] loss: 0.0006373
Test set: Average loss: 1.9051, Accuracy: 3443/5000 (69%)
[epoch 34] loss: 0.0003960
Test set: Average loss: 1.9770, Accuracy: 3437/5000 (69%)
[epoch 35] loss: 0.0002482
Test set: Average loss: 2.0388, Accuracy: 3447/5000 (69%)
[epoch 36] loss: 0.0001534
Test set: Average loss: 2.1227, Accuracy: 3446/5000 (69%)
[epoch 37] loss: 0.0000942
Test set: Average loss: 2.1905, Accuracy: 3453/5000 (69%)
[epoch 38] loss: 0.0000575
Test set: Average loss: 2.2701, Accuracy: 3448/5000 (69%)
[epoch 39] loss: 0.0000346
Test set: Average loss: 2.3461, Accuracy: 3454/5000 (69%)
[epoch 40] loss: 0.0000209
Test set: Average loss: 2.4306, Accuracy: 3443/5000 (69%)
[epoch 41] loss: 0.0000125
Test set: Average loss: 2.5048, Accuracy: 3430/5000 (69%)
[epoch 42] loss: 0.0000075
Test set: Average loss: 2.6019, Accuracy: 3432/5000 (69%)
[epoch 43] loss: 0.0000045
Test set: Average loss: 2.6718, Accuracy: 3439/5000 (69%)
[epoch 44] loss: 0.0000026
Test set: Average loss: 2.7546, Accuracy: 3447/5000 (69%)
[epoch 45] loss: 0.0000015
Test set: Average loss: 2.8211, Accuracy: 3432/5000 (69%)
[epoch 46] loss: 0.0000009
Test set: Average loss: 2.8857, Accuracy: 3438/5000 (69%)
[epoch 47] loss: 0.0000005
Test set: Average loss: 2.9361, Accuracy: 3424/5000 (68%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 2.9569, Accuracy: 3420/5000 (68%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 2.9708, Accuracy: 3429/5000 (69%)
[epoch 50] loss: 0.0008282
Epoch 49: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.9424, Accuracy: 3419/5000 (68%)
Validation:
Test set: Average loss: 1.7839, Accuracy: 3455/5000 (69%)
Test
Test set: Average loss: 1.6548, Accuracy: 7000/10000 (70%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2917, Accuracy: 619/5000 (12%)
[epoch 1] loss: 1.1611231
Test set: Average loss: 1.1768, Accuracy: 2939/5000 (59%)
[epoch 2] loss: 1.0641503
Test set: Average loss: 1.0947, Accuracy: 3054/5000 (61%)
[epoch 3] loss: 1.0145134
Test set: Average loss: 1.0548, Accuracy: 3172/5000 (63%)
[epoch 4] loss: 0.9782492
Test set: Average loss: 1.0466, Accuracy: 3138/5000 (63%)
[epoch 5] loss: 0.9382631
Test set: Average loss: 1.0439, Accuracy: 3226/5000 (65%)
[epoch 6] loss: 0.9069179
Test set: Average loss: 1.0156, Accuracy: 3241/5000 (65%)
[epoch 7] loss: 0.8608357
Test set: Average loss: 1.0060, Accuracy: 3311/5000 (66%)
[epoch 8] loss: 0.8206071
Test set: Average loss: 0.9530, Accuracy: 3350/5000 (67%)
[epoch 9] loss: 0.7828707
Test set: Average loss: 0.9859, Accuracy: 3290/5000 (66%)
[epoch 10] loss: 0.7341552
Test set: Average loss: 1.0201, Accuracy: 3270/5000 (65%)
[epoch 11] loss: 0.6851401
Test set: Average loss: 1.0089, Accuracy: 3319/5000 (66%)
[epoch 12] loss: 0.6214938
Test set: Average loss: 1.0329, Accuracy: 3329/5000 (67%)
[epoch 13] loss: 0.5580723
Test set: Average loss: 1.0813, Accuracy: 3329/5000 (67%)
[epoch 14] loss: 0.4987130
Test set: Average loss: 1.0977, Accuracy: 3320/5000 (66%)
[epoch 15] loss: 0.4358698
Test set: Average loss: 1.1399, Accuracy: 3301/5000 (66%)
[epoch 16] loss: 0.3825125
Test set: Average loss: 1.2257, Accuracy: 3316/5000 (66%)
[epoch 17] loss: 0.3265501
Test set: Average loss: 1.2510, Accuracy: 3305/5000 (66%)
[epoch 18] loss: 0.2953863
Test set: Average loss: 1.3279, Accuracy: 3295/5000 (66%)
[epoch 19] loss: 0.2566438
Test set: Average loss: 1.3641, Accuracy: 3356/5000 (67%)
[epoch 20] loss: 0.2272823
Test set: Average loss: 1.4479, Accuracy: 3267/5000 (65%)
[epoch 21] loss: 0.2226782
Test set: Average loss: 1.4887, Accuracy: 3287/5000 (66%)
[epoch 22] loss: 0.1950292
Test set: Average loss: 1.5811, Accuracy: 3281/5000 (66%)
[epoch 23] loss: 0.1928672
Test set: Average loss: 1.5911, Accuracy: 3292/5000 (66%)
[epoch 24] loss: 0.1839904
Test set: Average loss: 1.6805, Accuracy: 3264/5000 (65%)
[epoch 25] loss: 0.1860870
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7105, Accuracy: 3258/5000 (65%)
[epoch 26] loss: 0.0635827
Test set: Average loss: 1.5778, Accuracy: 3373/5000 (67%)
[epoch 27] loss: 0.0230271
Test set: Average loss: 1.5985, Accuracy: 3393/5000 (68%)
[epoch 28] loss: 0.0127918
Test set: Average loss: 1.6199, Accuracy: 3410/5000 (68%)
[epoch 29] loss: 0.0082172
Test set: Average loss: 1.6506, Accuracy: 3414/5000 (68%)
[epoch 30] loss: 0.0052881
Test set: Average loss: 1.6846, Accuracy: 3419/5000 (68%)
[epoch 31] loss: 0.0034671
Test set: Average loss: 1.7339, Accuracy: 3427/5000 (69%)
[epoch 32] loss: 0.0022104
Test set: Average loss: 1.7803, Accuracy: 3438/5000 (69%)
[epoch 33] loss: 0.0014100
Test set: Average loss: 1.8263, Accuracy: 3447/5000 (69%)
[epoch 34] loss: 0.0008835
Test set: Average loss: 1.8817, Accuracy: 3446/5000 (69%)
[epoch 35] loss: 0.0005533
Test set: Average loss: 1.9405, Accuracy: 3457/5000 (69%)
[epoch 36] loss: 0.0003415
Test set: Average loss: 2.0079, Accuracy: 3455/5000 (69%)
[epoch 37] loss: 0.0002083
Test set: Average loss: 2.0758, Accuracy: 3446/5000 (69%)
[epoch 38] loss: 0.0001275
Test set: Average loss: 2.1376, Accuracy: 3467/5000 (69%)
[epoch 39] loss: 0.0000773
Test set: Average loss: 2.2117, Accuracy: 3466/5000 (69%)
[epoch 40] loss: 0.0000464
Test set: Average loss: 2.2901, Accuracy: 3463/5000 (69%)
[epoch 41] loss: 0.0000280
Test set: Average loss: 2.3575, Accuracy: 3459/5000 (69%)
[epoch 42] loss: 0.0000166
Test set: Average loss: 2.4433, Accuracy: 3463/5000 (69%)
[epoch 43] loss: 0.0000098
Test set: Average loss: 2.5063, Accuracy: 3453/5000 (69%)
[epoch 44] loss: 0.0000059
Test set: Average loss: 2.5884, Accuracy: 3462/5000 (69%)
[epoch 45] loss: 0.0000033
Test set: Average loss: 2.6698, Accuracy: 3460/5000 (69%)
[epoch 46] loss: 0.0000020
Test set: Average loss: 2.7354, Accuracy: 3462/5000 (69%)
[epoch 47] loss: 0.0000011
Test set: Average loss: 2.8130, Accuracy: 3454/5000 (69%)
[epoch 48] loss: 0.0000006
Test set: Average loss: 2.8598, Accuracy: 3445/5000 (69%)
[epoch 49] loss: 0.0000004
Test set: Average loss: 2.8930, Accuracy: 3439/5000 (69%)
[epoch 50] loss: 0.0000003
Test set: Average loss: 2.9041, Accuracy: 3447/5000 (69%)
Validation:
Test set: Average loss: 2.1376, Accuracy: 3467/5000 (69%)
Test
Test set: Average loss: 2.0693, Accuracy: 7007/10000 (70%)
In [18]:
# train the SimEc
w = 0.7
S = w*S_lin + (1.-w)*S_class
S_ll = S[:n_targets, :]
t0 = time()
cnn = CNN()
model = SimilarityEncoder(cnn, 512, n_targets)
model.fit(X, S, epochs=50, lr=0.0001, s_ll_reg=100., S_ll=S_ll, orth_reg=0.1)
print(check_similarity_match(model.predict(X[:n_targets]), S_ll, X_embed_is_S_approx=True))
print(check_similarity_match(model.transform(X[:n_targets]), S_ll))
# save the cnn state
cnn_dict = deepcopy(model.model.embedding_net.state_dict())
t1 = time()
print("Took %.2d sec to train." % (t1 - t0))
# use the pretrained model with the clf
test_accuracies_se_t1_mix7 = []
for n_train in n_training_examples:
print(n_train)
test_accuracies_se_t1_mix7.append(clf_with_ntrain(n_train, cnn_dict))
[epoch 1] loss: 0.0103360
[epoch 2] loss: 0.0067707
[epoch 3] loss: 0.0063620
[epoch 4] loss: 0.0061616
[epoch 5] loss: 0.0060465
[epoch 6] loss: 0.0059630
[epoch 7] loss: 0.0059066
[epoch 8] loss: 0.0058611
[epoch 9] loss: 0.0058208
[epoch 10] loss: 0.0057794
[epoch 11] loss: 0.0057469
[epoch 12] loss: 0.0057210
[epoch 13] loss: 0.0056944
[epoch 14] loss: 0.0056668
[epoch 15] loss: 0.0056407
[epoch 16] loss: 0.0056166
[epoch 17] loss: 0.0055997
[epoch 18] loss: 0.0055890
[epoch 19] loss: 0.0056346
[epoch 20] loss: 0.0055563
[epoch 21] loss: 0.0055257
[epoch 22] loss: 0.0055018
[epoch 23] loss: 0.0054815
[epoch 24] loss: 0.0054630
[epoch 25] loss: 0.0054495
[epoch 26] loss: 0.0054373
[epoch 27] loss: 0.0054262
[epoch 28] loss: 0.0054173
[epoch 29] loss: 0.0054056
[epoch 30] loss: 0.0053994
[epoch 31] loss: 0.0053888
[epoch 32] loss: 0.0053791
[epoch 33] loss: 0.0053698
[epoch 34] loss: 0.0053628
[epoch 35] loss: 0.0053548
[epoch 36] loss: 0.0053539
[epoch 37] loss: 0.0053410
[epoch 38] loss: 0.0053394
[epoch 39] loss: 0.0053320
[epoch 40] loss: 0.0053242
[epoch 41] loss: 0.0053182
[epoch 42] loss: 0.0053132
[epoch 43] loss: 0.0053112
[epoch 44] loss: 0.0053058
[epoch 45] loss: 0.0052970
[epoch 46] loss: 0.0052971
[epoch 47] loss: 0.0052914
[epoch 48] loss: 0.0052858
[epoch 49] loss: 0.0052805
[epoch 50] loss: 0.0052771
(0.005252798738865568, 0.45366755096456496, 0.6795726917255167)
(0.007475174965735936, 0.25927413328123944, 0.6235065908121007)
Took 908 sec to train.
25
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3024, Accuracy: 407/5000 (8%)
[epoch 1] loss: 2.3049459
Test set: Average loss: 2.2727, Accuracy: 755/5000 (15%)
[epoch 2] loss: 2.1786909
Test set: Average loss: 2.2371, Accuracy: 766/5000 (15%)
[epoch 3] loss: 1.9940410
Test set: Average loss: 2.2189, Accuracy: 785/5000 (16%)
[epoch 4] loss: 1.7824392
Test set: Average loss: 2.2497, Accuracy: 843/5000 (17%)
[epoch 5] loss: 1.6007249
Test set: Average loss: 2.2903, Accuracy: 856/5000 (17%)
[epoch 6] loss: 1.4105052
Test set: Average loss: 2.4255, Accuracy: 855/5000 (17%)
[epoch 7] loss: 1.2930884
Test set: Average loss: 2.4756, Accuracy: 997/5000 (20%)
[epoch 8] loss: 1.1546346
Test set: Average loss: 2.4646, Accuracy: 970/5000 (19%)
[epoch 9] loss: 0.9982197
Test set: Average loss: 2.4533, Accuracy: 980/5000 (20%)
[epoch 10] loss: 0.8555684
Test set: Average loss: 2.4731, Accuracy: 1055/5000 (21%)
[epoch 11] loss: 0.7332930
Test set: Average loss: 2.5348, Accuracy: 1131/5000 (23%)
[epoch 12] loss: 0.6104696
Test set: Average loss: 2.6571, Accuracy: 1141/5000 (23%)
[epoch 13] loss: 0.5069295
Test set: Average loss: 2.7951, Accuracy: 1166/5000 (23%)
[epoch 14] loss: 0.4054492
Test set: Average loss: 2.9729, Accuracy: 1114/5000 (22%)
[epoch 15] loss: 0.3243534
Test set: Average loss: 3.1982, Accuracy: 1060/5000 (21%)
[epoch 16] loss: 0.2636199
Test set: Average loss: 3.4425, Accuracy: 1054/5000 (21%)
[epoch 17] loss: 0.2107236
Test set: Average loss: 3.6899, Accuracy: 1037/5000 (21%)
[epoch 18] loss: 0.1677662
Test set: Average loss: 3.9100, Accuracy: 1035/5000 (21%)
[epoch 19] loss: 0.1324735
Test set: Average loss: 4.0793, Accuracy: 1041/5000 (21%)
[epoch 20] loss: 0.0996735
Test set: Average loss: 4.2226, Accuracy: 1041/5000 (21%)
[epoch 21] loss: 0.0745254
Test set: Average loss: 4.3643, Accuracy: 1047/5000 (21%)
[epoch 22] loss: 0.0548669
Test set: Average loss: 4.5118, Accuracy: 1065/5000 (21%)
[epoch 23] loss: 0.0386421
Test set: Average loss: 4.6655, Accuracy: 1082/5000 (22%)
[epoch 24] loss: 0.0272009
Test set: Average loss: 4.8157, Accuracy: 1076/5000 (22%)
[epoch 25] loss: 0.0190305
Test set: Average loss: 4.9580, Accuracy: 1084/5000 (22%)
[epoch 26] loss: 0.0132561
Test set: Average loss: 5.0934, Accuracy: 1087/5000 (22%)
[epoch 27] loss: 0.0095424
Test set: Average loss: 5.2210, Accuracy: 1066/5000 (21%)
[epoch 28] loss: 0.0071328
Test set: Average loss: 5.3383, Accuracy: 1062/5000 (21%)
[epoch 29] loss: 0.0054184
Test set: Average loss: 5.4439, Accuracy: 1065/5000 (21%)
[epoch 30] loss: 0.0041178
Test set: Average loss: 5.5392, Accuracy: 1067/5000 (21%)
[epoch 31] loss: 0.0031319
Test set: Average loss: 5.6263, Accuracy: 1064/5000 (21%)
[epoch 32] loss: 0.0024104
Test set: Average loss: 5.7072, Accuracy: 1053/5000 (21%)
[epoch 33] loss: 0.0019014
Test set: Average loss: 5.7832, Accuracy: 1059/5000 (21%)
[epoch 34] loss: 0.0015463
Test set: Average loss: 5.8552, Accuracy: 1063/5000 (21%)
[epoch 35] loss: 0.0012990
Test set: Average loss: 5.9235, Accuracy: 1051/5000 (21%)
[epoch 36] loss: 0.0011235
Test set: Average loss: 5.9883, Accuracy: 1047/5000 (21%)
[epoch 37] loss: 0.0009941
Test set: Average loss: 6.0497, Accuracy: 1046/5000 (21%)
[epoch 38] loss: 0.0008942
Test set: Average loss: 6.1078, Accuracy: 1040/5000 (21%)
[epoch 39] loss: 0.0008129
Test set: Average loss: 6.1625, Accuracy: 1036/5000 (21%)
[epoch 40] loss: 0.0007437
Test set: Average loss: 6.2139, Accuracy: 1032/5000 (21%)
[epoch 41] loss: 0.0006826
Test set: Average loss: 6.2621, Accuracy: 1034/5000 (21%)
[epoch 42] loss: 0.0006273
Test set: Average loss: 6.3073, Accuracy: 1040/5000 (21%)
[epoch 43] loss: 0.0005777
Test set: Average loss: 6.3496, Accuracy: 1033/5000 (21%)
[epoch 44] loss: 0.0005321
Test set: Average loss: 6.3890, Accuracy: 1033/5000 (21%)
[epoch 45] loss: 0.0004906
Test set: Average loss: 6.4258, Accuracy: 1033/5000 (21%)
[epoch 46] loss: 0.0004531
Test set: Average loss: 6.4601, Accuracy: 1031/5000 (21%)
[epoch 47] loss: 0.0004195
Test set: Average loss: 6.4920, Accuracy: 1034/5000 (21%)
[epoch 48] loss: 0.0003896
Test set: Average loss: 6.5217, Accuracy: 1032/5000 (21%)
[epoch 49] loss: 0.0003631
Test set: Average loss: 6.5492, Accuracy: 1037/5000 (21%)
[epoch 50] loss: 0.0003398
Test set: Average loss: 6.5746, Accuracy: 1038/5000 (21%)
Validation:
Test set: Average loss: 2.7951, Accuracy: 1166/5000 (23%)
Test
Test set: Average loss: 2.6932, Accuracy: 2415/10000 (24%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 169/5000 (3%)
[epoch 1] loss: 2.2989264
Test set: Average loss: 2.2739, Accuracy: 1113/5000 (22%)
[epoch 2] loss: 2.1807122
Test set: Average loss: 2.2457, Accuracy: 1006/5000 (20%)
[epoch 3] loss: 2.0106859
Test set: Average loss: 2.2506, Accuracy: 883/5000 (18%)
[epoch 4] loss: 1.7916576
Test set: Average loss: 2.3513, Accuracy: 921/5000 (18%)
[epoch 5] loss: 1.5892049
Test set: Average loss: 2.4020, Accuracy: 1184/5000 (24%)
[epoch 6] loss: 1.3728315
Test set: Average loss: 2.4134, Accuracy: 1308/5000 (26%)
[epoch 7] loss: 1.1735697
Test set: Average loss: 2.4439, Accuracy: 1320/5000 (26%)
[epoch 8] loss: 0.9852502
Test set: Average loss: 2.4727, Accuracy: 1328/5000 (27%)
[epoch 9] loss: 0.7780645
Test set: Average loss: 2.5379, Accuracy: 1341/5000 (27%)
[epoch 10] loss: 0.5927407
Test set: Average loss: 2.6480, Accuracy: 1278/5000 (26%)
[epoch 11] loss: 0.4473237
Test set: Average loss: 2.7625, Accuracy: 1247/5000 (25%)
[epoch 12] loss: 0.3273193
Test set: Average loss: 2.8727, Accuracy: 1254/5000 (25%)
[epoch 13] loss: 0.2314743
Test set: Average loss: 3.0021, Accuracy: 1241/5000 (25%)
[epoch 14] loss: 0.1663366
Test set: Average loss: 3.1610, Accuracy: 1250/5000 (25%)
[epoch 15] loss: 0.1190225
Test set: Average loss: 3.3554, Accuracy: 1254/5000 (25%)
[epoch 16] loss: 0.0872605
Test set: Average loss: 3.5693, Accuracy: 1215/5000 (24%)
[epoch 17] loss: 0.0664974
Test set: Average loss: 3.7795, Accuracy: 1200/5000 (24%)
[epoch 18] loss: 0.0488967
Test set: Average loss: 3.9837, Accuracy: 1173/5000 (23%)
[epoch 19] loss: 0.0341029
Test set: Average loss: 4.1866, Accuracy: 1129/5000 (23%)
[epoch 20] loss: 0.0238219
Test set: Average loss: 4.3846, Accuracy: 1117/5000 (22%)
[epoch 21] loss: 0.0172852
Test set: Average loss: 4.5693, Accuracy: 1100/5000 (22%)
[epoch 22] loss: 0.0127652
Test set: Average loss: 4.7359, Accuracy: 1101/5000 (22%)
[epoch 23] loss: 0.0092865
Test set: Average loss: 4.8856, Accuracy: 1087/5000 (22%)
[epoch 24] loss: 0.0065979
Test set: Average loss: 5.0227, Accuracy: 1080/5000 (22%)
[epoch 25] loss: 0.0046362
Test set: Average loss: 5.1517, Accuracy: 1076/5000 (22%)
[epoch 26] loss: 0.0032940
Test set: Average loss: 5.2758, Accuracy: 1078/5000 (22%)
[epoch 27] loss: 0.0024082
Test set: Average loss: 5.3959, Accuracy: 1081/5000 (22%)
[epoch 28] loss: 0.0018307
Test set: Average loss: 5.5119, Accuracy: 1088/5000 (22%)
[epoch 29] loss: 0.0014474
Test set: Average loss: 5.6224, Accuracy: 1086/5000 (22%)
[epoch 30] loss: 0.0011831
Test set: Average loss: 5.7264, Accuracy: 1091/5000 (22%)
[epoch 31] loss: 0.0009904
Test set: Average loss: 5.8227, Accuracy: 1090/5000 (22%)
[epoch 32] loss: 0.0008411
Test set: Average loss: 5.9110, Accuracy: 1095/5000 (22%)
[epoch 33] loss: 0.0007206
Test set: Average loss: 5.9910, Accuracy: 1103/5000 (22%)
[epoch 34] loss: 0.0006220
Test set: Average loss: 6.0630, Accuracy: 1101/5000 (22%)
[epoch 35] loss: 0.0005415
Test set: Average loss: 6.1272, Accuracy: 1103/5000 (22%)
[epoch 36] loss: 0.0004766
Test set: Average loss: 6.1841, Accuracy: 1106/5000 (22%)
[epoch 37] loss: 0.0004244
Test set: Average loss: 6.2343, Accuracy: 1111/5000 (22%)
[epoch 38] loss: 0.0003823
Test set: Average loss: 6.2783, Accuracy: 1118/5000 (22%)
[epoch 39] loss: 0.0003479
Test set: Average loss: 6.3165, Accuracy: 1113/5000 (22%)
[epoch 40] loss: 0.0003191
Test set: Average loss: 6.3496, Accuracy: 1110/5000 (22%)
[epoch 41] loss: 0.0002945
Test set: Average loss: 6.3781, Accuracy: 1109/5000 (22%)
[epoch 42] loss: 0.0002732
Test set: Average loss: 6.4026, Accuracy: 1108/5000 (22%)
[epoch 43] loss: 0.0002541
Test set: Average loss: 6.4236, Accuracy: 1112/5000 (22%)
[epoch 44] loss: 0.0002372
Test set: Average loss: 6.4417, Accuracy: 1115/5000 (22%)
[epoch 45] loss: 0.0002225
Test set: Average loss: 6.4573, Accuracy: 1119/5000 (22%)
[epoch 46] loss: 0.0002094
Test set: Average loss: 6.4709, Accuracy: 1122/5000 (22%)
[epoch 47] loss: 0.0001981
Test set: Average loss: 6.4828, Accuracy: 1122/5000 (22%)
[epoch 48] loss: 0.0001882
Test set: Average loss: 6.4933, Accuracy: 1121/5000 (22%)
[epoch 49] loss: 0.0001793
Test set: Average loss: 6.5027, Accuracy: 1121/5000 (22%)
[epoch 50] loss: 0.0001718
Test set: Average loss: 6.5111, Accuracy: 1118/5000 (22%)
Validation:
Test set: Average loss: 2.5379, Accuracy: 1341/5000 (27%)
Test
Test set: Average loss: 2.5500, Accuracy: 2685/10000 (27%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3012, Accuracy: 494/5000 (10%)
[epoch 1] loss: 2.3013549
Test set: Average loss: 2.2782, Accuracy: 828/5000 (17%)
[epoch 2] loss: 2.1953833
Test set: Average loss: 2.2565, Accuracy: 700/5000 (14%)
[epoch 3] loss: 2.0383272
Test set: Average loss: 2.2777, Accuracy: 536/5000 (11%)
[epoch 4] loss: 1.8345402
Test set: Average loss: 2.4824, Accuracy: 526/5000 (11%)
[epoch 5] loss: 1.7011861
Test set: Average loss: 2.5678, Accuracy: 562/5000 (11%)
[epoch 6] loss: 1.5609852
Test set: Average loss: 2.5024, Accuracy: 769/5000 (15%)
[epoch 7] loss: 1.3971449
Test set: Average loss: 2.4298, Accuracy: 851/5000 (17%)
[epoch 8] loss: 1.2470413
Test set: Average loss: 2.3425, Accuracy: 919/5000 (18%)
[epoch 9] loss: 1.0586493
Test set: Average loss: 2.3048, Accuracy: 970/5000 (19%)
[epoch 10] loss: 0.8833774
Test set: Average loss: 2.3064, Accuracy: 1042/5000 (21%)
[epoch 11] loss: 0.7255440
Test set: Average loss: 2.3021, Accuracy: 1130/5000 (23%)
[epoch 12] loss: 0.5609527
Test set: Average loss: 2.3375, Accuracy: 1173/5000 (23%)
[epoch 13] loss: 0.4125735
Test set: Average loss: 2.4617, Accuracy: 1170/5000 (23%)
[epoch 14] loss: 0.2974978
Test set: Average loss: 2.6426, Accuracy: 1156/5000 (23%)
[epoch 15] loss: 0.2002317
Test set: Average loss: 2.8590, Accuracy: 1132/5000 (23%)
[epoch 16] loss: 0.1265094
Test set: Average loss: 3.1123, Accuracy: 1117/5000 (22%)
[epoch 17] loss: 0.0797337
Test set: Average loss: 3.3855, Accuracy: 1094/5000 (22%)
[epoch 18] loss: 0.0507786
Test set: Average loss: 3.6628, Accuracy: 1082/5000 (22%)
[epoch 19] loss: 0.0330132
Test set: Average loss: 3.9368, Accuracy: 1073/5000 (21%)
[epoch 20] loss: 0.0223344
Test set: Average loss: 4.2011, Accuracy: 1069/5000 (21%)
[epoch 21] loss: 0.0152967
Test set: Average loss: 4.4529, Accuracy: 1056/5000 (21%)
[epoch 22] loss: 0.0104039
Test set: Average loss: 4.6933, Accuracy: 1037/5000 (21%)
[epoch 23] loss: 0.0071689
Test set: Average loss: 4.9236, Accuracy: 1035/5000 (21%)
[epoch 24] loss: 0.0051006
Test set: Average loss: 5.1434, Accuracy: 1027/5000 (21%)
[epoch 25] loss: 0.0037556
Test set: Average loss: 5.3521, Accuracy: 1015/5000 (20%)
[epoch 26] loss: 0.0028420
Test set: Average loss: 5.5489, Accuracy: 1001/5000 (20%)
[epoch 27] loss: 0.0021978
Test set: Average loss: 5.7426, Accuracy: 999/5000 (20%)
[epoch 28] loss: 0.0017330
Test set: Average loss: 5.9036, Accuracy: 992/5000 (20%)
[epoch 29] loss: 0.0013926
Test set: Average loss: 6.0612, Accuracy: 988/5000 (20%)
[epoch 30] loss: 0.0011421
Test set: Average loss: 6.2057, Accuracy: 986/5000 (20%)
[epoch 31] loss: 0.0009551
Test set: Average loss: 6.3376, Accuracy: 981/5000 (20%)
[epoch 32] loss: 0.0008132
Test set: Average loss: 6.4575, Accuracy: 972/5000 (19%)
[epoch 33] loss: 0.0007040
Test set: Average loss: 6.5660, Accuracy: 967/5000 (19%)
[epoch 34] loss: 0.0006181
Test set: Average loss: 6.6638, Accuracy: 959/5000 (19%)
[epoch 35] loss: 0.0005492
Test set: Average loss: 6.7517, Accuracy: 958/5000 (19%)
[epoch 36] loss: 0.0004926
Test set: Average loss: 6.8305, Accuracy: 956/5000 (19%)
[epoch 37] loss: 0.0004455
Test set: Average loss: 6.9008, Accuracy: 953/5000 (19%)
[epoch 38] loss: 0.0004057
Test set: Average loss: 6.9634, Accuracy: 952/5000 (19%)
[epoch 39] loss: 0.0003715
Test set: Average loss: 7.0190, Accuracy: 951/5000 (19%)
[epoch 40] loss: 0.0003418
Test set: Average loss: 7.0683, Accuracy: 950/5000 (19%)
[epoch 41] loss: 0.0003162
Test set: Average loss: 7.1119, Accuracy: 952/5000 (19%)
[epoch 42] loss: 0.0002937
Test set: Average loss: 7.1504, Accuracy: 948/5000 (19%)
[epoch 43] loss: 0.0002737
Test set: Average loss: 7.1844, Accuracy: 943/5000 (19%)
[epoch 44] loss: 0.0002563
Test set: Average loss: 7.2143, Accuracy: 945/5000 (19%)
[epoch 45] loss: 0.0002409
Test set: Average loss: 7.2405, Accuracy: 944/5000 (19%)
[epoch 46] loss: 0.0002272
Test set: Average loss: 7.2635, Accuracy: 948/5000 (19%)
[epoch 47] loss: 0.0002151
Test set: Average loss: 7.2836, Accuracy: 951/5000 (19%)
[epoch 48] loss: 0.0002042
Test set: Average loss: 7.3012, Accuracy: 946/5000 (19%)
[epoch 49] loss: 0.0001945
Test set: Average loss: 7.3165, Accuracy: 947/5000 (19%)
[epoch 50] loss: 0.0001859
Test set: Average loss: 7.3299, Accuracy: 949/5000 (19%)
Validation:
Test set: Average loss: 2.3375, Accuracy: 1173/5000 (23%)
Test
Test set: Average loss: 2.3475, Accuracy: 2335/10000 (23%)
50
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3011, Accuracy: 495/5000 (10%)
[epoch 1] loss: 2.2805605
Test set: Average loss: 2.2597, Accuracy: 1152/5000 (23%)
[epoch 2] loss: 2.0826756
Test set: Average loss: 2.2689, Accuracy: 827/5000 (17%)
[epoch 3] loss: 1.8247291
Test set: Average loss: 2.3190, Accuracy: 984/5000 (20%)
[epoch 4] loss: 1.7139303
Test set: Average loss: 2.2418, Accuracy: 1331/5000 (27%)
[epoch 5] loss: 1.4834460
Test set: Average loss: 2.2692, Accuracy: 1359/5000 (27%)
[epoch 6] loss: 1.3575854
Test set: Average loss: 2.2045, Accuracy: 1364/5000 (27%)
[epoch 7] loss: 1.1291942
Test set: Average loss: 2.1216, Accuracy: 1543/5000 (31%)
[epoch 8] loss: 0.9073184
Test set: Average loss: 2.0314, Accuracy: 1614/5000 (32%)
[epoch 9] loss: 0.7983124
Test set: Average loss: 1.9946, Accuracy: 1583/5000 (32%)
[epoch 10] loss: 0.6321414
Test set: Average loss: 2.1140, Accuracy: 1545/5000 (31%)
[epoch 11] loss: 0.4967618
Test set: Average loss: 2.3014, Accuracy: 1489/5000 (30%)
[epoch 12] loss: 0.3919546
Test set: Average loss: 2.2650, Accuracy: 1495/5000 (30%)
[epoch 13] loss: 0.2890335
Test set: Average loss: 2.2047, Accuracy: 1555/5000 (31%)
[epoch 14] loss: 0.2291266
Test set: Average loss: 2.2247, Accuracy: 1586/5000 (32%)
[epoch 15] loss: 0.1754039
Test set: Average loss: 2.4953, Accuracy: 1529/5000 (31%)
[epoch 16] loss: 0.1082583
Test set: Average loss: 2.5920, Accuracy: 1497/5000 (30%)
[epoch 17] loss: 0.0640977
Test set: Average loss: 2.7678, Accuracy: 1441/5000 (29%)
[epoch 18] loss: 0.0656708
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.9165, Accuracy: 1424/5000 (28%)
[epoch 19] loss: 0.0391523
Test set: Average loss: 2.9228, Accuracy: 1424/5000 (28%)
[epoch 20] loss: 0.0397039
Epoch 19: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.9223, Accuracy: 1436/5000 (29%)
[epoch 21] loss: 0.0343455
Test set: Average loss: 2.9219, Accuracy: 1441/5000 (29%)
[epoch 22] loss: 0.0375640
Epoch 21: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.9211, Accuracy: 1442/5000 (29%)
[epoch 23] loss: 0.0382562
Epoch 22: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 24] loss: 0.0320561
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 25] loss: 0.0324809
Epoch 24: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 26] loss: 0.0338473
Epoch 25: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 27] loss: 0.0383352
Epoch 26: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 28] loss: 0.0375497
Epoch 27: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 29] loss: 0.0329654
Epoch 28: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 30] loss: 0.0328484
Epoch 29: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 31] loss: 0.0341371
Epoch 30: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 32] loss: 0.0333463
Epoch 31: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 33] loss: 0.0351767
Epoch 32: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 34] loss: 0.0326524
Epoch 33: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 35] loss: 0.0366558
Epoch 34: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 36] loss: 0.0353116
Epoch 35: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 37] loss: 0.0340320
Epoch 36: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 38] loss: 0.0356454
Epoch 37: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 39] loss: 0.0309093
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 40] loss: 0.0330213
Epoch 39: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 41] loss: 0.0373224
Epoch 40: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 42] loss: 0.0333893
Epoch 41: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 43] loss: 0.0331534
Epoch 42: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 44] loss: 0.0324875
Epoch 43: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.9207, Accuracy: 1440/5000 (29%)
[epoch 45] loss: 0.0327810
Epoch 44: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 46] loss: 0.0338777
Epoch 45: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 47] loss: 0.0343728
Epoch 46: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 48] loss: 0.0336179
Epoch 47: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 49] loss: 0.0322585
Epoch 48: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
[epoch 50] loss: 0.0338200
Epoch 49: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.9209, Accuracy: 1442/5000 (29%)
Validation:
Test set: Average loss: 2.0314, Accuracy: 1614/5000 (32%)
Test
Test set: Average loss: 1.9978, Accuracy: 3352/10000 (34%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3052, Accuracy: 483/5000 (10%)
[epoch 1] loss: 2.2899022
Test set: Average loss: 2.2370, Accuracy: 1394/5000 (28%)
[epoch 2] loss: 2.1374776
Test set: Average loss: 2.1369, Accuracy: 1252/5000 (25%)
[epoch 3] loss: 1.7992856
Test set: Average loss: 2.0584, Accuracy: 1196/5000 (24%)
[epoch 4] loss: 1.5927955
Test set: Average loss: 2.0469, Accuracy: 1279/5000 (26%)
[epoch 5] loss: 1.3252915
Test set: Average loss: 1.9966, Accuracy: 1462/5000 (29%)
[epoch 6] loss: 1.2154739
Test set: Average loss: 1.9424, Accuracy: 1443/5000 (29%)
[epoch 7] loss: 0.9886903
Test set: Average loss: 1.9423, Accuracy: 1554/5000 (31%)
[epoch 8] loss: 0.8762445
Test set: Average loss: 1.9762, Accuracy: 1482/5000 (30%)
[epoch 9] loss: 0.6466374
Test set: Average loss: 2.0477, Accuracy: 1551/5000 (31%)
[epoch 10] loss: 0.5875659
Test set: Average loss: 2.1602, Accuracy: 1555/5000 (31%)
[epoch 11] loss: 0.3962234
Test set: Average loss: 2.2019, Accuracy: 1565/5000 (31%)
[epoch 12] loss: 0.3003027
Test set: Average loss: 2.2991, Accuracy: 1511/5000 (30%)
[epoch 13] loss: 0.2287152
Test set: Average loss: 2.4969, Accuracy: 1463/5000 (29%)
[epoch 14] loss: 0.1877182
Test set: Average loss: 2.6748, Accuracy: 1454/5000 (29%)
[epoch 15] loss: 0.1285776
Test set: Average loss: 2.7279, Accuracy: 1529/5000 (31%)
[epoch 16] loss: 0.0716430
Test set: Average loss: 2.7648, Accuracy: 1559/5000 (31%)
[epoch 17] loss: 0.0517553
Test set: Average loss: 2.8449, Accuracy: 1566/5000 (31%)
[epoch 18] loss: 0.0434025
Test set: Average loss: 2.9409, Accuracy: 1541/5000 (31%)
[epoch 19] loss: 0.0341561
Test set: Average loss: 3.0071, Accuracy: 1523/5000 (30%)
[epoch 20] loss: 0.0193248
Test set: Average loss: 3.0971, Accuracy: 1476/5000 (30%)
[epoch 21] loss: 0.0131262
Test set: Average loss: 3.2117, Accuracy: 1437/5000 (29%)
[epoch 22] loss: 0.0102235
Test set: Average loss: 3.3195, Accuracy: 1411/5000 (28%)
[epoch 23] loss: 0.0102443
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.4018, Accuracy: 1429/5000 (29%)
[epoch 24] loss: 0.0081715
Test set: Average loss: 3.4064, Accuracy: 1426/5000 (29%)
[epoch 25] loss: 0.0076277
Test set: Average loss: 3.4081, Accuracy: 1425/5000 (28%)
[epoch 26] loss: 0.0088345
Epoch 25: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.4079, Accuracy: 1428/5000 (29%)
[epoch 27] loss: 0.0078205
Epoch 26: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.4076, Accuracy: 1428/5000 (29%)
[epoch 28] loss: 0.0069423
Test set: Average loss: 3.4076, Accuracy: 1428/5000 (29%)
[epoch 29] loss: 0.0082288
Epoch 28: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 30] loss: 0.0070957
Epoch 29: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 31] loss: 0.0072661
Epoch 30: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 32] loss: 0.0074721
Epoch 31: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 33] loss: 0.0074398
Epoch 32: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 34] loss: 0.0077739
Epoch 33: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 35] loss: 0.0075908
Epoch 34: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 36] loss: 0.0074436
Epoch 35: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 37] loss: 0.0082435
Epoch 36: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 38] loss: 0.0070545
Epoch 37: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 39] loss: 0.0075694
Epoch 38: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 40] loss: 0.0074211
Epoch 39: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 41] loss: 0.0073495
Epoch 40: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 42] loss: 0.0073218
Epoch 41: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 43] loss: 0.0081694
Epoch 42: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 44] loss: 0.0079822
Epoch 43: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 45] loss: 0.0077795
Epoch 44: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 46] loss: 0.0075450
Epoch 45: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 47] loss: 0.0074144
Epoch 46: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 48] loss: 0.0082058
Epoch 47: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 49] loss: 0.0075328
Epoch 48: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
[epoch 50] loss: 0.0072629
Epoch 49: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 3.4075, Accuracy: 1428/5000 (29%)
Validation:
Test set: Average loss: 2.8449, Accuracy: 1566/5000 (31%)
Test
Test set: Average loss: 2.7967, Accuracy: 3153/10000 (32%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3055, Accuracy: 518/5000 (10%)
[epoch 1] loss: 2.2623165
Test set: Average loss: 2.2541, Accuracy: 775/5000 (16%)
[epoch 2] loss: 2.0587239
Test set: Average loss: 2.2592, Accuracy: 681/5000 (14%)
[epoch 3] loss: 1.8678570
Test set: Average loss: 2.2883, Accuracy: 904/5000 (18%)
[epoch 4] loss: 1.6655517
Test set: Average loss: 2.2009, Accuracy: 1192/5000 (24%)
[epoch 5] loss: 1.4555093
Test set: Average loss: 2.0982, Accuracy: 1439/5000 (29%)
[epoch 6] loss: 1.2279803
Test set: Average loss: 2.1205, Accuracy: 1316/5000 (26%)
[epoch 7] loss: 1.0699781
Test set: Average loss: 2.1152, Accuracy: 1314/5000 (26%)
[epoch 8] loss: 0.9495987
Test set: Average loss: 2.1709, Accuracy: 1304/5000 (26%)
[epoch 9] loss: 0.6823781
Test set: Average loss: 2.2641, Accuracy: 1271/5000 (25%)
[epoch 10] loss: 0.5174855
Test set: Average loss: 2.3941, Accuracy: 1252/5000 (25%)
[epoch 11] loss: 0.4151879
Test set: Average loss: 2.5580, Accuracy: 1239/5000 (25%)
[epoch 12] loss: 0.2857208
Test set: Average loss: 2.5965, Accuracy: 1304/5000 (26%)
[epoch 13] loss: 0.1988575
Test set: Average loss: 2.7085, Accuracy: 1368/5000 (27%)
[epoch 14] loss: 0.1262388
Test set: Average loss: 2.8753, Accuracy: 1377/5000 (28%)
[epoch 15] loss: 0.0855414
Test set: Average loss: 3.0466, Accuracy: 1373/5000 (27%)
[epoch 16] loss: 0.0595051
Test set: Average loss: 3.2684, Accuracy: 1392/5000 (28%)
[epoch 17] loss: 0.0378184
Test set: Average loss: 3.5186, Accuracy: 1355/5000 (27%)
[epoch 18] loss: 0.0384538
Epoch 17: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 3.7078, Accuracy: 1318/5000 (26%)
[epoch 19] loss: 0.0244069
Test set: Average loss: 3.7142, Accuracy: 1326/5000 (27%)
[epoch 20] loss: 0.0218775
Test set: Average loss: 3.7163, Accuracy: 1329/5000 (27%)
[epoch 21] loss: 0.0200245
Test set: Average loss: 3.7168, Accuracy: 1337/5000 (27%)
[epoch 22] loss: 0.0194947
Test set: Average loss: 3.7168, Accuracy: 1336/5000 (27%)
[epoch 23] loss: 0.0178996
Test set: Average loss: 3.7175, Accuracy: 1335/5000 (27%)
[epoch 24] loss: 0.0163443
Test set: Average loss: 3.7186, Accuracy: 1328/5000 (27%)
[epoch 25] loss: 0.0179013
Epoch 24: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.7200, Accuracy: 1326/5000 (27%)
[epoch 26] loss: 0.0152048
Test set: Average loss: 3.7199, Accuracy: 1328/5000 (27%)
[epoch 27] loss: 0.0179996
Epoch 26: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 3.7197, Accuracy: 1328/5000 (27%)
[epoch 28] loss: 0.0155119
Epoch 27: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 29] loss: 0.0164032
Epoch 28: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 30] loss: 0.0159003
Epoch 29: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 31] loss: 0.0177792
Epoch 30: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 32] loss: 0.0171103
Epoch 31: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 33] loss: 0.0171669
Epoch 32: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 34] loss: 0.0171289
Epoch 33: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 35] loss: 0.0162605
Epoch 34: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 36] loss: 0.0156255
Epoch 35: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 37] loss: 0.0173133
Epoch 36: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 38] loss: 0.0157166
Epoch 37: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 39] loss: 0.0172089
Epoch 38: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 40] loss: 0.0150937
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 41] loss: 0.0169069
Epoch 40: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 42] loss: 0.0145824
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 43] loss: 0.0182152
Epoch 42: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 44] loss: 0.0158282
Epoch 43: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 45] loss: 0.0170278
Epoch 44: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 46] loss: 0.0155389
Epoch 45: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 47] loss: 0.0176935
Epoch 46: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 48] loss: 0.0174505
Epoch 47: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 49] loss: 0.0157280
Epoch 48: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
[epoch 50] loss: 0.0153904
Epoch 49: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 3.7196, Accuracy: 1328/5000 (27%)
Validation:
Test set: Average loss: 2.0982, Accuracy: 1439/5000 (29%)
Test
Test set: Average loss: 2.0823, Accuracy: 2914/10000 (29%)
100
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3009, Accuracy: 387/5000 (8%)
[epoch 1] loss: 2.2666499
Test set: Average loss: 2.1779, Accuracy: 1056/5000 (21%)
[epoch 2] loss: 2.1322131
Test set: Average loss: 2.2251, Accuracy: 1040/5000 (21%)
[epoch 3] loss: 1.6766056
Test set: Average loss: 2.0394, Accuracy: 1301/5000 (26%)
[epoch 4] loss: 1.5589453
Test set: Average loss: 2.0796, Accuracy: 1293/5000 (26%)
[epoch 5] loss: 1.3608569
Test set: Average loss: 2.0817, Accuracy: 1453/5000 (29%)
[epoch 6] loss: 1.2773711
Test set: Average loss: 2.1663, Accuracy: 1317/5000 (26%)
[epoch 7] loss: 1.1812974
Test set: Average loss: 2.2173, Accuracy: 1357/5000 (27%)
[epoch 8] loss: 0.8805692
Test set: Average loss: 2.1066, Accuracy: 1566/5000 (31%)
[epoch 9] loss: 0.8680549
Test set: Average loss: 2.0825, Accuracy: 1581/5000 (32%)
[epoch 10] loss: 0.6740480
Test set: Average loss: 2.4036, Accuracy: 1544/5000 (31%)
[epoch 11] loss: 0.7371777
Epoch 10: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.3422, Accuracy: 1591/5000 (32%)
[epoch 12] loss: 0.7197967
Epoch 11: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.3132, Accuracy: 1598/5000 (32%)
[epoch 13] loss: 0.5237999
Test set: Average loss: 2.3075, Accuracy: 1602/5000 (32%)
[epoch 14] loss: 0.5420809
Epoch 13: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.3018, Accuracy: 1603/5000 (32%)
[epoch 15] loss: 0.6749016
Epoch 14: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.3011, Accuracy: 1604/5000 (32%)
[epoch 16] loss: 0.5642991
Epoch 15: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 17] loss: 0.5590751
Epoch 16: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 18] loss: 0.6103880
Epoch 17: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 19] loss: 0.5564709
Epoch 18: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 20] loss: 0.5208949
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 21] loss: 0.6580981
Epoch 20: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 22] loss: 0.6250200
Epoch 21: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 23] loss: 0.5671183
Epoch 22: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 24] loss: 0.5088520
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 25] loss: 2.0377809
Epoch 24: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 26] loss: 0.5057476
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 27] loss: 0.5186789
Epoch 26: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 28] loss: 0.5641192
Epoch 27: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 29] loss: 0.5043002
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 30] loss: 0.5846904
Epoch 29: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 31] loss: 0.5296574
Epoch 30: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 32] loss: 0.5814216
Epoch 31: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 33] loss: 0.6628976
Epoch 32: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 34] loss: 0.5676806
Epoch 33: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 35] loss: 0.5814028
Epoch 34: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 36] loss: 0.4851438
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 37] loss: 0.6300810
Epoch 36: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 38] loss: 0.5906097
Epoch 37: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 39] loss: 1.9263057
Epoch 38: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 40] loss: 0.5402375
Epoch 39: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 41] loss: 0.5259729
Epoch 40: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 42] loss: 0.5182392
Epoch 41: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 43] loss: 1.9421154
Epoch 42: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 44] loss: 0.4935313
Epoch 43: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 45] loss: 0.5570572
Epoch 44: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 46] loss: 0.4740767
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 47] loss: 0.6004450
Epoch 46: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 48] loss: 0.5730121
Epoch 47: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 49] loss: 0.4707336
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
[epoch 50] loss: 0.5234033
Epoch 49: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
Validation:
Test set: Average loss: 2.3010, Accuracy: 1604/5000 (32%)
Test
Test set: Average loss: 2.2381, Accuracy: 3298/10000 (33%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3050, Accuracy: 563/5000 (11%)
[epoch 1] loss: 2.2861685
Test set: Average loss: 2.1601, Accuracy: 1363/5000 (27%)
[epoch 2] loss: 1.9246109
Test set: Average loss: 2.0032, Accuracy: 1351/5000 (27%)
[epoch 3] loss: 2.1377094
Epoch 2: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8276, Accuracy: 1773/5000 (35%)
[epoch 4] loss: 1.3993412
Test set: Average loss: 1.8171, Accuracy: 1805/5000 (36%)
[epoch 5] loss: 1.3494638
Test set: Average loss: 1.8015, Accuracy: 1853/5000 (37%)
[epoch 6] loss: 1.3878586
Epoch 5: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.7875, Accuracy: 1868/5000 (37%)
[epoch 7] loss: 1.5447682
Epoch 6: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.7861, Accuracy: 1866/5000 (37%)
[epoch 8] loss: 1.3120291
Test set: Average loss: 1.7859, Accuracy: 1868/5000 (37%)
[epoch 9] loss: 1.2387376
Test set: Average loss: 1.7857, Accuracy: 1870/5000 (37%)
[epoch 10] loss: 1.3008952
Epoch 9: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 11] loss: 1.3971052
Epoch 10: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 12] loss: 1.4207643
Epoch 11: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 13] loss: 1.3435699
Epoch 12: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 14] loss: 1.4245422
Epoch 13: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 15] loss: 2.0503059
Epoch 14: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 16] loss: 1.9393636
Epoch 15: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 17] loss: 2.0101638
Epoch 16: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 18] loss: 1.3108086
Epoch 17: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 19] loss: 1.3591329
Epoch 18: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 20] loss: 1.4060794
Epoch 19: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 21] loss: 1.4028519
Epoch 20: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 22] loss: 1.2930821
Epoch 21: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 23] loss: 1.3968436
Epoch 22: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 24] loss: 1.4255988
Epoch 23: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 25] loss: 1.4129963
Epoch 24: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 26] loss: 1.3245645
Epoch 25: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 27] loss: 1.2370440
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 28] loss: 1.3304380
Epoch 27: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 29] loss: 1.3677068
Epoch 28: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 30] loss: 1.3273935
Epoch 29: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 31] loss: 1.3720059
Epoch 30: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 32] loss: 1.3714495
Epoch 31: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 33] loss: 1.2502008
Epoch 32: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 34] loss: 1.3262018
Epoch 33: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 35] loss: 1.3016384
Epoch 34: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 36] loss: 1.4397758
Epoch 35: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 37] loss: 1.2900233
Epoch 36: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 38] loss: 1.8007835
Epoch 37: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 39] loss: 1.3463276
Epoch 38: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 40] loss: 1.3259723
Epoch 39: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 41] loss: 1.2808883
Epoch 40: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 42] loss: 1.3234430
Epoch 41: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 43] loss: 1.4001352
Epoch 42: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 44] loss: 1.4790878
Epoch 43: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 45] loss: 1.3116552
Epoch 44: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 46] loss: 1.4042890
Epoch 45: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 47] loss: 1.3395842
Epoch 46: reducing learning rate of group 0 to 1.0000e-43.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 48] loss: 1.4239298
Epoch 47: reducing learning rate of group 0 to 1.0000e-44.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 49] loss: 2.0394908
Epoch 48: reducing learning rate of group 0 to 1.0000e-45.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
[epoch 50] loss: 1.4583054
Epoch 49: reducing learning rate of group 0 to 1.0000e-46.
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
Validation:
Test set: Average loss: 1.7855, Accuracy: 1870/5000 (37%)
Test
Test set: Average loss: 1.7643, Accuracy: 3818/10000 (38%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3045, Accuracy: 352/5000 (7%)
[epoch 1] loss: 2.2883056
Test set: Average loss: 2.2207, Accuracy: 833/5000 (17%)
[epoch 2] loss: 1.9127188
Test set: Average loss: 2.2923, Accuracy: 911/5000 (18%)
[epoch 3] loss: 1.7226940
Test set: Average loss: 2.1349, Accuracy: 1272/5000 (25%)
[epoch 4] loss: 1.7476476
Epoch 3: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0604, Accuracy: 1339/5000 (27%)
[epoch 5] loss: 1.4774180
Test set: Average loss: 2.0371, Accuracy: 1360/5000 (27%)
[epoch 6] loss: 1.4073960
Test set: Average loss: 1.9872, Accuracy: 1440/5000 (29%)
[epoch 7] loss: 1.3192867
Test set: Average loss: 1.9516, Accuracy: 1456/5000 (29%)
[epoch 8] loss: 1.2763095
Test set: Average loss: 1.9247, Accuracy: 1491/5000 (30%)
[epoch 9] loss: 1.2675055
Test set: Average loss: 1.9079, Accuracy: 1523/5000 (30%)
[epoch 10] loss: 1.5615353
Epoch 9: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.8989, Accuracy: 1525/5000 (30%)
[epoch 11] loss: 1.1925501
Test set: Average loss: 1.8985, Accuracy: 1527/5000 (31%)
[epoch 12] loss: 1.1330526
Test set: Average loss: 1.8974, Accuracy: 1529/5000 (31%)
[epoch 13] loss: 1.2948619
Epoch 12: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.8973, Accuracy: 1525/5000 (30%)
[epoch 14] loss: 1.3287213
Epoch 13: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 15] loss: 1.2009519
Epoch 14: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 16] loss: 1.2144466
Epoch 15: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 17] loss: 1.4276973
Epoch 16: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 18] loss: 1.2772789
Epoch 17: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 19] loss: 1.1644952
Epoch 18: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 20] loss: 1.1635891
Epoch 19: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 21] loss: 1.2527038
Epoch 20: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 22] loss: 1.1062441
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 23] loss: 1.2267102
Epoch 22: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 24] loss: 1.1753308
Epoch 23: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 25] loss: 1.3643541
Epoch 24: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 26] loss: 1.1156972
Epoch 25: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 27] loss: 1.2499268
Epoch 26: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 28] loss: 1.2552148
Epoch 27: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 29] loss: 1.2774146
Epoch 28: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 30] loss: 1.1491317
Epoch 29: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 31] loss: 1.2326750
Epoch 30: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 32] loss: 1.2050061
Epoch 31: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 33] loss: 1.1293478
Epoch 32: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 34] loss: 1.3524383
Epoch 33: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 35] loss: 1.2269532
Epoch 34: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 36] loss: 1.1657525
Epoch 35: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 37] loss: 1.2304593
Epoch 36: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 38] loss: 1.2157600
Epoch 37: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 39] loss: 1.3227279
Epoch 38: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 40] loss: 1.2592344
Epoch 39: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 41] loss: 1.0801422
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 42] loss: 1.3137787
Epoch 41: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 43] loss: 1.3504558
Epoch 42: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 44] loss: 1.2007835
Epoch 43: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 45] loss: 1.1606871
Epoch 44: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 46] loss: 1.4102871
Epoch 45: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 47] loss: 1.3877897
Epoch 46: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 48] loss: 1.2413202
Epoch 47: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 49] loss: 1.2244179
Epoch 48: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
[epoch 50] loss: 1.1550689
Epoch 49: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 1.8973, Accuracy: 1526/5000 (31%)
Validation:
Test set: Average loss: 1.8974, Accuracy: 1529/5000 (31%)
Test
Test set: Average loss: 1.8865, Accuracy: 3143/10000 (31%)
250
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3039, Accuracy: 556/5000 (11%)
[epoch 1] loss: 2.1602281
Test set: Average loss: 1.9681, Accuracy: 1329/5000 (27%)
[epoch 2] loss: 1.7425587
Test set: Average loss: 1.6997, Accuracy: 2236/5000 (45%)
[epoch 3] loss: 1.4174335
Test set: Average loss: 1.5633, Accuracy: 2201/5000 (44%)
[epoch 4] loss: 1.2248681
Test set: Average loss: 1.5173, Accuracy: 2328/5000 (47%)
[epoch 5] loss: 1.0137306
Test set: Average loss: 1.4353, Accuracy: 2462/5000 (49%)
[epoch 6] loss: 0.8763354
Test set: Average loss: 1.4631, Accuracy: 2449/5000 (49%)
[epoch 7] loss: 0.6681684
Test set: Average loss: 1.7977, Accuracy: 2149/5000 (43%)
[epoch 8] loss: 0.6068950
Test set: Average loss: 1.6994, Accuracy: 2296/5000 (46%)
[epoch 9] loss: 0.4593647
Test set: Average loss: 1.7295, Accuracy: 2308/5000 (46%)
[epoch 10] loss: 0.3354034
Test set: Average loss: 1.8414, Accuracy: 2267/5000 (45%)
[epoch 11] loss: 0.2530891
Test set: Average loss: 1.9735, Accuracy: 2203/5000 (44%)
[epoch 12] loss: 0.1909105
Test set: Average loss: 2.1230, Accuracy: 2235/5000 (45%)
[epoch 13] loss: 0.1369122
Test set: Average loss: 2.1309, Accuracy: 2244/5000 (45%)
[epoch 14] loss: 0.0908750
Test set: Average loss: 2.0725, Accuracy: 2375/5000 (48%)
[epoch 15] loss: 0.0598296
Test set: Average loss: 2.2138, Accuracy: 2253/5000 (45%)
[epoch 16] loss: 0.0369254
Test set: Average loss: 2.1643, Accuracy: 2344/5000 (47%)
[epoch 17] loss: 0.0472251
Epoch 16: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.2749, Accuracy: 2304/5000 (46%)
[epoch 18] loss: 0.0238075
Test set: Average loss: 2.2260, Accuracy: 2317/5000 (46%)
[epoch 19] loss: 0.0199447
Test set: Average loss: 2.2422, Accuracy: 2318/5000 (46%)
[epoch 20] loss: 0.0181924
Test set: Average loss: 2.2204, Accuracy: 2341/5000 (47%)
[epoch 21] loss: 0.0162210
Test set: Average loss: 2.2038, Accuracy: 2356/5000 (47%)
[epoch 22] loss: 0.0153416
Test set: Average loss: 2.2020, Accuracy: 2341/5000 (47%)
[epoch 23] loss: 0.0149675
Test set: Average loss: 2.2050, Accuracy: 2350/5000 (47%)
[epoch 24] loss: 0.0146931
Test set: Average loss: 2.2121, Accuracy: 2337/5000 (47%)
[epoch 25] loss: 0.0143351
Test set: Average loss: 2.2189, Accuracy: 2340/5000 (47%)
[epoch 26] loss: 0.0139114
Test set: Average loss: 2.2274, Accuracy: 2347/5000 (47%)
[epoch 27] loss: 0.0136836
Test set: Average loss: 2.2308, Accuracy: 2344/5000 (47%)
[epoch 28] loss: 0.0133361
Test set: Average loss: 2.2345, Accuracy: 2342/5000 (47%)
[epoch 29] loss: 0.0130671
Test set: Average loss: 2.2371, Accuracy: 2342/5000 (47%)
[epoch 30] loss: 0.0130826
Epoch 29: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.2443, Accuracy: 2337/5000 (47%)
[epoch 31] loss: 0.0126950
Test set: Average loss: 2.2446, Accuracy: 2336/5000 (47%)
[epoch 32] loss: 0.0126440
Test set: Average loss: 2.2450, Accuracy: 2337/5000 (47%)
[epoch 33] loss: 0.0125311
Test set: Average loss: 2.2455, Accuracy: 2337/5000 (47%)
[epoch 34] loss: 0.0125185
Test set: Average loss: 2.2459, Accuracy: 2337/5000 (47%)
[epoch 35] loss: 0.0125885
Epoch 34: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.2464, Accuracy: 2338/5000 (47%)
[epoch 36] loss: 0.0127401
Epoch 35: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 37] loss: 0.0126095
Epoch 36: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 38] loss: 0.0125627
Epoch 37: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 39] loss: 0.0125210
Epoch 38: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 40] loss: 0.0125624
Epoch 39: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 41] loss: 0.0125246
Epoch 40: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 42] loss: 0.0125102
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 43] loss: 0.0125184
Epoch 42: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 44] loss: 0.0124856
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 45] loss: 0.0125196
Epoch 44: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 46] loss: 0.0124903
Epoch 45: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 47] loss: 0.0126284
Epoch 46: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 48] loss: 0.0124961
Epoch 47: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 49] loss: 0.0125676
Epoch 48: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
[epoch 50] loss: 0.0124501
Test set: Average loss: 2.2465, Accuracy: 2338/5000 (47%)
Validation:
Test set: Average loss: 1.4353, Accuracy: 2462/5000 (49%)
Test
Test set: Average loss: 1.4014, Accuracy: 5098/10000 (51%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 522/5000 (10%)
[epoch 1] loss: 2.1158891
Test set: Average loss: 1.8744, Accuracy: 1804/5000 (36%)
[epoch 2] loss: 1.5275815
Test set: Average loss: 1.6280, Accuracy: 2183/5000 (44%)
[epoch 3] loss: 1.2190074
Test set: Average loss: 1.5550, Accuracy: 2212/5000 (44%)
[epoch 4] loss: 0.9361018
Test set: Average loss: 1.5718, Accuracy: 2249/5000 (45%)
[epoch 5] loss: 0.7726276
Test set: Average loss: 1.5139, Accuracy: 2395/5000 (48%)
[epoch 6] loss: 0.6144833
Test set: Average loss: 1.5673, Accuracy: 2397/5000 (48%)
[epoch 7] loss: 0.5624352
Test set: Average loss: 1.6718, Accuracy: 2445/5000 (49%)
[epoch 8] loss: 0.4148526
Test set: Average loss: 1.8594, Accuracy: 2239/5000 (45%)
[epoch 9] loss: 0.3877480
Test set: Average loss: 1.8161, Accuracy: 2346/5000 (47%)
[epoch 10] loss: 0.2518034
Test set: Average loss: 1.7759, Accuracy: 2435/5000 (49%)
[epoch 11] loss: 0.2011686
Test set: Average loss: 1.8697, Accuracy: 2445/5000 (49%)
[epoch 12] loss: 0.1610242
Test set: Average loss: 2.2394, Accuracy: 2155/5000 (43%)
[epoch 13] loss: 0.1285739
Test set: Average loss: 2.1080, Accuracy: 2349/5000 (47%)
[epoch 14] loss: 0.0982165
Test set: Average loss: 2.1488, Accuracy: 2375/5000 (48%)
[epoch 15] loss: 0.0714343
Test set: Average loss: 2.1765, Accuracy: 2393/5000 (48%)
[epoch 16] loss: 0.0563571
Test set: Average loss: 2.3149, Accuracy: 2335/5000 (47%)
[epoch 17] loss: 0.0283206
Test set: Average loss: 2.3398, Accuracy: 2380/5000 (48%)
[epoch 18] loss: 0.0205337
Test set: Average loss: 2.4019, Accuracy: 2337/5000 (47%)
[epoch 19] loss: 0.0138025
Test set: Average loss: 2.4346, Accuracy: 2337/5000 (47%)
[epoch 20] loss: 0.0107430
Test set: Average loss: 2.4425, Accuracy: 2355/5000 (47%)
[epoch 21] loss: 0.0090199
Test set: Average loss: 2.4985, Accuracy: 2352/5000 (47%)
[epoch 22] loss: 0.0077738
Test set: Average loss: 2.5339, Accuracy: 2360/5000 (47%)
[epoch 23] loss: 0.0068252
Test set: Average loss: 2.5408, Accuracy: 2357/5000 (47%)
[epoch 24] loss: 0.0062505
Test set: Average loss: 2.5654, Accuracy: 2354/5000 (47%)
[epoch 25] loss: 0.0056250
Test set: Average loss: 2.5883, Accuracy: 2356/5000 (47%)
[epoch 26] loss: 0.0053050
Test set: Average loss: 2.6167, Accuracy: 2354/5000 (47%)
[epoch 27] loss: 0.0048698
Test set: Average loss: 2.6394, Accuracy: 2349/5000 (47%)
[epoch 28] loss: 0.0045296
Test set: Average loss: 2.6545, Accuracy: 2344/5000 (47%)
[epoch 29] loss: 0.0041999
Test set: Average loss: 2.6840, Accuracy: 2357/5000 (47%)
[epoch 30] loss: 0.0039523
Test set: Average loss: 2.6985, Accuracy: 2349/5000 (47%)
[epoch 31] loss: 0.0037273
Test set: Average loss: 2.7067, Accuracy: 2353/5000 (47%)
[epoch 32] loss: 0.0035180
Test set: Average loss: 2.7268, Accuracy: 2346/5000 (47%)
[epoch 33] loss: 0.0032768
Test set: Average loss: 2.7429, Accuracy: 2349/5000 (47%)
[epoch 34] loss: 0.0031271
Test set: Average loss: 2.7547, Accuracy: 2350/5000 (47%)
[epoch 35] loss: 0.0029534
Test set: Average loss: 2.7783, Accuracy: 2350/5000 (47%)
[epoch 36] loss: 0.0028649
Test set: Average loss: 2.7899, Accuracy: 2357/5000 (47%)
[epoch 37] loss: 0.0026711
Test set: Average loss: 2.8018, Accuracy: 2348/5000 (47%)
[epoch 38] loss: 0.0025652
Test set: Average loss: 2.8126, Accuracy: 2342/5000 (47%)
[epoch 39] loss: 0.0024357
Test set: Average loss: 2.8250, Accuracy: 2353/5000 (47%)
[epoch 40] loss: 0.0023373
Test set: Average loss: 2.8445, Accuracy: 2339/5000 (47%)
[epoch 41] loss: 0.0022307
Test set: Average loss: 2.8578, Accuracy: 2336/5000 (47%)
[epoch 42] loss: 0.0021207
Test set: Average loss: 2.8650, Accuracy: 2351/5000 (47%)
[epoch 43] loss: 0.0020382
Test set: Average loss: 2.8754, Accuracy: 2341/5000 (47%)
[epoch 44] loss: 0.0019538
Test set: Average loss: 2.8903, Accuracy: 2338/5000 (47%)
[epoch 45] loss: 0.0018680
Test set: Average loss: 2.8997, Accuracy: 2330/5000 (47%)
[epoch 46] loss: 0.0018030
Test set: Average loss: 2.9152, Accuracy: 2346/5000 (47%)
[epoch 47] loss: 0.0017265
Test set: Average loss: 2.9223, Accuracy: 2338/5000 (47%)
[epoch 48] loss: 0.0016598
Test set: Average loss: 2.9310, Accuracy: 2335/5000 (47%)
[epoch 49] loss: 0.0015927
Test set: Average loss: 2.9441, Accuracy: 2337/5000 (47%)
[epoch 50] loss: 0.0015517
Test set: Average loss: 2.9548, Accuracy: 2348/5000 (47%)
Validation:
Test set: Average loss: 1.8697, Accuracy: 2445/5000 (49%)
Test
Test set: Average loss: 1.8219, Accuracy: 4963/10000 (50%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 508/5000 (10%)
[epoch 1] loss: 2.2029165
Test set: Average loss: 1.9683, Accuracy: 1734/5000 (35%)
[epoch 2] loss: 1.7377496
Test set: Average loss: 1.6424, Accuracy: 2101/5000 (42%)
[epoch 3] loss: 1.4153308
Test set: Average loss: 1.6129, Accuracy: 2092/5000 (42%)
[epoch 4] loss: 1.1812365
Test set: Average loss: 1.5385, Accuracy: 2221/5000 (44%)
[epoch 5] loss: 0.9995370
Test set: Average loss: 1.4662, Accuracy: 2390/5000 (48%)
[epoch 6] loss: 0.7905991
Test set: Average loss: 1.5267, Accuracy: 2444/5000 (49%)
[epoch 7] loss: 0.6344402
Test set: Average loss: 1.5855, Accuracy: 2375/5000 (48%)
[epoch 8] loss: 0.5009061
Test set: Average loss: 1.7176, Accuracy: 2310/5000 (46%)
[epoch 9] loss: 0.4700002
Test set: Average loss: 1.7689, Accuracy: 2337/5000 (47%)
[epoch 10] loss: 0.3203738
Test set: Average loss: 1.8420, Accuracy: 2376/5000 (48%)
[epoch 11] loss: 0.2293173
Test set: Average loss: 1.9402, Accuracy: 2310/5000 (46%)
[epoch 12] loss: 0.1861860
Test set: Average loss: 1.9523, Accuracy: 2370/5000 (47%)
[epoch 13] loss: 0.1199983
Test set: Average loss: 2.1165, Accuracy: 2325/5000 (46%)
[epoch 14] loss: 0.0774630
Test set: Average loss: 2.1480, Accuracy: 2343/5000 (47%)
[epoch 15] loss: 0.0593085
Test set: Average loss: 2.1451, Accuracy: 2393/5000 (48%)
[epoch 16] loss: 0.0363401
Test set: Average loss: 2.2492, Accuracy: 2344/5000 (47%)
[epoch 17] loss: 0.0257539
Test set: Average loss: 2.4667, Accuracy: 2318/5000 (46%)
[epoch 18] loss: 0.0197471
Test set: Average loss: 2.3626, Accuracy: 2356/5000 (47%)
[epoch 19] loss: 0.0148188
Test set: Average loss: 2.3972, Accuracy: 2355/5000 (47%)
[epoch 20] loss: 0.0098498
Test set: Average loss: 2.4507, Accuracy: 2370/5000 (47%)
[epoch 21] loss: 0.0081008
Test set: Average loss: 2.4756, Accuracy: 2348/5000 (47%)
[epoch 22] loss: 0.0069922
Test set: Average loss: 2.4747, Accuracy: 2375/5000 (48%)
[epoch 23] loss: 0.0059175
Test set: Average loss: 2.4964, Accuracy: 2371/5000 (47%)
[epoch 24] loss: 0.0053304
Test set: Average loss: 2.5320, Accuracy: 2364/5000 (47%)
[epoch 25] loss: 0.0048332
Test set: Average loss: 2.5541, Accuracy: 2359/5000 (47%)
[epoch 26] loss: 0.0044844
Test set: Average loss: 2.5687, Accuracy: 2354/5000 (47%)
[epoch 27] loss: 0.0041805
Test set: Average loss: 2.5843, Accuracy: 2365/5000 (47%)
[epoch 28] loss: 0.0038975
Test set: Average loss: 2.5995, Accuracy: 2362/5000 (47%)
[epoch 29] loss: 0.0036109
Test set: Average loss: 2.6167, Accuracy: 2361/5000 (47%)
[epoch 30] loss: 0.0034265
Test set: Average loss: 2.6330, Accuracy: 2361/5000 (47%)
[epoch 31] loss: 0.0032043
Test set: Average loss: 2.6457, Accuracy: 2356/5000 (47%)
[epoch 32] loss: 0.0030245
Test set: Average loss: 2.6689, Accuracy: 2359/5000 (47%)
[epoch 33] loss: 0.0028402
Test set: Average loss: 2.6770, Accuracy: 2352/5000 (47%)
[epoch 34] loss: 0.0026979
Test set: Average loss: 2.6855, Accuracy: 2354/5000 (47%)
[epoch 35] loss: 0.0025773
Test set: Average loss: 2.7033, Accuracy: 2356/5000 (47%)
[epoch 36] loss: 0.0024559
Test set: Average loss: 2.7167, Accuracy: 2348/5000 (47%)
[epoch 37] loss: 0.0023340
Test set: Average loss: 2.7266, Accuracy: 2348/5000 (47%)
[epoch 38] loss: 0.0022407
Test set: Average loss: 2.7388, Accuracy: 2351/5000 (47%)
[epoch 39] loss: 0.0021442
Test set: Average loss: 2.7567, Accuracy: 2353/5000 (47%)
[epoch 40] loss: 0.0020420
Test set: Average loss: 2.7648, Accuracy: 2354/5000 (47%)
[epoch 41] loss: 0.0019614
Test set: Average loss: 2.7721, Accuracy: 2341/5000 (47%)
[epoch 42] loss: 0.0018713
Test set: Average loss: 2.7833, Accuracy: 2349/5000 (47%)
[epoch 43] loss: 0.0017965
Test set: Average loss: 2.7981, Accuracy: 2352/5000 (47%)
[epoch 44] loss: 0.0017202
Test set: Average loss: 2.8075, Accuracy: 2356/5000 (47%)
[epoch 45] loss: 0.0016583
Test set: Average loss: 2.8142, Accuracy: 2349/5000 (47%)
[epoch 46] loss: 0.0015816
Test set: Average loss: 2.8222, Accuracy: 2347/5000 (47%)
[epoch 47] loss: 0.0015259
Test set: Average loss: 2.8368, Accuracy: 2351/5000 (47%)
[epoch 48] loss: 0.0014796
Test set: Average loss: 2.8469, Accuracy: 2352/5000 (47%)
[epoch 49] loss: 0.0014505
Test set: Average loss: 2.8486, Accuracy: 2347/5000 (47%)
[epoch 50] loss: 0.0013825
Test set: Average loss: 2.8630, Accuracy: 2345/5000 (47%)
Validation:
Test set: Average loss: 1.5267, Accuracy: 2444/5000 (49%)
Test
Test set: Average loss: 1.5195, Accuracy: 4855/10000 (49%)
500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3056, Accuracy: 501/5000 (10%)
[epoch 1] loss: 1.9605558
Test set: Average loss: 1.7452, Accuracy: 1876/5000 (38%)
[epoch 2] loss: 1.4386757
Test set: Average loss: 1.4728, Accuracy: 2286/5000 (46%)
[epoch 3] loss: 1.1317217
Test set: Average loss: 1.3549, Accuracy: 2630/5000 (53%)
[epoch 4] loss: 0.9728287
Test set: Average loss: 1.5365, Accuracy: 2476/5000 (50%)
[epoch 5] loss: 0.9098447
Test set: Average loss: 1.4260, Accuracy: 2583/5000 (52%)
[epoch 6] loss: 0.7154979
Test set: Average loss: 1.4801, Accuracy: 2581/5000 (52%)
[epoch 7] loss: 0.5715203
Test set: Average loss: 1.6150, Accuracy: 2575/5000 (52%)
[epoch 8] loss: 0.5080663
Test set: Average loss: 1.7751, Accuracy: 2455/5000 (49%)
[epoch 9] loss: 0.3417727
Test set: Average loss: 1.7792, Accuracy: 2503/5000 (50%)
[epoch 10] loss: 0.2121331
Test set: Average loss: 1.8932, Accuracy: 2544/5000 (51%)
[epoch 11] loss: 0.1952221
Test set: Average loss: 2.0635, Accuracy: 2480/5000 (50%)
[epoch 12] loss: 0.1361236
Test set: Average loss: 2.1107, Accuracy: 2527/5000 (51%)
[epoch 13] loss: 0.1003676
Test set: Average loss: 2.2755, Accuracy: 2415/5000 (48%)
[epoch 14] loss: 0.1296090
Epoch 13: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.2621, Accuracy: 2498/5000 (50%)
[epoch 15] loss: 0.0489925
Test set: Average loss: 2.2134, Accuracy: 2537/5000 (51%)
[epoch 16] loss: 0.0331623
Test set: Average loss: 2.2060, Accuracy: 2538/5000 (51%)
[epoch 17] loss: 0.0282695
Test set: Average loss: 2.2064, Accuracy: 2539/5000 (51%)
[epoch 18] loss: 0.0265923
Test set: Average loss: 2.2094, Accuracy: 2546/5000 (51%)
[epoch 19] loss: 0.0240997
Test set: Average loss: 2.2179, Accuracy: 2554/5000 (51%)
[epoch 20] loss: 0.0225843
Test set: Average loss: 2.2266, Accuracy: 2557/5000 (51%)
[epoch 21] loss: 0.0214391
Test set: Average loss: 2.2319, Accuracy: 2563/5000 (51%)
[epoch 22] loss: 0.0211677
Test set: Average loss: 2.2392, Accuracy: 2569/5000 (51%)
[epoch 23] loss: 0.0198568
Test set: Average loss: 2.2512, Accuracy: 2560/5000 (51%)
[epoch 24] loss: 0.0190194
Test set: Average loss: 2.2551, Accuracy: 2558/5000 (51%)
[epoch 25] loss: 0.0182414
Test set: Average loss: 2.2612, Accuracy: 2568/5000 (51%)
[epoch 26] loss: 0.0174274
Test set: Average loss: 2.2711, Accuracy: 2560/5000 (51%)
[epoch 27] loss: 0.0167711
Test set: Average loss: 2.2805, Accuracy: 2559/5000 (51%)
[epoch 28] loss: 0.0161219
Test set: Average loss: 2.2874, Accuracy: 2563/5000 (51%)
[epoch 29] loss: 0.0154938
Test set: Average loss: 2.2947, Accuracy: 2564/5000 (51%)
[epoch 30] loss: 0.0151999
Test set: Average loss: 2.3016, Accuracy: 2566/5000 (51%)
[epoch 31] loss: 0.0147621
Test set: Average loss: 2.3093, Accuracy: 2567/5000 (51%)
[epoch 32] loss: 0.0140400
Test set: Average loss: 2.3168, Accuracy: 2564/5000 (51%)
[epoch 33] loss: 0.0137567
Test set: Average loss: 2.3240, Accuracy: 2562/5000 (51%)
[epoch 34] loss: 0.0133664
Test set: Average loss: 2.3315, Accuracy: 2561/5000 (51%)
[epoch 35] loss: 0.0128089
Test set: Average loss: 2.3373, Accuracy: 2557/5000 (51%)
[epoch 36] loss: 0.0125688
Test set: Average loss: 2.3444, Accuracy: 2557/5000 (51%)
[epoch 37] loss: 0.0122418
Test set: Average loss: 2.3528, Accuracy: 2559/5000 (51%)
[epoch 38] loss: 0.0117289
Test set: Average loss: 2.3590, Accuracy: 2565/5000 (51%)
[epoch 39] loss: 0.0115809
Test set: Average loss: 2.3696, Accuracy: 2560/5000 (51%)
[epoch 40] loss: 0.0112905
Test set: Average loss: 2.3761, Accuracy: 2561/5000 (51%)
[epoch 41] loss: 0.0108857
Test set: Average loss: 2.3784, Accuracy: 2563/5000 (51%)
[epoch 42] loss: 0.0107472
Test set: Average loss: 2.3899, Accuracy: 2555/5000 (51%)
[epoch 43] loss: 0.0104059
Test set: Average loss: 2.3951, Accuracy: 2556/5000 (51%)
[epoch 44] loss: 0.0101023
Test set: Average loss: 2.3987, Accuracy: 2560/5000 (51%)
[epoch 45] loss: 0.0099854
Test set: Average loss: 2.4094, Accuracy: 2548/5000 (51%)
[epoch 46] loss: 0.0096543
Test set: Average loss: 2.4170, Accuracy: 2562/5000 (51%)
[epoch 47] loss: 0.0093375
Test set: Average loss: 2.4220, Accuracy: 2561/5000 (51%)
[epoch 48] loss: 0.0091271
Test set: Average loss: 2.4296, Accuracy: 2557/5000 (51%)
[epoch 49] loss: 0.0089769
Test set: Average loss: 2.4340, Accuracy: 2559/5000 (51%)
[epoch 50] loss: 0.0087962
Test set: Average loss: 2.4427, Accuracy: 2556/5000 (51%)
Validation:
Test set: Average loss: 1.3549, Accuracy: 2630/5000 (53%)
Test
Test set: Average loss: 1.3212, Accuracy: 5476/10000 (55%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3018, Accuracy: 479/5000 (10%)
[epoch 1] loss: 1.9171216
Test set: Average loss: 1.6204, Accuracy: 2216/5000 (44%)
[epoch 2] loss: 1.3687612
Test set: Average loss: 1.5893, Accuracy: 2203/5000 (44%)
[epoch 3] loss: 1.1220452
Test set: Average loss: 1.4962, Accuracy: 2331/5000 (47%)
[epoch 4] loss: 0.9854667
Test set: Average loss: 1.4078, Accuracy: 2537/5000 (51%)
[epoch 5] loss: 0.7723374
Test set: Average loss: 1.4724, Accuracy: 2502/5000 (50%)
[epoch 6] loss: 0.6075299
Test set: Average loss: 1.4007, Accuracy: 2721/5000 (54%)
[epoch 7] loss: 0.4925290
Test set: Average loss: 1.6039, Accuracy: 2553/5000 (51%)
[epoch 8] loss: 0.4441628
Test set: Average loss: 1.7118, Accuracy: 2509/5000 (50%)
[epoch 9] loss: 0.3539400
Test set: Average loss: 1.6558, Accuracy: 2649/5000 (53%)
[epoch 10] loss: 0.2473642
Test set: Average loss: 2.0415, Accuracy: 2402/5000 (48%)
[epoch 11] loss: 0.1971103
Test set: Average loss: 1.9529, Accuracy: 2536/5000 (51%)
[epoch 12] loss: 0.1736604
Test set: Average loss: 2.0509, Accuracy: 2479/5000 (50%)
[epoch 13] loss: 0.1947627
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.2582, Accuracy: 2346/5000 (47%)
[epoch 14] loss: 0.1095612
Test set: Average loss: 2.0537, Accuracy: 2559/5000 (51%)
[epoch 15] loss: 0.0454898
Test set: Average loss: 2.0322, Accuracy: 2593/5000 (52%)
[epoch 16] loss: 0.0391148
Test set: Average loss: 2.0138, Accuracy: 2617/5000 (52%)
[epoch 17] loss: 0.0351116
Test set: Average loss: 2.0107, Accuracy: 2625/5000 (52%)
[epoch 18] loss: 0.0328137
Test set: Average loss: 2.0152, Accuracy: 2617/5000 (52%)
[epoch 19] loss: 0.0307889
Test set: Average loss: 2.0247, Accuracy: 2619/5000 (52%)
[epoch 20] loss: 0.0296874
Test set: Average loss: 2.0311, Accuracy: 2620/5000 (52%)
[epoch 21] loss: 0.0277527
Test set: Average loss: 2.0383, Accuracy: 2618/5000 (52%)
[epoch 22] loss: 0.0268578
Test set: Average loss: 2.0458, Accuracy: 2625/5000 (52%)
[epoch 23] loss: 0.0256223
Test set: Average loss: 2.0532, Accuracy: 2622/5000 (52%)
[epoch 24] loss: 0.0244505
Test set: Average loss: 2.0628, Accuracy: 2632/5000 (53%)
[epoch 25] loss: 0.0233373
Test set: Average loss: 2.0703, Accuracy: 2633/5000 (53%)
[epoch 26] loss: 0.0230718
Test set: Average loss: 2.0763, Accuracy: 2634/5000 (53%)
[epoch 27] loss: 0.0220240
Test set: Average loss: 2.0876, Accuracy: 2630/5000 (53%)
[epoch 28] loss: 0.0211085
Test set: Average loss: 2.0943, Accuracy: 2629/5000 (53%)
[epoch 29] loss: 0.0204076
Test set: Average loss: 2.1018, Accuracy: 2620/5000 (52%)
[epoch 30] loss: 0.0195320
Test set: Average loss: 2.1094, Accuracy: 2631/5000 (53%)
[epoch 31] loss: 0.0190231
Test set: Average loss: 2.1163, Accuracy: 2628/5000 (53%)
[epoch 32] loss: 0.0181126
Test set: Average loss: 2.1256, Accuracy: 2630/5000 (53%)
[epoch 33] loss: 0.0176427
Test set: Average loss: 2.1386, Accuracy: 2622/5000 (52%)
[epoch 34] loss: 0.0171113
Test set: Average loss: 2.1438, Accuracy: 2622/5000 (52%)
[epoch 35] loss: 0.0165482
Test set: Average loss: 2.1480, Accuracy: 2630/5000 (53%)
[epoch 36] loss: 0.0159767
Test set: Average loss: 2.1589, Accuracy: 2632/5000 (53%)
[epoch 37] loss: 0.0154645
Test set: Average loss: 2.1649, Accuracy: 2624/5000 (52%)
[epoch 38] loss: 0.0151506
Test set: Average loss: 2.1751, Accuracy: 2633/5000 (53%)
[epoch 39] loss: 0.0146707
Test set: Average loss: 2.1825, Accuracy: 2633/5000 (53%)
[epoch 40] loss: 0.0141772
Test set: Average loss: 2.1886, Accuracy: 2631/5000 (53%)
[epoch 41] loss: 0.0137205
Test set: Average loss: 2.1971, Accuracy: 2626/5000 (53%)
[epoch 42] loss: 0.0132922
Test set: Average loss: 2.2030, Accuracy: 2630/5000 (53%)
[epoch 43] loss: 0.0130494
Test set: Average loss: 2.2103, Accuracy: 2632/5000 (53%)
[epoch 44] loss: 0.0126777
Test set: Average loss: 2.2187, Accuracy: 2632/5000 (53%)
[epoch 45] loss: 0.0124750
Test set: Average loss: 2.2266, Accuracy: 2642/5000 (53%)
[epoch 46] loss: 0.0119001
Test set: Average loss: 2.2344, Accuracy: 2625/5000 (52%)
[epoch 47] loss: 0.0115846
Test set: Average loss: 2.2411, Accuracy: 2631/5000 (53%)
[epoch 48] loss: 0.0114135
Test set: Average loss: 2.2476, Accuracy: 2633/5000 (53%)
[epoch 49] loss: 0.0110791
Test set: Average loss: 2.2546, Accuracy: 2632/5000 (53%)
[epoch 50] loss: 0.0106926
Test set: Average loss: 2.2595, Accuracy: 2625/5000 (52%)
Validation:
Test set: Average loss: 1.4007, Accuracy: 2721/5000 (54%)
Test
Test set: Average loss: 1.3895, Accuracy: 5476/10000 (55%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2994, Accuracy: 771/5000 (15%)
[epoch 1] loss: 2.0019938
Test set: Average loss: 1.6247, Accuracy: 2139/5000 (43%)
[epoch 2] loss: 1.4821850
Test set: Average loss: 1.4698, Accuracy: 2350/5000 (47%)
[epoch 3] loss: 1.2469583
Test set: Average loss: 1.3886, Accuracy: 2531/5000 (51%)
[epoch 4] loss: 1.0166554
Test set: Average loss: 1.3908, Accuracy: 2593/5000 (52%)
[epoch 5] loss: 0.8473271
Test set: Average loss: 1.5065, Accuracy: 2556/5000 (51%)
[epoch 6] loss: 0.6797744
Test set: Average loss: 1.5122, Accuracy: 2631/5000 (53%)
[epoch 7] loss: 0.5296654
Test set: Average loss: 1.5070, Accuracy: 2651/5000 (53%)
[epoch 8] loss: 0.4405257
Test set: Average loss: 1.7360, Accuracy: 2525/5000 (50%)
[epoch 9] loss: 0.3480220
Test set: Average loss: 1.8594, Accuracy: 2404/5000 (48%)
[epoch 10] loss: 0.2950956
Test set: Average loss: 1.9224, Accuracy: 2487/5000 (50%)
[epoch 11] loss: 0.2277152
Test set: Average loss: 2.0082, Accuracy: 2494/5000 (50%)
[epoch 12] loss: 0.2040652
Test set: Average loss: 2.1134, Accuracy: 2471/5000 (49%)
[epoch 13] loss: 0.1757747
Test set: Average loss: 2.1675, Accuracy: 2487/5000 (50%)
[epoch 14] loss: 0.0903360
Test set: Average loss: 2.3163, Accuracy: 2435/5000 (49%)
[epoch 15] loss: 0.0916684
Epoch 14: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.4601, Accuracy: 2402/5000 (48%)
[epoch 16] loss: 0.0514160
Test set: Average loss: 2.3612, Accuracy: 2471/5000 (49%)
[epoch 17] loss: 0.0235745
Test set: Average loss: 2.3478, Accuracy: 2512/5000 (50%)
[epoch 18] loss: 0.0191542
Test set: Average loss: 2.3514, Accuracy: 2511/5000 (50%)
[epoch 19] loss: 0.0168944
Test set: Average loss: 2.3562, Accuracy: 2523/5000 (50%)
[epoch 20] loss: 0.0158200
Test set: Average loss: 2.3600, Accuracy: 2516/5000 (50%)
[epoch 21] loss: 0.0152089
Test set: Average loss: 2.3671, Accuracy: 2520/5000 (50%)
[epoch 22] loss: 0.0142416
Test set: Average loss: 2.3746, Accuracy: 2519/5000 (50%)
[epoch 23] loss: 0.0136648
Test set: Average loss: 2.3832, Accuracy: 2519/5000 (50%)
[epoch 24] loss: 0.0132974
Test set: Average loss: 2.3883, Accuracy: 2519/5000 (50%)
[epoch 25] loss: 0.0125966
Test set: Average loss: 2.3960, Accuracy: 2515/5000 (50%)
[epoch 26] loss: 0.0122823
Test set: Average loss: 2.4044, Accuracy: 2517/5000 (50%)
[epoch 27] loss: 0.0117390
Test set: Average loss: 2.4120, Accuracy: 2518/5000 (50%)
[epoch 28] loss: 0.0114067
Test set: Average loss: 2.4183, Accuracy: 2518/5000 (50%)
[epoch 29] loss: 0.0109853
Test set: Average loss: 2.4248, Accuracy: 2514/5000 (50%)
[epoch 30] loss: 0.0107640
Test set: Average loss: 2.4318, Accuracy: 2513/5000 (50%)
[epoch 31] loss: 0.0104359
Test set: Average loss: 2.4382, Accuracy: 2511/5000 (50%)
[epoch 32] loss: 0.0102774
Test set: Average loss: 2.4464, Accuracy: 2510/5000 (50%)
[epoch 33] loss: 0.0098952
Test set: Average loss: 2.4530, Accuracy: 2516/5000 (50%)
[epoch 34] loss: 0.0096002
Test set: Average loss: 2.4581, Accuracy: 2514/5000 (50%)
[epoch 35] loss: 0.0093536
Test set: Average loss: 2.4663, Accuracy: 2520/5000 (50%)
[epoch 36] loss: 0.0091654
Test set: Average loss: 2.4733, Accuracy: 2509/5000 (50%)
[epoch 37] loss: 0.0089727
Test set: Average loss: 2.4806, Accuracy: 2515/5000 (50%)
[epoch 38] loss: 0.0086188
Test set: Average loss: 2.4855, Accuracy: 2515/5000 (50%)
[epoch 39] loss: 0.0084306
Test set: Average loss: 2.4909, Accuracy: 2509/5000 (50%)
[epoch 40] loss: 0.0082510
Test set: Average loss: 2.4993, Accuracy: 2510/5000 (50%)
[epoch 41] loss: 0.0080652
Test set: Average loss: 2.5054, Accuracy: 2513/5000 (50%)
[epoch 42] loss: 0.0079201
Test set: Average loss: 2.5097, Accuracy: 2509/5000 (50%)
[epoch 43] loss: 0.0076839
Test set: Average loss: 2.5169, Accuracy: 2511/5000 (50%)
[epoch 44] loss: 0.0075335
Test set: Average loss: 2.5222, Accuracy: 2513/5000 (50%)
[epoch 45] loss: 0.0073796
Test set: Average loss: 2.5280, Accuracy: 2509/5000 (50%)
[epoch 46] loss: 0.0072172
Test set: Average loss: 2.5352, Accuracy: 2516/5000 (50%)
[epoch 47] loss: 0.0070546
Test set: Average loss: 2.5415, Accuracy: 2509/5000 (50%)
[epoch 48] loss: 0.0068614
Test set: Average loss: 2.5468, Accuracy: 2514/5000 (50%)
[epoch 49] loss: 0.0068816
Epoch 48: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.5506, Accuracy: 2509/5000 (50%)
[epoch 50] loss: 0.0066418
Test set: Average loss: 2.5513, Accuracy: 2509/5000 (50%)
Validation:
Test set: Average loss: 1.5070, Accuracy: 2651/5000 (53%)
Test
Test set: Average loss: 1.4857, Accuracy: 5315/10000 (53%)
750
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 564/5000 (11%)
[epoch 1] loss: 1.8611123
Test set: Average loss: 1.6079, Accuracy: 2147/5000 (43%)
[epoch 2] loss: 1.3943876
Test set: Average loss: 1.4326, Accuracy: 2333/5000 (47%)
[epoch 3] loss: 1.1527949
Test set: Average loss: 1.4867, Accuracy: 2463/5000 (49%)
[epoch 4] loss: 1.0328672
Test set: Average loss: 1.4020, Accuracy: 2599/5000 (52%)
[epoch 5] loss: 0.8723599
Test set: Average loss: 1.3311, Accuracy: 2794/5000 (56%)
[epoch 6] loss: 0.7093242
Test set: Average loss: 1.4857, Accuracy: 2646/5000 (53%)
[epoch 7] loss: 0.5817199
Test set: Average loss: 1.6272, Accuracy: 2589/5000 (52%)
[epoch 8] loss: 0.4632516
Test set: Average loss: 1.7601, Accuracy: 2657/5000 (53%)
[epoch 9] loss: 0.3538466
Test set: Average loss: 1.7882, Accuracy: 2630/5000 (53%)
[epoch 10] loss: 0.2790193
Test set: Average loss: 1.8552, Accuracy: 2702/5000 (54%)
[epoch 11] loss: 0.2636599
Test set: Average loss: 2.1582, Accuracy: 2468/5000 (49%)
[epoch 12] loss: 0.2494385
Test set: Average loss: 2.0971, Accuracy: 2560/5000 (51%)
[epoch 13] loss: 0.1342247
Test set: Average loss: 2.0992, Accuracy: 2648/5000 (53%)
[epoch 14] loss: 0.1900281
Epoch 13: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.4960, Accuracy: 2399/5000 (48%)
[epoch 15] loss: 0.1144292
Test set: Average loss: 2.2299, Accuracy: 2610/5000 (52%)
[epoch 16] loss: 0.0520080
Test set: Average loss: 2.1853, Accuracy: 2634/5000 (53%)
[epoch 17] loss: 0.0402622
Test set: Average loss: 2.1958, Accuracy: 2635/5000 (53%)
[epoch 18] loss: 0.0359648
Test set: Average loss: 2.2160, Accuracy: 2627/5000 (53%)
[epoch 19] loss: 0.0315408
Test set: Average loss: 2.2267, Accuracy: 2623/5000 (52%)
[epoch 20] loss: 0.0289644
Test set: Average loss: 2.2437, Accuracy: 2620/5000 (52%)
[epoch 21] loss: 0.0264538
Test set: Average loss: 2.2607, Accuracy: 2630/5000 (53%)
[epoch 22] loss: 0.0250993
Test set: Average loss: 2.2697, Accuracy: 2636/5000 (53%)
[epoch 23] loss: 0.0234870
Test set: Average loss: 2.2845, Accuracy: 2636/5000 (53%)
[epoch 24] loss: 0.0224262
Test set: Average loss: 2.2941, Accuracy: 2644/5000 (53%)
[epoch 25] loss: 0.0205214
Test set: Average loss: 2.3065, Accuracy: 2643/5000 (53%)
[epoch 26] loss: 0.0197626
Test set: Average loss: 2.3174, Accuracy: 2648/5000 (53%)
[epoch 27] loss: 0.0186513
Test set: Average loss: 2.3295, Accuracy: 2650/5000 (53%)
[epoch 28] loss: 0.0177246
Test set: Average loss: 2.3410, Accuracy: 2648/5000 (53%)
[epoch 29] loss: 0.0169091
Test set: Average loss: 2.3519, Accuracy: 2654/5000 (53%)
[epoch 30] loss: 0.0161723
Test set: Average loss: 2.3594, Accuracy: 2646/5000 (53%)
[epoch 31] loss: 0.0155019
Test set: Average loss: 2.3723, Accuracy: 2646/5000 (53%)
[epoch 32] loss: 0.0150972
Test set: Average loss: 2.3808, Accuracy: 2644/5000 (53%)
[epoch 33] loss: 0.0142987
Test set: Average loss: 2.3928, Accuracy: 2639/5000 (53%)
[epoch 34] loss: 0.0139223
Test set: Average loss: 2.4000, Accuracy: 2642/5000 (53%)
[epoch 35] loss: 0.0134006
Test set: Average loss: 2.4123, Accuracy: 2642/5000 (53%)
[epoch 36] loss: 0.0127872
Test set: Average loss: 2.4207, Accuracy: 2644/5000 (53%)
[epoch 37] loss: 0.0122524
Test set: Average loss: 2.4322, Accuracy: 2638/5000 (53%)
[epoch 38] loss: 0.0118934
Test set: Average loss: 2.4370, Accuracy: 2645/5000 (53%)
[epoch 39] loss: 0.0116239
Test set: Average loss: 2.4480, Accuracy: 2640/5000 (53%)
[epoch 40] loss: 0.0110877
Test set: Average loss: 2.4575, Accuracy: 2642/5000 (53%)
[epoch 41] loss: 0.0107286
Test set: Average loss: 2.4676, Accuracy: 2642/5000 (53%)
[epoch 42] loss: 0.0102477
Test set: Average loss: 2.4731, Accuracy: 2635/5000 (53%)
[epoch 43] loss: 0.0100157
Test set: Average loss: 2.4809, Accuracy: 2636/5000 (53%)
[epoch 44] loss: 0.0096617
Test set: Average loss: 2.4914, Accuracy: 2635/5000 (53%)
[epoch 45] loss: 0.0093943
Test set: Average loss: 2.4982, Accuracy: 2638/5000 (53%)
[epoch 46] loss: 0.0092517
Test set: Average loss: 2.5103, Accuracy: 2640/5000 (53%)
[epoch 47] loss: 0.0089156
Test set: Average loss: 2.5172, Accuracy: 2642/5000 (53%)
[epoch 48] loss: 0.0085874
Test set: Average loss: 2.5240, Accuracy: 2640/5000 (53%)
[epoch 49] loss: 0.0083704
Test set: Average loss: 2.5305, Accuracy: 2631/5000 (53%)
[epoch 50] loss: 0.0082194
Test set: Average loss: 2.5420, Accuracy: 2641/5000 (53%)
Validation:
Test set: Average loss: 1.3311, Accuracy: 2794/5000 (56%)
Test
Test set: Average loss: 1.3083, Accuracy: 5593/10000 (56%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3058, Accuracy: 488/5000 (10%)
[epoch 1] loss: 1.8528740
Test set: Average loss: 1.6804, Accuracy: 1893/5000 (38%)
[epoch 2] loss: 1.2838290
Test set: Average loss: 1.4521, Accuracy: 2452/5000 (49%)
[epoch 3] loss: 1.0744509
Test set: Average loss: 1.6032, Accuracy: 2254/5000 (45%)
[epoch 4] loss: 0.9161955
Test set: Average loss: 1.4436, Accuracy: 2504/5000 (50%)
[epoch 5] loss: 0.7761424
Test set: Average loss: 1.5169, Accuracy: 2484/5000 (50%)
[epoch 6] loss: 0.6060251
Test set: Average loss: 1.6396, Accuracy: 2501/5000 (50%)
[epoch 7] loss: 0.5328473
Test set: Average loss: 1.6429, Accuracy: 2593/5000 (52%)
[epoch 8] loss: 0.4201917
Test set: Average loss: 1.7652, Accuracy: 2624/5000 (52%)
[epoch 9] loss: 0.3754246
Test set: Average loss: 1.8588, Accuracy: 2540/5000 (51%)
[epoch 10] loss: 0.2948175
Test set: Average loss: 1.9897, Accuracy: 2563/5000 (51%)
[epoch 11] loss: 0.2848899
Test set: Average loss: 2.0157, Accuracy: 2579/5000 (52%)
[epoch 12] loss: 0.1732219
Test set: Average loss: 2.2340, Accuracy: 2478/5000 (50%)
[epoch 13] loss: 0.0902312
Test set: Average loss: 2.2580, Accuracy: 2545/5000 (51%)
[epoch 14] loss: 0.0665429
Test set: Average loss: 2.4517, Accuracy: 2498/5000 (50%)
[epoch 15] loss: 0.0549472
Test set: Average loss: 2.5496, Accuracy: 2474/5000 (49%)
[epoch 16] loss: 0.0386939
Test set: Average loss: 2.5469, Accuracy: 2531/5000 (51%)
[epoch 17] loss: 0.0286934
Test set: Average loss: 2.5532, Accuracy: 2533/5000 (51%)
[epoch 18] loss: 0.0149764
Test set: Average loss: 2.5890, Accuracy: 2553/5000 (51%)
[epoch 19] loss: 0.0078847
Test set: Average loss: 2.6479, Accuracy: 2565/5000 (51%)
[epoch 20] loss: 0.0061023
Test set: Average loss: 2.6790, Accuracy: 2568/5000 (51%)
[epoch 21] loss: 0.0054958
Test set: Average loss: 2.7149, Accuracy: 2566/5000 (51%)
[epoch 22] loss: 0.0047508
Test set: Average loss: 2.7361, Accuracy: 2561/5000 (51%)
[epoch 23] loss: 0.0042254
Test set: Average loss: 2.7781, Accuracy: 2582/5000 (52%)
[epoch 24] loss: 0.0038621
Test set: Average loss: 2.7948, Accuracy: 2582/5000 (52%)
[epoch 25] loss: 0.0034246
Test set: Average loss: 2.8198, Accuracy: 2577/5000 (52%)
[epoch 26] loss: 0.0031183
Test set: Average loss: 2.8441, Accuracy: 2569/5000 (51%)
[epoch 27] loss: 0.0029531
Test set: Average loss: 2.8746, Accuracy: 2584/5000 (52%)
[epoch 28] loss: 0.0026482
Test set: Average loss: 2.8883, Accuracy: 2568/5000 (51%)
[epoch 29] loss: 0.0024951
Test set: Average loss: 2.9121, Accuracy: 2571/5000 (51%)
[epoch 30] loss: 0.0023342
Test set: Average loss: 2.9302, Accuracy: 2571/5000 (51%)
[epoch 31] loss: 0.0022062
Test set: Average loss: 2.9513, Accuracy: 2574/5000 (51%)
[epoch 32] loss: 0.0021125
Test set: Average loss: 2.9698, Accuracy: 2573/5000 (51%)
[epoch 33] loss: 0.0019004
Test set: Average loss: 2.9876, Accuracy: 2578/5000 (52%)
[epoch 34] loss: 0.0017966
Test set: Average loss: 3.0085, Accuracy: 2578/5000 (52%)
[epoch 35] loss: 0.0017255
Test set: Average loss: 3.0238, Accuracy: 2568/5000 (51%)
[epoch 36] loss: 0.0016431
Test set: Average loss: 3.0408, Accuracy: 2582/5000 (52%)
[epoch 37] loss: 0.0015195
Test set: Average loss: 3.0542, Accuracy: 2567/5000 (51%)
[epoch 38] loss: 0.0014719
Test set: Average loss: 3.0720, Accuracy: 2567/5000 (51%)
[epoch 39] loss: 0.0013694
Test set: Average loss: 3.0841, Accuracy: 2571/5000 (51%)
[epoch 40] loss: 0.0013193
Test set: Average loss: 3.1010, Accuracy: 2569/5000 (51%)
[epoch 41] loss: 0.0012591
Test set: Average loss: 3.1149, Accuracy: 2577/5000 (52%)
[epoch 42] loss: 0.0012141
Test set: Average loss: 3.1261, Accuracy: 2568/5000 (51%)
[epoch 43] loss: 0.0011590
Test set: Average loss: 3.1442, Accuracy: 2571/5000 (51%)
[epoch 44] loss: 0.0010836
Test set: Average loss: 3.1578, Accuracy: 2569/5000 (51%)
[epoch 45] loss: 0.0010550
Test set: Average loss: 3.1673, Accuracy: 2567/5000 (51%)
[epoch 46] loss: 0.0010086
Test set: Average loss: 3.1834, Accuracy: 2571/5000 (51%)
[epoch 47] loss: 0.0009650
Test set: Average loss: 3.1972, Accuracy: 2570/5000 (51%)
[epoch 48] loss: 0.0009302
Test set: Average loss: 3.2090, Accuracy: 2574/5000 (51%)
[epoch 49] loss: 0.0009003
Test set: Average loss: 3.2199, Accuracy: 2569/5000 (51%)
[epoch 50] loss: 0.0008562
Test set: Average loss: 3.2306, Accuracy: 2573/5000 (51%)
Validation:
Test set: Average loss: 1.7652, Accuracy: 2624/5000 (52%)
Test
Test set: Average loss: 1.7461, Accuracy: 5271/10000 (53%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3045, Accuracy: 447/5000 (9%)
[epoch 1] loss: 1.9410066
Test set: Average loss: 1.6560, Accuracy: 2033/5000 (41%)
[epoch 2] loss: 1.4130136
Test set: Average loss: 1.4405, Accuracy: 2441/5000 (49%)
[epoch 3] loss: 1.2097369
Test set: Average loss: 1.4766, Accuracy: 2480/5000 (50%)
[epoch 4] loss: 1.1214132
Test set: Average loss: 1.3937, Accuracy: 2620/5000 (52%)
[epoch 5] loss: 0.8669518
Test set: Average loss: 1.4129, Accuracy: 2583/5000 (52%)
[epoch 6] loss: 0.7533212
Test set: Average loss: 1.4497, Accuracy: 2616/5000 (52%)
[epoch 7] loss: 0.6354630
Test set: Average loss: 1.6020, Accuracy: 2564/5000 (51%)
[epoch 8] loss: 0.5292028
Test set: Average loss: 1.7006, Accuracy: 2514/5000 (50%)
[epoch 9] loss: 0.4000272
Test set: Average loss: 1.8287, Accuracy: 2433/5000 (49%)
[epoch 10] loss: 0.3491417
Test set: Average loss: 1.9318, Accuracy: 2493/5000 (50%)
[epoch 11] loss: 0.2173081
Test set: Average loss: 2.1015, Accuracy: 2475/5000 (50%)
[epoch 12] loss: 0.1724560
Test set: Average loss: 2.1584, Accuracy: 2544/5000 (51%)
[epoch 13] loss: 0.1240842
Test set: Average loss: 2.3668, Accuracy: 2384/5000 (48%)
[epoch 14] loss: 0.1136575
Test set: Average loss: 2.4391, Accuracy: 2474/5000 (49%)
[epoch 15] loss: 0.0975999
Test set: Average loss: 2.4949, Accuracy: 2500/5000 (50%)
[epoch 16] loss: 0.0478977
Test set: Average loss: 2.6762, Accuracy: 2436/5000 (49%)
[epoch 17] loss: 0.0320927
Test set: Average loss: 2.7360, Accuracy: 2481/5000 (50%)
[epoch 18] loss: 0.0145251
Test set: Average loss: 2.7003, Accuracy: 2492/5000 (50%)
[epoch 19] loss: 0.0090222
Test set: Average loss: 2.7562, Accuracy: 2506/5000 (50%)
[epoch 20] loss: 0.0065975
Test set: Average loss: 2.7947, Accuracy: 2508/5000 (50%)
[epoch 21] loss: 0.0051028
Test set: Average loss: 2.8269, Accuracy: 2509/5000 (50%)
[epoch 22] loss: 0.0043047
Test set: Average loss: 2.8589, Accuracy: 2513/5000 (50%)
[epoch 23] loss: 0.0039062
Test set: Average loss: 2.8822, Accuracy: 2499/5000 (50%)
[epoch 24] loss: 0.0034363
Test set: Average loss: 2.9073, Accuracy: 2514/5000 (50%)
[epoch 25] loss: 0.0031432
Test set: Average loss: 2.9358, Accuracy: 2506/5000 (50%)
[epoch 26] loss: 0.0029041
Test set: Average loss: 2.9557, Accuracy: 2503/5000 (50%)
[epoch 27] loss: 0.0026859
Test set: Average loss: 2.9739, Accuracy: 2512/5000 (50%)
[epoch 28] loss: 0.0025404
Test set: Average loss: 3.0009, Accuracy: 2503/5000 (50%)
[epoch 29] loss: 0.0023625
Test set: Average loss: 3.0192, Accuracy: 2508/5000 (50%)
[epoch 30] loss: 0.0021516
Test set: Average loss: 3.0338, Accuracy: 2507/5000 (50%)
[epoch 31] loss: 0.0020384
Test set: Average loss: 3.0557, Accuracy: 2506/5000 (50%)
[epoch 32] loss: 0.0019192
Test set: Average loss: 3.0702, Accuracy: 2504/5000 (50%)
[epoch 33] loss: 0.0017855
Test set: Average loss: 3.0874, Accuracy: 2507/5000 (50%)
[epoch 34] loss: 0.0017462
Test set: Average loss: 3.1046, Accuracy: 2510/5000 (50%)
[epoch 35] loss: 0.0015925
Test set: Average loss: 3.1165, Accuracy: 2501/5000 (50%)
[epoch 36] loss: 0.0015289
Test set: Average loss: 3.1386, Accuracy: 2511/5000 (50%)
[epoch 37] loss: 0.0014699
Test set: Average loss: 3.1522, Accuracy: 2504/5000 (50%)
[epoch 38] loss: 0.0013700
Test set: Average loss: 3.1674, Accuracy: 2502/5000 (50%)
[epoch 39] loss: 0.0013227
Test set: Average loss: 3.1787, Accuracy: 2501/5000 (50%)
[epoch 40] loss: 0.0012422
Test set: Average loss: 3.1956, Accuracy: 2505/5000 (50%)
[epoch 41] loss: 0.0011917
Test set: Average loss: 3.2082, Accuracy: 2505/5000 (50%)
[epoch 42] loss: 0.0011421
Test set: Average loss: 3.2210, Accuracy: 2500/5000 (50%)
[epoch 43] loss: 0.0010901
Test set: Average loss: 3.2349, Accuracy: 2509/5000 (50%)
[epoch 44] loss: 0.0010368
Test set: Average loss: 3.2464, Accuracy: 2505/5000 (50%)
[epoch 45] loss: 0.0010294
Test set: Average loss: 3.2561, Accuracy: 2504/5000 (50%)
[epoch 46] loss: 0.0009537
Test set: Average loss: 3.2741, Accuracy: 2504/5000 (50%)
[epoch 47] loss: 0.0009143
Test set: Average loss: 3.2855, Accuracy: 2507/5000 (50%)
[epoch 48] loss: 0.0008896
Test set: Average loss: 3.2962, Accuracy: 2505/5000 (50%)
[epoch 49] loss: 0.0008380
Test set: Average loss: 3.3088, Accuracy: 2506/5000 (50%)
[epoch 50] loss: 0.0008110
Test set: Average loss: 3.3194, Accuracy: 2500/5000 (50%)
Validation:
Test set: Average loss: 1.3937, Accuracy: 2620/5000 (52%)
Test
Test set: Average loss: 1.3756, Accuracy: 5262/10000 (53%)
1000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3038, Accuracy: 353/5000 (7%)
[epoch 1] loss: 1.7512350
Test set: Average loss: 1.4687, Accuracy: 2409/5000 (48%)
[epoch 2] loss: 1.2871018
Test set: Average loss: 1.3377, Accuracy: 2634/5000 (53%)
[epoch 3] loss: 1.0747783
Test set: Average loss: 1.4657, Accuracy: 2390/5000 (48%)
[epoch 4] loss: 0.9378738
Test set: Average loss: 1.3368, Accuracy: 2712/5000 (54%)
[epoch 5] loss: 0.7830909
Test set: Average loss: 1.3610, Accuracy: 2785/5000 (56%)
[epoch 6] loss: 0.6511814
Test set: Average loss: 1.4654, Accuracy: 2724/5000 (54%)
[epoch 7] loss: 0.6179461
Test set: Average loss: 1.6399, Accuracy: 2651/5000 (53%)
[epoch 8] loss: 0.5054427
Test set: Average loss: 1.7959, Accuracy: 2556/5000 (51%)
[epoch 9] loss: 0.5000298
Test set: Average loss: 2.1044, Accuracy: 2335/5000 (47%)
[epoch 10] loss: 0.3860317
Test set: Average loss: 2.1065, Accuracy: 2506/5000 (50%)
[epoch 11] loss: 0.3441539
Test set: Average loss: 1.9902, Accuracy: 2575/5000 (52%)
[epoch 12] loss: 0.2613409
Test set: Average loss: 2.1114, Accuracy: 2573/5000 (51%)
[epoch 13] loss: 0.1436345
Test set: Average loss: 2.2712, Accuracy: 2532/5000 (51%)
[epoch 14] loss: 0.0981513
Test set: Average loss: 2.3975, Accuracy: 2577/5000 (52%)
[epoch 15] loss: 0.0773547
Test set: Average loss: 2.4169, Accuracy: 2609/5000 (52%)
[epoch 16] loss: 0.0634440
Test set: Average loss: 2.4969, Accuracy: 2579/5000 (52%)
[epoch 17] loss: 0.0343149
Test set: Average loss: 2.6347, Accuracy: 2575/5000 (52%)
[epoch 18] loss: 0.0250800
Test set: Average loss: 2.7236, Accuracy: 2603/5000 (52%)
[epoch 19] loss: 0.0146215
Test set: Average loss: 2.7255, Accuracy: 2617/5000 (52%)
[epoch 20] loss: 0.0078067
Test set: Average loss: 2.7703, Accuracy: 2622/5000 (52%)
[epoch 21] loss: 0.0054596
Test set: Average loss: 2.7984, Accuracy: 2627/5000 (53%)
[epoch 22] loss: 0.0045356
Test set: Average loss: 2.8390, Accuracy: 2621/5000 (52%)
[epoch 23] loss: 0.0039159
Test set: Average loss: 2.8820, Accuracy: 2630/5000 (53%)
[epoch 24] loss: 0.0035836
Test set: Average loss: 2.9082, Accuracy: 2632/5000 (53%)
[epoch 25] loss: 0.0032803
Test set: Average loss: 2.9355, Accuracy: 2625/5000 (52%)
[epoch 26] loss: 0.0029597
Test set: Average loss: 2.9640, Accuracy: 2630/5000 (53%)
[epoch 27] loss: 0.0026855
Test set: Average loss: 2.9877, Accuracy: 2633/5000 (53%)
[epoch 28] loss: 0.0024508
Test set: Average loss: 3.0098, Accuracy: 2626/5000 (53%)
[epoch 29] loss: 0.0022297
Test set: Average loss: 3.0357, Accuracy: 2632/5000 (53%)
[epoch 30] loss: 0.0021373
Test set: Average loss: 3.0556, Accuracy: 2635/5000 (53%)
[epoch 31] loss: 0.0019242
Test set: Average loss: 3.0743, Accuracy: 2630/5000 (53%)
[epoch 32] loss: 0.0018322
Test set: Average loss: 3.0962, Accuracy: 2631/5000 (53%)
[epoch 33] loss: 0.0017132
Test set: Average loss: 3.1145, Accuracy: 2626/5000 (53%)
[epoch 34] loss: 0.0016139
Test set: Average loss: 3.1322, Accuracy: 2628/5000 (53%)
[epoch 35] loss: 0.0015437
Test set: Average loss: 3.1539, Accuracy: 2631/5000 (53%)
[epoch 36] loss: 0.0014468
Test set: Average loss: 3.1725, Accuracy: 2625/5000 (52%)
[epoch 37] loss: 0.0013650
Test set: Average loss: 3.1916, Accuracy: 2626/5000 (53%)
[epoch 38] loss: 0.0012962
Test set: Average loss: 3.2051, Accuracy: 2625/5000 (52%)
[epoch 39] loss: 0.0012323
Test set: Average loss: 3.2220, Accuracy: 2624/5000 (52%)
[epoch 40] loss: 0.0011554
Test set: Average loss: 3.2370, Accuracy: 2627/5000 (53%)
[epoch 41] loss: 0.0011076
Test set: Average loss: 3.2518, Accuracy: 2622/5000 (52%)
[epoch 42] loss: 0.0010473
Test set: Average loss: 3.2686, Accuracy: 2623/5000 (52%)
[epoch 43] loss: 0.0009922
Test set: Average loss: 3.2810, Accuracy: 2622/5000 (52%)
[epoch 44] loss: 0.0009480
Test set: Average loss: 3.2988, Accuracy: 2625/5000 (52%)
[epoch 45] loss: 0.0009092
Test set: Average loss: 3.3110, Accuracy: 2622/5000 (52%)
[epoch 46] loss: 0.0008686
Test set: Average loss: 3.3238, Accuracy: 2624/5000 (52%)
[epoch 47] loss: 0.0008301
Test set: Average loss: 3.3390, Accuracy: 2621/5000 (52%)
[epoch 48] loss: 0.0007906
Test set: Average loss: 3.3533, Accuracy: 2618/5000 (52%)
[epoch 49] loss: 0.0007593
Test set: Average loss: 3.3641, Accuracy: 2622/5000 (52%)
[epoch 50] loss: 0.0007397
Test set: Average loss: 3.3776, Accuracy: 2627/5000 (53%)
Validation:
Test set: Average loss: 1.3610, Accuracy: 2785/5000 (56%)
Test
Test set: Average loss: 1.3285, Accuracy: 5624/10000 (56%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3016, Accuracy: 492/5000 (10%)
[epoch 1] loss: 1.7411767
Test set: Average loss: 1.5910, Accuracy: 2096/5000 (42%)
[epoch 2] loss: 1.2532697
Test set: Average loss: 1.5667, Accuracy: 2344/5000 (47%)
[epoch 3] loss: 1.0313902
Test set: Average loss: 1.3585, Accuracy: 2681/5000 (54%)
[epoch 4] loss: 0.8903079
Test set: Average loss: 1.5440, Accuracy: 2548/5000 (51%)
[epoch 5] loss: 0.7924332
Test set: Average loss: 1.5116, Accuracy: 2598/5000 (52%)
[epoch 6] loss: 0.7257711
Test set: Average loss: 1.5388, Accuracy: 2585/5000 (52%)
[epoch 7] loss: 0.6159471
Test set: Average loss: 1.8835, Accuracy: 2364/5000 (47%)
[epoch 8] loss: 0.5629794
Test set: Average loss: 1.7331, Accuracy: 2601/5000 (52%)
[epoch 9] loss: 0.4078911
Test set: Average loss: 1.8764, Accuracy: 2475/5000 (50%)
[epoch 10] loss: 0.3119118
Test set: Average loss: 1.8969, Accuracy: 2574/5000 (51%)
[epoch 11] loss: 0.2503112
Test set: Average loss: 2.0322, Accuracy: 2597/5000 (52%)
[epoch 12] loss: 0.1861767
Test set: Average loss: 2.1739, Accuracy: 2562/5000 (51%)
[epoch 13] loss: 0.1192863
Test set: Average loss: 2.2651, Accuracy: 2536/5000 (51%)
[epoch 14] loss: 0.1776280
Epoch 13: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.5259, Accuracy: 2414/5000 (48%)
[epoch 15] loss: 0.0819996
Test set: Average loss: 2.3582, Accuracy: 2532/5000 (51%)
[epoch 16] loss: 0.0442354
Test set: Average loss: 2.3655, Accuracy: 2547/5000 (51%)
[epoch 17] loss: 0.0353829
Test set: Average loss: 2.3680, Accuracy: 2560/5000 (51%)
[epoch 18] loss: 0.0305263
Test set: Average loss: 2.3819, Accuracy: 2564/5000 (51%)
[epoch 19] loss: 0.0275945
Test set: Average loss: 2.3924, Accuracy: 2562/5000 (51%)
[epoch 20] loss: 0.0251979
Test set: Average loss: 2.4216, Accuracy: 2552/5000 (51%)
[epoch 21] loss: 0.0235918
Test set: Average loss: 2.4146, Accuracy: 2565/5000 (51%)
[epoch 22] loss: 0.0216579
Test set: Average loss: 2.4303, Accuracy: 2559/5000 (51%)
[epoch 23] loss: 0.0214070
Test set: Average loss: 2.4415, Accuracy: 2578/5000 (52%)
[epoch 24] loss: 0.0192223
Test set: Average loss: 2.4569, Accuracy: 2574/5000 (51%)
[epoch 25] loss: 0.0184116
Test set: Average loss: 2.4648, Accuracy: 2575/5000 (52%)
[epoch 26] loss: 0.3988813
Epoch 25: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.4851, Accuracy: 2555/5000 (51%)
[epoch 27] loss: 0.0220868
Epoch 26: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.5022, Accuracy: 2538/5000 (51%)
[epoch 28] loss: 0.0224513
Epoch 27: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.5011, Accuracy: 2541/5000 (51%)
[epoch 29] loss: 0.0221449
Epoch 28: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 30] loss: 0.0224714
Epoch 29: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 31] loss: 0.0221120
Epoch 30: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 32] loss: 0.0221195
Epoch 31: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 33] loss: 0.0218529
Epoch 32: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 34] loss: 0.0220021
Epoch 33: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 35] loss: 0.0231030
Epoch 34: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 36] loss: 0.0221935
Epoch 35: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 37] loss: 0.0222573
Epoch 36: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 38] loss: 0.0219000
Epoch 37: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 39] loss: 0.0223692
Epoch 38: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 40] loss: 0.0222201
Epoch 39: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 41] loss: 0.0223608
Epoch 40: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 42] loss: 0.0220029
Epoch 41: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 43] loss: 0.0220865
Epoch 42: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 44] loss: 0.0225694
Epoch 43: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 45] loss: 0.0220919
Epoch 44: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 46] loss: 0.0219534
Epoch 45: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 47] loss: 0.0218475
Epoch 46: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 48] loss: 0.0221648
Epoch 47: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 49] loss: 0.0223634
Epoch 48: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
[epoch 50] loss: 0.0223109
Epoch 49: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.5010, Accuracy: 2541/5000 (51%)
Validation:
Test set: Average loss: 1.3585, Accuracy: 2681/5000 (54%)
Test
Test set: Average loss: 1.3155, Accuracy: 5396/10000 (54%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3053, Accuracy: 532/5000 (11%)
[epoch 1] loss: 1.8261043
Test set: Average loss: 1.5890, Accuracy: 2161/5000 (43%)
[epoch 2] loss: 1.3983746
Test set: Average loss: 1.4923, Accuracy: 2343/5000 (47%)
[epoch 3] loss: 1.1898547
Test set: Average loss: 1.3636, Accuracy: 2601/5000 (52%)
[epoch 4] loss: 0.9856977
Test set: Average loss: 1.3929, Accuracy: 2635/5000 (53%)
[epoch 5] loss: 0.9500132
Test set: Average loss: 1.3784, Accuracy: 2672/5000 (53%)
[epoch 6] loss: 0.7369626
Test set: Average loss: 1.5336, Accuracy: 2562/5000 (51%)
[epoch 7] loss: 0.6270147
Test set: Average loss: 1.7555, Accuracy: 2510/5000 (50%)
[epoch 8] loss: 0.6177559
Test set: Average loss: 1.7714, Accuracy: 2391/5000 (48%)
[epoch 9] loss: 0.5295588
Test set: Average loss: 1.8228, Accuracy: 2450/5000 (49%)
[epoch 10] loss: 0.3250906
Test set: Average loss: 1.9616, Accuracy: 2448/5000 (49%)
[epoch 11] loss: 0.2853942
Test set: Average loss: 2.1004, Accuracy: 2475/5000 (50%)
[epoch 12] loss: 0.2247909
Test set: Average loss: 2.3262, Accuracy: 2451/5000 (49%)
[epoch 13] loss: 0.3306723
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.5489, Accuracy: 2297/5000 (46%)
[epoch 14] loss: 0.1430386
Test set: Average loss: 2.2297, Accuracy: 2497/5000 (50%)
[epoch 15] loss: 0.0742668
Test set: Average loss: 2.2182, Accuracy: 2528/5000 (51%)
[epoch 16] loss: 0.0628071
Test set: Average loss: 2.2369, Accuracy: 2545/5000 (51%)
[epoch 17] loss: 0.0558361
Test set: Average loss: 2.2570, Accuracy: 2544/5000 (51%)
[epoch 18] loss: 0.0510962
Test set: Average loss: 2.2753, Accuracy: 2547/5000 (51%)
[epoch 19] loss: 0.0474094
Test set: Average loss: 2.2922, Accuracy: 2543/5000 (51%)
[epoch 20] loss: 0.0432750
Test set: Average loss: 2.3107, Accuracy: 2552/5000 (51%)
[epoch 21] loss: 0.0398216
Test set: Average loss: 2.3299, Accuracy: 2542/5000 (51%)
[epoch 22] loss: 0.0379774
Test set: Average loss: 2.3485, Accuracy: 2551/5000 (51%)
[epoch 23] loss: 0.0356891
Test set: Average loss: 2.3630, Accuracy: 2543/5000 (51%)
[epoch 24] loss: 0.0334035
Test set: Average loss: 2.3804, Accuracy: 2545/5000 (51%)
[epoch 25] loss: 0.0316990
Test set: Average loss: 2.3955, Accuracy: 2546/5000 (51%)
[epoch 26] loss: 0.0301143
Test set: Average loss: 2.4129, Accuracy: 2546/5000 (51%)
[epoch 27] loss: 0.0284930
Test set: Average loss: 2.4251, Accuracy: 2545/5000 (51%)
[epoch 28] loss: 0.0268474
Test set: Average loss: 2.4444, Accuracy: 2546/5000 (51%)
[epoch 29] loss: 0.0257657
Test set: Average loss: 2.4560, Accuracy: 2552/5000 (51%)
[epoch 30] loss: 0.0245486
Test set: Average loss: 2.4700, Accuracy: 2544/5000 (51%)
[epoch 31] loss: 0.0230843
Test set: Average loss: 2.4817, Accuracy: 2532/5000 (51%)
[epoch 32] loss: 0.0223267
Test set: Average loss: 2.5003, Accuracy: 2531/5000 (51%)
[epoch 33] loss: 0.0211795
Test set: Average loss: 2.5140, Accuracy: 2539/5000 (51%)
[epoch 34] loss: 0.0201225
Test set: Average loss: 2.5259, Accuracy: 2533/5000 (51%)
[epoch 35] loss: 0.0194405
Test set: Average loss: 2.5401, Accuracy: 2532/5000 (51%)
[epoch 36] loss: 0.0186722
Test set: Average loss: 2.5512, Accuracy: 2525/5000 (50%)
[epoch 37] loss: 0.0182760
Test set: Average loss: 2.5692, Accuracy: 2541/5000 (51%)
[epoch 38] loss: 0.0175795
Test set: Average loss: 2.5794, Accuracy: 2527/5000 (51%)
[epoch 39] loss: 0.0165761
Test set: Average loss: 2.5974, Accuracy: 2532/5000 (51%)
[epoch 40] loss: 0.0156287
Test set: Average loss: 2.6089, Accuracy: 2533/5000 (51%)
[epoch 41] loss: 0.0150909
Test set: Average loss: 2.6211, Accuracy: 2527/5000 (51%)
[epoch 42] loss: 0.0146602
Test set: Average loss: 2.6348, Accuracy: 2529/5000 (51%)
[epoch 43] loss: 0.0141130
Test set: Average loss: 2.6480, Accuracy: 2530/5000 (51%)
[epoch 44] loss: 0.0134947
Test set: Average loss: 2.6588, Accuracy: 2528/5000 (51%)
[epoch 45] loss: 0.0131427
Test set: Average loss: 2.6732, Accuracy: 2528/5000 (51%)
[epoch 46] loss: 0.0126864
Test set: Average loss: 2.6858, Accuracy: 2533/5000 (51%)
[epoch 47] loss: 0.0120206
Test set: Average loss: 2.6996, Accuracy: 2524/5000 (50%)
[epoch 48] loss: 0.0116431
Test set: Average loss: 2.7098, Accuracy: 2527/5000 (51%)
[epoch 49] loss: 0.0112013
Test set: Average loss: 2.7239, Accuracy: 2526/5000 (51%)
[epoch 50] loss: 0.0109602
Test set: Average loss: 2.7364, Accuracy: 2530/5000 (51%)
Validation:
Test set: Average loss: 1.3784, Accuracy: 2672/5000 (53%)
Test
Test set: Average loss: 1.3355, Accuracy: 5488/10000 (55%)
2500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3044, Accuracy: 419/5000 (8%)
[epoch 1] loss: 1.5417850
Test set: Average loss: 1.3690, Accuracy: 2547/5000 (51%)
[epoch 2] loss: 1.1330669
Test set: Average loss: 1.2803, Accuracy: 2790/5000 (56%)
[epoch 3] loss: 1.0958729
Test set: Average loss: 1.3711, Accuracy: 2548/5000 (51%)
[epoch 4] loss: 0.9532827
Test set: Average loss: 1.2990, Accuracy: 2794/5000 (56%)
[epoch 5] loss: 0.8799220
Test set: Average loss: 1.3381, Accuracy: 2760/5000 (55%)
[epoch 6] loss: 0.8538944
Test set: Average loss: 1.4275, Accuracy: 2698/5000 (54%)
[epoch 7] loss: 0.7445997
Test set: Average loss: 1.4707, Accuracy: 2753/5000 (55%)
[epoch 8] loss: 0.7037626
Test set: Average loss: 1.5312, Accuracy: 2686/5000 (54%)
[epoch 9] loss: 0.6269276
Test set: Average loss: 1.6063, Accuracy: 2711/5000 (54%)
[epoch 10] loss: 0.5468949
Test set: Average loss: 1.7775, Accuracy: 2569/5000 (51%)
[epoch 11] loss: 0.5556799
Epoch 10: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7560, Accuracy: 2660/5000 (53%)
[epoch 12] loss: 0.2967228
Test set: Average loss: 1.7228, Accuracy: 2796/5000 (56%)
[epoch 13] loss: 0.3736293
Epoch 12: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.7587, Accuracy: 2789/5000 (56%)
[epoch 14] loss: 0.2394246
Test set: Average loss: 1.7487, Accuracy: 2788/5000 (56%)
[epoch 15] loss: 0.2235709
Test set: Average loss: 1.7471, Accuracy: 2797/5000 (56%)
[epoch 16] loss: 0.2175369
Test set: Average loss: 1.7501, Accuracy: 2794/5000 (56%)
[epoch 17] loss: 0.2143597
Test set: Average loss: 1.7531, Accuracy: 2796/5000 (56%)
[epoch 18] loss: 0.2124119
Test set: Average loss: 1.7573, Accuracy: 2798/5000 (56%)
[epoch 19] loss: 0.2106133
Test set: Average loss: 1.7613, Accuracy: 2793/5000 (56%)
[epoch 20] loss: 0.2094748
Test set: Average loss: 1.7653, Accuracy: 2795/5000 (56%)
[epoch 21] loss: 0.2082715
Test set: Average loss: 1.7685, Accuracy: 2798/5000 (56%)
[epoch 22] loss: 0.2058386
Test set: Average loss: 1.7726, Accuracy: 2795/5000 (56%)
[epoch 23] loss: 0.2068359
Epoch 22: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.7768, Accuracy: 2797/5000 (56%)
[epoch 24] loss: 0.2840354
Epoch 23: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.7770, Accuracy: 2800/5000 (56%)
[epoch 25] loss: 0.2019707
Test set: Average loss: 1.7770, Accuracy: 2800/5000 (56%)
[epoch 26] loss: 0.2010347
Test set: Average loss: 1.7770, Accuracy: 2800/5000 (56%)
[epoch 27] loss: 0.2020945
Epoch 26: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 28] loss: 0.2013881
Epoch 27: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 29] loss: 0.2056064
Epoch 28: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 30] loss: 0.2015628
Epoch 29: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 31] loss: 0.2013615
Epoch 30: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 32] loss: 0.2018198
Epoch 31: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 33] loss: 0.2020627
Epoch 32: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 34] loss: 0.2048229
Epoch 33: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 35] loss: 0.2036282
Epoch 34: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 36] loss: 0.2015946
Epoch 35: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 37] loss: 0.2066380
Epoch 36: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 38] loss: 0.2022047
Epoch 37: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 39] loss: 0.2018094
Epoch 38: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 40] loss: 0.2011119
Epoch 39: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 41] loss: 0.2023977
Epoch 40: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 42] loss: 0.2019504
Epoch 41: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 43] loss: 0.2063951
Epoch 42: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 44] loss: 0.2012184
Epoch 43: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 45] loss: 0.2034715
Epoch 44: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 46] loss: 0.2033508
Epoch 45: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 47] loss: 0.2021997
Epoch 46: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 48] loss: 0.2104719
Epoch 47: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 49] loss: 0.2029439
Epoch 48: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
[epoch 50] loss: 0.2038846
Epoch 49: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
Validation:
Test set: Average loss: 1.7771, Accuracy: 2800/5000 (56%)
Test
Test set: Average loss: 1.7372, Accuracy: 5524/10000 (55%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 331/5000 (7%)
[epoch 1] loss: 1.5295402
Test set: Average loss: 1.3024, Accuracy: 2768/5000 (55%)
[epoch 2] loss: 1.1357872
Test set: Average loss: 1.4292, Accuracy: 2588/5000 (52%)
[epoch 3] loss: 1.0686766
Test set: Average loss: 1.3984, Accuracy: 2650/5000 (53%)
[epoch 4] loss: 1.0420074
Test set: Average loss: 1.4509, Accuracy: 2595/5000 (52%)
[epoch 5] loss: 1.0006767
Test set: Average loss: 1.4770, Accuracy: 2530/5000 (51%)
[epoch 6] loss: 0.8204296
Test set: Average loss: 1.4444, Accuracy: 2745/5000 (55%)
[epoch 7] loss: 0.7991019
Test set: Average loss: 1.5860, Accuracy: 2619/5000 (52%)
[epoch 8] loss: 0.7317465
Test set: Average loss: 1.5662, Accuracy: 2695/5000 (54%)
[epoch 9] loss: 0.6382136
Test set: Average loss: 1.7745, Accuracy: 2592/5000 (52%)
[epoch 10] loss: 0.5477306
Test set: Average loss: 1.8941, Accuracy: 2531/5000 (51%)
[epoch 11] loss: 0.5221182
Test set: Average loss: 1.8595, Accuracy: 2605/5000 (52%)
[epoch 12] loss: 0.5019201
Test set: Average loss: 2.1649, Accuracy: 2313/5000 (46%)
[epoch 13] loss: 0.6648847
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.3277, Accuracy: 2363/5000 (47%)
[epoch 14] loss: 0.3651279
Test set: Average loss: 1.8805, Accuracy: 2639/5000 (53%)
[epoch 15] loss: 0.2115659
Test set: Average loss: 1.9197, Accuracy: 2663/5000 (53%)
[epoch 16] loss: 0.1914867
Test set: Average loss: 1.9389, Accuracy: 2660/5000 (53%)
[epoch 17] loss: 0.1745584
Test set: Average loss: 1.9792, Accuracy: 2646/5000 (53%)
[epoch 18] loss: 0.1618254
Test set: Average loss: 2.0267, Accuracy: 2649/5000 (53%)
[epoch 19] loss: 0.1536100
Test set: Average loss: 2.0547, Accuracy: 2635/5000 (53%)
[epoch 20] loss: 0.1442331
Test set: Average loss: 2.0925, Accuracy: 2648/5000 (53%)
[epoch 21] loss: 0.1348482
Test set: Average loss: 2.1290, Accuracy: 2645/5000 (53%)
[epoch 22] loss: 0.1279983
Test set: Average loss: 2.1614, Accuracy: 2622/5000 (52%)
[epoch 23] loss: 0.1163430
Test set: Average loss: 2.1998, Accuracy: 2604/5000 (52%)
[epoch 24] loss: 0.1099111
Test set: Average loss: 2.2300, Accuracy: 2617/5000 (52%)
[epoch 25] loss: 0.1028297
Test set: Average loss: 2.2757, Accuracy: 2611/5000 (52%)
[epoch 26] loss: 0.0975792
Test set: Average loss: 2.3109, Accuracy: 2621/5000 (52%)
[epoch 27] loss: 0.0903137
Test set: Average loss: 2.3552, Accuracy: 2616/5000 (52%)
[epoch 28] loss: 0.0859044
Test set: Average loss: 2.3851, Accuracy: 2604/5000 (52%)
[epoch 29] loss: 0.0794297
Test set: Average loss: 2.4343, Accuracy: 2607/5000 (52%)
[epoch 30] loss: 0.0736363
Test set: Average loss: 2.4658, Accuracy: 2613/5000 (52%)
[epoch 31] loss: 0.0690910
Test set: Average loss: 2.5148, Accuracy: 2591/5000 (52%)
[epoch 32] loss: 0.0638932
Test set: Average loss: 2.5538, Accuracy: 2585/5000 (52%)
[epoch 33] loss: 0.0603637
Test set: Average loss: 2.5875, Accuracy: 2587/5000 (52%)
[epoch 34] loss: 0.0580106
Test set: Average loss: 2.6403, Accuracy: 2589/5000 (52%)
[epoch 35] loss: 0.1829211
Epoch 34: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.6745, Accuracy: 2577/5000 (52%)
[epoch 36] loss: 0.0526469
Test set: Average loss: 2.6737, Accuracy: 2576/5000 (52%)
[epoch 37] loss: 0.0466570
Test set: Average loss: 2.6719, Accuracy: 2581/5000 (52%)
[epoch 38] loss: 0.0444076
Test set: Average loss: 2.6735, Accuracy: 2584/5000 (52%)
[epoch 39] loss: 0.0435847
Test set: Average loss: 2.6772, Accuracy: 2590/5000 (52%)
[epoch 40] loss: 0.2446799
Epoch 39: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.6805, Accuracy: 2586/5000 (52%)
[epoch 41] loss: 0.0429609
Test set: Average loss: 2.6807, Accuracy: 2582/5000 (52%)
[epoch 42] loss: 0.2196861
Epoch 41: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.6813, Accuracy: 2585/5000 (52%)
[epoch 43] loss: 0.0426356
Test set: Average loss: 2.6814, Accuracy: 2584/5000 (52%)
[epoch 44] loss: 0.0424641
Test set: Average loss: 2.6814, Accuracy: 2584/5000 (52%)
[epoch 45] loss: 0.0423043
Test set: Average loss: 2.6815, Accuracy: 2584/5000 (52%)
[epoch 46] loss: 0.0421933
Test set: Average loss: 2.6815, Accuracy: 2584/5000 (52%)
[epoch 47] loss: 0.0428953
Epoch 46: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.6816, Accuracy: 2584/5000 (52%)
[epoch 48] loss: 0.0421765
Test set: Average loss: 2.6816, Accuracy: 2584/5000 (52%)
[epoch 49] loss: 0.2049567
Epoch 48: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.6946, Accuracy: 2579/5000 (52%)
[epoch 50] loss: 0.0424973
Epoch 49: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.6816, Accuracy: 2584/5000 (52%)
Validation:
Test set: Average loss: 1.3024, Accuracy: 2768/5000 (55%)
Test
Test set: Average loss: 1.2861, Accuracy: 5564/10000 (56%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3028, Accuracy: 311/5000 (6%)
[epoch 1] loss: 1.5715045
Test set: Average loss: 1.4159, Accuracy: 2469/5000 (49%)
[epoch 2] loss: 1.2444787
Test set: Average loss: 1.2676, Accuracy: 2755/5000 (55%)
[epoch 3] loss: 1.0921471
Test set: Average loss: 1.2421, Accuracy: 2897/5000 (58%)
[epoch 4] loss: 1.0198424
Test set: Average loss: 1.4874, Accuracy: 2529/5000 (51%)
[epoch 5] loss: 0.9660878
Test set: Average loss: 1.3400, Accuracy: 2731/5000 (55%)
[epoch 6] loss: 0.8256892
Test set: Average loss: 1.4519, Accuracy: 2686/5000 (54%)
[epoch 7] loss: 0.8561905
Epoch 6: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6277, Accuracy: 2549/5000 (51%)
[epoch 8] loss: 0.5811864
Test set: Average loss: 1.3843, Accuracy: 2797/5000 (56%)
[epoch 9] loss: 0.4783666
Test set: Average loss: 1.4061, Accuracy: 2807/5000 (56%)
[epoch 10] loss: 0.4601478
Test set: Average loss: 1.4186, Accuracy: 2847/5000 (57%)
[epoch 11] loss: 0.4313903
Test set: Average loss: 1.4423, Accuracy: 2813/5000 (56%)
[epoch 12] loss: 0.4098546
Test set: Average loss: 1.4779, Accuracy: 2826/5000 (57%)
[epoch 13] loss: 0.4080482
Test set: Average loss: 1.5017, Accuracy: 2814/5000 (56%)
[epoch 14] loss: 0.3886203
Test set: Average loss: 1.5174, Accuracy: 2813/5000 (56%)
[epoch 15] loss: 0.3665877
Test set: Average loss: 1.5389, Accuracy: 2815/5000 (56%)
[epoch 16] loss: 0.3532741
Test set: Average loss: 1.5719, Accuracy: 2814/5000 (56%)
[epoch 17] loss: 0.3442554
Test set: Average loss: 1.5939, Accuracy: 2824/5000 (56%)
[epoch 18] loss: 0.3272726
Test set: Average loss: 1.6198, Accuracy: 2803/5000 (56%)
[epoch 19] loss: 0.3162256
Test set: Average loss: 1.6695, Accuracy: 2792/5000 (56%)
[epoch 20] loss: 0.3045327
Test set: Average loss: 1.6680, Accuracy: 2798/5000 (56%)
[epoch 21] loss: 0.2972226
Test set: Average loss: 1.7102, Accuracy: 2796/5000 (56%)
[epoch 22] loss: 0.2826548
Test set: Average loss: 1.7550, Accuracy: 2748/5000 (55%)
[epoch 23] loss: 0.2728512
Test set: Average loss: 1.7850, Accuracy: 2764/5000 (55%)
[epoch 24] loss: 0.2668958
Test set: Average loss: 1.7861, Accuracy: 2752/5000 (55%)
[epoch 25] loss: 0.3309388
Epoch 24: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.8624, Accuracy: 2730/5000 (55%)
[epoch 26] loss: 0.2376382
Test set: Average loss: 1.8408, Accuracy: 2740/5000 (55%)
[epoch 27] loss: 0.3574350
Epoch 26: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.8375, Accuracy: 2753/5000 (55%)
[epoch 28] loss: 0.2143538
Test set: Average loss: 1.8380, Accuracy: 2746/5000 (55%)
[epoch 29] loss: 0.2140776
Test set: Average loss: 1.8380, Accuracy: 2747/5000 (55%)
[epoch 30] loss: 0.2124404
Test set: Average loss: 1.8379, Accuracy: 2747/5000 (55%)
[epoch 31] loss: 0.2124704
Epoch 30: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.8381, Accuracy: 2744/5000 (55%)
[epoch 32] loss: 0.2168790
Epoch 31: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 33] loss: 0.2112365
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 34] loss: 0.2123173
Epoch 33: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 35] loss: 0.2117540
Epoch 34: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 36] loss: 0.2113657
Epoch 35: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 37] loss: 0.2126369
Epoch 36: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 38] loss: 0.2193839
Epoch 37: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 39] loss: 0.2131347
Epoch 38: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 40] loss: 0.2115827
Epoch 39: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 41] loss: 0.2176023
Epoch 40: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 42] loss: 0.2118454
Epoch 41: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 43] loss: 0.2119485
Epoch 42: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 44] loss: 0.2218547
Epoch 43: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 45] loss: 0.3824654
Epoch 44: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 46] loss: 0.2118786
Epoch 45: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 47] loss: 0.2191679
Epoch 46: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 48] loss: 0.2133149
Epoch 47: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 49] loss: 0.2119792
Epoch 48: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
[epoch 50] loss: 0.2149447
Epoch 49: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.8382, Accuracy: 2744/5000 (55%)
Validation:
Test set: Average loss: 1.2421, Accuracy: 2897/5000 (58%)
Test
Test set: Average loss: 1.2211, Accuracy: 5778/10000 (58%)
5000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3021, Accuracy: 383/5000 (8%)
[epoch 1] loss: 1.4051807
Test set: Average loss: 1.2924, Accuracy: 2778/5000 (56%)
[epoch 2] loss: 1.1794522
Test set: Average loss: 1.2401, Accuracy: 2830/5000 (57%)
[epoch 3] loss: 1.0468693
Test set: Average loss: 1.2256, Accuracy: 2845/5000 (57%)
[epoch 4] loss: 1.0073450
Test set: Average loss: 1.2243, Accuracy: 2891/5000 (58%)
[epoch 5] loss: 0.9765801
Test set: Average loss: 1.3486, Accuracy: 2703/5000 (54%)
[epoch 6] loss: 0.9424352
Test set: Average loss: 1.3564, Accuracy: 2788/5000 (56%)
[epoch 7] loss: 0.8795813
Test set: Average loss: 1.4217, Accuracy: 2693/5000 (54%)
[epoch 8] loss: 0.8555214
Test set: Average loss: 1.3539, Accuracy: 2787/5000 (56%)
[epoch 9] loss: 0.8055581
Test set: Average loss: 1.4527, Accuracy: 2743/5000 (55%)
[epoch 10] loss: 0.7811203
Test set: Average loss: 1.4129, Accuracy: 2802/5000 (56%)
[epoch 11] loss: 0.7556662
Test set: Average loss: 1.4774, Accuracy: 2756/5000 (55%)
[epoch 12] loss: 0.7133304
Test set: Average loss: 1.5484, Accuracy: 2748/5000 (55%)
[epoch 13] loss: 0.7163372
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5144, Accuracy: 2737/5000 (55%)
[epoch 14] loss: 0.4811236
Test set: Average loss: 1.4486, Accuracy: 2867/5000 (57%)
[epoch 15] loss: 0.4238928
Test set: Average loss: 1.4780, Accuracy: 2871/5000 (57%)
[epoch 16] loss: 0.4027984
Test set: Average loss: 1.5178, Accuracy: 2864/5000 (57%)
[epoch 17] loss: 0.3898404
Test set: Average loss: 1.5504, Accuracy: 2875/5000 (58%)
[epoch 18] loss: 0.3740133
Test set: Average loss: 1.5763, Accuracy: 2863/5000 (57%)
[epoch 19] loss: 0.3604788
Test set: Average loss: 1.6022, Accuracy: 2877/5000 (58%)
[epoch 20] loss: 0.3541088
Test set: Average loss: 1.6373, Accuracy: 2843/5000 (57%)
[epoch 21] loss: 0.3409407
Test set: Average loss: 1.6719, Accuracy: 2838/5000 (57%)
[epoch 22] loss: 0.3298147
Test set: Average loss: 1.7008, Accuracy: 2837/5000 (57%)
[epoch 23] loss: 0.3200536
Test set: Average loss: 1.7382, Accuracy: 2843/5000 (57%)
[epoch 24] loss: 0.3105640
Test set: Average loss: 1.7656, Accuracy: 2817/5000 (56%)
[epoch 25] loss: 0.3028907
Test set: Average loss: 1.8033, Accuracy: 2804/5000 (56%)
[epoch 26] loss: 0.2989489
Test set: Average loss: 1.8261, Accuracy: 2805/5000 (56%)
[epoch 27] loss: 0.2891431
Test set: Average loss: 1.8607, Accuracy: 2810/5000 (56%)
[epoch 28] loss: 0.2772109
Test set: Average loss: 1.8925, Accuracy: 2805/5000 (56%)
[epoch 29] loss: 0.2688106
Test set: Average loss: 1.9336, Accuracy: 2818/5000 (56%)
[epoch 30] loss: 0.2622623
Test set: Average loss: 1.9634, Accuracy: 2793/5000 (56%)
[epoch 31] loss: 0.2530397
Test set: Average loss: 1.9971, Accuracy: 2782/5000 (56%)
[epoch 32] loss: 0.2449234
Test set: Average loss: 2.0336, Accuracy: 2766/5000 (55%)
[epoch 33] loss: 0.2395009
Test set: Average loss: 2.0697, Accuracy: 2765/5000 (55%)
[epoch 34] loss: 0.2355484
Test set: Average loss: 2.1069, Accuracy: 2782/5000 (56%)
[epoch 35] loss: 0.2242312
Test set: Average loss: 2.1456, Accuracy: 2756/5000 (55%)
[epoch 36] loss: 0.2169940
Test set: Average loss: 2.1820, Accuracy: 2757/5000 (55%)
[epoch 37] loss: 0.2108764
Test set: Average loss: 2.2250, Accuracy: 2764/5000 (55%)
[epoch 38] loss: 0.2021856
Test set: Average loss: 2.2560, Accuracy: 2752/5000 (55%)
[epoch 39] loss: 0.1948170
Test set: Average loss: 2.2787, Accuracy: 2750/5000 (55%)
[epoch 40] loss: 0.1905604
Test set: Average loss: 2.3279, Accuracy: 2746/5000 (55%)
[epoch 41] loss: 0.1816408
Test set: Average loss: 2.3674, Accuracy: 2733/5000 (55%)
[epoch 42] loss: 0.1757179
Test set: Average loss: 2.4113, Accuracy: 2758/5000 (55%)
[epoch 43] loss: 0.2400295
Epoch 42: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.4430, Accuracy: 2754/5000 (55%)
[epoch 44] loss: 0.1458268
Test set: Average loss: 2.4334, Accuracy: 2735/5000 (55%)
[epoch 45] loss: 0.1410790
Test set: Average loss: 2.4392, Accuracy: 2739/5000 (55%)
[epoch 46] loss: 0.1401070
Test set: Average loss: 2.4441, Accuracy: 2736/5000 (55%)
[epoch 47] loss: 0.1390978
Test set: Average loss: 2.4494, Accuracy: 2734/5000 (55%)
[epoch 48] loss: 0.1390581
Test set: Average loss: 2.4538, Accuracy: 2743/5000 (55%)
[epoch 49] loss: 0.1378203
Test set: Average loss: 2.4592, Accuracy: 2736/5000 (55%)
[epoch 50] loss: 0.1370278
Test set: Average loss: 2.4648, Accuracy: 2742/5000 (55%)
Validation:
Test set: Average loss: 1.2243, Accuracy: 2891/5000 (58%)
Test
Test set: Average loss: 1.1998, Accuracy: 5841/10000 (58%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3004, Accuracy: 592/5000 (12%)
[epoch 1] loss: 1.4095518
Test set: Average loss: 1.3207, Accuracy: 2677/5000 (54%)
[epoch 2] loss: 1.1460913
Test set: Average loss: 1.2813, Accuracy: 2740/5000 (55%)
[epoch 3] loss: 1.0772910
Test set: Average loss: 1.2924, Accuracy: 2767/5000 (55%)
[epoch 4] loss: 1.0153792
Test set: Average loss: 1.2833, Accuracy: 2734/5000 (55%)
[epoch 5] loss: 0.9465462
Test set: Average loss: 1.3264, Accuracy: 2714/5000 (54%)
[epoch 6] loss: 0.9051605
Test set: Average loss: 1.3244, Accuracy: 2780/5000 (56%)
[epoch 7] loss: 0.8839486
Test set: Average loss: 1.4013, Accuracy: 2741/5000 (55%)
[epoch 8] loss: 0.8329085
Test set: Average loss: 1.3744, Accuracy: 2734/5000 (55%)
[epoch 9] loss: 0.7680117
Test set: Average loss: 1.5508, Accuracy: 2698/5000 (54%)
[epoch 10] loss: 0.7691664
Epoch 9: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.4770, Accuracy: 2790/5000 (56%)
[epoch 11] loss: 0.5294511
Test set: Average loss: 1.3930, Accuracy: 2880/5000 (58%)
[epoch 12] loss: 0.4764210
Test set: Average loss: 1.4125, Accuracy: 2888/5000 (58%)
[epoch 13] loss: 0.4557712
Test set: Average loss: 1.4439, Accuracy: 2872/5000 (57%)
[epoch 14] loss: 0.4428216
Test set: Average loss: 1.4754, Accuracy: 2867/5000 (57%)
[epoch 15] loss: 0.4316741
Test set: Average loss: 1.5333, Accuracy: 2853/5000 (57%)
[epoch 16] loss: 0.4186351
Test set: Average loss: 1.5369, Accuracy: 2865/5000 (57%)
[epoch 17] loss: 0.4055940
Test set: Average loss: 1.5745, Accuracy: 2855/5000 (57%)
[epoch 18] loss: 0.3936621
Test set: Average loss: 1.5912, Accuracy: 2840/5000 (57%)
[epoch 19] loss: 0.3826433
Test set: Average loss: 1.6262, Accuracy: 2840/5000 (57%)
[epoch 20] loss: 0.3732985
Test set: Average loss: 1.6633, Accuracy: 2813/5000 (56%)
[epoch 21] loss: 0.3699355
Test set: Average loss: 1.6973, Accuracy: 2829/5000 (57%)
[epoch 22] loss: 0.3581757
Test set: Average loss: 1.7241, Accuracy: 2782/5000 (56%)
[epoch 23] loss: 0.3451915
Test set: Average loss: 1.7485, Accuracy: 2816/5000 (56%)
[epoch 24] loss: 0.3377131
Test set: Average loss: 1.7711, Accuracy: 2821/5000 (56%)
[epoch 25] loss: 0.3290840
Test set: Average loss: 1.8111, Accuracy: 2783/5000 (56%)
[epoch 26] loss: 0.3177731
Test set: Average loss: 1.8502, Accuracy: 2808/5000 (56%)
[epoch 27] loss: 0.3120230
Test set: Average loss: 1.8912, Accuracy: 2780/5000 (56%)
[epoch 28] loss: 0.2990696
Test set: Average loss: 1.9261, Accuracy: 2787/5000 (56%)
[epoch 29] loss: 0.2968326
Test set: Average loss: 1.9407, Accuracy: 2777/5000 (56%)
[epoch 30] loss: 0.2832468
Test set: Average loss: 1.9713, Accuracy: 2778/5000 (56%)
[epoch 31] loss: 0.2769364
Test set: Average loss: 2.0131, Accuracy: 2804/5000 (56%)
[epoch 32] loss: 0.2662890
Test set: Average loss: 2.0724, Accuracy: 2785/5000 (56%)
[epoch 33] loss: 0.2666588
Epoch 32: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.0945, Accuracy: 2789/5000 (56%)
[epoch 34] loss: 0.2341154
Test set: Average loss: 2.0833, Accuracy: 2776/5000 (56%)
[epoch 35] loss: 0.2252996
Test set: Average loss: 2.0843, Accuracy: 2769/5000 (55%)
[epoch 36] loss: 0.2241022
Test set: Average loss: 2.0936, Accuracy: 2768/5000 (55%)
[epoch 37] loss: 0.2261398
Epoch 36: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.0975, Accuracy: 2766/5000 (55%)
[epoch 38] loss: 0.2198860
Test set: Average loss: 2.0969, Accuracy: 2765/5000 (55%)
[epoch 39] loss: 0.2192915
Test set: Average loss: 2.0967, Accuracy: 2769/5000 (55%)
[epoch 40] loss: 0.2231738
Epoch 39: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.0967, Accuracy: 2773/5000 (55%)
[epoch 41] loss: 0.2183879
Test set: Average loss: 2.0968, Accuracy: 2773/5000 (55%)
[epoch 42] loss: 0.2188164
Epoch 41: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.0969, Accuracy: 2773/5000 (55%)
[epoch 43] loss: 0.2185009
Epoch 42: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.0969, Accuracy: 2773/5000 (55%)
[epoch 44] loss: 0.2190113
Epoch 43: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.0969, Accuracy: 2773/5000 (55%)
[epoch 45] loss: 0.2187375
Epoch 44: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.0969, Accuracy: 2773/5000 (55%)
[epoch 46] loss: 0.2184775
Epoch 45: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.0969, Accuracy: 2773/5000 (55%)
[epoch 47] loss: 0.2186533
Epoch 46: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.0969, Accuracy: 2773/5000 (55%)
[epoch 48] loss: 0.2184640
Epoch 47: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.0969, Accuracy: 2773/5000 (55%)
[epoch 49] loss: 0.2189902
Epoch 48: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.0969, Accuracy: 2773/5000 (55%)
[epoch 50] loss: 0.2185438
Epoch 49: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.0969, Accuracy: 2773/5000 (55%)
Validation:
Test set: Average loss: 1.4125, Accuracy: 2888/5000 (58%)
Test
Test set: Average loss: 1.3659, Accuracy: 5824/10000 (58%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3029, Accuracy: 566/5000 (11%)
[epoch 1] loss: 1.4437660
Test set: Average loss: 1.4544, Accuracy: 2452/5000 (49%)
[epoch 2] loss: 1.2105617
Test set: Average loss: 1.3058, Accuracy: 2690/5000 (54%)
[epoch 3] loss: 1.0897260
Test set: Average loss: 1.3268, Accuracy: 2716/5000 (54%)
[epoch 4] loss: 1.0371265
Test set: Average loss: 1.2832, Accuracy: 2831/5000 (57%)
[epoch 5] loss: 1.0046651
Test set: Average loss: 1.2927, Accuracy: 2783/5000 (56%)
[epoch 6] loss: 0.9581152
Test set: Average loss: 1.2983, Accuracy: 2815/5000 (56%)
[epoch 7] loss: 0.9042280
Test set: Average loss: 1.4691, Accuracy: 2652/5000 (53%)
[epoch 8] loss: 0.9036053
Test set: Average loss: 1.4021, Accuracy: 2722/5000 (54%)
[epoch 9] loss: 0.8514950
Test set: Average loss: 1.5068, Accuracy: 2605/5000 (52%)
[epoch 10] loss: 0.8228616
Test set: Average loss: 1.5131, Accuracy: 2667/5000 (53%)
[epoch 11] loss: 0.7647468
Test set: Average loss: 1.4555, Accuracy: 2719/5000 (54%)
[epoch 12] loss: 0.7390182
Test set: Average loss: 1.5333, Accuracy: 2715/5000 (54%)
[epoch 13] loss: 0.7204037
Test set: Average loss: 1.4872, Accuracy: 2758/5000 (55%)
[epoch 14] loss: 0.7047794
Test set: Average loss: 1.5332, Accuracy: 2697/5000 (54%)
[epoch 15] loss: 0.6607650
Test set: Average loss: 1.7692, Accuracy: 2650/5000 (53%)
[epoch 16] loss: 0.6668882
Epoch 15: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5840, Accuracy: 2762/5000 (55%)
[epoch 17] loss: 0.4211525
Test set: Average loss: 1.5455, Accuracy: 2817/5000 (56%)
[epoch 18] loss: 0.3716102
Test set: Average loss: 1.5794, Accuracy: 2816/5000 (56%)
[epoch 19] loss: 0.3557886
Test set: Average loss: 1.6220, Accuracy: 2813/5000 (56%)
[epoch 20] loss: 0.3386004
Test set: Average loss: 1.6535, Accuracy: 2809/5000 (56%)
[epoch 21] loss: 0.3270422
Test set: Average loss: 1.6952, Accuracy: 2802/5000 (56%)
[epoch 22] loss: 0.3182853
Test set: Average loss: 1.7238, Accuracy: 2825/5000 (56%)
[epoch 23] loss: 0.3074549
Test set: Average loss: 1.7592, Accuracy: 2788/5000 (56%)
[epoch 24] loss: 0.2952897
Test set: Average loss: 1.7949, Accuracy: 2786/5000 (56%)
[epoch 25] loss: 0.2877873
Test set: Average loss: 1.8386, Accuracy: 2783/5000 (56%)
[epoch 26] loss: 0.2767848
Test set: Average loss: 1.8644, Accuracy: 2744/5000 (55%)
[epoch 27] loss: 0.2667844
Test set: Average loss: 1.8930, Accuracy: 2771/5000 (55%)
[epoch 28] loss: 0.2601129
Test set: Average loss: 1.9567, Accuracy: 2766/5000 (55%)
[epoch 29] loss: 0.2540870
Test set: Average loss: 1.9812, Accuracy: 2773/5000 (55%)
[epoch 30] loss: 0.2481414
Test set: Average loss: 2.0064, Accuracy: 2732/5000 (55%)
[epoch 31] loss: 0.2373581
Test set: Average loss: 2.0387, Accuracy: 2756/5000 (55%)
[epoch 32] loss: 0.2303051
Test set: Average loss: 2.0769, Accuracy: 2750/5000 (55%)
[epoch 33] loss: 0.2251599
Test set: Average loss: 2.1167, Accuracy: 2724/5000 (54%)
[epoch 34] loss: 0.2176207
Test set: Average loss: 2.1589, Accuracy: 2759/5000 (55%)
[epoch 35] loss: 0.2090079
Test set: Average loss: 2.1855, Accuracy: 2748/5000 (55%)
[epoch 36] loss: 0.1991589
Test set: Average loss: 2.2219, Accuracy: 2730/5000 (55%)
[epoch 37] loss: 0.1925959
Test set: Average loss: 2.2613, Accuracy: 2736/5000 (55%)
[epoch 38] loss: 0.1889870
Test set: Average loss: 2.2964, Accuracy: 2723/5000 (54%)
[epoch 39] loss: 0.1848565
Test set: Average loss: 2.3440, Accuracy: 2721/5000 (54%)
[epoch 40] loss: 0.1721303
Test set: Average loss: 2.3865, Accuracy: 2717/5000 (54%)
[epoch 41] loss: 0.1655858
Test set: Average loss: 2.4207, Accuracy: 2721/5000 (54%)
[epoch 42] loss: 0.1627674
Test set: Average loss: 2.4685, Accuracy: 2698/5000 (54%)
[epoch 43] loss: 0.1535897
Test set: Average loss: 2.5107, Accuracy: 2714/5000 (54%)
[epoch 44] loss: 0.1489828
Test set: Average loss: 2.5337, Accuracy: 2704/5000 (54%)
[epoch 45] loss: 0.1405892
Test set: Average loss: 2.5850, Accuracy: 2707/5000 (54%)
[epoch 46] loss: 0.1361418
Test set: Average loss: 2.6267, Accuracy: 2703/5000 (54%)
[epoch 47] loss: 0.1317478
Test set: Average loss: 2.6614, Accuracy: 2703/5000 (54%)
[epoch 48] loss: 0.1214929
Test set: Average loss: 2.7056, Accuracy: 2717/5000 (54%)
[epoch 49] loss: 0.1176476
Test set: Average loss: 2.7482, Accuracy: 2696/5000 (54%)
[epoch 50] loss: 0.1154759
Test set: Average loss: 2.7954, Accuracy: 2683/5000 (54%)
Validation:
Test set: Average loss: 1.2832, Accuracy: 2831/5000 (57%)
Test
Test set: Average loss: 1.2629, Accuracy: 5701/10000 (57%)
10000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3019, Accuracy: 720/5000 (14%)
[epoch 1] loss: 1.3007199
Test set: Average loss: 1.3510, Accuracy: 2626/5000 (53%)
[epoch 2] loss: 1.1205264
Test set: Average loss: 1.2373, Accuracy: 2829/5000 (57%)
[epoch 3] loss: 1.0541274
Test set: Average loss: 1.2523, Accuracy: 2841/5000 (57%)
[epoch 4] loss: 1.0327210
Test set: Average loss: 1.1555, Accuracy: 2980/5000 (60%)
[epoch 5] loss: 0.9971996
Test set: Average loss: 1.2554, Accuracy: 2855/5000 (57%)
[epoch 6] loss: 0.9602123
Test set: Average loss: 1.1886, Accuracy: 2967/5000 (59%)
[epoch 7] loss: 0.9256715
Test set: Average loss: 1.2301, Accuracy: 2900/5000 (58%)
[epoch 8] loss: 0.9103218
Test set: Average loss: 1.2232, Accuracy: 2881/5000 (58%)
[epoch 9] loss: 0.8798280
Test set: Average loss: 1.2289, Accuracy: 2934/5000 (59%)
[epoch 10] loss: 0.8586599
Test set: Average loss: 1.2489, Accuracy: 2895/5000 (58%)
[epoch 11] loss: 0.8171991
Test set: Average loss: 1.2262, Accuracy: 3024/5000 (60%)
[epoch 12] loss: 0.8108945
Test set: Average loss: 1.2213, Accuracy: 3010/5000 (60%)
[epoch 13] loss: 0.7819766
Test set: Average loss: 1.3107, Accuracy: 2880/5000 (58%)
[epoch 14] loss: 0.7463144
Test set: Average loss: 1.2929, Accuracy: 2906/5000 (58%)
[epoch 15] loss: 0.7355158
Test set: Average loss: 1.3241, Accuracy: 2880/5000 (58%)
[epoch 16] loss: 0.7027778
Test set: Average loss: 1.2938, Accuracy: 2965/5000 (59%)
[epoch 17] loss: 0.6488359
Test set: Average loss: 1.3537, Accuracy: 2953/5000 (59%)
[epoch 18] loss: 0.6271981
Test set: Average loss: 1.4020, Accuracy: 2886/5000 (58%)
[epoch 19] loss: 0.5649967
Test set: Average loss: 1.4148, Accuracy: 2926/5000 (59%)
[epoch 20] loss: 0.5230478
Test set: Average loss: 1.4930, Accuracy: 2824/5000 (56%)
[epoch 21] loss: 0.4749449
Test set: Average loss: 1.4403, Accuracy: 2982/5000 (60%)
[epoch 22] loss: 0.4244350
Test set: Average loss: 1.5166, Accuracy: 2909/5000 (58%)
[epoch 23] loss: 0.3654511
Test set: Average loss: 1.5894, Accuracy: 2862/5000 (57%)
[epoch 24] loss: 0.3098752
Test set: Average loss: 1.5718, Accuracy: 2982/5000 (60%)
[epoch 25] loss: 0.2725704
Test set: Average loss: 1.6818, Accuracy: 2894/5000 (58%)
[epoch 26] loss: 0.2225890
Test set: Average loss: 1.7064, Accuracy: 2885/5000 (58%)
[epoch 27] loss: 0.1716796
Test set: Average loss: 1.7458, Accuracy: 2971/5000 (59%)
[epoch 28] loss: 0.1426035
Test set: Average loss: 1.9040, Accuracy: 2889/5000 (58%)
[epoch 29] loss: 0.1331537
Test set: Average loss: 1.8787, Accuracy: 2941/5000 (59%)
[epoch 30] loss: 0.1179860
Test set: Average loss: 1.9711, Accuracy: 2872/5000 (57%)
[epoch 31] loss: 0.1078096
Test set: Average loss: 1.9894, Accuracy: 2927/5000 (59%)
[epoch 32] loss: 0.0513858
Test set: Average loss: 2.1346, Accuracy: 2858/5000 (57%)
[epoch 33] loss: 0.1601618
Epoch 32: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0933, Accuracy: 2891/5000 (58%)
[epoch 34] loss: 0.0484405
Test set: Average loss: 1.9929, Accuracy: 3008/5000 (60%)
[epoch 35] loss: 0.0223968
Test set: Average loss: 2.0047, Accuracy: 3003/5000 (60%)
[epoch 36] loss: 0.0165576
Test set: Average loss: 2.0180, Accuracy: 3018/5000 (60%)
[epoch 37] loss: 0.0134544
Test set: Average loss: 2.0376, Accuracy: 3021/5000 (60%)
[epoch 38] loss: 0.0114364
Test set: Average loss: 2.0538, Accuracy: 3032/5000 (61%)
[epoch 39] loss: 0.0099308
Test set: Average loss: 2.0664, Accuracy: 3033/5000 (61%)
[epoch 40] loss: 0.0087259
Test set: Average loss: 2.0817, Accuracy: 3029/5000 (61%)
[epoch 41] loss: 0.0077187
Test set: Average loss: 2.0981, Accuracy: 3031/5000 (61%)
[epoch 42] loss: 0.0068718
Test set: Average loss: 2.1153, Accuracy: 3038/5000 (61%)
[epoch 43] loss: 0.0061508
Test set: Average loss: 2.1324, Accuracy: 3032/5000 (61%)
[epoch 44] loss: 0.0055054
Test set: Average loss: 2.1510, Accuracy: 3041/5000 (61%)
[epoch 45] loss: 0.0049312
Test set: Average loss: 2.1686, Accuracy: 3044/5000 (61%)
[epoch 46] loss: 0.0044076
Test set: Average loss: 2.1859, Accuracy: 3040/5000 (61%)
[epoch 47] loss: 0.0039556
Test set: Average loss: 2.2080, Accuracy: 3050/5000 (61%)
[epoch 48] loss: 0.0035470
Test set: Average loss: 2.2251, Accuracy: 3045/5000 (61%)
[epoch 49] loss: 0.0031815
Test set: Average loss: 2.2492, Accuracy: 3049/5000 (61%)
[epoch 50] loss: 0.0028354
Test set: Average loss: 2.2722, Accuracy: 3047/5000 (61%)
Validation:
Test set: Average loss: 2.2080, Accuracy: 3050/5000 (61%)
Test
Test set: Average loss: 2.1615, Accuracy: 6168/10000 (62%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3016, Accuracy: 770/5000 (15%)
[epoch 1] loss: 1.3268026
Test set: Average loss: 1.2279, Accuracy: 2820/5000 (56%)
[epoch 2] loss: 1.1343400
Test set: Average loss: 1.2301, Accuracy: 2848/5000 (57%)
[epoch 3] loss: 1.0752091
Test set: Average loss: 1.2058, Accuracy: 2847/5000 (57%)
[epoch 4] loss: 1.0165398
Test set: Average loss: 1.2694, Accuracy: 2801/5000 (56%)
[epoch 5] loss: 0.9741390
Test set: Average loss: 1.2468, Accuracy: 2858/5000 (57%)
[epoch 6] loss: 0.9520900
Test set: Average loss: 1.2125, Accuracy: 2979/5000 (60%)
[epoch 7] loss: 0.9391524
Test set: Average loss: 1.2858, Accuracy: 2785/5000 (56%)
[epoch 8] loss: 0.9129458
Test set: Average loss: 1.3256, Accuracy: 2817/5000 (56%)
[epoch 9] loss: 0.8823761
Test set: Average loss: 1.2634, Accuracy: 2873/5000 (57%)
[epoch 10] loss: 0.8738288
Test set: Average loss: 1.2606, Accuracy: 2870/5000 (57%)
[epoch 11] loss: 0.8216690
Test set: Average loss: 1.2835, Accuracy: 2868/5000 (57%)
[epoch 12] loss: 0.8051864
Test set: Average loss: 1.3495, Accuracy: 2840/5000 (57%)
[epoch 13] loss: 0.7870474
Test set: Average loss: 1.2813, Accuracy: 2911/5000 (58%)
[epoch 14] loss: 0.7646683
Test set: Average loss: 1.3824, Accuracy: 2792/5000 (56%)
[epoch 15] loss: 0.7188954
Test set: Average loss: 1.3238, Accuracy: 2912/5000 (58%)
[epoch 16] loss: 0.6895839
Test set: Average loss: 1.3644, Accuracy: 2876/5000 (58%)
[epoch 17] loss: 0.6482862
Test set: Average loss: 1.3797, Accuracy: 2914/5000 (58%)
[epoch 18] loss: 0.6073242
Test set: Average loss: 1.3950, Accuracy: 2928/5000 (59%)
[epoch 19] loss: 0.5876798
Test set: Average loss: 1.4907, Accuracy: 2830/5000 (57%)
[epoch 20] loss: 0.5211244
Test set: Average loss: 1.4546, Accuracy: 2898/5000 (58%)
[epoch 21] loss: 0.4703569
Test set: Average loss: 1.5383, Accuracy: 2886/5000 (58%)
[epoch 22] loss: 0.4486434
Test set: Average loss: 1.5274, Accuracy: 2910/5000 (58%)
[epoch 23] loss: 0.3829874
Test set: Average loss: 1.5575, Accuracy: 2936/5000 (59%)
[epoch 24] loss: 0.3321316
Test set: Average loss: 1.6326, Accuracy: 2991/5000 (60%)
[epoch 25] loss: 0.2673052
Test set: Average loss: 1.7312, Accuracy: 2923/5000 (58%)
[epoch 26] loss: 0.2311587
Test set: Average loss: 1.7835, Accuracy: 2836/5000 (57%)
[epoch 27] loss: 0.1884725
Test set: Average loss: 1.7611, Accuracy: 2940/5000 (59%)
[epoch 28] loss: 0.1611833
Test set: Average loss: 1.9257, Accuracy: 2856/5000 (57%)
[epoch 29] loss: 0.1135246
Test set: Average loss: 1.9347, Accuracy: 2944/5000 (59%)
[epoch 30] loss: 0.1465093
Epoch 29: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0031, Accuracy: 2883/5000 (58%)
[epoch 31] loss: 0.0448601
Test set: Average loss: 1.9442, Accuracy: 2973/5000 (59%)
[epoch 32] loss: 0.0275668
Test set: Average loss: 1.9583, Accuracy: 2981/5000 (60%)
[epoch 33] loss: 0.0229558
Test set: Average loss: 1.9721, Accuracy: 2981/5000 (60%)
[epoch 34] loss: 0.0199367
Test set: Average loss: 1.9853, Accuracy: 2995/5000 (60%)
[epoch 35] loss: 0.0176337
Test set: Average loss: 2.0067, Accuracy: 2996/5000 (60%)
[epoch 36] loss: 0.0158658
Test set: Average loss: 2.0231, Accuracy: 2994/5000 (60%)
[epoch 37] loss: 0.0142840
Test set: Average loss: 2.0399, Accuracy: 3007/5000 (60%)
[epoch 38] loss: 0.0129297
Test set: Average loss: 2.0599, Accuracy: 2998/5000 (60%)
[epoch 39] loss: 0.0116943
Test set: Average loss: 2.0801, Accuracy: 3000/5000 (60%)
[epoch 40] loss: 0.0105613
Test set: Average loss: 2.1021, Accuracy: 3002/5000 (60%)
[epoch 41] loss: 0.0095544
Test set: Average loss: 2.1201, Accuracy: 3005/5000 (60%)
[epoch 42] loss: 0.0086787
Test set: Average loss: 2.1453, Accuracy: 2996/5000 (60%)
[epoch 43] loss: 0.0077909
Test set: Average loss: 2.1725, Accuracy: 3001/5000 (60%)
[epoch 44] loss: 0.0070264
Test set: Average loss: 2.2009, Accuracy: 2999/5000 (60%)
[epoch 45] loss: 0.0063686
Test set: Average loss: 2.2215, Accuracy: 3007/5000 (60%)
[epoch 46] loss: 0.0056914
Test set: Average loss: 2.2474, Accuracy: 3003/5000 (60%)
[epoch 47] loss: 0.0050854
Test set: Average loss: 2.2767, Accuracy: 3006/5000 (60%)
[epoch 48] loss: 0.0045352
Test set: Average loss: 2.3098, Accuracy: 3000/5000 (60%)
[epoch 49] loss: 0.0040501
Test set: Average loss: 2.3429, Accuracy: 3006/5000 (60%)
[epoch 50] loss: 0.0035839
Test set: Average loss: 2.3697, Accuracy: 3009/5000 (60%)
Validation:
Test set: Average loss: 2.3697, Accuracy: 3009/5000 (60%)
Test
Test set: Average loss: 2.2622, Accuracy: 6150/10000 (62%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3038, Accuracy: 319/5000 (6%)
[epoch 1] loss: 1.3216958
Test set: Average loss: 1.2300, Accuracy: 2832/5000 (57%)
[epoch 2] loss: 1.1403183
Test set: Average loss: 1.2173, Accuracy: 2898/5000 (58%)
[epoch 3] loss: 1.0929144
Test set: Average loss: 1.1777, Accuracy: 2980/5000 (60%)
[epoch 4] loss: 1.0523673
Test set: Average loss: 1.2818, Accuracy: 2815/5000 (56%)
[epoch 5] loss: 1.0208824
Test set: Average loss: 1.2682, Accuracy: 2885/5000 (58%)
[epoch 6] loss: 0.9847836
Test set: Average loss: 1.3488, Accuracy: 2718/5000 (54%)
[epoch 7] loss: 0.9566754
Test set: Average loss: 1.1912, Accuracy: 2990/5000 (60%)
[epoch 8] loss: 0.9386257
Test set: Average loss: 1.2224, Accuracy: 2967/5000 (59%)
[epoch 9] loss: 0.9150976
Test set: Average loss: 1.2454, Accuracy: 2905/5000 (58%)
[epoch 10] loss: 0.9012325
Test set: Average loss: 1.2495, Accuracy: 2882/5000 (58%)
[epoch 11] loss: 0.8716245
Test set: Average loss: 1.3601, Accuracy: 2748/5000 (55%)
[epoch 12] loss: 0.8444705
Test set: Average loss: 1.2515, Accuracy: 2957/5000 (59%)
[epoch 13] loss: 0.8057593
Test set: Average loss: 1.2350, Accuracy: 2921/5000 (58%)
[epoch 14] loss: 0.7955553
Test set: Average loss: 1.2837, Accuracy: 2916/5000 (58%)
[epoch 15] loss: 0.7427763
Test set: Average loss: 1.2926, Accuracy: 2915/5000 (58%)
[epoch 16] loss: 0.7255472
Test set: Average loss: 1.3387, Accuracy: 2868/5000 (57%)
[epoch 17] loss: 0.6792768
Test set: Average loss: 1.3487, Accuracy: 2915/5000 (58%)
[epoch 18] loss: 0.6408294
Test set: Average loss: 1.4267, Accuracy: 2802/5000 (56%)
[epoch 19] loss: 0.5941665
Test set: Average loss: 1.3817, Accuracy: 2927/5000 (59%)
[epoch 20] loss: 0.5546820
Test set: Average loss: 1.4695, Accuracy: 2851/5000 (57%)
[epoch 21] loss: 0.4961091
Test set: Average loss: 1.5076, Accuracy: 2904/5000 (58%)
[epoch 22] loss: 0.4498621
Test set: Average loss: 1.5505, Accuracy: 2844/5000 (57%)
[epoch 23] loss: 0.4105617
Test set: Average loss: 1.5508, Accuracy: 2906/5000 (58%)
[epoch 24] loss: 0.3619962
Test set: Average loss: 1.6397, Accuracy: 2847/5000 (57%)
[epoch 25] loss: 0.2979186
Test set: Average loss: 1.6703, Accuracy: 2880/5000 (58%)
[epoch 26] loss: 0.2307980
Test set: Average loss: 1.7437, Accuracy: 2878/5000 (58%)
[epoch 27] loss: 0.2199176
Test set: Average loss: 1.8127, Accuracy: 2857/5000 (57%)
[epoch 28] loss: 0.1636703
Test set: Average loss: 1.8399, Accuracy: 2898/5000 (58%)
[epoch 29] loss: 0.1032510
Test set: Average loss: 1.9326, Accuracy: 2909/5000 (58%)
[epoch 30] loss: 0.0890820
Test set: Average loss: 2.0423, Accuracy: 2899/5000 (58%)
[epoch 31] loss: 0.1212827
Epoch 30: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.2148, Accuracy: 2745/5000 (55%)
[epoch 32] loss: 0.0548574
Test set: Average loss: 2.0151, Accuracy: 2952/5000 (59%)
[epoch 33] loss: 0.0257587
Test set: Average loss: 2.0255, Accuracy: 2965/5000 (59%)
[epoch 34] loss: 0.0203371
Test set: Average loss: 2.0412, Accuracy: 2959/5000 (59%)
[epoch 35] loss: 0.0171929
Test set: Average loss: 2.0594, Accuracy: 2959/5000 (59%)
[epoch 36] loss: 0.0150153
Test set: Average loss: 2.0738, Accuracy: 2961/5000 (59%)
[epoch 37] loss: 0.0132975
Test set: Average loss: 2.0930, Accuracy: 2947/5000 (59%)
[epoch 38] loss: 0.0118796
Test set: Average loss: 2.1029, Accuracy: 2954/5000 (59%)
[epoch 39] loss: 0.0106619
Test set: Average loss: 2.1258, Accuracy: 2950/5000 (59%)
[epoch 40] loss: 0.0096346
Test set: Average loss: 2.1430, Accuracy: 2945/5000 (59%)
[epoch 41] loss: 0.0086776
Test set: Average loss: 2.1654, Accuracy: 2955/5000 (59%)
[epoch 42] loss: 0.0078336
Test set: Average loss: 2.1882, Accuracy: 2952/5000 (59%)
[epoch 43] loss: 0.0070791
Test set: Average loss: 2.2081, Accuracy: 2944/5000 (59%)
[epoch 44] loss: 0.0063892
Test set: Average loss: 2.2314, Accuracy: 2960/5000 (59%)
[epoch 45] loss: 0.0057630
Test set: Average loss: 2.2567, Accuracy: 2957/5000 (59%)
[epoch 46] loss: 0.0051866
Test set: Average loss: 2.2853, Accuracy: 2965/5000 (59%)
[epoch 47] loss: 0.0046390
Test set: Average loss: 2.3036, Accuracy: 2954/5000 (59%)
[epoch 48] loss: 0.0041830
Test set: Average loss: 2.3330, Accuracy: 2958/5000 (59%)
[epoch 49] loss: 0.0037261
Test set: Average loss: 2.3565, Accuracy: 2955/5000 (59%)
[epoch 50] loss: 0.0033354
Test set: Average loss: 2.3876, Accuracy: 2962/5000 (59%)
Validation:
Test set: Average loss: 1.1912, Accuracy: 2990/5000 (60%)
Test
Test set: Average loss: 1.1640, Accuracy: 6007/10000 (60%)
15000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3011, Accuracy: 611/5000 (12%)
[epoch 1] loss: 1.2618602
Test set: Average loss: 1.2815, Accuracy: 2806/5000 (56%)
[epoch 2] loss: 1.1243938
Test set: Average loss: 1.1845, Accuracy: 2943/5000 (59%)
[epoch 3] loss: 1.0682094
Test set: Average loss: 1.1956, Accuracy: 2914/5000 (58%)
[epoch 4] loss: 1.0171771
Test set: Average loss: 1.1523, Accuracy: 2964/5000 (59%)
[epoch 5] loss: 0.9996155
Test set: Average loss: 1.1475, Accuracy: 3030/5000 (61%)
[epoch 6] loss: 0.9677919
Test set: Average loss: 1.1681, Accuracy: 3004/5000 (60%)
[epoch 7] loss: 0.9456233
Test set: Average loss: 1.2417, Accuracy: 2847/5000 (57%)
[epoch 8] loss: 0.9178436
Test set: Average loss: 1.1637, Accuracy: 2999/5000 (60%)
[epoch 9] loss: 0.9033720
Test set: Average loss: 1.2181, Accuracy: 2969/5000 (59%)
[epoch 10] loss: 0.8712463
Test set: Average loss: 1.1584, Accuracy: 3061/5000 (61%)
[epoch 11] loss: 0.8353372
Test set: Average loss: 1.1316, Accuracy: 3052/5000 (61%)
[epoch 12] loss: 0.8013219
Test set: Average loss: 1.1694, Accuracy: 3057/5000 (61%)
[epoch 13] loss: 0.7693257
Test set: Average loss: 1.2174, Accuracy: 2995/5000 (60%)
[epoch 14] loss: 0.7549258
Test set: Average loss: 1.1887, Accuracy: 3096/5000 (62%)
[epoch 15] loss: 0.7070776
Test set: Average loss: 1.2094, Accuracy: 3050/5000 (61%)
[epoch 16] loss: 0.6593017
Test set: Average loss: 1.2608, Accuracy: 2999/5000 (60%)
[epoch 17] loss: 0.6111398
Test set: Average loss: 1.3282, Accuracy: 2965/5000 (59%)
[epoch 18] loss: 0.5585967
Test set: Average loss: 1.2652, Accuracy: 3051/5000 (61%)
[epoch 19] loss: 0.5050112
Test set: Average loss: 1.3216, Accuracy: 3059/5000 (61%)
[epoch 20] loss: 0.4413052
Test set: Average loss: 1.3743, Accuracy: 3024/5000 (60%)
[epoch 21] loss: 0.3781210
Test set: Average loss: 1.4182, Accuracy: 2994/5000 (60%)
[epoch 22] loss: 0.3428697
Test set: Average loss: 1.4711, Accuracy: 3032/5000 (61%)
[epoch 23] loss: 0.2727747
Test set: Average loss: 1.4967, Accuracy: 3049/5000 (61%)
[epoch 24] loss: 0.2128047
Test set: Average loss: 1.5595, Accuracy: 3048/5000 (61%)
[epoch 25] loss: 0.1894935
Test set: Average loss: 1.6614, Accuracy: 3016/5000 (60%)
[epoch 26] loss: 0.1375452
Test set: Average loss: 1.7757, Accuracy: 3013/5000 (60%)
[epoch 27] loss: 0.1158576
Test set: Average loss: 2.0020, Accuracy: 2915/5000 (58%)
[epoch 28] loss: 0.1770248
Epoch 27: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7950, Accuracy: 3035/5000 (61%)
[epoch 29] loss: 0.0435890
Test set: Average loss: 1.7579, Accuracy: 3068/5000 (61%)
[epoch 30] loss: 0.0249870
Test set: Average loss: 1.7689, Accuracy: 3077/5000 (62%)
[epoch 31] loss: 0.0188339
Test set: Average loss: 1.7828, Accuracy: 3080/5000 (62%)
[epoch 32] loss: 0.0152455
Test set: Average loss: 1.8042, Accuracy: 3090/5000 (62%)
[epoch 33] loss: 0.0127020
Test set: Average loss: 1.8204, Accuracy: 3096/5000 (62%)
[epoch 34] loss: 0.0106535
Test set: Average loss: 1.8450, Accuracy: 3088/5000 (62%)
[epoch 35] loss: 0.0090896
Test set: Average loss: 1.8572, Accuracy: 3096/5000 (62%)
[epoch 36] loss: 0.0077324
Test set: Average loss: 1.8854, Accuracy: 3103/5000 (62%)
[epoch 37] loss: 0.0066121
Test set: Average loss: 1.9061, Accuracy: 3103/5000 (62%)
[epoch 38] loss: 0.0056288
Test set: Average loss: 1.9298, Accuracy: 3114/5000 (62%)
[epoch 39] loss: 0.0047907
Test set: Average loss: 1.9586, Accuracy: 3105/5000 (62%)
[epoch 40] loss: 0.0040595
Test set: Average loss: 1.9930, Accuracy: 3110/5000 (62%)
[epoch 41] loss: 0.0034304
Test set: Average loss: 2.0201, Accuracy: 3111/5000 (62%)
[epoch 42] loss: 0.0028917
Test set: Average loss: 2.0487, Accuracy: 3111/5000 (62%)
[epoch 43] loss: 0.0024206
Test set: Average loss: 2.0736, Accuracy: 3117/5000 (62%)
[epoch 44] loss: 0.0020175
Test set: Average loss: 2.1121, Accuracy: 3123/5000 (62%)
[epoch 45] loss: 0.0016778
Test set: Average loss: 2.1458, Accuracy: 3131/5000 (63%)
[epoch 46] loss: 0.0013886
Test set: Average loss: 2.1882, Accuracy: 3116/5000 (62%)
[epoch 47] loss: 0.0011425
Test set: Average loss: 2.2189, Accuracy: 3124/5000 (62%)
[epoch 48] loss: 0.0009403
Test set: Average loss: 2.2559, Accuracy: 3120/5000 (62%)
[epoch 49] loss: 0.0007725
Test set: Average loss: 2.2945, Accuracy: 3123/5000 (62%)
[epoch 50] loss: 0.0006303
Test set: Average loss: 2.3255, Accuracy: 3116/5000 (62%)
Validation:
Test set: Average loss: 2.1458, Accuracy: 3131/5000 (63%)
Test
Test set: Average loss: 2.0526, Accuracy: 6391/10000 (64%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3059, Accuracy: 482/5000 (10%)
[epoch 1] loss: 1.2652807
Test set: Average loss: 1.1769, Accuracy: 2902/5000 (58%)
[epoch 2] loss: 1.1183654
Test set: Average loss: 1.2463, Accuracy: 2832/5000 (57%)
[epoch 3] loss: 1.0661388
Test set: Average loss: 1.2155, Accuracy: 2937/5000 (59%)
[epoch 4] loss: 1.0314271
Test set: Average loss: 1.1666, Accuracy: 2933/5000 (59%)
[epoch 5] loss: 1.0004820
Test set: Average loss: 1.1647, Accuracy: 2977/5000 (60%)
[epoch 6] loss: 0.9770961
Test set: Average loss: 1.1711, Accuracy: 2984/5000 (60%)
[epoch 7] loss: 0.9422427
Test set: Average loss: 1.1668, Accuracy: 2990/5000 (60%)
[epoch 8] loss: 0.9161492
Test set: Average loss: 1.1888, Accuracy: 2971/5000 (59%)
[epoch 9] loss: 0.8913064
Test set: Average loss: 1.1586, Accuracy: 3068/5000 (61%)
[epoch 10] loss: 0.8706784
Test set: Average loss: 1.1328, Accuracy: 3034/5000 (61%)
[epoch 11] loss: 0.8445609
Test set: Average loss: 1.1614, Accuracy: 3088/5000 (62%)
[epoch 12] loss: 0.8033870
Test set: Average loss: 1.1869, Accuracy: 3001/5000 (60%)
[epoch 13] loss: 0.7810640
Test set: Average loss: 1.2516, Accuracy: 3001/5000 (60%)
[epoch 14] loss: 0.7495985
Test set: Average loss: 1.2435, Accuracy: 3006/5000 (60%)
[epoch 15] loss: 0.7026278
Test set: Average loss: 1.2114, Accuracy: 3065/5000 (61%)
[epoch 16] loss: 0.6683613
Test set: Average loss: 1.2472, Accuracy: 3040/5000 (61%)
[epoch 17] loss: 0.6035561
Test set: Average loss: 1.2963, Accuracy: 2973/5000 (59%)
[epoch 18] loss: 0.5677401
Test set: Average loss: 1.3116, Accuracy: 3015/5000 (60%)
[epoch 19] loss: 0.5070122
Test set: Average loss: 1.2948, Accuracy: 3010/5000 (60%)
[epoch 20] loss: 0.4482017
Test set: Average loss: 1.3550, Accuracy: 3055/5000 (61%)
[epoch 21] loss: 0.3743928
Test set: Average loss: 1.4309, Accuracy: 2964/5000 (59%)
[epoch 22] loss: 0.3185499
Test set: Average loss: 1.5004, Accuracy: 3019/5000 (60%)
[epoch 23] loss: 0.2571299
Test set: Average loss: 1.5256, Accuracy: 3032/5000 (61%)
[epoch 24] loss: 0.2078305
Test set: Average loss: 1.6325, Accuracy: 2980/5000 (60%)
[epoch 25] loss: 0.1551967
Test set: Average loss: 1.6982, Accuracy: 3037/5000 (61%)
[epoch 26] loss: 0.1532564
Test set: Average loss: 1.7111, Accuracy: 3073/5000 (61%)
[epoch 27] loss: 0.1073749
Test set: Average loss: 1.8231, Accuracy: 3061/5000 (61%)
[epoch 28] loss: 0.1047337
Test set: Average loss: 1.8796, Accuracy: 3007/5000 (60%)
[epoch 29] loss: 0.0831287
Test set: Average loss: 1.9705, Accuracy: 3053/5000 (61%)
[epoch 30] loss: 0.1123058
Epoch 29: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0217, Accuracy: 2952/5000 (59%)
[epoch 31] loss: 0.0357214
Test set: Average loss: 1.9451, Accuracy: 3081/5000 (62%)
[epoch 32] loss: 0.0142262
Test set: Average loss: 1.9496, Accuracy: 3097/5000 (62%)
[epoch 33] loss: 0.0104641
Test set: Average loss: 1.9567, Accuracy: 3109/5000 (62%)
[epoch 34] loss: 0.0083861
Test set: Average loss: 1.9681, Accuracy: 3128/5000 (63%)
[epoch 35] loss: 0.0069963
Test set: Average loss: 1.9796, Accuracy: 3133/5000 (63%)
[epoch 36] loss: 0.0059293
Test set: Average loss: 1.9936, Accuracy: 3133/5000 (63%)
[epoch 37] loss: 0.0050694
Test set: Average loss: 2.0083, Accuracy: 3130/5000 (63%)
[epoch 38] loss: 0.0043635
Test set: Average loss: 2.0220, Accuracy: 3133/5000 (63%)
[epoch 39] loss: 0.0037451
Test set: Average loss: 2.0453, Accuracy: 3137/5000 (63%)
[epoch 40] loss: 0.0032267
Test set: Average loss: 2.0651, Accuracy: 3146/5000 (63%)
[epoch 41] loss: 0.0027685
Test set: Average loss: 2.0853, Accuracy: 3133/5000 (63%)
[epoch 42] loss: 0.0023701
Test set: Average loss: 2.1048, Accuracy: 3147/5000 (63%)
[epoch 43] loss: 0.0020261
Test set: Average loss: 2.1298, Accuracy: 3153/5000 (63%)
[epoch 44] loss: 0.0017178
Test set: Average loss: 2.1571, Accuracy: 3146/5000 (63%)
[epoch 45] loss: 0.0014535
Test set: Average loss: 2.1817, Accuracy: 3145/5000 (63%)
[epoch 46] loss: 0.0012231
Test set: Average loss: 2.2147, Accuracy: 3155/5000 (63%)
[epoch 47] loss: 0.0010280
Test set: Average loss: 2.2421, Accuracy: 3141/5000 (63%)
[epoch 48] loss: 0.0008568
Test set: Average loss: 2.2746, Accuracy: 3135/5000 (63%)
[epoch 49] loss: 0.0007123
Test set: Average loss: 2.3079, Accuracy: 3152/5000 (63%)
[epoch 50] loss: 0.0005880
Test set: Average loss: 2.3407, Accuracy: 3149/5000 (63%)
Validation:
Test set: Average loss: 2.2147, Accuracy: 3155/5000 (63%)
Test
Test set: Average loss: 2.1405, Accuracy: 6399/10000 (64%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3022, Accuracy: 541/5000 (11%)
[epoch 1] loss: 1.2656785
Test set: Average loss: 1.2758, Accuracy: 2843/5000 (57%)
[epoch 2] loss: 1.1415435
Test set: Average loss: 1.2044, Accuracy: 2924/5000 (58%)
[epoch 3] loss: 1.0930758
Test set: Average loss: 1.3076, Accuracy: 2742/5000 (55%)
[epoch 4] loss: 1.0516163
Test set: Average loss: 1.1438, Accuracy: 3028/5000 (61%)
[epoch 5] loss: 1.0145425
Test set: Average loss: 1.1962, Accuracy: 2945/5000 (59%)
[epoch 6] loss: 0.9832694
Test set: Average loss: 1.2113, Accuracy: 2920/5000 (58%)
[epoch 7] loss: 0.9634780
Test set: Average loss: 1.1894, Accuracy: 2980/5000 (60%)
[epoch 8] loss: 0.9393856
Test set: Average loss: 1.1138, Accuracy: 3069/5000 (61%)
[epoch 9] loss: 0.9118022
Test set: Average loss: 1.1435, Accuracy: 3043/5000 (61%)
[epoch 10] loss: 0.8773247
Test set: Average loss: 1.1613, Accuracy: 3033/5000 (61%)
[epoch 11] loss: 0.8494895
Test set: Average loss: 1.1475, Accuracy: 3061/5000 (61%)
[epoch 12] loss: 0.8192250
Test set: Average loss: 1.2248, Accuracy: 2992/5000 (60%)
[epoch 13] loss: 0.7837470
Test set: Average loss: 1.1861, Accuracy: 2995/5000 (60%)
[epoch 14] loss: 0.7391723
Test set: Average loss: 1.2229, Accuracy: 3006/5000 (60%)
[epoch 15] loss: 0.7059417
Test set: Average loss: 1.2364, Accuracy: 3034/5000 (61%)
[epoch 16] loss: 0.6437888
Test set: Average loss: 1.2499, Accuracy: 3017/5000 (60%)
[epoch 17] loss: 0.5994073
Test set: Average loss: 1.2321, Accuracy: 3094/5000 (62%)
[epoch 18] loss: 0.5344954
Test set: Average loss: 1.2963, Accuracy: 3078/5000 (62%)
[epoch 19] loss: 0.4794502
Test set: Average loss: 1.3377, Accuracy: 3080/5000 (62%)
[epoch 20] loss: 0.4248804
Test set: Average loss: 1.3802, Accuracy: 3047/5000 (61%)
[epoch 21] loss: 0.3393391
Test set: Average loss: 1.3939, Accuracy: 3066/5000 (61%)
[epoch 22] loss: 0.2902001
Test set: Average loss: 1.4790, Accuracy: 3007/5000 (60%)
[epoch 23] loss: 0.2203415
Test set: Average loss: 1.5650, Accuracy: 3042/5000 (61%)
[epoch 24] loss: 0.1676353
Test set: Average loss: 1.6786, Accuracy: 2989/5000 (60%)
[epoch 25] loss: 0.1330035
Test set: Average loss: 1.6692, Accuracy: 3100/5000 (62%)
[epoch 26] loss: 0.0986025
Test set: Average loss: 1.7501, Accuracy: 3013/5000 (60%)
[epoch 27] loss: 0.1009358
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9779, Accuracy: 2917/5000 (58%)
[epoch 28] loss: 0.0464680
Test set: Average loss: 1.7817, Accuracy: 3092/5000 (62%)
[epoch 29] loss: 0.0203333
Test set: Average loss: 1.7918, Accuracy: 3095/5000 (62%)
[epoch 30] loss: 0.0152847
Test set: Average loss: 1.8072, Accuracy: 3105/5000 (62%)
[epoch 31] loss: 0.0123642
Test set: Average loss: 1.8237, Accuracy: 3108/5000 (62%)
[epoch 32] loss: 0.0103505
Test set: Average loss: 1.8384, Accuracy: 3121/5000 (62%)
[epoch 33] loss: 0.0088019
Test set: Average loss: 1.8573, Accuracy: 3125/5000 (62%)
[epoch 34] loss: 0.0075165
Test set: Average loss: 1.8783, Accuracy: 3122/5000 (62%)
[epoch 35] loss: 0.0064711
Test set: Average loss: 1.8968, Accuracy: 3134/5000 (63%)
[epoch 36] loss: 0.0055346
Test set: Average loss: 1.9224, Accuracy: 3140/5000 (63%)
[epoch 37] loss: 0.0047450
Test set: Average loss: 1.9460, Accuracy: 3139/5000 (63%)
[epoch 38] loss: 0.0040593
Test set: Average loss: 1.9715, Accuracy: 3139/5000 (63%)
[epoch 39] loss: 0.0034771
Test set: Average loss: 1.9970, Accuracy: 3141/5000 (63%)
[epoch 40] loss: 0.0029407
Test set: Average loss: 2.0300, Accuracy: 3145/5000 (63%)
[epoch 41] loss: 0.0024765
Test set: Average loss: 2.0535, Accuracy: 3136/5000 (63%)
[epoch 42] loss: 0.0020776
Test set: Average loss: 2.0928, Accuracy: 3135/5000 (63%)
[epoch 43] loss: 0.0017325
Test set: Average loss: 2.1301, Accuracy: 3140/5000 (63%)
[epoch 44] loss: 0.0014488
Test set: Average loss: 2.1602, Accuracy: 3143/5000 (63%)
[epoch 45] loss: 0.0012015
Test set: Average loss: 2.1981, Accuracy: 3142/5000 (63%)
[epoch 46] loss: 0.0009934
Test set: Average loss: 2.2246, Accuracy: 3136/5000 (63%)
[epoch 47] loss: 0.0008156
Test set: Average loss: 2.2664, Accuracy: 3146/5000 (63%)
[epoch 48] loss: 0.0006663
Test set: Average loss: 2.3012, Accuracy: 3146/5000 (63%)
[epoch 49] loss: 0.0005460
Test set: Average loss: 2.3436, Accuracy: 3147/5000 (63%)
[epoch 50] loss: 0.0004457
Test set: Average loss: 2.3782, Accuracy: 3139/5000 (63%)
Validation:
Test set: Average loss: 2.3436, Accuracy: 3147/5000 (63%)
Test
Test set: Average loss: 2.2517, Accuracy: 6366/10000 (64%)
20000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3062, Accuracy: 389/5000 (8%)
[epoch 1] loss: 1.2337292
Test set: Average loss: 1.1586, Accuracy: 2968/5000 (59%)
[epoch 2] loss: 1.1048014
Test set: Average loss: 1.1328, Accuracy: 3054/5000 (61%)
[epoch 3] loss: 1.0531643
Test set: Average loss: 1.0947, Accuracy: 3076/5000 (62%)
[epoch 4] loss: 1.0244967
Test set: Average loss: 1.1301, Accuracy: 3015/5000 (60%)
[epoch 5] loss: 0.9899418
Test set: Average loss: 1.1154, Accuracy: 3031/5000 (61%)
[epoch 6] loss: 0.9690223
Test set: Average loss: 1.1332, Accuracy: 3033/5000 (61%)
[epoch 7] loss: 0.9450592
Test set: Average loss: 1.1432, Accuracy: 3003/5000 (60%)
[epoch 8] loss: 0.9144757
Test set: Average loss: 1.1093, Accuracy: 3065/5000 (61%)
[epoch 9] loss: 0.8883332
Test set: Average loss: 1.1273, Accuracy: 3060/5000 (61%)
[epoch 10] loss: 0.8601517
Test set: Average loss: 1.1969, Accuracy: 2976/5000 (60%)
[epoch 11] loss: 0.8253174
Test set: Average loss: 1.1225, Accuracy: 3103/5000 (62%)
[epoch 12] loss: 0.7844978
Test set: Average loss: 1.1394, Accuracy: 3071/5000 (61%)
[epoch 13] loss: 0.7466406
Test set: Average loss: 1.0907, Accuracy: 3201/5000 (64%)
[epoch 14] loss: 0.6958072
Test set: Average loss: 1.1479, Accuracy: 3092/5000 (62%)
[epoch 15] loss: 0.6471364
Test set: Average loss: 1.1221, Accuracy: 3177/5000 (64%)
[epoch 16] loss: 0.5920382
Test set: Average loss: 1.1724, Accuracy: 3175/5000 (64%)
[epoch 17] loss: 0.5345680
Test set: Average loss: 1.1781, Accuracy: 3156/5000 (63%)
[epoch 18] loss: 0.4836872
Test set: Average loss: 1.2541, Accuracy: 3177/5000 (64%)
[epoch 19] loss: 0.4050375
Test set: Average loss: 1.3077, Accuracy: 3117/5000 (62%)
[epoch 20] loss: 0.3470114
Test set: Average loss: 1.3371, Accuracy: 3145/5000 (63%)
[epoch 21] loss: 0.2748691
Test set: Average loss: 1.4124, Accuracy: 3101/5000 (62%)
[epoch 22] loss: 0.2285403
Test set: Average loss: 1.4787, Accuracy: 3177/5000 (64%)
[epoch 23] loss: 0.1600385
Test set: Average loss: 1.5521, Accuracy: 3151/5000 (63%)
[epoch 24] loss: 0.1202258
Test set: Average loss: 1.6715, Accuracy: 3143/5000 (63%)
[epoch 25] loss: 0.1098328
Test set: Average loss: 1.8234, Accuracy: 3081/5000 (62%)
[epoch 26] loss: 0.1545765
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7907, Accuracy: 3119/5000 (62%)
[epoch 27] loss: 0.0421187
Test set: Average loss: 1.6930, Accuracy: 3227/5000 (65%)
[epoch 28] loss: 0.0181497
Test set: Average loss: 1.6976, Accuracy: 3234/5000 (65%)
[epoch 29] loss: 0.0130192
Test set: Average loss: 1.7203, Accuracy: 3245/5000 (65%)
[epoch 30] loss: 0.0100907
Test set: Average loss: 1.7355, Accuracy: 3243/5000 (65%)
[epoch 31] loss: 0.0080651
Test set: Average loss: 1.7544, Accuracy: 3240/5000 (65%)
[epoch 32] loss: 0.0065929
Test set: Average loss: 1.7762, Accuracy: 3239/5000 (65%)
[epoch 33] loss: 0.0053793
Test set: Average loss: 1.8021, Accuracy: 3231/5000 (65%)
[epoch 34] loss: 0.0043593
Test set: Average loss: 1.8249, Accuracy: 3242/5000 (65%)
[epoch 35] loss: 0.0035459
Test set: Average loss: 1.8498, Accuracy: 3236/5000 (65%)
[epoch 36] loss: 0.0028626
Test set: Average loss: 1.8814, Accuracy: 3240/5000 (65%)
[epoch 37] loss: 0.0022906
Test set: Average loss: 1.9135, Accuracy: 3254/5000 (65%)
[epoch 38] loss: 0.0018330
Test set: Average loss: 1.9500, Accuracy: 3245/5000 (65%)
[epoch 39] loss: 0.0014468
Test set: Average loss: 1.9841, Accuracy: 3244/5000 (65%)
[epoch 40] loss: 0.0011417
Test set: Average loss: 2.0208, Accuracy: 3250/5000 (65%)
[epoch 41] loss: 0.0008933
Test set: Average loss: 2.0650, Accuracy: 3249/5000 (65%)
[epoch 42] loss: 0.0006971
Test set: Average loss: 2.0963, Accuracy: 3258/5000 (65%)
[epoch 43] loss: 0.0005366
Test set: Average loss: 2.1403, Accuracy: 3258/5000 (65%)
[epoch 44] loss: 0.0004179
Test set: Average loss: 2.1780, Accuracy: 3268/5000 (65%)
[epoch 45] loss: 0.0003208
Test set: Average loss: 2.2255, Accuracy: 3258/5000 (65%)
[epoch 46] loss: 0.0002460
Test set: Average loss: 2.2726, Accuracy: 3270/5000 (65%)
[epoch 47] loss: 0.0001885
Test set: Average loss: 2.3142, Accuracy: 3256/5000 (65%)
[epoch 48] loss: 0.0001431
Test set: Average loss: 2.3586, Accuracy: 3266/5000 (65%)
[epoch 49] loss: 0.0001091
Test set: Average loss: 2.4108, Accuracy: 3269/5000 (65%)
[epoch 50] loss: 0.0000829
Test set: Average loss: 2.4528, Accuracy: 3261/5000 (65%)
Validation:
Test set: Average loss: 2.2726, Accuracy: 3270/5000 (65%)
Test
Test set: Average loss: 2.2155, Accuracy: 6606/10000 (66%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 448/5000 (9%)
[epoch 1] loss: 1.2345585
Test set: Average loss: 1.2604, Accuracy: 2803/5000 (56%)
[epoch 2] loss: 1.1109473
Test set: Average loss: 1.1577, Accuracy: 2969/5000 (59%)
[epoch 3] loss: 1.0615098
Test set: Average loss: 1.0990, Accuracy: 3058/5000 (61%)
[epoch 4] loss: 1.0211484
Test set: Average loss: 1.2048, Accuracy: 2879/5000 (58%)
[epoch 5] loss: 0.9931095
Test set: Average loss: 1.0720, Accuracy: 3135/5000 (63%)
[epoch 6] loss: 0.9725564
Test set: Average loss: 1.1636, Accuracy: 2995/5000 (60%)
[epoch 7] loss: 0.9461295
Test set: Average loss: 1.1028, Accuracy: 3082/5000 (62%)
[epoch 8] loss: 0.9194110
Test set: Average loss: 1.1057, Accuracy: 3059/5000 (61%)
[epoch 9] loss: 0.8883662
Test set: Average loss: 1.0946, Accuracy: 3110/5000 (62%)
[epoch 10] loss: 0.8530642
Test set: Average loss: 1.1652, Accuracy: 3016/5000 (60%)
[epoch 11] loss: 0.8323843
Test set: Average loss: 1.1440, Accuracy: 3079/5000 (62%)
[epoch 12] loss: 0.7789952
Test set: Average loss: 1.1665, Accuracy: 3074/5000 (61%)
[epoch 13] loss: 0.7335561
Test set: Average loss: 1.2181, Accuracy: 2969/5000 (59%)
[epoch 14] loss: 0.6980071
Test set: Average loss: 1.2168, Accuracy: 3011/5000 (60%)
[epoch 15] loss: 0.6473017
Test set: Average loss: 1.1108, Accuracy: 3175/5000 (64%)
[epoch 16] loss: 0.6080611
Test set: Average loss: 1.1966, Accuracy: 3126/5000 (63%)
[epoch 17] loss: 0.5355463
Test set: Average loss: 1.2211, Accuracy: 3142/5000 (63%)
[epoch 18] loss: 0.4759972
Test set: Average loss: 1.2886, Accuracy: 3087/5000 (62%)
[epoch 19] loss: 0.4166431
Test set: Average loss: 1.2710, Accuracy: 3185/5000 (64%)
[epoch 20] loss: 0.3397579
Test set: Average loss: 1.3338, Accuracy: 3094/5000 (62%)
[epoch 21] loss: 0.2717093
Test set: Average loss: 1.4246, Accuracy: 3110/5000 (62%)
[epoch 22] loss: 0.2319795
Test set: Average loss: 1.4911, Accuracy: 3109/5000 (62%)
[epoch 23] loss: 0.1649705
Test set: Average loss: 1.5519, Accuracy: 3091/5000 (62%)
[epoch 24] loss: 0.1361577
Test set: Average loss: 1.6177, Accuracy: 3134/5000 (63%)
[epoch 25] loss: 0.1046442
Test set: Average loss: 1.7446, Accuracy: 3109/5000 (62%)
[epoch 26] loss: 0.1028890
Test set: Average loss: 1.8420, Accuracy: 3037/5000 (61%)
[epoch 27] loss: 0.1133961
Epoch 26: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7965, Accuracy: 3149/5000 (63%)
[epoch 28] loss: 0.0348923
Test set: Average loss: 1.7414, Accuracy: 3220/5000 (64%)
[epoch 29] loss: 0.0137051
Test set: Average loss: 1.7484, Accuracy: 3210/5000 (64%)
[epoch 30] loss: 0.0097636
Test set: Average loss: 1.7609, Accuracy: 3214/5000 (64%)
[epoch 31] loss: 0.0075876
Test set: Average loss: 1.7791, Accuracy: 3213/5000 (64%)
[epoch 32] loss: 0.0060617
Test set: Average loss: 1.7956, Accuracy: 3226/5000 (65%)
[epoch 33] loss: 0.0049172
Test set: Average loss: 1.8190, Accuracy: 3230/5000 (65%)
[epoch 34] loss: 0.0040027
Test set: Average loss: 1.8368, Accuracy: 3236/5000 (65%)
[epoch 35] loss: 0.0032624
Test set: Average loss: 1.8607, Accuracy: 3236/5000 (65%)
[epoch 36] loss: 0.0026510
Test set: Average loss: 1.8863, Accuracy: 3247/5000 (65%)
[epoch 37] loss: 0.0021424
Test set: Average loss: 1.9126, Accuracy: 3248/5000 (65%)
[epoch 38] loss: 0.0017192
Test set: Average loss: 1.9410, Accuracy: 3237/5000 (65%)
[epoch 39] loss: 0.0013765
Test set: Average loss: 1.9752, Accuracy: 3251/5000 (65%)
[epoch 40] loss: 0.0010940
Test set: Average loss: 2.0083, Accuracy: 3245/5000 (65%)
[epoch 41] loss: 0.0008658
Test set: Average loss: 2.0469, Accuracy: 3251/5000 (65%)
[epoch 42] loss: 0.0006792
Test set: Average loss: 2.0812, Accuracy: 3262/5000 (65%)
[epoch 43] loss: 0.0005293
Test set: Average loss: 2.1187, Accuracy: 3262/5000 (65%)
[epoch 44] loss: 0.0004117
Test set: Average loss: 2.1576, Accuracy: 3269/5000 (65%)
[epoch 45] loss: 0.0003196
Test set: Average loss: 2.1980, Accuracy: 3268/5000 (65%)
[epoch 46] loss: 0.0002455
Test set: Average loss: 2.2425, Accuracy: 3282/5000 (66%)
[epoch 47] loss: 0.0001887
Test set: Average loss: 2.2765, Accuracy: 3271/5000 (65%)
[epoch 48] loss: 0.0001438
Test set: Average loss: 2.3233, Accuracy: 3278/5000 (66%)
[epoch 49] loss: 0.0001093
Test set: Average loss: 2.3716, Accuracy: 3285/5000 (66%)
[epoch 50] loss: 0.0000835
Test set: Average loss: 2.4106, Accuracy: 3286/5000 (66%)
Validation:
Test set: Average loss: 2.4106, Accuracy: 3286/5000 (66%)
Test
Test set: Average loss: 2.3691, Accuracy: 6588/10000 (66%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3000, Accuracy: 567/5000 (11%)
[epoch 1] loss: 1.2385989
Test set: Average loss: 1.2489, Accuracy: 2792/5000 (56%)
[epoch 2] loss: 1.1222747
Test set: Average loss: 1.1650, Accuracy: 2964/5000 (59%)
[epoch 3] loss: 1.0679373
Test set: Average loss: 1.1480, Accuracy: 2972/5000 (59%)
[epoch 4] loss: 1.0361239
Test set: Average loss: 1.1436, Accuracy: 3003/5000 (60%)
[epoch 5] loss: 1.0040296
Test set: Average loss: 1.1572, Accuracy: 3013/5000 (60%)
[epoch 6] loss: 0.9870685
Test set: Average loss: 1.1456, Accuracy: 3029/5000 (61%)
[epoch 7] loss: 0.9557101
Test set: Average loss: 1.1076, Accuracy: 3048/5000 (61%)
[epoch 8] loss: 0.9267302
Test set: Average loss: 1.1395, Accuracy: 3020/5000 (60%)
[epoch 9] loss: 0.8916679
Test set: Average loss: 1.1371, Accuracy: 3062/5000 (61%)
[epoch 10] loss: 0.8682096
Test set: Average loss: 1.0595, Accuracy: 3181/5000 (64%)
[epoch 11] loss: 0.8336210
Test set: Average loss: 1.1590, Accuracy: 3050/5000 (61%)
[epoch 12] loss: 0.8000233
Test set: Average loss: 1.0895, Accuracy: 3196/5000 (64%)
[epoch 13] loss: 0.7665125
Test set: Average loss: 1.1521, Accuracy: 3115/5000 (62%)
[epoch 14] loss: 0.7196379
Test set: Average loss: 1.1666, Accuracy: 3088/5000 (62%)
[epoch 15] loss: 0.6760232
Test set: Average loss: 1.1543, Accuracy: 3136/5000 (63%)
[epoch 16] loss: 0.6305926
Test set: Average loss: 1.2382, Accuracy: 3093/5000 (62%)
[epoch 17] loss: 0.5750653
Test set: Average loss: 1.1920, Accuracy: 3108/5000 (62%)
[epoch 18] loss: 0.5143918
Test set: Average loss: 1.2005, Accuracy: 3176/5000 (64%)
[epoch 19] loss: 0.4384296
Test set: Average loss: 1.2551, Accuracy: 3200/5000 (64%)
[epoch 20] loss: 0.3612321
Test set: Average loss: 1.3562, Accuracy: 3127/5000 (63%)
[epoch 21] loss: 0.3154756
Test set: Average loss: 1.3973, Accuracy: 3156/5000 (63%)
[epoch 22] loss: 0.2414884
Test set: Average loss: 1.4599, Accuracy: 3100/5000 (62%)
[epoch 23] loss: 0.1893012
Test set: Average loss: 1.5213, Accuracy: 3216/5000 (64%)
[epoch 24] loss: 0.1259607
Test set: Average loss: 1.6647, Accuracy: 3133/5000 (63%)
[epoch 25] loss: 0.1136024
Test set: Average loss: 1.7874, Accuracy: 3068/5000 (61%)
[epoch 26] loss: 0.1450228
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8304, Accuracy: 3067/5000 (61%)
[epoch 27] loss: 0.0428153
Test set: Average loss: 1.6742, Accuracy: 3230/5000 (65%)
[epoch 28] loss: 0.0188114
Test set: Average loss: 1.6830, Accuracy: 3244/5000 (65%)
[epoch 29] loss: 0.0135215
Test set: Average loss: 1.6971, Accuracy: 3252/5000 (65%)
[epoch 30] loss: 0.0104733
Test set: Average loss: 1.7089, Accuracy: 3242/5000 (65%)
[epoch 31] loss: 0.0083890
Test set: Average loss: 1.7312, Accuracy: 3241/5000 (65%)
[epoch 32] loss: 0.0068071
Test set: Average loss: 1.7544, Accuracy: 3250/5000 (65%)
[epoch 33] loss: 0.0055841
Test set: Average loss: 1.7752, Accuracy: 3248/5000 (65%)
[epoch 34] loss: 0.0045454
Test set: Average loss: 1.8004, Accuracy: 3257/5000 (65%)
[epoch 35] loss: 0.0036878
Test set: Average loss: 1.8278, Accuracy: 3276/5000 (66%)
[epoch 36] loss: 0.0029693
Test set: Average loss: 1.8609, Accuracy: 3269/5000 (65%)
[epoch 37] loss: 0.0023867
Test set: Average loss: 1.8902, Accuracy: 3278/5000 (66%)
[epoch 38] loss: 0.0019003
Test set: Average loss: 1.9224, Accuracy: 3275/5000 (66%)
[epoch 39] loss: 0.0015016
Test set: Average loss: 1.9611, Accuracy: 3293/5000 (66%)
[epoch 40] loss: 0.0011808
Test set: Average loss: 2.0012, Accuracy: 3281/5000 (66%)
[epoch 41] loss: 0.0009238
Test set: Average loss: 2.0365, Accuracy: 3283/5000 (66%)
[epoch 42] loss: 0.0007183
Test set: Average loss: 2.0775, Accuracy: 3280/5000 (66%)
[epoch 43] loss: 0.0005563
Test set: Average loss: 2.1232, Accuracy: 3278/5000 (66%)
[epoch 44] loss: 0.0004291
Test set: Average loss: 2.1616, Accuracy: 3282/5000 (66%)
[epoch 45] loss: 0.0003281
Test set: Average loss: 2.2086, Accuracy: 3287/5000 (66%)
[epoch 46] loss: 0.0002520
Test set: Average loss: 2.2535, Accuracy: 3290/5000 (66%)
[epoch 47] loss: 0.0001924
Test set: Average loss: 2.2976, Accuracy: 3277/5000 (66%)
[epoch 48] loss: 0.0001458
Test set: Average loss: 2.3425, Accuracy: 3276/5000 (66%)
[epoch 49] loss: 0.0001109
Test set: Average loss: 2.3954, Accuracy: 3281/5000 (66%)
[epoch 50] loss: 0.0000839
Test set: Average loss: 2.4384, Accuracy: 3277/5000 (66%)
Validation:
Test set: Average loss: 1.9611, Accuracy: 3293/5000 (66%)
Test
Test set: Average loss: 1.9094, Accuracy: 6529/10000 (65%)
25000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3050, Accuracy: 533/5000 (11%)
[epoch 1] loss: 1.2255377
Test set: Average loss: 1.2668, Accuracy: 2718/5000 (54%)
[epoch 2] loss: 1.0983851
Test set: Average loss: 1.1353, Accuracy: 3037/5000 (61%)
[epoch 3] loss: 1.0552371
Test set: Average loss: 1.1362, Accuracy: 3043/5000 (61%)
[epoch 4] loss: 1.0201470
Test set: Average loss: 1.2068, Accuracy: 2905/5000 (58%)
[epoch 5] loss: 0.9910812
Test set: Average loss: 1.1330, Accuracy: 3061/5000 (61%)
[epoch 6] loss: 0.9621525
Test set: Average loss: 1.1309, Accuracy: 3073/5000 (61%)
[epoch 7] loss: 0.9367343
Test set: Average loss: 1.0565, Accuracy: 3177/5000 (64%)
[epoch 8] loss: 0.8956820
Test set: Average loss: 1.1314, Accuracy: 3024/5000 (60%)
[epoch 9] loss: 0.8764693
Test set: Average loss: 1.0815, Accuracy: 3165/5000 (63%)
[epoch 10] loss: 0.8378855
Test set: Average loss: 1.0630, Accuracy: 3206/5000 (64%)
[epoch 11] loss: 0.8015682
Test set: Average loss: 1.0829, Accuracy: 3161/5000 (63%)
[epoch 12] loss: 0.7645871
Test set: Average loss: 1.1379, Accuracy: 3071/5000 (61%)
[epoch 13] loss: 0.7224049
Test set: Average loss: 1.0837, Accuracy: 3194/5000 (64%)
[epoch 14] loss: 0.6753145
Test set: Average loss: 1.1102, Accuracy: 3183/5000 (64%)
[epoch 15] loss: 0.6165812
Test set: Average loss: 1.1170, Accuracy: 3210/5000 (64%)
[epoch 16] loss: 0.5492681
Test set: Average loss: 1.1620, Accuracy: 3192/5000 (64%)
[epoch 17] loss: 0.4933365
Test set: Average loss: 1.3136, Accuracy: 3097/5000 (62%)
[epoch 18] loss: 0.4174130
Test set: Average loss: 1.2584, Accuracy: 3255/5000 (65%)
[epoch 19] loss: 0.3401163
Test set: Average loss: 1.3512, Accuracy: 3123/5000 (62%)
[epoch 20] loss: 0.2638684
Test set: Average loss: 1.3450, Accuracy: 3216/5000 (64%)
[epoch 21] loss: 0.2005661
Test set: Average loss: 1.4325, Accuracy: 3239/5000 (65%)
[epoch 22] loss: 0.1689905
Test set: Average loss: 1.5477, Accuracy: 3261/5000 (65%)
[epoch 23] loss: 0.1504865
Test set: Average loss: 1.6220, Accuracy: 3202/5000 (64%)
[epoch 24] loss: 0.1231834
Test set: Average loss: 1.7455, Accuracy: 3118/5000 (62%)
[epoch 25] loss: 0.1349545
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8080, Accuracy: 3108/5000 (62%)
[epoch 26] loss: 0.0436417
Test set: Average loss: 1.6729, Accuracy: 3258/5000 (65%)
[epoch 27] loss: 0.0165441
Test set: Average loss: 1.6838, Accuracy: 3273/5000 (65%)
[epoch 28] loss: 0.0111636
Test set: Average loss: 1.6980, Accuracy: 3279/5000 (66%)
[epoch 29] loss: 0.0082733
Test set: Average loss: 1.7104, Accuracy: 3277/5000 (66%)
[epoch 30] loss: 0.0062943
Test set: Average loss: 1.7365, Accuracy: 3285/5000 (66%)
[epoch 31] loss: 0.0048620
Test set: Average loss: 1.7523, Accuracy: 3304/5000 (66%)
[epoch 32] loss: 0.0037864
Test set: Average loss: 1.7868, Accuracy: 3287/5000 (66%)
[epoch 33] loss: 0.0029090
Test set: Average loss: 1.8081, Accuracy: 3295/5000 (66%)
[epoch 34] loss: 0.0022412
Test set: Average loss: 1.8417, Accuracy: 3293/5000 (66%)
[epoch 35] loss: 0.0016964
Test set: Average loss: 1.8757, Accuracy: 3303/5000 (66%)
[epoch 36] loss: 0.0012853
Test set: Average loss: 1.9248, Accuracy: 3289/5000 (66%)
[epoch 37] loss: 0.0009607
Test set: Average loss: 1.9603, Accuracy: 3293/5000 (66%)
[epoch 38] loss: 0.0007126
Test set: Average loss: 1.9972, Accuracy: 3311/5000 (66%)
[epoch 39] loss: 0.0005242
Test set: Average loss: 2.0386, Accuracy: 3317/5000 (66%)
[epoch 40] loss: 0.0003850
Test set: Average loss: 2.0970, Accuracy: 3317/5000 (66%)
[epoch 41] loss: 0.0002820
Test set: Average loss: 2.1383, Accuracy: 3307/5000 (66%)
[epoch 42] loss: 0.0002032
Test set: Average loss: 2.1926, Accuracy: 3308/5000 (66%)
[epoch 43] loss: 0.0001470
Test set: Average loss: 2.2418, Accuracy: 3307/5000 (66%)
[epoch 44] loss: 0.0001063
Test set: Average loss: 2.2916, Accuracy: 3304/5000 (66%)
[epoch 45] loss: 0.0000760
Test set: Average loss: 2.3435, Accuracy: 3312/5000 (66%)
[epoch 46] loss: 0.0000546
Test set: Average loss: 2.3929, Accuracy: 3312/5000 (66%)
[epoch 47] loss: 0.0000389
Test set: Average loss: 2.4486, Accuracy: 3319/5000 (66%)
[epoch 48] loss: 0.0000276
Test set: Average loss: 2.5008, Accuracy: 3309/5000 (66%)
[epoch 49] loss: 0.0000196
Test set: Average loss: 2.5648, Accuracy: 3312/5000 (66%)
[epoch 50] loss: 0.0000139
Test set: Average loss: 2.6191, Accuracy: 3315/5000 (66%)
Validation:
Test set: Average loss: 2.4486, Accuracy: 3319/5000 (66%)
Test
Test set: Average loss: 2.4394, Accuracy: 6708/10000 (67%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3024, Accuracy: 514/5000 (10%)
[epoch 1] loss: 1.2318457
Test set: Average loss: 1.2520, Accuracy: 2765/5000 (55%)
[epoch 2] loss: 1.1132469
Test set: Average loss: 1.1575, Accuracy: 2992/5000 (60%)
[epoch 3] loss: 1.0498372
Test set: Average loss: 1.1781, Accuracy: 2906/5000 (58%)
[epoch 4] loss: 1.0221860
Test set: Average loss: 1.1297, Accuracy: 3041/5000 (61%)
[epoch 5] loss: 0.9927067
Test set: Average loss: 1.1523, Accuracy: 2982/5000 (60%)
[epoch 6] loss: 0.9651614
Test set: Average loss: 1.0717, Accuracy: 3143/5000 (63%)
[epoch 7] loss: 0.9344783
Test set: Average loss: 1.1285, Accuracy: 3032/5000 (61%)
[epoch 8] loss: 0.9056182
Test set: Average loss: 1.1047, Accuracy: 3059/5000 (61%)
[epoch 9] loss: 0.8740874
Test set: Average loss: 1.1528, Accuracy: 3006/5000 (60%)
[epoch 10] loss: 0.8392912
Test set: Average loss: 1.1260, Accuracy: 3140/5000 (63%)
[epoch 11] loss: 0.7956901
Test set: Average loss: 1.0738, Accuracy: 3206/5000 (64%)
[epoch 12] loss: 0.7593135
Test set: Average loss: 1.1010, Accuracy: 3169/5000 (63%)
[epoch 13] loss: 0.7156658
Test set: Average loss: 1.1277, Accuracy: 3192/5000 (64%)
[epoch 14] loss: 0.6689526
Test set: Average loss: 1.2247, Accuracy: 3017/5000 (60%)
[epoch 15] loss: 0.6117293
Test set: Average loss: 1.1898, Accuracy: 3116/5000 (62%)
[epoch 16] loss: 0.5521318
Test set: Average loss: 1.1728, Accuracy: 3210/5000 (64%)
[epoch 17] loss: 0.4807756
Test set: Average loss: 1.2416, Accuracy: 3153/5000 (63%)
[epoch 18] loss: 0.4046104
Test set: Average loss: 1.2532, Accuracy: 3269/5000 (65%)
[epoch 19] loss: 0.3375424
Test set: Average loss: 1.3065, Accuracy: 3215/5000 (64%)
[epoch 20] loss: 0.2541147
Test set: Average loss: 1.4372, Accuracy: 3127/5000 (63%)
[epoch 21] loss: 0.2116869
Test set: Average loss: 1.4639, Accuracy: 3202/5000 (64%)
[epoch 22] loss: 0.1601208
Test set: Average loss: 1.6272, Accuracy: 3150/5000 (63%)
[epoch 23] loss: 0.1576865
Test set: Average loss: 1.6734, Accuracy: 3117/5000 (62%)
[epoch 24] loss: 0.1231487
Test set: Average loss: 1.7180, Accuracy: 3157/5000 (63%)
[epoch 25] loss: 0.1285956
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8604, Accuracy: 3072/5000 (61%)
[epoch 26] loss: 0.0420291
Test set: Average loss: 1.7021, Accuracy: 3233/5000 (65%)
[epoch 27] loss: 0.0153627
Test set: Average loss: 1.7102, Accuracy: 3256/5000 (65%)
[epoch 28] loss: 0.0104601
Test set: Average loss: 1.7224, Accuracy: 3268/5000 (65%)
[epoch 29] loss: 0.0078142
Test set: Average loss: 1.7428, Accuracy: 3275/5000 (66%)
[epoch 30] loss: 0.0060494
Test set: Average loss: 1.7640, Accuracy: 3280/5000 (66%)
[epoch 31] loss: 0.0047279
Test set: Average loss: 1.7932, Accuracy: 3284/5000 (66%)
[epoch 32] loss: 0.0036763
Test set: Average loss: 1.8204, Accuracy: 3286/5000 (66%)
[epoch 33] loss: 0.0028593
Test set: Average loss: 1.8511, Accuracy: 3277/5000 (66%)
[epoch 34] loss: 0.0021914
Test set: Average loss: 1.8822, Accuracy: 3285/5000 (66%)
[epoch 35] loss: 0.0016727
Test set: Average loss: 1.9205, Accuracy: 3296/5000 (66%)
[epoch 36] loss: 0.0012644
Test set: Average loss: 1.9614, Accuracy: 3288/5000 (66%)
[epoch 37] loss: 0.0009498
Test set: Average loss: 2.0027, Accuracy: 3287/5000 (66%)
[epoch 38] loss: 0.0007040
Test set: Average loss: 2.0451, Accuracy: 3280/5000 (66%)
[epoch 39] loss: 0.0005195
Test set: Average loss: 2.0870, Accuracy: 3276/5000 (66%)
[epoch 40] loss: 0.0003798
Test set: Average loss: 2.1363, Accuracy: 3282/5000 (66%)
[epoch 41] loss: 0.0002783
Test set: Average loss: 2.1861, Accuracy: 3277/5000 (66%)
[epoch 42] loss: 0.0002032
Test set: Average loss: 2.2360, Accuracy: 3273/5000 (65%)
[epoch 43] loss: 0.0001469
Test set: Average loss: 2.2887, Accuracy: 3279/5000 (66%)
[epoch 44] loss: 0.0001060
Test set: Average loss: 2.3403, Accuracy: 3275/5000 (66%)
[epoch 45] loss: 0.0000761
Test set: Average loss: 2.3915, Accuracy: 3286/5000 (66%)
[epoch 46] loss: 0.0000546
Test set: Average loss: 2.4462, Accuracy: 3281/5000 (66%)
[epoch 47] loss: 0.0000391
Test set: Average loss: 2.4901, Accuracy: 3274/5000 (65%)
[epoch 48] loss: 0.0000278
Test set: Average loss: 2.5589, Accuracy: 3276/5000 (66%)
[epoch 49] loss: 0.0000199
Test set: Average loss: 2.6020, Accuracy: 3279/5000 (66%)
[epoch 50] loss: 0.0000140
Test set: Average loss: 2.6584, Accuracy: 3293/5000 (66%)
Validation:
Test set: Average loss: 1.9205, Accuracy: 3296/5000 (66%)
Test
Test set: Average loss: 1.8733, Accuracy: 6714/10000 (67%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2988, Accuracy: 578/5000 (12%)
[epoch 1] loss: 1.2434151
Test set: Average loss: 1.2596, Accuracy: 2760/5000 (55%)
[epoch 2] loss: 1.1131000
Test set: Average loss: 1.1607, Accuracy: 3007/5000 (60%)
[epoch 3] loss: 1.0737662
Test set: Average loss: 1.1304, Accuracy: 2977/5000 (60%)
[epoch 4] loss: 1.0269946
Test set: Average loss: 1.2066, Accuracy: 2898/5000 (58%)
[epoch 5] loss: 1.0131321
Test set: Average loss: 1.1577, Accuracy: 3012/5000 (60%)
[epoch 6] loss: 0.9834292
Test set: Average loss: 1.1092, Accuracy: 3095/5000 (62%)
[epoch 7] loss: 0.9474240
Test set: Average loss: 1.0860, Accuracy: 3127/5000 (63%)
[epoch 8] loss: 0.9248602
Test set: Average loss: 1.0503, Accuracy: 3170/5000 (63%)
[epoch 9] loss: 0.8853077
Test set: Average loss: 1.0944, Accuracy: 3076/5000 (62%)
[epoch 10] loss: 0.8583371
Test set: Average loss: 1.1148, Accuracy: 3085/5000 (62%)
[epoch 11] loss: 0.8244057
Test set: Average loss: 1.1193, Accuracy: 3075/5000 (62%)
[epoch 12] loss: 0.7791286
Test set: Average loss: 1.0698, Accuracy: 3212/5000 (64%)
[epoch 13] loss: 0.7313530
Test set: Average loss: 1.1300, Accuracy: 3170/5000 (63%)
[epoch 14] loss: 0.6880056
Test set: Average loss: 1.1086, Accuracy: 3190/5000 (64%)
[epoch 15] loss: 0.6237702
Test set: Average loss: 1.1763, Accuracy: 3148/5000 (63%)
[epoch 16] loss: 0.5652359
Test set: Average loss: 1.1575, Accuracy: 3205/5000 (64%)
[epoch 17] loss: 0.5022957
Test set: Average loss: 1.2204, Accuracy: 3203/5000 (64%)
[epoch 18] loss: 0.4140935
Test set: Average loss: 1.2313, Accuracy: 3205/5000 (64%)
[epoch 19] loss: 0.3562283
Test set: Average loss: 1.2929, Accuracy: 3159/5000 (63%)
[epoch 20] loss: 0.2745503
Test set: Average loss: 1.3726, Accuracy: 3224/5000 (64%)
[epoch 21] loss: 0.1995132
Test set: Average loss: 1.4783, Accuracy: 3183/5000 (64%)
[epoch 22] loss: 0.1678583
Test set: Average loss: 1.5644, Accuracy: 3180/5000 (64%)
[epoch 23] loss: 0.1419808
Test set: Average loss: 1.6793, Accuracy: 3155/5000 (63%)
[epoch 24] loss: 0.1167860
Test set: Average loss: 1.7739, Accuracy: 3150/5000 (63%)
[epoch 25] loss: 0.1366932
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8227, Accuracy: 3128/5000 (63%)
[epoch 26] loss: 0.0497014
Test set: Average loss: 1.6726, Accuracy: 3265/5000 (65%)
[epoch 27] loss: 0.0178795
Test set: Average loss: 1.6738, Accuracy: 3266/5000 (65%)
[epoch 28] loss: 0.0118930
Test set: Average loss: 1.6859, Accuracy: 3272/5000 (65%)
[epoch 29] loss: 0.0087296
Test set: Average loss: 1.7020, Accuracy: 3275/5000 (66%)
[epoch 30] loss: 0.0066179
Test set: Average loss: 1.7224, Accuracy: 3293/5000 (66%)
[epoch 31] loss: 0.0050866
Test set: Average loss: 1.7455, Accuracy: 3281/5000 (66%)
[epoch 32] loss: 0.0039088
Test set: Average loss: 1.7654, Accuracy: 3275/5000 (66%)
[epoch 33] loss: 0.0029860
Test set: Average loss: 1.7972, Accuracy: 3271/5000 (65%)
[epoch 34] loss: 0.0022816
Test set: Average loss: 1.8268, Accuracy: 3277/5000 (66%)
[epoch 35] loss: 0.0017269
Test set: Average loss: 1.8590, Accuracy: 3285/5000 (66%)
[epoch 36] loss: 0.0012955
Test set: Average loss: 1.9011, Accuracy: 3284/5000 (66%)
[epoch 37] loss: 0.0009634
Test set: Average loss: 1.9374, Accuracy: 3290/5000 (66%)
[epoch 38] loss: 0.0007149
Test set: Average loss: 1.9826, Accuracy: 3283/5000 (66%)
[epoch 39] loss: 0.0005264
Test set: Average loss: 2.0245, Accuracy: 3284/5000 (66%)
[epoch 40] loss: 0.0003827
Test set: Average loss: 2.0777, Accuracy: 3283/5000 (66%)
[epoch 41] loss: 0.0002792
Test set: Average loss: 2.1138, Accuracy: 3283/5000 (66%)
[epoch 42] loss: 0.0002030
Test set: Average loss: 2.1694, Accuracy: 3291/5000 (66%)
[epoch 43] loss: 0.0001458
Test set: Average loss: 2.2179, Accuracy: 3288/5000 (66%)
[epoch 44] loss: 0.0001053
Test set: Average loss: 2.2740, Accuracy: 3298/5000 (66%)
[epoch 45] loss: 0.0000756
Test set: Average loss: 2.3191, Accuracy: 3281/5000 (66%)
[epoch 46] loss: 0.0000540
Test set: Average loss: 2.3785, Accuracy: 3293/5000 (66%)
[epoch 47] loss: 0.0000384
Test set: Average loss: 2.4294, Accuracy: 3291/5000 (66%)
[epoch 48] loss: 0.0000273
Test set: Average loss: 2.4873, Accuracy: 3301/5000 (66%)
[epoch 49] loss: 0.0000194
Test set: Average loss: 2.5348, Accuracy: 3293/5000 (66%)
[epoch 50] loss: 0.0000137
Test set: Average loss: 2.5966, Accuracy: 3290/5000 (66%)
Validation:
Test set: Average loss: 2.4873, Accuracy: 3301/5000 (66%)
Test
Test set: Average loss: 2.4122, Accuracy: 6696/10000 (67%)
30000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3050, Accuracy: 482/5000 (10%)
[epoch 1] loss: 1.2317469
Test set: Average loss: 1.1352, Accuracy: 3000/5000 (60%)
[epoch 2] loss: 1.1035702
Test set: Average loss: 1.2309, Accuracy: 2844/5000 (57%)
[epoch 3] loss: 1.0515494
Test set: Average loss: 1.0862, Accuracy: 3116/5000 (62%)
[epoch 4] loss: 1.0153614
Test set: Average loss: 1.1136, Accuracy: 2998/5000 (60%)
[epoch 5] loss: 0.9882333
Test set: Average loss: 1.0984, Accuracy: 3136/5000 (63%)
[epoch 6] loss: 0.9558832
Test set: Average loss: 1.0438, Accuracy: 3175/5000 (64%)
[epoch 7] loss: 0.9243422
Test set: Average loss: 1.0967, Accuracy: 3143/5000 (63%)
[epoch 8] loss: 0.8883007
Test set: Average loss: 1.0670, Accuracy: 3170/5000 (63%)
[epoch 9] loss: 0.8605345
Test set: Average loss: 1.0438, Accuracy: 3228/5000 (65%)
[epoch 10] loss: 0.8173405
Test set: Average loss: 1.1078, Accuracy: 3128/5000 (63%)
[epoch 11] loss: 0.7769818
Test set: Average loss: 1.0381, Accuracy: 3263/5000 (65%)
[epoch 12] loss: 0.7362552
Test set: Average loss: 1.0913, Accuracy: 3192/5000 (64%)
[epoch 13] loss: 0.6894239
Test set: Average loss: 1.0695, Accuracy: 3231/5000 (65%)
[epoch 14] loss: 0.6290597
Test set: Average loss: 1.0817, Accuracy: 3246/5000 (65%)
[epoch 15] loss: 0.5655586
Test set: Average loss: 1.1173, Accuracy: 3230/5000 (65%)
[epoch 16] loss: 0.4897746
Test set: Average loss: 1.1820, Accuracy: 3218/5000 (64%)
[epoch 17] loss: 0.4236873
Test set: Average loss: 1.2315, Accuracy: 3231/5000 (65%)
[epoch 18] loss: 0.3433113
Test set: Average loss: 1.2355, Accuracy: 3269/5000 (65%)
[epoch 19] loss: 0.3016434
Test set: Average loss: 1.3387, Accuracy: 3219/5000 (64%)
[epoch 20] loss: 0.2188429
Test set: Average loss: 1.3678, Accuracy: 3252/5000 (65%)
[epoch 21] loss: 0.2009846
Test set: Average loss: 1.4453, Accuracy: 3243/5000 (65%)
[epoch 22] loss: 0.1537123
Test set: Average loss: 1.5690, Accuracy: 3205/5000 (64%)
[epoch 23] loss: 0.1573417
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6386, Accuracy: 3244/5000 (65%)
[epoch 24] loss: 0.0526922
Test set: Average loss: 1.5321, Accuracy: 3338/5000 (67%)
[epoch 25] loss: 0.0215119
Test set: Average loss: 1.5363, Accuracy: 3347/5000 (67%)
[epoch 26] loss: 0.0141431
Test set: Average loss: 1.5507, Accuracy: 3359/5000 (67%)
[epoch 27] loss: 0.0101456
Test set: Average loss: 1.5827, Accuracy: 3365/5000 (67%)
[epoch 28] loss: 0.0074581
Test set: Average loss: 1.6035, Accuracy: 3361/5000 (67%)
[epoch 29] loss: 0.0055471
Test set: Average loss: 1.6386, Accuracy: 3360/5000 (67%)
[epoch 30] loss: 0.0041066
Test set: Average loss: 1.6736, Accuracy: 3358/5000 (67%)
[epoch 31] loss: 0.0029794
Test set: Average loss: 1.7092, Accuracy: 3367/5000 (67%)
[epoch 32] loss: 0.0021559
Test set: Average loss: 1.7506, Accuracy: 3371/5000 (67%)
[epoch 33] loss: 0.0015471
Test set: Average loss: 1.7991, Accuracy: 3392/5000 (68%)
[epoch 34] loss: 0.0010981
Test set: Average loss: 1.8459, Accuracy: 3383/5000 (68%)
[epoch 35] loss: 0.0007732
Test set: Average loss: 1.9036, Accuracy: 3388/5000 (68%)
[epoch 36] loss: 0.0005434
Test set: Average loss: 1.9487, Accuracy: 3393/5000 (68%)
[epoch 37] loss: 0.0003778
Test set: Average loss: 2.0113, Accuracy: 3382/5000 (68%)
[epoch 38] loss: 0.0002616
Test set: Average loss: 2.0593, Accuracy: 3393/5000 (68%)
[epoch 39] loss: 0.0001799
Test set: Average loss: 2.1104, Accuracy: 3401/5000 (68%)
[epoch 40] loss: 0.0001235
Test set: Average loss: 2.1744, Accuracy: 3382/5000 (68%)
[epoch 41] loss: 0.0000848
Test set: Average loss: 2.2354, Accuracy: 3373/5000 (67%)
[epoch 42] loss: 0.0000572
Test set: Average loss: 2.2909, Accuracy: 3389/5000 (68%)
[epoch 43] loss: 0.0000391
Test set: Average loss: 2.3485, Accuracy: 3391/5000 (68%)
[epoch 44] loss: 0.0000264
Test set: Average loss: 2.4106, Accuracy: 3376/5000 (68%)
[epoch 45] loss: 0.0000177
Test set: Average loss: 2.4717, Accuracy: 3396/5000 (68%)
[epoch 46] loss: 0.0000119
Test set: Average loss: 2.5359, Accuracy: 3382/5000 (68%)
[epoch 47] loss: 0.0000080
Test set: Average loss: 2.5965, Accuracy: 3392/5000 (68%)
[epoch 48] loss: 0.0000053
Test set: Average loss: 2.6532, Accuracy: 3378/5000 (68%)
[epoch 49] loss: 0.0000036
Test set: Average loss: 2.7185, Accuracy: 3395/5000 (68%)
[epoch 50] loss: 0.0000023
Test set: Average loss: 2.7708, Accuracy: 3389/5000 (68%)
Validation:
Test set: Average loss: 2.1104, Accuracy: 3401/5000 (68%)
Test
Test set: Average loss: 2.1112, Accuracy: 6844/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3002, Accuracy: 730/5000 (15%)
[epoch 1] loss: 1.2194311
Test set: Average loss: 1.1334, Accuracy: 3035/5000 (61%)
[epoch 2] loss: 1.0975320
Test set: Average loss: 1.2361, Accuracy: 2836/5000 (57%)
[epoch 3] loss: 1.0541005
Test set: Average loss: 1.1636, Accuracy: 2932/5000 (59%)
[epoch 4] loss: 1.0267740
Test set: Average loss: 1.0826, Accuracy: 3089/5000 (62%)
[epoch 5] loss: 0.9854540
Test set: Average loss: 1.1347, Accuracy: 3008/5000 (60%)
[epoch 6] loss: 0.9572720
Test set: Average loss: 1.0718, Accuracy: 3135/5000 (63%)
[epoch 7] loss: 0.9217010
Test set: Average loss: 1.1062, Accuracy: 3101/5000 (62%)
[epoch 8] loss: 0.8913717
Test set: Average loss: 1.0699, Accuracy: 3144/5000 (63%)
[epoch 9] loss: 0.8522207
Test set: Average loss: 1.1097, Accuracy: 3123/5000 (62%)
[epoch 10] loss: 0.8270765
Test set: Average loss: 1.0415, Accuracy: 3199/5000 (64%)
[epoch 11] loss: 0.7873111
Test set: Average loss: 1.0940, Accuracy: 3158/5000 (63%)
[epoch 12] loss: 0.7366902
Test set: Average loss: 1.0750, Accuracy: 3200/5000 (64%)
[epoch 13] loss: 0.7011416
Test set: Average loss: 1.0443, Accuracy: 3258/5000 (65%)
[epoch 14] loss: 0.6424149
Test set: Average loss: 1.1212, Accuracy: 3219/5000 (64%)
[epoch 15] loss: 0.5785091
Test set: Average loss: 1.1413, Accuracy: 3246/5000 (65%)
[epoch 16] loss: 0.5022336
Test set: Average loss: 1.1652, Accuracy: 3272/5000 (65%)
[epoch 17] loss: 0.4325957
Test set: Average loss: 1.2089, Accuracy: 3249/5000 (65%)
[epoch 18] loss: 0.3630406
Test set: Average loss: 1.2850, Accuracy: 3216/5000 (64%)
[epoch 19] loss: 0.2912584
Test set: Average loss: 1.3417, Accuracy: 3238/5000 (65%)
[epoch 20] loss: 0.2264681
Test set: Average loss: 1.4456, Accuracy: 3236/5000 (65%)
[epoch 21] loss: 0.1914772
Test set: Average loss: 1.5611, Accuracy: 3192/5000 (64%)
[epoch 22] loss: 0.1568085
Test set: Average loss: 1.5557, Accuracy: 3218/5000 (64%)
[epoch 23] loss: 0.1394657
Test set: Average loss: 1.7121, Accuracy: 3192/5000 (64%)
[epoch 24] loss: 0.1481805
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7910, Accuracy: 3197/5000 (64%)
[epoch 25] loss: 0.0439161
Test set: Average loss: 1.6526, Accuracy: 3285/5000 (66%)
[epoch 26] loss: 0.0168687
Test set: Average loss: 1.6708, Accuracy: 3293/5000 (66%)
[epoch 27] loss: 0.0110507
Test set: Average loss: 1.6897, Accuracy: 3284/5000 (66%)
[epoch 28] loss: 0.0079422
Test set: Average loss: 1.7154, Accuracy: 3298/5000 (66%)
[epoch 29] loss: 0.0058565
Test set: Average loss: 1.7424, Accuracy: 3294/5000 (66%)
[epoch 30] loss: 0.0043517
Test set: Average loss: 1.7737, Accuracy: 3296/5000 (66%)
[epoch 31] loss: 0.0032161
Test set: Average loss: 1.8074, Accuracy: 3289/5000 (66%)
[epoch 32] loss: 0.0023461
Test set: Average loss: 1.8459, Accuracy: 3304/5000 (66%)
[epoch 33] loss: 0.0016957
Test set: Average loss: 1.8869, Accuracy: 3310/5000 (66%)
[epoch 34] loss: 0.0012090
Test set: Average loss: 1.9303, Accuracy: 3309/5000 (66%)
[epoch 35] loss: 0.0008564
Test set: Average loss: 1.9744, Accuracy: 3309/5000 (66%)
[epoch 36] loss: 0.0006046
Test set: Average loss: 2.0275, Accuracy: 3310/5000 (66%)
[epoch 37] loss: 0.0004219
Test set: Average loss: 2.0825, Accuracy: 3318/5000 (66%)
[epoch 38] loss: 0.0002922
Test set: Average loss: 2.1372, Accuracy: 3322/5000 (66%)
[epoch 39] loss: 0.0002017
Test set: Average loss: 2.1902, Accuracy: 3322/5000 (66%)
[epoch 40] loss: 0.0001390
Test set: Average loss: 2.2454, Accuracy: 3330/5000 (67%)
[epoch 41] loss: 0.0000944
Test set: Average loss: 2.3026, Accuracy: 3326/5000 (67%)
[epoch 42] loss: 0.0000643
Test set: Average loss: 2.3601, Accuracy: 3335/5000 (67%)
[epoch 43] loss: 0.0000437
Test set: Average loss: 2.4325, Accuracy: 3338/5000 (67%)
[epoch 44] loss: 0.0000294
Test set: Average loss: 2.4907, Accuracy: 3331/5000 (67%)
[epoch 45] loss: 0.0000198
Test set: Average loss: 2.5500, Accuracy: 3330/5000 (67%)
[epoch 46] loss: 0.0000133
Test set: Average loss: 2.6150, Accuracy: 3341/5000 (67%)
[epoch 47] loss: 0.0000089
Test set: Average loss: 2.6732, Accuracy: 3339/5000 (67%)
[epoch 48] loss: 0.0000059
Test set: Average loss: 2.7440, Accuracy: 3342/5000 (67%)
[epoch 49] loss: 0.0000039
Test set: Average loss: 2.8004, Accuracy: 3348/5000 (67%)
[epoch 50] loss: 0.0000026
Test set: Average loss: 2.8672, Accuracy: 3327/5000 (67%)
Validation:
Test set: Average loss: 2.8004, Accuracy: 3348/5000 (67%)
Test
Test set: Average loss: 2.6518, Accuracy: 6775/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3021, Accuracy: 526/5000 (11%)
[epoch 1] loss: 1.2246268
Test set: Average loss: 1.2266, Accuracy: 2841/5000 (57%)
[epoch 2] loss: 1.1066317
Test set: Average loss: 1.1688, Accuracy: 3008/5000 (60%)
[epoch 3] loss: 1.0575727
Test set: Average loss: 1.1277, Accuracy: 3023/5000 (60%)
[epoch 4] loss: 1.0256445
Test set: Average loss: 1.0797, Accuracy: 3125/5000 (62%)
[epoch 5] loss: 0.9903314
Test set: Average loss: 1.1406, Accuracy: 3007/5000 (60%)
[epoch 6] loss: 0.9649308
Test set: Average loss: 1.0684, Accuracy: 3090/5000 (62%)
[epoch 7] loss: 0.9309100
Test set: Average loss: 1.0853, Accuracy: 3138/5000 (63%)
[epoch 8] loss: 0.8967497
Test set: Average loss: 1.0755, Accuracy: 3108/5000 (62%)
[epoch 9] loss: 0.8621116
Test set: Average loss: 1.0715, Accuracy: 3150/5000 (63%)
[epoch 10] loss: 0.8263435
Test set: Average loss: 1.0723, Accuracy: 3194/5000 (64%)
[epoch 11] loss: 0.7816249
Test set: Average loss: 1.0556, Accuracy: 3251/5000 (65%)
[epoch 12] loss: 0.7410297
Test set: Average loss: 1.0967, Accuracy: 3200/5000 (64%)
[epoch 13] loss: 0.6907308
Test set: Average loss: 1.0555, Accuracy: 3260/5000 (65%)
[epoch 14] loss: 0.6289559
Test set: Average loss: 1.0710, Accuracy: 3259/5000 (65%)
[epoch 15] loss: 0.5690412
Test set: Average loss: 1.0878, Accuracy: 3278/5000 (66%)
[epoch 16] loss: 0.4921036
Test set: Average loss: 1.1609, Accuracy: 3259/5000 (65%)
[epoch 17] loss: 0.4233123
Test set: Average loss: 1.2208, Accuracy: 3233/5000 (65%)
[epoch 18] loss: 0.3474553
Test set: Average loss: 1.3040, Accuracy: 3213/5000 (64%)
[epoch 19] loss: 0.2786875
Test set: Average loss: 1.3033, Accuracy: 3264/5000 (65%)
[epoch 20] loss: 0.2068477
Test set: Average loss: 1.4662, Accuracy: 3212/5000 (64%)
[epoch 21] loss: 0.1861758
Test set: Average loss: 1.5507, Accuracy: 3233/5000 (65%)
[epoch 22] loss: 0.1599505
Test set: Average loss: 1.5652, Accuracy: 3183/5000 (64%)
[epoch 23] loss: 0.1354349
Test set: Average loss: 1.6760, Accuracy: 3180/5000 (64%)
[epoch 24] loss: 0.1365355
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8236, Accuracy: 3076/5000 (62%)
[epoch 25] loss: 0.0573272
Test set: Average loss: 1.6218, Accuracy: 3301/5000 (66%)
[epoch 26] loss: 0.0184721
Test set: Average loss: 1.6303, Accuracy: 3316/5000 (66%)
[epoch 27] loss: 0.0113505
Test set: Average loss: 1.6440, Accuracy: 3324/5000 (66%)
[epoch 28] loss: 0.0079658
Test set: Average loss: 1.6653, Accuracy: 3322/5000 (66%)
[epoch 29] loss: 0.0058447
Test set: Average loss: 1.6882, Accuracy: 3333/5000 (67%)
[epoch 30] loss: 0.0042950
Test set: Average loss: 1.7170, Accuracy: 3329/5000 (67%)
[epoch 31] loss: 0.0031402
Test set: Average loss: 1.7531, Accuracy: 3333/5000 (67%)
[epoch 32] loss: 0.0022876
Test set: Average loss: 1.8113, Accuracy: 3335/5000 (67%)
[epoch 33] loss: 0.0016394
Test set: Average loss: 1.8257, Accuracy: 3342/5000 (67%)
[epoch 34] loss: 0.0011687
Test set: Average loss: 1.8681, Accuracy: 3348/5000 (67%)
[epoch 35] loss: 0.0008220
Test set: Average loss: 1.9111, Accuracy: 3359/5000 (67%)
[epoch 36] loss: 0.0005768
Test set: Average loss: 1.9574, Accuracy: 3341/5000 (67%)
[epoch 37] loss: 0.0004005
Test set: Average loss: 2.0108, Accuracy: 3362/5000 (67%)
[epoch 38] loss: 0.0002775
Test set: Average loss: 2.0609, Accuracy: 3363/5000 (67%)
[epoch 39] loss: 0.0001903
Test set: Average loss: 2.1140, Accuracy: 3374/5000 (67%)
[epoch 40] loss: 0.0001298
Test set: Average loss: 2.1730, Accuracy: 3365/5000 (67%)
[epoch 41] loss: 0.0000882
Test set: Average loss: 2.2258, Accuracy: 3368/5000 (67%)
[epoch 42] loss: 0.0000601
Test set: Average loss: 2.2769, Accuracy: 3380/5000 (68%)
[epoch 43] loss: 0.0000404
Test set: Average loss: 2.3393, Accuracy: 3369/5000 (67%)
[epoch 44] loss: 0.0000271
Test set: Average loss: 2.3971, Accuracy: 3375/5000 (68%)
[epoch 45] loss: 0.0000182
Test set: Average loss: 2.4542, Accuracy: 3367/5000 (67%)
[epoch 46] loss: 0.0000122
Test set: Average loss: 2.5181, Accuracy: 3379/5000 (68%)
[epoch 47] loss: 0.0000081
Test set: Average loss: 2.5777, Accuracy: 3382/5000 (68%)
[epoch 48] loss: 0.0000054
Test set: Average loss: 2.6393, Accuracy: 3374/5000 (67%)
[epoch 49] loss: 0.0000036
Test set: Average loss: 2.7024, Accuracy: 3380/5000 (68%)
[epoch 50] loss: 0.0000024
Test set: Average loss: 2.7523, Accuracy: 3371/5000 (67%)
Validation:
Test set: Average loss: 2.5777, Accuracy: 3382/5000 (68%)
Test
Test set: Average loss: 2.5225, Accuracy: 6862/10000 (69%)
35000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3039, Accuracy: 499/5000 (10%)
[epoch 1] loss: 1.2004898
Test set: Average loss: 1.1559, Accuracy: 2993/5000 (60%)
[epoch 2] loss: 1.0888002
Test set: Average loss: 1.0902, Accuracy: 3097/5000 (62%)
[epoch 3] loss: 1.0447346
Test set: Average loss: 1.0774, Accuracy: 3153/5000 (63%)
[epoch 4] loss: 1.0088448
Test set: Average loss: 1.2082, Accuracy: 2920/5000 (58%)
[epoch 5] loss: 0.9755275
Test set: Average loss: 1.0600, Accuracy: 3131/5000 (63%)
[epoch 6] loss: 0.9414734
Test set: Average loss: 1.0592, Accuracy: 3185/5000 (64%)
[epoch 7] loss: 0.9094091
Test set: Average loss: 1.1054, Accuracy: 3107/5000 (62%)
[epoch 8] loss: 0.8717549
Test set: Average loss: 1.0086, Accuracy: 3259/5000 (65%)
[epoch 9] loss: 0.8340124
Test set: Average loss: 1.0394, Accuracy: 3214/5000 (64%)
[epoch 10] loss: 0.8048404
Test set: Average loss: 1.0120, Accuracy: 3272/5000 (65%)
[epoch 11] loss: 0.7414688
Test set: Average loss: 1.0091, Accuracy: 3277/5000 (66%)
[epoch 12] loss: 0.7054301
Test set: Average loss: 1.0097, Accuracy: 3330/5000 (67%)
[epoch 13] loss: 0.6421981
Test set: Average loss: 0.9987, Accuracy: 3347/5000 (67%)
[epoch 14] loss: 0.5773415
Test set: Average loss: 1.0856, Accuracy: 3283/5000 (66%)
[epoch 15] loss: 0.5078776
Test set: Average loss: 1.1046, Accuracy: 3332/5000 (67%)
[epoch 16] loss: 0.4367023
Test set: Average loss: 1.1437, Accuracy: 3314/5000 (66%)
[epoch 17] loss: 0.3562695
Test set: Average loss: 1.2967, Accuracy: 3210/5000 (64%)
[epoch 18] loss: 0.3014055
Test set: Average loss: 1.2547, Accuracy: 3358/5000 (67%)
[epoch 19] loss: 0.2388705
Test set: Average loss: 1.3474, Accuracy: 3297/5000 (66%)
[epoch 20] loss: 0.1978850
Test set: Average loss: 1.4622, Accuracy: 3277/5000 (66%)
[epoch 21] loss: 0.1796189
Test set: Average loss: 1.5087, Accuracy: 3282/5000 (66%)
[epoch 22] loss: 0.1530405
Test set: Average loss: 1.5626, Accuracy: 3290/5000 (66%)
[epoch 23] loss: 0.1624348
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6488, Accuracy: 3236/5000 (65%)
[epoch 24] loss: 0.0543162
Test set: Average loss: 1.5334, Accuracy: 3361/5000 (67%)
[epoch 25] loss: 0.0196426
Test set: Average loss: 1.5456, Accuracy: 3367/5000 (67%)
[epoch 26] loss: 0.0122398
Test set: Average loss: 1.5980, Accuracy: 3382/5000 (68%)
[epoch 27] loss: 0.0084453
Test set: Average loss: 1.5863, Accuracy: 3391/5000 (68%)
[epoch 28] loss: 0.0059892
Test set: Average loss: 1.6220, Accuracy: 3390/5000 (68%)
[epoch 29] loss: 0.0042102
Test set: Average loss: 1.6560, Accuracy: 3391/5000 (68%)
[epoch 30] loss: 0.0029357
Test set: Average loss: 1.6955, Accuracy: 3401/5000 (68%)
[epoch 31] loss: 0.0020332
Test set: Average loss: 1.7359, Accuracy: 3396/5000 (68%)
[epoch 32] loss: 0.0013855
Test set: Average loss: 1.7857, Accuracy: 3403/5000 (68%)
[epoch 33] loss: 0.0009404
Test set: Average loss: 1.8409, Accuracy: 3409/5000 (68%)
[epoch 34] loss: 0.0006297
Test set: Average loss: 1.8941, Accuracy: 3418/5000 (68%)
[epoch 35] loss: 0.0004219
Test set: Average loss: 1.9483, Accuracy: 3417/5000 (68%)
[epoch 36] loss: 0.0002785
Test set: Average loss: 2.0110, Accuracy: 3420/5000 (68%)
[epoch 37] loss: 0.0001841
Test set: Average loss: 2.0669, Accuracy: 3415/5000 (68%)
[epoch 38] loss: 0.0001198
Test set: Average loss: 2.1279, Accuracy: 3432/5000 (69%)
[epoch 39] loss: 0.0000786
Test set: Average loss: 2.2259, Accuracy: 3419/5000 (68%)
[epoch 40] loss: 0.0000509
Test set: Average loss: 2.2584, Accuracy: 3428/5000 (69%)
[epoch 41] loss: 0.0000326
Test set: Average loss: 2.3332, Accuracy: 3420/5000 (68%)
[epoch 42] loss: 0.0000211
Test set: Average loss: 2.3936, Accuracy: 3425/5000 (68%)
[epoch 43] loss: 0.0000135
Test set: Average loss: 2.4657, Accuracy: 3432/5000 (69%)
[epoch 44] loss: 0.0000086
Test set: Average loss: 2.5259, Accuracy: 3427/5000 (69%)
[epoch 45] loss: 0.0000055
Test set: Average loss: 2.5944, Accuracy: 3435/5000 (69%)
[epoch 46] loss: 0.0000034
Test set: Average loss: 2.6697, Accuracy: 3426/5000 (69%)
[epoch 47] loss: 0.0000022
Test set: Average loss: 2.7242, Accuracy: 3432/5000 (69%)
[epoch 48] loss: 0.0000014
Test set: Average loss: 2.7839, Accuracy: 3426/5000 (69%)
[epoch 49] loss: 0.0000008
Test set: Average loss: 2.8334, Accuracy: 3422/5000 (68%)
[epoch 50] loss: 0.0000005
Test set: Average loss: 2.8700, Accuracy: 3414/5000 (68%)
Validation:
Test set: Average loss: 2.5944, Accuracy: 3435/5000 (69%)
Test
Test set: Average loss: 2.5128, Accuracy: 6949/10000 (69%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3020, Accuracy: 485/5000 (10%)
[epoch 1] loss: 1.2233894
Test set: Average loss: 1.1531, Accuracy: 2981/5000 (60%)
[epoch 2] loss: 1.0971701
Test set: Average loss: 1.1522, Accuracy: 3009/5000 (60%)
[epoch 3] loss: 1.0508519
Test set: Average loss: 1.1403, Accuracy: 2985/5000 (60%)
[epoch 4] loss: 1.0169283
Test set: Average loss: 1.1529, Accuracy: 2971/5000 (59%)
[epoch 5] loss: 0.9816322
Test set: Average loss: 1.0516, Accuracy: 3188/5000 (64%)
[epoch 6] loss: 0.9440099
Test set: Average loss: 1.0741, Accuracy: 3145/5000 (63%)
[epoch 7] loss: 0.9081753
Test set: Average loss: 1.0554, Accuracy: 3176/5000 (64%)
[epoch 8] loss: 0.8685496
Test set: Average loss: 1.0622, Accuracy: 3168/5000 (63%)
[epoch 9] loss: 0.8430664
Test set: Average loss: 1.0666, Accuracy: 3147/5000 (63%)
[epoch 10] loss: 0.8032120
Test set: Average loss: 1.0062, Accuracy: 3302/5000 (66%)
[epoch 11] loss: 0.7598631
Test set: Average loss: 1.0123, Accuracy: 3299/5000 (66%)
[epoch 12] loss: 0.7021422
Test set: Average loss: 1.0437, Accuracy: 3238/5000 (65%)
[epoch 13] loss: 0.6453702
Test set: Average loss: 1.0777, Accuracy: 3274/5000 (65%)
[epoch 14] loss: 0.5794260
Test set: Average loss: 1.0757, Accuracy: 3272/5000 (65%)
[epoch 15] loss: 0.5172149
Test set: Average loss: 1.1045, Accuracy: 3315/5000 (66%)
[epoch 16] loss: 0.4414640
Test set: Average loss: 1.1929, Accuracy: 3273/5000 (65%)
[epoch 17] loss: 0.3585562
Test set: Average loss: 1.2648, Accuracy: 3239/5000 (65%)
[epoch 18] loss: 0.3000041
Test set: Average loss: 1.3074, Accuracy: 3298/5000 (66%)
[epoch 19] loss: 0.2361579
Test set: Average loss: 1.4413, Accuracy: 3235/5000 (65%)
[epoch 20] loss: 0.2099996
Test set: Average loss: 1.5020, Accuracy: 3276/5000 (66%)
[epoch 21] loss: 0.1683682
Test set: Average loss: 1.5493, Accuracy: 3251/5000 (65%)
[epoch 22] loss: 0.1666383
Test set: Average loss: 1.5550, Accuracy: 3268/5000 (65%)
[epoch 23] loss: 0.1535000
Test set: Average loss: 1.6316, Accuracy: 3237/5000 (65%)
[epoch 24] loss: 0.1415865
Test set: Average loss: 1.7594, Accuracy: 3256/5000 (65%)
[epoch 25] loss: 0.1300677
Test set: Average loss: 1.8559, Accuracy: 3165/5000 (63%)
[epoch 26] loss: 0.1479880
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8278, Accuracy: 3231/5000 (65%)
[epoch 27] loss: 0.0400124
Test set: Average loss: 1.7412, Accuracy: 3315/5000 (66%)
[epoch 28] loss: 0.0131369
Test set: Average loss: 1.7537, Accuracy: 3304/5000 (66%)
[epoch 29] loss: 0.0080656
Test set: Average loss: 1.7660, Accuracy: 3317/5000 (66%)
[epoch 30] loss: 0.0055527
Test set: Average loss: 1.7903, Accuracy: 3318/5000 (66%)
[epoch 31] loss: 0.0039240
Test set: Average loss: 1.8078, Accuracy: 3315/5000 (66%)
[epoch 32] loss: 0.0027651
Test set: Average loss: 1.8395, Accuracy: 3335/5000 (67%)
[epoch 33] loss: 0.0019270
Test set: Average loss: 1.8724, Accuracy: 3322/5000 (66%)
[epoch 34] loss: 0.0013313
Test set: Average loss: 1.9148, Accuracy: 3340/5000 (67%)
[epoch 35] loss: 0.0009089
Test set: Average loss: 1.9543, Accuracy: 3336/5000 (67%)
[epoch 36] loss: 0.0006118
Test set: Average loss: 2.0095, Accuracy: 3342/5000 (67%)
[epoch 37] loss: 0.0004069
Test set: Average loss: 2.0573, Accuracy: 3344/5000 (67%)
[epoch 38] loss: 0.0002704
Test set: Average loss: 2.1185, Accuracy: 3342/5000 (67%)
[epoch 39] loss: 0.0001765
Test set: Average loss: 2.1689, Accuracy: 3360/5000 (67%)
[epoch 40] loss: 0.0001150
Test set: Average loss: 2.2234, Accuracy: 3358/5000 (67%)
[epoch 41] loss: 0.0000743
Test set: Average loss: 2.2911, Accuracy: 3361/5000 (67%)
[epoch 42] loss: 0.0000482
Test set: Average loss: 2.3587, Accuracy: 3371/5000 (67%)
[epoch 43] loss: 0.0000309
Test set: Average loss: 2.4276, Accuracy: 3353/5000 (67%)
[epoch 44] loss: 0.0000197
Test set: Average loss: 2.4852, Accuracy: 3362/5000 (67%)
[epoch 45] loss: 0.0000126
Test set: Average loss: 2.5502, Accuracy: 3368/5000 (67%)
[epoch 46] loss: 0.0000080
Test set: Average loss: 2.6151, Accuracy: 3378/5000 (68%)
[epoch 47] loss: 0.0000050
Test set: Average loss: 2.6909, Accuracy: 3368/5000 (67%)
[epoch 48] loss: 0.0000032
Test set: Average loss: 2.7531, Accuracy: 3372/5000 (67%)
[epoch 49] loss: 0.0000020
Test set: Average loss: 2.8168, Accuracy: 3370/5000 (67%)
[epoch 50] loss: 0.0000012
Test set: Average loss: 2.8789, Accuracy: 3372/5000 (67%)
Validation:
Test set: Average loss: 2.6151, Accuracy: 3378/5000 (68%)
Test
Test set: Average loss: 2.5123, Accuracy: 6887/10000 (69%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3025, Accuracy: 463/5000 (9%)
[epoch 1] loss: 1.2095230
Test set: Average loss: 1.1376, Accuracy: 3030/5000 (61%)
[epoch 2] loss: 1.0989272
Test set: Average loss: 1.0967, Accuracy: 3084/5000 (62%)
[epoch 3] loss: 1.0415257
Test set: Average loss: 1.1994, Accuracy: 2884/5000 (58%)
[epoch 4] loss: 1.0200159
Test set: Average loss: 1.0779, Accuracy: 3126/5000 (63%)
[epoch 5] loss: 0.9838388
Test set: Average loss: 1.0975, Accuracy: 3112/5000 (62%)
[epoch 6] loss: 0.9398412
Test set: Average loss: 1.0674, Accuracy: 3121/5000 (62%)
[epoch 7] loss: 0.9024519
Test set: Average loss: 1.0011, Accuracy: 3260/5000 (65%)
[epoch 8] loss: 0.8697678
Test set: Average loss: 1.0851, Accuracy: 3123/5000 (62%)
[epoch 9] loss: 0.8315045
Test set: Average loss: 1.0625, Accuracy: 3225/5000 (64%)
[epoch 10] loss: 0.7995821
Test set: Average loss: 1.0830, Accuracy: 3188/5000 (64%)
[epoch 11] loss: 0.7557134
Test set: Average loss: 1.0847, Accuracy: 3195/5000 (64%)
[epoch 12] loss: 0.7030685
Test set: Average loss: 1.0567, Accuracy: 3289/5000 (66%)
[epoch 13] loss: 0.6514585
Test set: Average loss: 1.0326, Accuracy: 3274/5000 (65%)
[epoch 14] loss: 0.5883347
Test set: Average loss: 1.0780, Accuracy: 3295/5000 (66%)
[epoch 15] loss: 0.5200585
Test set: Average loss: 1.1062, Accuracy: 3276/5000 (66%)
[epoch 16] loss: 0.4393242
Test set: Average loss: 1.1287, Accuracy: 3259/5000 (65%)
[epoch 17] loss: 0.3705869
Test set: Average loss: 1.2335, Accuracy: 3217/5000 (64%)
[epoch 18] loss: 0.3070823
Test set: Average loss: 1.3098, Accuracy: 3232/5000 (65%)
[epoch 19] loss: 0.2456755
Test set: Average loss: 1.3879, Accuracy: 3242/5000 (65%)
[epoch 20] loss: 0.2012563
Test set: Average loss: 1.4305, Accuracy: 3218/5000 (64%)
[epoch 21] loss: 0.1798427
Test set: Average loss: 1.5360, Accuracy: 3234/5000 (65%)
[epoch 22] loss: 0.1775641
Test set: Average loss: 1.6093, Accuracy: 3220/5000 (64%)
[epoch 23] loss: 0.1421296
Test set: Average loss: 1.7135, Accuracy: 3226/5000 (65%)
[epoch 24] loss: 0.1545134
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7144, Accuracy: 3240/5000 (65%)
[epoch 25] loss: 0.0540163
Test set: Average loss: 1.5886, Accuracy: 3317/5000 (66%)
[epoch 26] loss: 0.0186310
Test set: Average loss: 1.5982, Accuracy: 3332/5000 (67%)
[epoch 27] loss: 0.0112622
Test set: Average loss: 1.6205, Accuracy: 3337/5000 (67%)
[epoch 28] loss: 0.0077129
Test set: Average loss: 1.6484, Accuracy: 3361/5000 (67%)
[epoch 29] loss: 0.0054552
Test set: Average loss: 1.6799, Accuracy: 3365/5000 (67%)
[epoch 30] loss: 0.0037975
Test set: Average loss: 1.7119, Accuracy: 3361/5000 (67%)
[epoch 31] loss: 0.0026493
Test set: Average loss: 1.7488, Accuracy: 3378/5000 (68%)
[epoch 32] loss: 0.0018240
Test set: Average loss: 1.7942, Accuracy: 3387/5000 (68%)
[epoch 33] loss: 0.0012438
Test set: Average loss: 1.8386, Accuracy: 3386/5000 (68%)
[epoch 34] loss: 0.0008394
Test set: Average loss: 1.8881, Accuracy: 3401/5000 (68%)
[epoch 35] loss: 0.0005615
Test set: Average loss: 1.9512, Accuracy: 3384/5000 (68%)
[epoch 36] loss: 0.0003751
Test set: Average loss: 2.0079, Accuracy: 3393/5000 (68%)
[epoch 37] loss: 0.0002461
Test set: Average loss: 2.0641, Accuracy: 3393/5000 (68%)
[epoch 38] loss: 0.0001625
Test set: Average loss: 2.1220, Accuracy: 3391/5000 (68%)
[epoch 39] loss: 0.0001052
Test set: Average loss: 2.1875, Accuracy: 3402/5000 (68%)
[epoch 40] loss: 0.0000683
Test set: Average loss: 2.2548, Accuracy: 3403/5000 (68%)
[epoch 41] loss: 0.0000441
Test set: Average loss: 2.3111, Accuracy: 3406/5000 (68%)
[epoch 42] loss: 0.0000283
Test set: Average loss: 2.3886, Accuracy: 3391/5000 (68%)
[epoch 43] loss: 0.0000182
Test set: Average loss: 2.4499, Accuracy: 3407/5000 (68%)
[epoch 44] loss: 0.0000116
Test set: Average loss: 2.5188, Accuracy: 3399/5000 (68%)
[epoch 45] loss: 0.0000073
Test set: Average loss: 2.5831, Accuracy: 3416/5000 (68%)
[epoch 46] loss: 0.0000046
Test set: Average loss: 2.6589, Accuracy: 3416/5000 (68%)
[epoch 47] loss: 0.0000029
Test set: Average loss: 2.7250, Accuracy: 3412/5000 (68%)
[epoch 48] loss: 0.0000018
Test set: Average loss: 2.7921, Accuracy: 3401/5000 (68%)
[epoch 49] loss: 0.0000011
Test set: Average loss: 2.8550, Accuracy: 3403/5000 (68%)
[epoch 50] loss: 0.0000007
Test set: Average loss: 2.8965, Accuracy: 3402/5000 (68%)
Validation:
Test set: Average loss: 2.6589, Accuracy: 3416/5000 (68%)
Test
Test set: Average loss: 2.6667, Accuracy: 6900/10000 (69%)
40000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3006, Accuracy: 771/5000 (15%)
[epoch 1] loss: 1.1987644
Test set: Average loss: 1.1726, Accuracy: 2989/5000 (60%)
[epoch 2] loss: 1.0895205
Test set: Average loss: 1.1136, Accuracy: 3026/5000 (61%)
[epoch 3] loss: 1.0372920
Test set: Average loss: 1.1114, Accuracy: 3074/5000 (61%)
[epoch 4] loss: 0.9978968
Test set: Average loss: 1.0770, Accuracy: 3119/5000 (62%)
[epoch 5] loss: 0.9633347
Test set: Average loss: 1.0572, Accuracy: 3148/5000 (63%)
[epoch 6] loss: 0.9324387
Test set: Average loss: 1.0707, Accuracy: 3123/5000 (62%)
[epoch 7] loss: 0.8909338
Test set: Average loss: 1.0025, Accuracy: 3285/5000 (66%)
[epoch 8] loss: 0.8483574
Test set: Average loss: 1.0088, Accuracy: 3261/5000 (65%)
[epoch 9] loss: 0.8158280
Test set: Average loss: 1.0065, Accuracy: 3300/5000 (66%)
[epoch 10] loss: 0.7695943
Test set: Average loss: 0.9963, Accuracy: 3316/5000 (66%)
[epoch 11] loss: 0.7230284
Test set: Average loss: 0.9872, Accuracy: 3339/5000 (67%)
[epoch 12] loss: 0.6652134
Test set: Average loss: 0.9777, Accuracy: 3344/5000 (67%)
[epoch 13] loss: 0.6100381
Test set: Average loss: 1.0115, Accuracy: 3358/5000 (67%)
[epoch 14] loss: 0.5382013
Test set: Average loss: 1.0966, Accuracy: 3285/5000 (66%)
[epoch 15] loss: 0.4719091
Test set: Average loss: 1.1012, Accuracy: 3370/5000 (67%)
[epoch 16] loss: 0.3970374
Test set: Average loss: 1.1405, Accuracy: 3354/5000 (67%)
[epoch 17] loss: 0.3400723
Test set: Average loss: 1.2030, Accuracy: 3340/5000 (67%)
[epoch 18] loss: 0.2794441
Test set: Average loss: 1.2769, Accuracy: 3326/5000 (67%)
[epoch 19] loss: 0.2304552
Test set: Average loss: 1.3508, Accuracy: 3363/5000 (67%)
[epoch 20] loss: 0.2027909
Test set: Average loss: 1.4015, Accuracy: 3333/5000 (67%)
[epoch 21] loss: 0.1855627
Test set: Average loss: 1.5240, Accuracy: 3339/5000 (67%)
[epoch 22] loss: 0.1791212
Test set: Average loss: 1.5576, Accuracy: 3281/5000 (66%)
[epoch 23] loss: 0.1741721
Test set: Average loss: 1.6417, Accuracy: 3301/5000 (66%)
[epoch 24] loss: 0.1725361
Test set: Average loss: 1.6309, Accuracy: 3276/5000 (66%)
[epoch 25] loss: 0.1478599
Test set: Average loss: 1.7100, Accuracy: 3266/5000 (65%)
[epoch 26] loss: 0.1566986
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7548, Accuracy: 3291/5000 (66%)
[epoch 27] loss: 0.0544135
Test set: Average loss: 1.6279, Accuracy: 3377/5000 (68%)
[epoch 28] loss: 0.0174748
Test set: Average loss: 1.6416, Accuracy: 3400/5000 (68%)
[epoch 29] loss: 0.0098806
Test set: Average loss: 1.6639, Accuracy: 3402/5000 (68%)
[epoch 30] loss: 0.0064710
Test set: Average loss: 1.6932, Accuracy: 3404/5000 (68%)
[epoch 31] loss: 0.0043461
Test set: Average loss: 1.7255, Accuracy: 3398/5000 (68%)
[epoch 32] loss: 0.0029220
Test set: Average loss: 1.7592, Accuracy: 3390/5000 (68%)
[epoch 33] loss: 0.0019482
Test set: Average loss: 1.8021, Accuracy: 3382/5000 (68%)
[epoch 34] loss: 0.0012789
Test set: Average loss: 1.8557, Accuracy: 3395/5000 (68%)
[epoch 35] loss: 0.0008301
Test set: Average loss: 1.9115, Accuracy: 3399/5000 (68%)
[epoch 36] loss: 0.0005344
Test set: Average loss: 1.9682, Accuracy: 3379/5000 (68%)
[epoch 37] loss: 0.0003391
Test set: Average loss: 2.0229, Accuracy: 3379/5000 (68%)
[epoch 38] loss: 0.0002132
Test set: Average loss: 2.0924, Accuracy: 3390/5000 (68%)
[epoch 39] loss: 0.0001340
Test set: Average loss: 2.1535, Accuracy: 3380/5000 (68%)
[epoch 40] loss: 0.0000831
Test set: Average loss: 2.2218, Accuracy: 3383/5000 (68%)
[epoch 41] loss: 0.0000518
Test set: Average loss: 2.2975, Accuracy: 3383/5000 (68%)
[epoch 42] loss: 0.0000320
Test set: Average loss: 2.3679, Accuracy: 3384/5000 (68%)
[epoch 43] loss: 0.0000195
Test set: Average loss: 2.4300, Accuracy: 3393/5000 (68%)
[epoch 44] loss: 0.0000118
Test set: Average loss: 2.5129, Accuracy: 3384/5000 (68%)
[epoch 45] loss: 0.0000072
Test set: Average loss: 2.5865, Accuracy: 3390/5000 (68%)
[epoch 46] loss: 0.0000044
Test set: Average loss: 2.6645, Accuracy: 3383/5000 (68%)
[epoch 47] loss: 0.0000026
Test set: Average loss: 2.7389, Accuracy: 3386/5000 (68%)
[epoch 48] loss: 0.0000016
Test set: Average loss: 2.8039, Accuracy: 3386/5000 (68%)
[epoch 49] loss: 0.0000009
Test set: Average loss: 2.8584, Accuracy: 3383/5000 (68%)
[epoch 50] loss: 0.0000006
Test set: Average loss: 2.9020, Accuracy: 3377/5000 (68%)
Validation:
Test set: Average loss: 1.6932, Accuracy: 3404/5000 (68%)
Test
Test set: Average loss: 1.6841, Accuracy: 6822/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3061, Accuracy: 603/5000 (12%)
[epoch 1] loss: 1.1962671
Test set: Average loss: 1.2024, Accuracy: 2892/5000 (58%)
[epoch 2] loss: 1.0928770
Test set: Average loss: 1.1841, Accuracy: 2905/5000 (58%)
[epoch 3] loss: 1.0512470
Test set: Average loss: 1.0831, Accuracy: 3115/5000 (62%)
[epoch 4] loss: 1.0177541
Test set: Average loss: 1.0814, Accuracy: 3127/5000 (63%)
[epoch 5] loss: 0.9790186
Test set: Average loss: 1.0487, Accuracy: 3184/5000 (64%)
[epoch 6] loss: 0.9417021
Test set: Average loss: 1.0656, Accuracy: 3184/5000 (64%)
[epoch 7] loss: 0.9016673
Test set: Average loss: 1.0709, Accuracy: 3142/5000 (63%)
[epoch 8] loss: 0.8752217
Test set: Average loss: 0.9936, Accuracy: 3276/5000 (66%)
[epoch 9] loss: 0.8352272
Test set: Average loss: 1.0314, Accuracy: 3265/5000 (65%)
[epoch 10] loss: 0.7936114
Test set: Average loss: 0.9947, Accuracy: 3317/5000 (66%)
[epoch 11] loss: 0.7431297
Test set: Average loss: 0.9869, Accuracy: 3335/5000 (67%)
[epoch 12] loss: 0.6913051
Test set: Average loss: 1.0004, Accuracy: 3359/5000 (67%)
[epoch 13] loss: 0.6329075
Test set: Average loss: 1.0699, Accuracy: 3277/5000 (66%)
[epoch 14] loss: 0.5653739
Test set: Average loss: 1.0486, Accuracy: 3344/5000 (67%)
[epoch 15] loss: 0.5007143
Test set: Average loss: 1.0986, Accuracy: 3370/5000 (67%)
[epoch 16] loss: 0.4292186
Test set: Average loss: 1.1646, Accuracy: 3346/5000 (67%)
[epoch 17] loss: 0.3500607
Test set: Average loss: 1.2288, Accuracy: 3319/5000 (66%)
[epoch 18] loss: 0.2949321
Test set: Average loss: 1.2662, Accuracy: 3308/5000 (66%)
[epoch 19] loss: 0.2526992
Test set: Average loss: 1.3355, Accuracy: 3307/5000 (66%)
[epoch 20] loss: 0.2097157
Test set: Average loss: 1.4011, Accuracy: 3317/5000 (66%)
[epoch 21] loss: 0.1861794
Test set: Average loss: 1.4850, Accuracy: 3305/5000 (66%)
[epoch 22] loss: 0.1827188
Test set: Average loss: 1.6066, Accuracy: 3257/5000 (65%)
[epoch 23] loss: 0.1673128
Test set: Average loss: 1.6480, Accuracy: 3249/5000 (65%)
[epoch 24] loss: 0.1520080
Test set: Average loss: 1.6616, Accuracy: 3275/5000 (66%)
[epoch 25] loss: 0.1503092
Test set: Average loss: 1.7303, Accuracy: 3280/5000 (66%)
[epoch 26] loss: 0.1630289
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7306, Accuracy: 3313/5000 (66%)
[epoch 27] loss: 0.0536305
Test set: Average loss: 1.5994, Accuracy: 3403/5000 (68%)
[epoch 28] loss: 0.0170406
Test set: Average loss: 1.6218, Accuracy: 3410/5000 (68%)
[epoch 29] loss: 0.0095904
Test set: Average loss: 1.6479, Accuracy: 3409/5000 (68%)
[epoch 30] loss: 0.0063154
Test set: Average loss: 1.6653, Accuracy: 3420/5000 (68%)
[epoch 31] loss: 0.0042381
Test set: Average loss: 1.7026, Accuracy: 3421/5000 (68%)
[epoch 32] loss: 0.0028409
Test set: Average loss: 1.7457, Accuracy: 3425/5000 (68%)
[epoch 33] loss: 0.0018880
Test set: Average loss: 1.7812, Accuracy: 3436/5000 (69%)
[epoch 34] loss: 0.0012357
Test set: Average loss: 1.8286, Accuracy: 3432/5000 (69%)
[epoch 35] loss: 0.0007998
Test set: Average loss: 1.8801, Accuracy: 3450/5000 (69%)
[epoch 36] loss: 0.0005071
Test set: Average loss: 1.9449, Accuracy: 3447/5000 (69%)
[epoch 37] loss: 0.0003215
Test set: Average loss: 1.9976, Accuracy: 3439/5000 (69%)
[epoch 38] loss: 0.0002017
Test set: Average loss: 2.0546, Accuracy: 3445/5000 (69%)
[epoch 39] loss: 0.0001255
Test set: Average loss: 2.1187, Accuracy: 3447/5000 (69%)
[epoch 40] loss: 0.0000779
Test set: Average loss: 2.1910, Accuracy: 3452/5000 (69%)
[epoch 41] loss: 0.0000481
Test set: Average loss: 2.2547, Accuracy: 3445/5000 (69%)
[epoch 42] loss: 0.0000294
Test set: Average loss: 2.3359, Accuracy: 3456/5000 (69%)
[epoch 43] loss: 0.0000180
Test set: Average loss: 2.4055, Accuracy: 3454/5000 (69%)
[epoch 44] loss: 0.0000109
Test set: Average loss: 2.4813, Accuracy: 3438/5000 (69%)
[epoch 45] loss: 0.0000066
Test set: Average loss: 2.5515, Accuracy: 3447/5000 (69%)
[epoch 46] loss: 0.0000039
Test set: Average loss: 2.6276, Accuracy: 3456/5000 (69%)
[epoch 47] loss: 0.0000024
Test set: Average loss: 2.6906, Accuracy: 3454/5000 (69%)
[epoch 48] loss: 0.0000014
Test set: Average loss: 2.7615, Accuracy: 3459/5000 (69%)
[epoch 49] loss: 0.0000008
Test set: Average loss: 2.8159, Accuracy: 3446/5000 (69%)
[epoch 50] loss: 0.0000005
Test set: Average loss: 2.8593, Accuracy: 3439/5000 (69%)
Validation:
Test set: Average loss: 2.7615, Accuracy: 3459/5000 (69%)
Test
Test set: Average loss: 2.7510, Accuracy: 6901/10000 (69%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3011, Accuracy: 569/5000 (11%)
[epoch 1] loss: 1.2063681
Test set: Average loss: 1.2057, Accuracy: 2825/5000 (56%)
[epoch 2] loss: 1.0910258
Test set: Average loss: 1.1307, Accuracy: 3008/5000 (60%)
[epoch 3] loss: 1.0479832
Test set: Average loss: 1.0856, Accuracy: 3087/5000 (62%)
[epoch 4] loss: 1.0080999
Test set: Average loss: 1.0905, Accuracy: 3093/5000 (62%)
[epoch 5] loss: 0.9699391
Test set: Average loss: 1.0679, Accuracy: 3124/5000 (62%)
[epoch 6] loss: 0.9330359
Test set: Average loss: 1.0539, Accuracy: 3159/5000 (63%)
[epoch 7] loss: 0.8988099
Test set: Average loss: 1.0155, Accuracy: 3273/5000 (65%)
[epoch 8] loss: 0.8641773
Test set: Average loss: 1.0338, Accuracy: 3240/5000 (65%)
[epoch 9] loss: 0.8256251
Test set: Average loss: 1.0423, Accuracy: 3160/5000 (63%)
[epoch 10] loss: 0.7810141
Test set: Average loss: 1.0127, Accuracy: 3294/5000 (66%)
[epoch 11] loss: 0.7348253
Test set: Average loss: 1.0062, Accuracy: 3300/5000 (66%)
[epoch 12] loss: 0.6790733
Test set: Average loss: 1.0361, Accuracy: 3324/5000 (66%)
[epoch 13] loss: 0.6210434
Test set: Average loss: 1.0452, Accuracy: 3296/5000 (66%)
[epoch 14] loss: 0.5563775
Test set: Average loss: 1.0861, Accuracy: 3308/5000 (66%)
[epoch 15] loss: 0.4900152
Test set: Average loss: 1.1006, Accuracy: 3299/5000 (66%)
[epoch 16] loss: 0.4206030
Test set: Average loss: 1.1638, Accuracy: 3322/5000 (66%)
[epoch 17] loss: 0.3579068
Test set: Average loss: 1.2404, Accuracy: 3313/5000 (66%)
[epoch 18] loss: 0.2970137
Test set: Average loss: 1.2851, Accuracy: 3306/5000 (66%)
[epoch 19] loss: 0.2427886
Test set: Average loss: 1.4196, Accuracy: 3268/5000 (65%)
[epoch 20] loss: 0.2160651
Test set: Average loss: 1.4234, Accuracy: 3260/5000 (65%)
[epoch 21] loss: 0.1811410
Test set: Average loss: 1.6192, Accuracy: 3211/5000 (64%)
[epoch 22] loss: 0.1838526
Epoch 21: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5462, Accuracy: 3289/5000 (66%)
[epoch 23] loss: 0.0644544
Test set: Average loss: 1.4940, Accuracy: 3349/5000 (67%)
[epoch 24] loss: 0.0260494
Test set: Average loss: 1.5139, Accuracy: 3377/5000 (68%)
[epoch 25] loss: 0.0160083
Test set: Average loss: 1.5378, Accuracy: 3378/5000 (68%)
[epoch 26] loss: 0.0107028
Test set: Average loss: 1.5645, Accuracy: 3391/5000 (68%)
[epoch 27] loss: 0.0073860
Test set: Average loss: 1.6032, Accuracy: 3413/5000 (68%)
[epoch 28] loss: 0.0050154
Test set: Average loss: 1.6433, Accuracy: 3389/5000 (68%)
[epoch 29] loss: 0.0033644
Test set: Average loss: 1.6973, Accuracy: 3415/5000 (68%)
[epoch 30] loss: 0.0022683
Test set: Average loss: 1.7392, Accuracy: 3415/5000 (68%)
[epoch 31] loss: 0.0014958
Test set: Average loss: 1.8059, Accuracy: 3402/5000 (68%)
[epoch 32] loss: 0.0009838
Test set: Average loss: 1.8574, Accuracy: 3420/5000 (68%)
[epoch 33] loss: 0.0006344
Test set: Average loss: 1.9126, Accuracy: 3419/5000 (68%)
[epoch 34] loss: 0.0004121
Test set: Average loss: 1.9785, Accuracy: 3420/5000 (68%)
[epoch 35] loss: 0.0002640
Test set: Average loss: 2.0405, Accuracy: 3418/5000 (68%)
[epoch 36] loss: 0.0001676
Test set: Average loss: 2.1087, Accuracy: 3428/5000 (69%)
[epoch 37] loss: 0.0001063
Test set: Average loss: 2.1755, Accuracy: 3428/5000 (69%)
[epoch 38] loss: 0.0000663
Test set: Average loss: 2.2479, Accuracy: 3434/5000 (69%)
[epoch 39] loss: 0.0000418
Test set: Average loss: 2.3109, Accuracy: 3431/5000 (69%)
[epoch 40] loss: 0.0000259
Test set: Average loss: 2.3917, Accuracy: 3432/5000 (69%)
[epoch 41] loss: 0.0000160
Test set: Average loss: 2.4671, Accuracy: 3438/5000 (69%)
[epoch 42] loss: 0.0000099
Test set: Average loss: 2.5418, Accuracy: 3430/5000 (69%)
[epoch 43] loss: 0.0000060
Test set: Average loss: 2.6247, Accuracy: 3439/5000 (69%)
[epoch 44] loss: 0.0000037
Test set: Average loss: 2.6917, Accuracy: 3430/5000 (69%)
[epoch 45] loss: 0.0000022
Test set: Average loss: 2.7617, Accuracy: 3436/5000 (69%)
[epoch 46] loss: 0.0000013
Test set: Average loss: 2.8331, Accuracy: 3434/5000 (69%)
[epoch 47] loss: 0.0000008
Test set: Average loss: 2.8920, Accuracy: 3430/5000 (69%)
[epoch 48] loss: 0.0000005
Test set: Average loss: 2.9264, Accuracy: 3414/5000 (68%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 2.9437, Accuracy: 3426/5000 (69%)
[epoch 50] loss: 0.0005653
Epoch 49: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 3.1517, Accuracy: 3325/5000 (66%)
Validation:
Test set: Average loss: 2.6247, Accuracy: 3439/5000 (69%)
Test
Test set: Average loss: 2.5773, Accuracy: 6949/10000 (69%)
45000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3044, Accuracy: 478/5000 (10%)
[epoch 1] loss: 1.1896583
Test set: Average loss: 1.2192, Accuracy: 2875/5000 (58%)
[epoch 2] loss: 1.0899595
Test set: Average loss: 1.0843, Accuracy: 3097/5000 (62%)
[epoch 3] loss: 1.0434472
Test set: Average loss: 1.0819, Accuracy: 3157/5000 (63%)
[epoch 4] loss: 1.0035372
Test set: Average loss: 1.1045, Accuracy: 3090/5000 (62%)
[epoch 5] loss: 0.9684949
Test set: Average loss: 1.0601, Accuracy: 3155/5000 (63%)
[epoch 6] loss: 0.9281254
Test set: Average loss: 1.0350, Accuracy: 3199/5000 (64%)
[epoch 7] loss: 0.8887081
Test set: Average loss: 1.0065, Accuracy: 3297/5000 (66%)
[epoch 8] loss: 0.8490346
Test set: Average loss: 0.9972, Accuracy: 3303/5000 (66%)
[epoch 9] loss: 0.8103742
Test set: Average loss: 1.0005, Accuracy: 3234/5000 (65%)
[epoch 10] loss: 0.7622031
Test set: Average loss: 0.9923, Accuracy: 3336/5000 (67%)
[epoch 11] loss: 0.7058051
Test set: Average loss: 0.9849, Accuracy: 3324/5000 (66%)
[epoch 12] loss: 0.6580087
Test set: Average loss: 0.9723, Accuracy: 3404/5000 (68%)
[epoch 13] loss: 0.5878444
Test set: Average loss: 0.9984, Accuracy: 3380/5000 (68%)
[epoch 14] loss: 0.5310129
Test set: Average loss: 1.0753, Accuracy: 3348/5000 (67%)
[epoch 15] loss: 0.4650441
Test set: Average loss: 1.1190, Accuracy: 3332/5000 (67%)
[epoch 16] loss: 0.3996916
Test set: Average loss: 1.1480, Accuracy: 3342/5000 (67%)
[epoch 17] loss: 0.3473728
Test set: Average loss: 1.2057, Accuracy: 3355/5000 (67%)
[epoch 18] loss: 0.2887110
Test set: Average loss: 1.2565, Accuracy: 3354/5000 (67%)
[epoch 19] loss: 0.2507539
Test set: Average loss: 1.3398, Accuracy: 3366/5000 (67%)
[epoch 20] loss: 0.2319163
Test set: Average loss: 1.3903, Accuracy: 3303/5000 (66%)
[epoch 21] loss: 0.2015201
Test set: Average loss: 1.5108, Accuracy: 3328/5000 (67%)
[epoch 22] loss: 0.1964715
Test set: Average loss: 1.5603, Accuracy: 3277/5000 (66%)
[epoch 23] loss: 0.1882037
Test set: Average loss: 1.6261, Accuracy: 3266/5000 (65%)
[epoch 24] loss: 0.1759804
Test set: Average loss: 1.6348, Accuracy: 3323/5000 (66%)
[epoch 25] loss: 0.1729164
Test set: Average loss: 1.6518, Accuracy: 3287/5000 (66%)
[epoch 26] loss: 0.1694362
Test set: Average loss: 1.6440, Accuracy: 3318/5000 (66%)
[epoch 27] loss: 0.1677032
Test set: Average loss: 1.7369, Accuracy: 3321/5000 (66%)
[epoch 28] loss: 0.1529022
Test set: Average loss: 1.6920, Accuracy: 3342/5000 (67%)
[epoch 29] loss: 0.1922756
Epoch 28: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7579, Accuracy: 3267/5000 (65%)
[epoch 30] loss: 0.0645281
Test set: Average loss: 1.6660, Accuracy: 3366/5000 (67%)
[epoch 31] loss: 0.0216258
Test set: Average loss: 1.6869, Accuracy: 3385/5000 (68%)
[epoch 32] loss: 0.0110981
Test set: Average loss: 1.7018, Accuracy: 3390/5000 (68%)
[epoch 33] loss: 0.0069168
Test set: Average loss: 1.7283, Accuracy: 3400/5000 (68%)
[epoch 34] loss: 0.0044334
Test set: Average loss: 1.7569, Accuracy: 3409/5000 (68%)
[epoch 35] loss: 0.0028608
Test set: Average loss: 1.7934, Accuracy: 3421/5000 (68%)
[epoch 36] loss: 0.0018154
Test set: Average loss: 1.8398, Accuracy: 3419/5000 (68%)
[epoch 37] loss: 0.0011463
Test set: Average loss: 1.8910, Accuracy: 3430/5000 (69%)
[epoch 38] loss: 0.0007138
Test set: Average loss: 1.9445, Accuracy: 3435/5000 (69%)
[epoch 39] loss: 0.0004442
Test set: Average loss: 2.0099, Accuracy: 3434/5000 (69%)
[epoch 40] loss: 0.0002672
Test set: Average loss: 2.0718, Accuracy: 3441/5000 (69%)
[epoch 41] loss: 0.0001632
Test set: Average loss: 2.1409, Accuracy: 3450/5000 (69%)
[epoch 42] loss: 0.0000981
Test set: Average loss: 2.2106, Accuracy: 3439/5000 (69%)
[epoch 43] loss: 0.0000585
Test set: Average loss: 2.2869, Accuracy: 3433/5000 (69%)
[epoch 44] loss: 0.0000348
Test set: Average loss: 2.3578, Accuracy: 3453/5000 (69%)
[epoch 45] loss: 0.0002280
Epoch 44: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.4161, Accuracy: 3414/5000 (68%)
[epoch 46] loss: 0.0001592
Epoch 45: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.4044, Accuracy: 3415/5000 (68%)
[epoch 47] loss: 0.0000826
Epoch 46: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.4045, Accuracy: 3418/5000 (68%)
[epoch 48] loss: 0.0000798
Epoch 47: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.4046, Accuracy: 3418/5000 (68%)
[epoch 49] loss: 0.0000794
Epoch 48: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.4046, Accuracy: 3418/5000 (68%)
[epoch 50] loss: 0.0000794
Epoch 49: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.4046, Accuracy: 3418/5000 (68%)
Validation:
Test set: Average loss: 2.3578, Accuracy: 3453/5000 (69%)
Test
Test set: Average loss: 2.3404, Accuracy: 6989/10000 (70%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3044, Accuracy: 509/5000 (10%)
[epoch 1] loss: 1.1876795
Test set: Average loss: 1.1165, Accuracy: 3022/5000 (60%)
[epoch 2] loss: 1.0864797
Test set: Average loss: 1.1224, Accuracy: 3046/5000 (61%)
[epoch 3] loss: 1.0412298
Test set: Average loss: 1.1537, Accuracy: 2958/5000 (59%)
[epoch 4] loss: 1.0031236
Test set: Average loss: 1.1081, Accuracy: 3069/5000 (61%)
[epoch 5] loss: 0.9606467
Test set: Average loss: 1.0508, Accuracy: 3184/5000 (64%)
[epoch 6] loss: 0.9238171
Test set: Average loss: 0.9833, Accuracy: 3258/5000 (65%)
[epoch 7] loss: 0.8873572
Test set: Average loss: 1.0258, Accuracy: 3221/5000 (64%)
[epoch 8] loss: 0.8434389
Test set: Average loss: 1.0248, Accuracy: 3212/5000 (64%)
[epoch 9] loss: 0.8070366
Test set: Average loss: 0.9637, Accuracy: 3343/5000 (67%)
[epoch 10] loss: 0.7544341
Test set: Average loss: 0.9729, Accuracy: 3338/5000 (67%)
[epoch 11] loss: 0.7063042
Test set: Average loss: 0.9977, Accuracy: 3352/5000 (67%)
[epoch 12] loss: 0.6476885
Test set: Average loss: 0.9650, Accuracy: 3396/5000 (68%)
[epoch 13] loss: 0.5873120
Test set: Average loss: 1.0178, Accuracy: 3392/5000 (68%)
[epoch 14] loss: 0.5250928
Test set: Average loss: 1.1354, Accuracy: 3282/5000 (66%)
[epoch 15] loss: 0.4567894
Test set: Average loss: 1.1091, Accuracy: 3317/5000 (66%)
[epoch 16] loss: 0.3862013
Test set: Average loss: 1.1944, Accuracy: 3306/5000 (66%)
[epoch 17] loss: 0.3355536
Test set: Average loss: 1.1826, Accuracy: 3366/5000 (67%)
[epoch 18] loss: 0.2851931
Test set: Average loss: 1.3055, Accuracy: 3367/5000 (67%)
[epoch 19] loss: 0.2555791
Test set: Average loss: 1.3070, Accuracy: 3376/5000 (68%)
[epoch 20] loss: 0.2209167
Test set: Average loss: 1.3898, Accuracy: 3389/5000 (68%)
[epoch 21] loss: 0.2101346
Test set: Average loss: 1.4569, Accuracy: 3382/5000 (68%)
[epoch 22] loss: 0.1807443
Test set: Average loss: 1.4836, Accuracy: 3351/5000 (67%)
[epoch 23] loss: 0.1879947
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5784, Accuracy: 3365/5000 (67%)
[epoch 24] loss: 0.0679157
Test set: Average loss: 1.4547, Accuracy: 3427/5000 (69%)
[epoch 25] loss: 0.0248048
Test set: Average loss: 1.4690, Accuracy: 3457/5000 (69%)
[epoch 26] loss: 0.0143165
Test set: Average loss: 1.4968, Accuracy: 3454/5000 (69%)
[epoch 27] loss: 0.0091514
Test set: Average loss: 1.5265, Accuracy: 3448/5000 (69%)
[epoch 28] loss: 0.0059655
Test set: Average loss: 1.5615, Accuracy: 3454/5000 (69%)
[epoch 29] loss: 0.0038976
Test set: Average loss: 1.6060, Accuracy: 3462/5000 (69%)
[epoch 30] loss: 0.0025113
Test set: Average loss: 1.6594, Accuracy: 3466/5000 (69%)
[epoch 31] loss: 0.0015969
Test set: Average loss: 1.7053, Accuracy: 3466/5000 (69%)
[epoch 32] loss: 0.0010093
Test set: Average loss: 1.7613, Accuracy: 3467/5000 (69%)
[epoch 33] loss: 0.0006317
Test set: Average loss: 1.8215, Accuracy: 3485/5000 (70%)
[epoch 34] loss: 0.0003889
Test set: Average loss: 1.8830, Accuracy: 3473/5000 (69%)
[epoch 35] loss: 0.0002393
Test set: Average loss: 1.9531, Accuracy: 3490/5000 (70%)
[epoch 36] loss: 0.0001458
Test set: Average loss: 2.0184, Accuracy: 3472/5000 (69%)
[epoch 37] loss: 0.0000889
Test set: Average loss: 2.0901, Accuracy: 3475/5000 (70%)
[epoch 38] loss: 0.0000529
Test set: Average loss: 2.1621, Accuracy: 3460/5000 (69%)
[epoch 39] loss: 0.0000318
Test set: Average loss: 2.2304, Accuracy: 3493/5000 (70%)
[epoch 40] loss: 0.0000187
Test set: Average loss: 2.3032, Accuracy: 3489/5000 (70%)
[epoch 41] loss: 0.0000111
Test set: Average loss: 2.3816, Accuracy: 3484/5000 (70%)
[epoch 42] loss: 0.0000065
Test set: Average loss: 2.4589, Accuracy: 3491/5000 (70%)
[epoch 43] loss: 0.0000038
Test set: Average loss: 2.5356, Accuracy: 3487/5000 (70%)
[epoch 44] loss: 0.0000022
Test set: Average loss: 2.6105, Accuracy: 3494/5000 (70%)
[epoch 45] loss: 0.0000012
Test set: Average loss: 2.6684, Accuracy: 3491/5000 (70%)
[epoch 46] loss: 0.0000007
Test set: Average loss: 2.7248, Accuracy: 3487/5000 (70%)
[epoch 47] loss: 0.0000004
Test set: Average loss: 2.7561, Accuracy: 3481/5000 (70%)
[epoch 48] loss: 0.0000003
Test set: Average loss: 2.7755, Accuracy: 3494/5000 (70%)
[epoch 49] loss: 0.0000002
Test set: Average loss: 2.7953, Accuracy: 3475/5000 (70%)
[epoch 50] loss: 0.0016637
Epoch 49: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.8548, Accuracy: 3476/5000 (70%)
Validation:
Test set: Average loss: 2.7755, Accuracy: 3494/5000 (70%)
Test
Test set: Average loss: 2.8901, Accuracy: 6908/10000 (69%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.2990, Accuracy: 625/5000 (12%)
[epoch 1] loss: 1.1997830
Test set: Average loss: 1.2136, Accuracy: 2849/5000 (57%)
[epoch 2] loss: 1.0963409
Test set: Average loss: 1.0761, Accuracy: 3113/5000 (62%)
[epoch 3] loss: 1.0462990
Test set: Average loss: 1.1501, Accuracy: 2978/5000 (60%)
[epoch 4] loss: 1.0089930
Test set: Average loss: 1.0446, Accuracy: 3202/5000 (64%)
[epoch 5] loss: 0.9617132
Test set: Average loss: 1.0401, Accuracy: 3207/5000 (64%)
[epoch 6] loss: 0.9266410
Test set: Average loss: 1.0497, Accuracy: 3149/5000 (63%)
[epoch 7] loss: 0.8843064
Test set: Average loss: 1.0473, Accuracy: 3213/5000 (64%)
[epoch 8] loss: 0.8552520
Test set: Average loss: 1.0239, Accuracy: 3220/5000 (64%)
[epoch 9] loss: 0.8128253
Test set: Average loss: 0.9793, Accuracy: 3320/5000 (66%)
[epoch 10] loss: 0.7616471
Test set: Average loss: 1.0114, Accuracy: 3244/5000 (65%)
[epoch 11] loss: 0.7160303
Test set: Average loss: 1.0459, Accuracy: 3283/5000 (66%)
[epoch 12] loss: 0.6615282
Test set: Average loss: 1.0073, Accuracy: 3318/5000 (66%)
[epoch 13] loss: 0.5981625
Test set: Average loss: 1.0494, Accuracy: 3324/5000 (66%)
[epoch 14] loss: 0.5346036
Test set: Average loss: 1.0593, Accuracy: 3339/5000 (67%)
[epoch 15] loss: 0.4678473
Test set: Average loss: 1.0803, Accuracy: 3385/5000 (68%)
[epoch 16] loss: 0.4007556
Test set: Average loss: 1.1650, Accuracy: 3318/5000 (66%)
[epoch 17] loss: 0.3435521
Test set: Average loss: 1.1966, Accuracy: 3319/5000 (66%)
[epoch 18] loss: 0.2953624
Test set: Average loss: 1.2728, Accuracy: 3369/5000 (67%)
[epoch 19] loss: 0.2543163
Test set: Average loss: 1.3793, Accuracy: 3278/5000 (66%)
[epoch 20] loss: 0.2228241
Test set: Average loss: 1.4331, Accuracy: 3310/5000 (66%)
[epoch 21] loss: 0.2204537
Test set: Average loss: 1.5359, Accuracy: 3326/5000 (67%)
[epoch 22] loss: 0.1920167
Test set: Average loss: 1.5859, Accuracy: 3285/5000 (66%)
[epoch 23] loss: 0.1993693
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6477, Accuracy: 3261/5000 (65%)
[epoch 24] loss: 0.0754527
Test set: Average loss: 1.5284, Accuracy: 3391/5000 (68%)
[epoch 25] loss: 0.0295666
Test set: Average loss: 1.5381, Accuracy: 3415/5000 (68%)
[epoch 26] loss: 0.0170049
Test set: Average loss: 1.5631, Accuracy: 3404/5000 (68%)
[epoch 27] loss: 0.0108247
Test set: Average loss: 1.5953, Accuracy: 3416/5000 (68%)
[epoch 28] loss: 0.0070434
Test set: Average loss: 1.6416, Accuracy: 3427/5000 (69%)
[epoch 29] loss: 0.0045949
Test set: Average loss: 1.6820, Accuracy: 3418/5000 (68%)
[epoch 30] loss: 0.0029805
Test set: Average loss: 1.7404, Accuracy: 3419/5000 (68%)
[epoch 31] loss: 0.0019030
Test set: Average loss: 1.7936, Accuracy: 3432/5000 (69%)
[epoch 32] loss: 0.0012100
Test set: Average loss: 1.8554, Accuracy: 3418/5000 (68%)
[epoch 33] loss: 0.0009933
Test set: Average loss: 1.9087, Accuracy: 3430/5000 (69%)
[epoch 34] loss: 0.0005257
Test set: Average loss: 1.9558, Accuracy: 3416/5000 (68%)
[epoch 35] loss: 0.0003601
Test set: Average loss: 2.0248, Accuracy: 3423/5000 (68%)
[epoch 36] loss: 0.0002359
Test set: Average loss: 2.0880, Accuracy: 3418/5000 (68%)
[epoch 37] loss: 0.0001478
Test set: Average loss: 2.1632, Accuracy: 3410/5000 (68%)
[epoch 38] loss: 0.0000905
Test set: Average loss: 2.2533, Accuracy: 3407/5000 (68%)
[epoch 39] loss: 0.0000551
Test set: Average loss: 2.3277, Accuracy: 3417/5000 (68%)
[epoch 40] loss: 0.0000327
Test set: Average loss: 2.4004, Accuracy: 3409/5000 (68%)
[epoch 41] loss: 0.0000195
Test set: Average loss: 2.4900, Accuracy: 3418/5000 (68%)
[epoch 42] loss: 0.0000115
Test set: Average loss: 2.5698, Accuracy: 3410/5000 (68%)
[epoch 43] loss: 0.0000067
Test set: Average loss: 2.6564, Accuracy: 3413/5000 (68%)
[epoch 44] loss: 0.0000039
Test set: Average loss: 2.7366, Accuracy: 3418/5000 (68%)
[epoch 45] loss: 0.0000023
Test set: Average loss: 2.8159, Accuracy: 3408/5000 (68%)
[epoch 46] loss: 0.0000013
Test set: Average loss: 2.9041, Accuracy: 3405/5000 (68%)
[epoch 47] loss: 0.0000008
Test set: Average loss: 2.9591, Accuracy: 3413/5000 (68%)
[epoch 48] loss: 0.0000004
Test set: Average loss: 2.9919, Accuracy: 3401/5000 (68%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 3.0151, Accuracy: 3417/5000 (68%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 3.0897, Accuracy: 3396/5000 (68%)
Validation:
Test set: Average loss: 1.7936, Accuracy: 3432/5000 (69%)
Test
Test set: Average loss: 1.6871, Accuracy: 7003/10000 (70%)
In [19]:
# train the SimEc
w = 0.9
S = w*S_lin + (1.-w)*S_class
S_ll = S[:n_targets, :]
t0 = time()
cnn = CNN()
model = SimilarityEncoder(cnn, 512, n_targets)
model.fit(X, S, epochs=50, lr=0.0001, s_ll_reg=100., S_ll=S_ll, orth_reg=0.1)
print(check_similarity_match(model.predict(X[:n_targets]), S_ll, X_embed_is_S_approx=True))
print(check_similarity_match(model.transform(X[:n_targets]), S_ll))
# save the cnn state
cnn_dict = deepcopy(model.model.embedding_net.state_dict())
t1 = time()
print("Took %.2d sec to train." % (t1 - t0))
# use the pretrained model with the clf
test_accuracies_se_t1_mix9 = []
for n_train in n_training_examples:
print(n_train)
test_accuracies_se_t1_mix9.append(clf_with_ntrain(n_train, cnn_dict))
[epoch 1] loss: 0.0051339
[epoch 2] loss: 0.0010615
[epoch 3] loss: 0.0008651
[epoch 4] loss: 0.0008000
[epoch 5] loss: 0.0007678
[epoch 6] loss: 0.0007464
[epoch 7] loss: 0.0007293
[epoch 8] loss: 0.0007158
[epoch 9] loss: 0.0007043
[epoch 10] loss: 0.0006969
[epoch 11] loss: 0.0006883
[epoch 12] loss: 0.0006821
[epoch 13] loss: 0.0006780
[epoch 14] loss: 0.0006729
[epoch 15] loss: 0.0006696
[epoch 16] loss: 0.0006660
[epoch 17] loss: 0.0006627
[epoch 18] loss: 0.0006600
[epoch 19] loss: 0.0006630
[epoch 20] loss: 0.0006784
[epoch 21] loss: 0.0006643
[epoch 22] loss: 0.0006557
[epoch 23] loss: 0.0006508
[epoch 24] loss: 0.0006478
[epoch 25] loss: 0.0006458
[epoch 26] loss: 0.0006426
[epoch 27] loss: 0.0006402
[epoch 28] loss: 0.0006380
[epoch 29] loss: 0.0006358
[epoch 30] loss: 0.0006338
[epoch 31] loss: 0.0006326
[epoch 32] loss: 0.0006311
[epoch 33] loss: 0.0006293
[epoch 34] loss: 0.0006284
[epoch 35] loss: 0.0006270
[epoch 36] loss: 0.0006256
[epoch 37] loss: 0.0006240
[epoch 38] loss: 0.0006231
[epoch 39] loss: 0.0006222
[epoch 40] loss: 0.0006208
[epoch 41] loss: 0.0006196
[epoch 42] loss: 0.0006183
[epoch 43] loss: 0.0006178
[epoch 44] loss: 0.0006166
[epoch 45] loss: 0.0006150
[epoch 46] loss: 0.0006149
[epoch 47] loss: 0.0006140
[epoch 48] loss: 0.0006135
[epoch 49] loss: 0.0006125
[epoch 50] loss: 0.0006118
(0.0006189959098772349, 0.7842459973103791, 0.8928166768211571)
(0.0008453307970694191, 0.7146901600172628, 0.8672812251909221)
Took 902 sec to train.
25
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3013, Accuracy: 606/5000 (12%)
[epoch 1] loss: 2.2936306
Test set: Average loss: 2.2883, Accuracy: 653/5000 (13%)
[epoch 2] loss: 2.2008123
Test set: Average loss: 2.2760, Accuracy: 640/5000 (13%)
[epoch 3] loss: 2.0630934
Test set: Average loss: 2.2896, Accuracy: 665/5000 (13%)
[epoch 4] loss: 1.8796146
Test set: Average loss: 2.4004, Accuracy: 714/5000 (14%)
[epoch 5] loss: 1.7051613
Test set: Average loss: 2.4943, Accuracy: 805/5000 (16%)
[epoch 6] loss: 1.5259613
Test set: Average loss: 2.5109, Accuracy: 840/5000 (17%)
[epoch 7] loss: 1.3266602
Test set: Average loss: 2.5628, Accuracy: 903/5000 (18%)
[epoch 8] loss: 1.1667310
Test set: Average loss: 2.5872, Accuracy: 988/5000 (20%)
[epoch 9] loss: 0.9749284
Test set: Average loss: 2.6429, Accuracy: 1022/5000 (20%)
[epoch 10] loss: 0.7939031
Test set: Average loss: 2.7707, Accuracy: 1015/5000 (20%)
[epoch 11] loss: 0.6506159
Test set: Average loss: 2.9329, Accuracy: 963/5000 (19%)
[epoch 12] loss: 0.5198894
Test set: Average loss: 3.1398, Accuracy: 908/5000 (18%)
[epoch 13] loss: 0.4043823
Test set: Average loss: 3.4200, Accuracy: 897/5000 (18%)
[epoch 14] loss: 0.3129726
Test set: Average loss: 3.7558, Accuracy: 878/5000 (18%)
[epoch 15] loss: 0.2331139
Test set: Average loss: 4.1102, Accuracy: 859/5000 (17%)
[epoch 16] loss: 0.1703190
Test set: Average loss: 4.4251, Accuracy: 888/5000 (18%)
[epoch 17] loss: 0.1250481
Test set: Average loss: 4.6639, Accuracy: 890/5000 (18%)
[epoch 18] loss: 0.0858847
Test set: Average loss: 4.8855, Accuracy: 886/5000 (18%)
[epoch 19] loss: 0.0588660
Test set: Average loss: 5.1448, Accuracy: 894/5000 (18%)
[epoch 20] loss: 0.0419968
Test set: Average loss: 5.4430, Accuracy: 894/5000 (18%)
[epoch 21] loss: 0.0290740
Test set: Average loss: 5.7662, Accuracy: 874/5000 (17%)
[epoch 22] loss: 0.0192644
Test set: Average loss: 6.1012, Accuracy: 862/5000 (17%)
[epoch 23] loss: 0.0127550
Test set: Average loss: 6.4341, Accuracy: 858/5000 (17%)
[epoch 24] loss: 0.0088304
Test set: Average loss: 6.7513, Accuracy: 865/5000 (17%)
[epoch 25] loss: 0.0065278
Test set: Average loss: 7.0421, Accuracy: 861/5000 (17%)
[epoch 26] loss: 0.0051417
Test set: Average loss: 7.2996, Accuracy: 856/5000 (17%)
[epoch 27] loss: 0.0041958
Test set: Average loss: 7.5213, Accuracy: 854/5000 (17%)
[epoch 28] loss: 0.0034251
Test set: Average loss: 7.7088, Accuracy: 851/5000 (17%)
[epoch 29] loss: 0.0027435
Test set: Average loss: 7.8661, Accuracy: 850/5000 (17%)
[epoch 30] loss: 0.0021634
Test set: Average loss: 7.9985, Accuracy: 847/5000 (17%)
[epoch 31] loss: 0.0017097
Test set: Average loss: 8.1108, Accuracy: 842/5000 (17%)
[epoch 32] loss: 0.0013817
Test set: Average loss: 8.2068, Accuracy: 842/5000 (17%)
[epoch 33] loss: 0.0011538
Test set: Average loss: 8.2896, Accuracy: 842/5000 (17%)
[epoch 34] loss: 0.0009952
Test set: Average loss: 8.3616, Accuracy: 845/5000 (17%)
[epoch 35] loss: 0.0008788
Test set: Average loss: 8.4247, Accuracy: 844/5000 (17%)
[epoch 36] loss: 0.0007852
Test set: Average loss: 8.4802, Accuracy: 841/5000 (17%)
[epoch 37] loss: 0.0007029
Test set: Average loss: 8.5296, Accuracy: 832/5000 (17%)
[epoch 38] loss: 0.0006270
Test set: Average loss: 8.5738, Accuracy: 833/5000 (17%)
[epoch 39] loss: 0.0005569
Test set: Average loss: 8.6137, Accuracy: 833/5000 (17%)
[epoch 40] loss: 0.0004942
Test set: Average loss: 8.6500, Accuracy: 833/5000 (17%)
[epoch 41] loss: 0.0004396
Test set: Average loss: 8.6833, Accuracy: 838/5000 (17%)
[epoch 42] loss: 0.0003936
Test set: Average loss: 8.7139, Accuracy: 833/5000 (17%)
[epoch 43] loss: 0.0003556
Test set: Average loss: 8.7423, Accuracy: 833/5000 (17%)
[epoch 44] loss: 0.0003245
Test set: Average loss: 8.7685, Accuracy: 832/5000 (17%)
[epoch 45] loss: 0.0002991
Test set: Average loss: 8.7928, Accuracy: 832/5000 (17%)
[epoch 46] loss: 0.0002781
Test set: Average loss: 8.8153, Accuracy: 835/5000 (17%)
[epoch 47] loss: 0.0002608
Test set: Average loss: 8.8362, Accuracy: 836/5000 (17%)
[epoch 48] loss: 0.0002463
Test set: Average loss: 8.8554, Accuracy: 836/5000 (17%)
[epoch 49] loss: 0.0002337
Test set: Average loss: 8.8732, Accuracy: 839/5000 (17%)
[epoch 50] loss: 0.0002228
Test set: Average loss: 8.8897, Accuracy: 836/5000 (17%)
Validation:
Test set: Average loss: 2.6429, Accuracy: 1022/5000 (20%)
Test
Test set: Average loss: 2.5851, Accuracy: 2172/10000 (22%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3040, Accuracy: 540/5000 (11%)
[epoch 1] loss: 2.3056016
Test set: Average loss: 2.2886, Accuracy: 790/5000 (16%)
[epoch 2] loss: 2.2146564
Test set: Average loss: 2.2768, Accuracy: 822/5000 (16%)
[epoch 3] loss: 2.0853410
Test set: Average loss: 2.2878, Accuracy: 802/5000 (16%)
[epoch 4] loss: 1.9103061
Test set: Average loss: 2.3710, Accuracy: 809/5000 (16%)
[epoch 5] loss: 1.7238754
Test set: Average loss: 2.5091, Accuracy: 890/5000 (18%)
[epoch 6] loss: 1.5551333
Test set: Average loss: 2.5805, Accuracy: 1067/5000 (21%)
[epoch 7] loss: 1.3695239
Test set: Average loss: 2.6185, Accuracy: 1116/5000 (22%)
[epoch 8] loss: 1.1818241
Test set: Average loss: 2.6421, Accuracy: 1095/5000 (22%)
[epoch 9] loss: 0.9790639
Test set: Average loss: 2.6730, Accuracy: 1104/5000 (22%)
[epoch 10] loss: 0.7793451
Test set: Average loss: 2.7142, Accuracy: 1147/5000 (23%)
[epoch 11] loss: 0.6037180
Test set: Average loss: 2.7759, Accuracy: 1168/5000 (23%)
[epoch 12] loss: 0.4604925
Test set: Average loss: 2.9093, Accuracy: 1146/5000 (23%)
[epoch 13] loss: 0.3496554
Test set: Average loss: 3.1188, Accuracy: 1117/5000 (22%)
[epoch 14] loss: 0.2609632
Test set: Average loss: 3.3716, Accuracy: 1092/5000 (22%)
[epoch 15] loss: 0.1911413
Test set: Average loss: 3.6484, Accuracy: 1056/5000 (21%)
[epoch 16] loss: 0.1402095
Test set: Average loss: 3.9412, Accuracy: 1042/5000 (21%)
[epoch 17] loss: 0.1056351
Test set: Average loss: 4.2319, Accuracy: 1010/5000 (20%)
[epoch 18] loss: 0.0804411
Test set: Average loss: 4.5040, Accuracy: 988/5000 (20%)
[epoch 19] loss: 0.0598678
Test set: Average loss: 4.7542, Accuracy: 977/5000 (20%)
[epoch 20] loss: 0.0426783
Test set: Average loss: 4.9873, Accuracy: 968/5000 (19%)
[epoch 21] loss: 0.0291231
Test set: Average loss: 5.2070, Accuracy: 961/5000 (19%)
[epoch 22] loss: 0.0193520
Test set: Average loss: 5.4132, Accuracy: 941/5000 (19%)
[epoch 23] loss: 0.0127569
Test set: Average loss: 5.6039, Accuracy: 922/5000 (18%)
[epoch 24] loss: 0.0084632
Test set: Average loss: 5.7777, Accuracy: 914/5000 (18%)
[epoch 25] loss: 0.0057205
Test set: Average loss: 5.9351, Accuracy: 920/5000 (18%)
[epoch 26] loss: 0.0039791
Test set: Average loss: 6.0772, Accuracy: 913/5000 (18%)
[epoch 27] loss: 0.0028593
Test set: Average loss: 6.2058, Accuracy: 914/5000 (18%)
[epoch 28] loss: 0.0021226
Test set: Average loss: 6.3223, Accuracy: 915/5000 (18%)
[epoch 29] loss: 0.0016249
Test set: Average loss: 6.4281, Accuracy: 911/5000 (18%)
[epoch 30] loss: 0.0012783
Test set: Average loss: 6.5244, Accuracy: 908/5000 (18%)
[epoch 31] loss: 0.0010311
Test set: Average loss: 6.6120, Accuracy: 909/5000 (18%)
[epoch 32] loss: 0.0008503
Test set: Average loss: 6.6920, Accuracy: 905/5000 (18%)
[epoch 33] loss: 0.0007159
Test set: Average loss: 6.7649, Accuracy: 906/5000 (18%)
[epoch 34] loss: 0.0006143
Test set: Average loss: 6.8314, Accuracy: 898/5000 (18%)
[epoch 35] loss: 0.0005363
Test set: Average loss: 6.8922, Accuracy: 897/5000 (18%)
[epoch 36] loss: 0.0004755
Test set: Average loss: 6.9477, Accuracy: 895/5000 (18%)
[epoch 37] loss: 0.0004274
Test set: Average loss: 6.9984, Accuracy: 889/5000 (18%)
[epoch 38] loss: 0.0003888
Test set: Average loss: 7.0447, Accuracy: 894/5000 (18%)
[epoch 39] loss: 0.0003573
Test set: Average loss: 7.0870, Accuracy: 895/5000 (18%)
[epoch 40] loss: 0.0003313
Test set: Average loss: 7.1257, Accuracy: 891/5000 (18%)
[epoch 41] loss: 0.0003096
Test set: Average loss: 7.1610, Accuracy: 885/5000 (18%)
[epoch 42] loss: 0.0002914
Test set: Average loss: 7.1932, Accuracy: 886/5000 (18%)
[epoch 43] loss: 0.0002757
Test set: Average loss: 7.2227, Accuracy: 883/5000 (18%)
[epoch 44] loss: 0.0002622
Test set: Average loss: 7.2497, Accuracy: 882/5000 (18%)
[epoch 45] loss: 0.0002504
Test set: Average loss: 7.2744, Accuracy: 883/5000 (18%)
[epoch 46] loss: 0.0002400
Test set: Average loss: 7.2970, Accuracy: 881/5000 (18%)
[epoch 47] loss: 0.0002306
Test set: Average loss: 7.3176, Accuracy: 881/5000 (18%)
[epoch 48] loss: 0.0002222
Test set: Average loss: 7.3366, Accuracy: 878/5000 (18%)
[epoch 49] loss: 0.0002146
Test set: Average loss: 7.3540, Accuracy: 880/5000 (18%)
[epoch 50] loss: 0.0002076
Test set: Average loss: 7.3699, Accuracy: 881/5000 (18%)
Validation:
Test set: Average loss: 2.7759, Accuracy: 1168/5000 (23%)
Test
Test set: Average loss: 2.7719, Accuracy: 2324/10000 (23%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3029, Accuracy: 389/5000 (8%)
[epoch 1] loss: 2.2925804
Test set: Average loss: 2.2920, Accuracy: 534/5000 (11%)
[epoch 2] loss: 2.2018239
Test set: Average loss: 2.2872, Accuracy: 581/5000 (12%)
[epoch 3] loss: 2.0762708
Test set: Average loss: 2.3183, Accuracy: 561/5000 (11%)
[epoch 4] loss: 1.9033426
Test set: Average loss: 2.4895, Accuracy: 547/5000 (11%)
[epoch 5] loss: 1.7487940
Test set: Average loss: 2.7197, Accuracy: 602/5000 (12%)
[epoch 6] loss: 1.6509892
Test set: Average loss: 2.7118, Accuracy: 757/5000 (15%)
[epoch 7] loss: 1.4784241
Test set: Average loss: 2.6022, Accuracy: 835/5000 (17%)
[epoch 8] loss: 1.2784567
Test set: Average loss: 2.4901, Accuracy: 845/5000 (17%)
[epoch 9] loss: 1.0697303
Test set: Average loss: 2.4586, Accuracy: 859/5000 (17%)
[epoch 10] loss: 0.8853765
Test set: Average loss: 2.5249, Accuracy: 883/5000 (18%)
[epoch 11] loss: 0.7242283
Test set: Average loss: 2.6774, Accuracy: 887/5000 (18%)
[epoch 12] loss: 0.5729772
Test set: Average loss: 2.9170, Accuracy: 879/5000 (18%)
[epoch 13] loss: 0.4330633
Test set: Average loss: 3.2265, Accuracy: 853/5000 (17%)
[epoch 14] loss: 0.3061463
Test set: Average loss: 3.5995, Accuracy: 841/5000 (17%)
[epoch 15] loss: 0.2125578
Test set: Average loss: 3.9902, Accuracy: 860/5000 (17%)
[epoch 16] loss: 0.1499313
Test set: Average loss: 4.3416, Accuracy: 875/5000 (18%)
[epoch 17] loss: 0.0985860
Test set: Average loss: 4.6547, Accuracy: 866/5000 (17%)
[epoch 18] loss: 0.0607858
Test set: Average loss: 4.9514, Accuracy: 874/5000 (17%)
[epoch 19] loss: 0.0393023
Test set: Average loss: 5.2338, Accuracy: 871/5000 (17%)
[epoch 20] loss: 0.0269015
Test set: Average loss: 5.4964, Accuracy: 869/5000 (17%)
[epoch 21] loss: 0.0186394
Test set: Average loss: 5.7370, Accuracy: 874/5000 (17%)
[epoch 22] loss: 0.0127989
Test set: Average loss: 5.9573, Accuracy: 871/5000 (17%)
[epoch 23] loss: 0.0087170
Test set: Average loss: 6.1599, Accuracy: 858/5000 (17%)
[epoch 24] loss: 0.0059472
Test set: Average loss: 6.3465, Accuracy: 854/5000 (17%)
[epoch 25] loss: 0.0041020
Test set: Average loss: 6.5183, Accuracy: 847/5000 (17%)
[epoch 26] loss: 0.0028871
Test set: Average loss: 6.6764, Accuracy: 837/5000 (17%)
[epoch 27] loss: 0.0020916
Test set: Average loss: 6.8216, Accuracy: 828/5000 (17%)
[epoch 28] loss: 0.0015685
Test set: Average loss: 6.9548, Accuracy: 830/5000 (17%)
[epoch 29] loss: 0.0012175
Test set: Average loss: 7.0769, Accuracy: 826/5000 (17%)
[epoch 30] loss: 0.0009771
Test set: Average loss: 7.1886, Accuracy: 825/5000 (16%)
[epoch 31] loss: 0.0008075
Test set: Average loss: 7.2907, Accuracy: 826/5000 (17%)
[epoch 32] loss: 0.0006838
Test set: Average loss: 7.3839, Accuracy: 823/5000 (16%)
[epoch 33] loss: 0.0005909
Test set: Average loss: 7.4688, Accuracy: 820/5000 (16%)
[epoch 34] loss: 0.0005193
Test set: Average loss: 7.5460, Accuracy: 822/5000 (16%)
[epoch 35] loss: 0.0004624
Test set: Average loss: 7.6161, Accuracy: 819/5000 (16%)
[epoch 36] loss: 0.0004166
Test set: Average loss: 7.6796, Accuracy: 816/5000 (16%)
[epoch 37] loss: 0.0003787
Test set: Average loss: 7.7372, Accuracy: 810/5000 (16%)
[epoch 38] loss: 0.0003470
Test set: Average loss: 7.7891, Accuracy: 810/5000 (16%)
[epoch 39] loss: 0.0003202
Test set: Average loss: 7.8361, Accuracy: 806/5000 (16%)
[epoch 40] loss: 0.0002973
Test set: Average loss: 7.8784, Accuracy: 806/5000 (16%)
[epoch 41] loss: 0.0002774
Test set: Average loss: 7.9166, Accuracy: 806/5000 (16%)
[epoch 42] loss: 0.0002600
Test set: Average loss: 7.9510, Accuracy: 806/5000 (16%)
[epoch 43] loss: 0.0002447
Test set: Average loss: 7.9820, Accuracy: 806/5000 (16%)
[epoch 44] loss: 0.0002311
Test set: Average loss: 8.0099, Accuracy: 804/5000 (16%)
[epoch 45] loss: 0.0002190
Test set: Average loss: 8.0350, Accuracy: 808/5000 (16%)
[epoch 46] loss: 0.0002081
Test set: Average loss: 8.0576, Accuracy: 808/5000 (16%)
[epoch 47] loss: 0.0001984
Test set: Average loss: 8.0780, Accuracy: 807/5000 (16%)
[epoch 48] loss: 0.0001897
Test set: Average loss: 8.0964, Accuracy: 809/5000 (16%)
[epoch 49] loss: 0.0001817
Test set: Average loss: 8.1130, Accuracy: 811/5000 (16%)
[epoch 50] loss: 0.0001745
Test set: Average loss: 8.1280, Accuracy: 808/5000 (16%)
Validation:
Test set: Average loss: 2.6774, Accuracy: 887/5000 (18%)
Test
Test set: Average loss: 2.6937, Accuracy: 1739/10000 (17%)
50
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3043, Accuracy: 397/5000 (8%)
[epoch 1] loss: 2.2912357
Test set: Average loss: 2.2676, Accuracy: 1033/5000 (21%)
[epoch 2] loss: 2.1151292
Test set: Average loss: 2.2293, Accuracy: 864/5000 (17%)
[epoch 3] loss: 1.8809380
Test set: Average loss: 2.3443, Accuracy: 878/5000 (18%)
[epoch 4] loss: 1.6684702
Test set: Average loss: 2.4475, Accuracy: 1121/5000 (22%)
[epoch 5] loss: 1.5103095
Test set: Average loss: 2.4556, Accuracy: 1210/5000 (24%)
[epoch 6] loss: 1.3872976
Test set: Average loss: 2.4622, Accuracy: 1233/5000 (25%)
[epoch 7] loss: 1.2606061
Test set: Average loss: 2.3522, Accuracy: 1204/5000 (24%)
[epoch 8] loss: 0.9967072
Test set: Average loss: 2.4194, Accuracy: 1180/5000 (24%)
[epoch 9] loss: 0.8921992
Test set: Average loss: 2.4666, Accuracy: 1258/5000 (25%)
[epoch 10] loss: 0.7170523
Test set: Average loss: 2.5032, Accuracy: 1346/5000 (27%)
[epoch 11] loss: 0.5207382
Test set: Average loss: 2.6690, Accuracy: 1284/5000 (26%)
[epoch 12] loss: 0.4345469
Test set: Average loss: 3.0153, Accuracy: 1179/5000 (24%)
[epoch 13] loss: 0.3553414
Test set: Average loss: 3.3174, Accuracy: 1185/5000 (24%)
[epoch 14] loss: 0.2529326
Test set: Average loss: 3.2789, Accuracy: 1282/5000 (26%)
[epoch 15] loss: 0.1728829
Test set: Average loss: 3.2131, Accuracy: 1402/5000 (28%)
[epoch 16] loss: 0.1270124
Test set: Average loss: 3.3132, Accuracy: 1431/5000 (29%)
[epoch 17] loss: 0.0864236
Test set: Average loss: 3.5728, Accuracy: 1349/5000 (27%)
[epoch 18] loss: 0.0542978
Test set: Average loss: 3.7850, Accuracy: 1312/5000 (26%)
[epoch 19] loss: 0.0385330
Test set: Average loss: 3.8964, Accuracy: 1316/5000 (26%)
[epoch 20] loss: 0.0266723
Test set: Average loss: 3.9327, Accuracy: 1355/5000 (27%)
[epoch 21] loss: 0.0187249
Test set: Average loss: 3.9825, Accuracy: 1366/5000 (27%)
[epoch 22] loss: 0.0153429
Test set: Average loss: 4.0787, Accuracy: 1379/5000 (28%)
[epoch 23] loss: 0.0117141
Test set: Average loss: 4.1987, Accuracy: 1373/5000 (27%)
[epoch 24] loss: 0.0093253
Test set: Average loss: 4.3472, Accuracy: 1346/5000 (27%)
[epoch 25] loss: 0.0069039
Test set: Average loss: 4.5013, Accuracy: 1317/5000 (26%)
[epoch 26] loss: 0.0061415
Test set: Average loss: 4.6144, Accuracy: 1306/5000 (26%)
[epoch 27] loss: 0.0050345
Test set: Average loss: 4.6828, Accuracy: 1293/5000 (26%)
[epoch 28] loss: 0.0037368
Test set: Average loss: 4.7236, Accuracy: 1293/5000 (26%)
[epoch 29] loss: 0.0034984
Test set: Average loss: 4.7497, Accuracy: 1290/5000 (26%)
[epoch 30] loss: 0.0030653
Test set: Average loss: 4.7687, Accuracy: 1283/5000 (26%)
[epoch 31] loss: 0.0025567
Test set: Average loss: 4.7841, Accuracy: 1284/5000 (26%)
[epoch 32] loss: 0.0028033
Epoch 31: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 4.7983, Accuracy: 1290/5000 (26%)
[epoch 33] loss: 0.0024942
Test set: Average loss: 4.7996, Accuracy: 1288/5000 (26%)
[epoch 34] loss: 0.0023541
Test set: Average loss: 4.8008, Accuracy: 1291/5000 (26%)
[epoch 35] loss: 0.0023461
Test set: Average loss: 4.8022, Accuracy: 1290/5000 (26%)
[epoch 36] loss: 0.0023397
Test set: Average loss: 4.8033, Accuracy: 1291/5000 (26%)
[epoch 37] loss: 0.0022977
Test set: Average loss: 4.8044, Accuracy: 1287/5000 (26%)
[epoch 38] loss: 0.0024259
Epoch 37: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 4.8057, Accuracy: 1285/5000 (26%)
[epoch 39] loss: 0.0022432
Test set: Average loss: 4.8058, Accuracy: 1284/5000 (26%)
[epoch 40] loss: 0.0023666
Epoch 39: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 4.8059, Accuracy: 1284/5000 (26%)
[epoch 41] loss: 0.0023059
Epoch 40: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 4.8059, Accuracy: 1284/5000 (26%)
[epoch 42] loss: 0.0020948
Test set: Average loss: 4.8059, Accuracy: 1284/5000 (26%)
[epoch 43] loss: 0.0023754
Epoch 42: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 4.8059, Accuracy: 1284/5000 (26%)
[epoch 44] loss: 0.0023115
Epoch 43: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 4.8059, Accuracy: 1284/5000 (26%)
[epoch 45] loss: 0.0023874
Epoch 44: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 4.8059, Accuracy: 1284/5000 (26%)
[epoch 46] loss: 0.0023910
Epoch 45: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 4.8059, Accuracy: 1284/5000 (26%)
[epoch 47] loss: 0.0024285
Epoch 46: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 4.8059, Accuracy: 1284/5000 (26%)
[epoch 48] loss: 0.0021929
Epoch 47: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 4.8059, Accuracy: 1284/5000 (26%)
[epoch 49] loss: 0.0023676
Epoch 48: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 4.8059, Accuracy: 1284/5000 (26%)
[epoch 50] loss: 0.0021805
Epoch 49: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 4.8059, Accuracy: 1284/5000 (26%)
Validation:
Test set: Average loss: 3.3132, Accuracy: 1431/5000 (29%)
Test
Test set: Average loss: 3.2540, Accuracy: 2920/10000 (29%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3028, Accuracy: 522/5000 (10%)
[epoch 1] loss: 2.2954973
Test set: Average loss: 2.2597, Accuracy: 1050/5000 (21%)
[epoch 2] loss: 2.1403203
Test set: Average loss: 2.2033, Accuracy: 1139/5000 (23%)
[epoch 3] loss: 1.9064132
Test set: Average loss: 2.1871, Accuracy: 1150/5000 (23%)
[epoch 4] loss: 1.6590011
Test set: Average loss: 2.1526, Accuracy: 1368/5000 (27%)
[epoch 5] loss: 1.3327978
Test set: Average loss: 2.1454, Accuracy: 1409/5000 (28%)
[epoch 6] loss: 1.1598181
Test set: Average loss: 2.2312, Accuracy: 1393/5000 (28%)
[epoch 7] loss: 0.9237240
Test set: Average loss: 2.2565, Accuracy: 1345/5000 (27%)
[epoch 8] loss: 0.7177175
Test set: Average loss: 2.3357, Accuracy: 1374/5000 (27%)
[epoch 9] loss: 0.6374331
Test set: Average loss: 2.4722, Accuracy: 1381/5000 (28%)
[epoch 10] loss: 0.4417792
Test set: Average loss: 2.6833, Accuracy: 1286/5000 (26%)
[epoch 11] loss: 0.3022517
Test set: Average loss: 2.8080, Accuracy: 1277/5000 (26%)
[epoch 12] loss: 0.2294299
Test set: Average loss: 2.9080, Accuracy: 1311/5000 (26%)
[epoch 13] loss: 0.1678676
Test set: Average loss: 3.0335, Accuracy: 1297/5000 (26%)
[epoch 14] loss: 0.1164441
Test set: Average loss: 3.1515, Accuracy: 1301/5000 (26%)
[epoch 15] loss: 0.0691947
Test set: Average loss: 3.3683, Accuracy: 1232/5000 (25%)
[epoch 16] loss: 0.0492083
Test set: Average loss: 3.6301, Accuracy: 1163/5000 (23%)
[epoch 17] loss: 0.0325277
Test set: Average loss: 3.8144, Accuracy: 1167/5000 (23%)
[epoch 18] loss: 0.0299656
Test set: Average loss: 3.9238, Accuracy: 1171/5000 (23%)
[epoch 19] loss: 0.0173941
Test set: Average loss: 3.9702, Accuracy: 1205/5000 (24%)
[epoch 20] loss: 0.0116796
Test set: Average loss: 4.0370, Accuracy: 1222/5000 (24%)
[epoch 21] loss: 0.0114915
Test set: Average loss: 4.1127, Accuracy: 1221/5000 (24%)
[epoch 22] loss: 0.0083992
Test set: Average loss: 4.1930, Accuracy: 1215/5000 (24%)
[epoch 23] loss: 0.0063057
Test set: Average loss: 4.2717, Accuracy: 1209/5000 (24%)
[epoch 24] loss: 0.0054894
Test set: Average loss: 4.3489, Accuracy: 1186/5000 (24%)
[epoch 25] loss: 0.0040722
Test set: Average loss: 4.4255, Accuracy: 1180/5000 (24%)
[epoch 26] loss: 0.0036002
Test set: Average loss: 4.4914, Accuracy: 1167/5000 (23%)
[epoch 27] loss: 0.0028956
Test set: Average loss: 4.5441, Accuracy: 1154/5000 (23%)
[epoch 28] loss: 0.0027876
Test set: Average loss: 4.5876, Accuracy: 1155/5000 (23%)
[epoch 29] loss: 0.0025183
Test set: Average loss: 4.6217, Accuracy: 1160/5000 (23%)
[epoch 30] loss: 0.0022712
Test set: Average loss: 4.6480, Accuracy: 1151/5000 (23%)
[epoch 31] loss: 0.0020595
Test set: Average loss: 4.6694, Accuracy: 1157/5000 (23%)
[epoch 32] loss: 0.0020150
Test set: Average loss: 4.6862, Accuracy: 1159/5000 (23%)
[epoch 33] loss: 0.0018578
Test set: Average loss: 4.6993, Accuracy: 1163/5000 (23%)
[epoch 34] loss: 0.0017534
Test set: Average loss: 4.7099, Accuracy: 1164/5000 (23%)
[epoch 35] loss: 0.0015228
Test set: Average loss: 4.7189, Accuracy: 1177/5000 (24%)
[epoch 36] loss: 0.0014440
Test set: Average loss: 4.7277, Accuracy: 1178/5000 (24%)
[epoch 37] loss: 0.0014034
Test set: Average loss: 4.7363, Accuracy: 1177/5000 (24%)
[epoch 38] loss: 0.0013160
Test set: Average loss: 4.7448, Accuracy: 1184/5000 (24%)
[epoch 39] loss: 0.0013049
Test set: Average loss: 4.7534, Accuracy: 1182/5000 (24%)
[epoch 40] loss: 0.0012256
Test set: Average loss: 4.7623, Accuracy: 1182/5000 (24%)
[epoch 41] loss: 0.0011684
Test set: Average loss: 4.7717, Accuracy: 1176/5000 (24%)
[epoch 42] loss: 0.0011469
Test set: Average loss: 4.7809, Accuracy: 1178/5000 (24%)
[epoch 43] loss: 0.0011607
Epoch 42: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 4.7902, Accuracy: 1179/5000 (24%)
[epoch 44] loss: 0.0010869
Test set: Average loss: 4.7912, Accuracy: 1179/5000 (24%)
[epoch 45] loss: 0.0010120
Test set: Average loss: 4.7920, Accuracy: 1180/5000 (24%)
[epoch 46] loss: 0.0010315
Epoch 45: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 4.7928, Accuracy: 1181/5000 (24%)
[epoch 47] loss: 0.0010872
Epoch 46: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 4.7929, Accuracy: 1181/5000 (24%)
[epoch 48] loss: 0.0010356
Epoch 47: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 4.7929, Accuracy: 1181/5000 (24%)
[epoch 49] loss: 0.0010093
Test set: Average loss: 4.7929, Accuracy: 1181/5000 (24%)
[epoch 50] loss: 0.0010738
Epoch 49: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 4.7929, Accuracy: 1181/5000 (24%)
Validation:
Test set: Average loss: 2.1454, Accuracy: 1409/5000 (28%)
Test
Test set: Average loss: 2.1320, Accuracy: 2782/10000 (28%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 400/5000 (8%)
[epoch 1] loss: 2.2855140
Test set: Average loss: 2.2703, Accuracy: 778/5000 (16%)
[epoch 2] loss: 2.0998913
Test set: Average loss: 2.2943, Accuracy: 772/5000 (15%)
[epoch 3] loss: 1.8031548
Test set: Average loss: 2.4461, Accuracy: 853/5000 (17%)
[epoch 4] loss: 1.7107934
Test set: Average loss: 2.3576, Accuracy: 936/5000 (19%)
[epoch 5] loss: 1.4447638
Test set: Average loss: 2.2278, Accuracy: 1138/5000 (23%)
[epoch 6] loss: 1.3193354
Test set: Average loss: 2.2395, Accuracy: 1180/5000 (24%)
[epoch 7] loss: 1.0953750
Test set: Average loss: 2.2451, Accuracy: 1243/5000 (25%)
[epoch 8] loss: 0.9772930
Test set: Average loss: 2.4273, Accuracy: 1196/5000 (24%)
[epoch 9] loss: 0.7076075
Test set: Average loss: 2.6761, Accuracy: 1138/5000 (23%)
[epoch 10] loss: 0.5812548
Test set: Average loss: 2.8091, Accuracy: 1162/5000 (23%)
[epoch 11] loss: 0.4055907
Test set: Average loss: 2.8616, Accuracy: 1228/5000 (25%)
[epoch 12] loss: 0.3131917
Test set: Average loss: 3.0353, Accuracy: 1197/5000 (24%)
[epoch 13] loss: 0.2078638
Test set: Average loss: 3.2620, Accuracy: 1186/5000 (24%)
[epoch 14] loss: 0.1434365
Test set: Average loss: 3.4999, Accuracy: 1183/5000 (24%)
[epoch 15] loss: 0.1146654
Test set: Average loss: 3.7434, Accuracy: 1162/5000 (23%)
[epoch 16] loss: 0.0678062
Test set: Average loss: 4.0016, Accuracy: 1094/5000 (22%)
[epoch 17] loss: 0.0561222
Test set: Average loss: 4.1511, Accuracy: 1085/5000 (22%)
[epoch 18] loss: 0.0341197
Test set: Average loss: 4.2294, Accuracy: 1125/5000 (22%)
[epoch 19] loss: 0.0331456
Test set: Average loss: 4.3481, Accuracy: 1137/5000 (23%)
[epoch 20] loss: 0.0175831
Test set: Average loss: 4.5219, Accuracy: 1116/5000 (22%)
[epoch 21] loss: 0.0111459
Test set: Average loss: 4.6977, Accuracy: 1097/5000 (22%)
[epoch 22] loss: 0.0110173
Test set: Average loss: 4.7833, Accuracy: 1092/5000 (22%)
[epoch 23] loss: 0.0099990
Test set: Average loss: 4.8125, Accuracy: 1093/5000 (22%)
[epoch 24] loss: 0.0054800
Test set: Average loss: 4.8055, Accuracy: 1120/5000 (22%)
[epoch 25] loss: 0.0042572
Test set: Average loss: 4.8261, Accuracy: 1137/5000 (23%)
[epoch 26] loss: 0.0055191
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 4.8663, Accuracy: 1135/5000 (23%)
[epoch 27] loss: 0.0041853
Test set: Average loss: 4.8722, Accuracy: 1136/5000 (23%)
[epoch 28] loss: 0.0040457
Test set: Average loss: 4.8789, Accuracy: 1133/5000 (23%)
[epoch 29] loss: 0.0049555
Epoch 28: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 4.8864, Accuracy: 1134/5000 (23%)
[epoch 30] loss: 0.0037676
Test set: Average loss: 4.8873, Accuracy: 1133/5000 (23%)
[epoch 31] loss: 0.0036243
Test set: Average loss: 4.8881, Accuracy: 1133/5000 (23%)
[epoch 32] loss: 0.0037864
Epoch 31: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 4.8890, Accuracy: 1131/5000 (23%)
[epoch 33] loss: 0.0038813
Epoch 32: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 34] loss: 0.0045194
Epoch 33: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 35] loss: 0.0043318
Epoch 34: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 36] loss: 0.0042714
Epoch 35: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 37] loss: 0.0034659
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 38] loss: 0.0038731
Epoch 37: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 39] loss: 0.0038409
Epoch 38: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 40] loss: 0.0038591
Epoch 39: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 41] loss: 0.0036121
Epoch 40: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 42] loss: 0.0035999
Epoch 41: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 43] loss: 0.0039184
Epoch 42: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 44] loss: 0.0045332
Epoch 43: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 45] loss: 0.0044253
Epoch 44: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 46] loss: 0.0044792
Epoch 45: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 47] loss: 0.0043197
Epoch 46: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 48] loss: 0.0043363
Epoch 47: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 49] loss: 0.0036561
Epoch 48: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
[epoch 50] loss: 0.0043826
Epoch 49: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 4.8891, Accuracy: 1131/5000 (23%)
Validation:
Test set: Average loss: 2.2451, Accuracy: 1243/5000 (25%)
Test
Test set: Average loss: 2.2157, Accuracy: 2481/10000 (25%)
100
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3050, Accuracy: 241/5000 (5%)
[epoch 1] loss: 2.2506765
Test set: Average loss: 2.2602, Accuracy: 915/5000 (18%)
[epoch 2] loss: 2.1061348
Test set: Average loss: 2.3574, Accuracy: 835/5000 (17%)
[epoch 3] loss: 1.8860416
Test set: Average loss: 2.2763, Accuracy: 1124/5000 (22%)
[epoch 4] loss: 2.2832723
Epoch 3: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0198, Accuracy: 1356/5000 (27%)
[epoch 5] loss: 1.4860996
Test set: Average loss: 2.0133, Accuracy: 1350/5000 (27%)
[epoch 6] loss: 1.6016161
Epoch 5: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.0084, Accuracy: 1366/5000 (27%)
[epoch 7] loss: 1.5805474
Epoch 6: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.0082, Accuracy: 1376/5000 (28%)
[epoch 8] loss: 2.0656572
Epoch 7: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 9] loss: 1.5223952
Epoch 8: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 10] loss: 1.6380806
Epoch 9: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 11] loss: 1.5402300
Epoch 10: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 12] loss: 1.6004581
Epoch 11: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 13] loss: 1.3363208
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 14] loss: 1.5662912
Epoch 13: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 15] loss: 1.4196876
Epoch 14: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 16] loss: 1.3947731
Epoch 15: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 17] loss: 1.5362777
Epoch 16: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 18] loss: 1.5130903
Epoch 17: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 19] loss: 1.5351498
Epoch 18: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 20] loss: 1.5817936
Epoch 19: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 21] loss: 1.4079416
Epoch 20: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 22] loss: 1.5131669
Epoch 21: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 23] loss: 1.4649230
Epoch 22: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 24] loss: 1.5962965
Epoch 23: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 25] loss: 1.4936234
Epoch 24: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 26] loss: 2.1340708
Epoch 25: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 27] loss: 1.3847760
Epoch 26: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 28] loss: 1.5769037
Epoch 27: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 29] loss: 1.5648318
Epoch 28: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 30] loss: 1.4103290
Epoch 29: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 31] loss: 1.4315377
Epoch 30: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 32] loss: 1.5450920
Epoch 31: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 33] loss: 1.4873722
Epoch 32: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 34] loss: 1.4741252
Epoch 33: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 35] loss: 1.6142832
Epoch 34: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 36] loss: 1.6259450
Epoch 35: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 37] loss: 1.4512133
Epoch 36: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 38] loss: 1.5779760
Epoch 37: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 39] loss: 1.5276726
Epoch 38: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 40] loss: 1.5243108
Epoch 39: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 41] loss: 1.4622847
Epoch 40: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 42] loss: 1.4598933
Epoch 41: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 43] loss: 1.5927696
Epoch 42: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 44] loss: 1.4559815
Epoch 43: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 45] loss: 1.4638510
Epoch 44: reducing learning rate of group 0 to 1.0000e-43.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 46] loss: 1.5795283
Epoch 45: reducing learning rate of group 0 to 1.0000e-44.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 47] loss: 1.5959637
Epoch 46: reducing learning rate of group 0 to 1.0000e-45.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 48] loss: 1.5636480
Epoch 47: reducing learning rate of group 0 to 1.0000e-46.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 49] loss: 1.4334355
Epoch 48: reducing learning rate of group 0 to 1.0000e-47.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
[epoch 50] loss: 1.5577645
Epoch 49: reducing learning rate of group 0 to 1.0000e-48.
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
Validation:
Test set: Average loss: 2.0081, Accuracy: 1376/5000 (28%)
Test
Test set: Average loss: 1.9762, Accuracy: 2796/10000 (28%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3020, Accuracy: 507/5000 (10%)
[epoch 1] loss: 2.2971677
Test set: Average loss: 2.2146, Accuracy: 1195/5000 (24%)
[epoch 2] loss: 2.0669028
Test set: Average loss: 2.1142, Accuracy: 1179/5000 (24%)
[epoch 3] loss: 1.8166800
Test set: Average loss: 2.0302, Accuracy: 1358/5000 (27%)
[epoch 4] loss: 1.5185717
Test set: Average loss: 1.8968, Accuracy: 1672/5000 (33%)
[epoch 5] loss: 1.3909184
Test set: Average loss: 1.8520, Accuracy: 1704/5000 (34%)
[epoch 6] loss: 1.1776118
Test set: Average loss: 1.9037, Accuracy: 1718/5000 (34%)
[epoch 7] loss: 2.0275763
Epoch 6: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8787, Accuracy: 1749/5000 (35%)
[epoch 8] loss: 1.0987639
Test set: Average loss: 1.8743, Accuracy: 1748/5000 (35%)
[epoch 9] loss: 1.0270696
Test set: Average loss: 1.8413, Accuracy: 1809/5000 (36%)
[epoch 10] loss: 0.8466876
Test set: Average loss: 1.8245, Accuracy: 1853/5000 (37%)
[epoch 11] loss: 0.9001628
Epoch 10: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.8204, Accuracy: 1863/5000 (37%)
[epoch 12] loss: 0.7653137
Test set: Average loss: 1.8183, Accuracy: 1869/5000 (37%)
[epoch 13] loss: 0.7973457
Epoch 12: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.8169, Accuracy: 1869/5000 (37%)
[epoch 14] loss: 0.7592324
Test set: Average loss: 1.8166, Accuracy: 1868/5000 (37%)
[epoch 15] loss: 0.9046735
Epoch 14: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.8163, Accuracy: 1867/5000 (37%)
[epoch 16] loss: 0.8095545
Epoch 15: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 17] loss: 0.7191006
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 18] loss: 0.8361112
Epoch 17: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 19] loss: 1.0245694
Epoch 18: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 20] loss: 0.7986204
Epoch 19: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 21] loss: 0.6977240
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 22] loss: 0.9307535
Epoch 21: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 23] loss: 0.9222908
Epoch 22: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 24] loss: 0.9074443
Epoch 23: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 25] loss: 0.8664402
Epoch 24: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 26] loss: 0.7508252
Epoch 25: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 27] loss: 0.7842757
Epoch 26: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 28] loss: 0.8026732
Epoch 27: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 29] loss: 0.7299942
Epoch 28: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 30] loss: 0.8493375
Epoch 29: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 31] loss: 0.8211547
Epoch 30: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 32] loss: 0.8091769
Epoch 31: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 33] loss: 0.9245508
Epoch 32: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 34] loss: 0.7374310
Epoch 33: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 35] loss: 0.8382151
Epoch 34: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.8205, Accuracy: 1863/5000 (37%)
[epoch 36] loss: 0.8447229
Epoch 35: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 37] loss: 0.8611881
Epoch 36: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 38] loss: 0.8206809
Epoch 37: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 39] loss: 0.9472392
Epoch 38: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 40] loss: 0.9782220
Epoch 39: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 41] loss: 0.8773294
Epoch 40: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 42] loss: 0.8105386
Epoch 41: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 43] loss: 0.8087877
Epoch 42: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 44] loss: 0.8264659
Epoch 43: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 45] loss: 0.8574357
Epoch 44: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 46] loss: 0.9078849
Epoch 45: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 47] loss: 0.8563898
Epoch 46: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 48] loss: 1.8018344
Epoch 47: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 49] loss: 0.8756764
Epoch 48: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
[epoch 50] loss: 0.7690381
Epoch 49: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 1.8162, Accuracy: 1867/5000 (37%)
Validation:
Test set: Average loss: 1.8169, Accuracy: 1869/5000 (37%)
Test
Test set: Average loss: 1.7688, Accuracy: 3851/10000 (39%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3035, Accuracy: 482/5000 (10%)
[epoch 1] loss: 2.2950191
Test set: Average loss: 2.2617, Accuracy: 708/5000 (14%)
[epoch 2] loss: 2.0429215
Test set: Average loss: 2.3274, Accuracy: 884/5000 (18%)
[epoch 3] loss: 1.7302248
Test set: Average loss: 2.2483, Accuracy: 1100/5000 (22%)
[epoch 4] loss: 1.6502272
Test set: Average loss: 2.2787, Accuracy: 1088/5000 (22%)
[epoch 5] loss: 1.5143870
Test set: Average loss: 2.0026, Accuracy: 1353/5000 (27%)
[epoch 6] loss: 1.3029913
Test set: Average loss: 2.1779, Accuracy: 1238/5000 (25%)
[epoch 7] loss: 1.3343510
Epoch 6: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1203, Accuracy: 1406/5000 (28%)
[epoch 8] loss: 1.0545290
Test set: Average loss: 2.1047, Accuracy: 1428/5000 (29%)
[epoch 9] loss: 2.1992813
Epoch 8: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.0730, Accuracy: 1433/5000 (29%)
[epoch 10] loss: 1.0730317
Epoch 9: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.0689, Accuracy: 1438/5000 (29%)
[epoch 11] loss: 1.0319697
Test set: Average loss: 2.0684, Accuracy: 1438/5000 (29%)
[epoch 12] loss: 1.0481261
Epoch 11: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.0679, Accuracy: 1440/5000 (29%)
[epoch 13] loss: 1.0143708
Test set: Average loss: 2.0678, Accuracy: 1440/5000 (29%)
[epoch 14] loss: 0.9193029
Test set: Average loss: 2.0678, Accuracy: 1440/5000 (29%)
[epoch 15] loss: 1.2308660
Epoch 14: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 16] loss: 1.0180657
Epoch 15: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 17] loss: 1.1097023
Epoch 16: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 18] loss: 1.0384927
Epoch 17: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 19] loss: 1.2496627
Epoch 18: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 20] loss: 1.1825559
Epoch 19: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 21] loss: 1.1889740
Epoch 20: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 22] loss: 1.0721804
Epoch 21: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 23] loss: 1.0928548
Epoch 22: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 24] loss: 1.0023132
Epoch 23: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 25] loss: 0.9834401
Epoch 24: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 26] loss: 0.9951398
Epoch 25: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 27] loss: 1.0744148
Epoch 26: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 28] loss: 1.0962076
Epoch 27: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 29] loss: 1.0631033
Epoch 28: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 30] loss: 1.1689775
Epoch 29: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 31] loss: 1.1123299
Epoch 30: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 32] loss: 1.0197439
Epoch 31: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 33] loss: 1.0307169
Epoch 32: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 34] loss: 1.2044437
Epoch 33: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 35] loss: 1.1627684
Epoch 34: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 36] loss: 1.1838008
Epoch 35: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 37] loss: 0.9379058
Epoch 36: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 38] loss: 1.0966708
Epoch 37: reducing learning rate of group 0 to 1.0000e-31.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 39] loss: 1.0830259
Epoch 38: reducing learning rate of group 0 to 1.0000e-32.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 40] loss: 1.0760262
Epoch 39: reducing learning rate of group 0 to 1.0000e-33.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 41] loss: 1.2525097
Epoch 40: reducing learning rate of group 0 to 1.0000e-34.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 42] loss: 0.9913681
Epoch 41: reducing learning rate of group 0 to 1.0000e-35.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 43] loss: 1.0581186
Epoch 42: reducing learning rate of group 0 to 1.0000e-36.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 44] loss: 0.9627009
Epoch 43: reducing learning rate of group 0 to 1.0000e-37.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 45] loss: 1.1383609
Epoch 44: reducing learning rate of group 0 to 1.0000e-38.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 46] loss: 1.0744722
Epoch 45: reducing learning rate of group 0 to 1.0000e-39.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 47] loss: 1.1584373
Epoch 46: reducing learning rate of group 0 to 1.0000e-40.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 48] loss: 1.0390411
Epoch 47: reducing learning rate of group 0 to 1.0000e-41.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 49] loss: 0.9000844
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
[epoch 50] loss: 1.0005615
Epoch 49: reducing learning rate of group 0 to 1.0000e-42.
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
Validation:
Test set: Average loss: 2.0677, Accuracy: 1440/5000 (29%)
Test
Test set: Average loss: 2.0711, Accuracy: 2869/10000 (29%)
250
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3028, Accuracy: 491/5000 (10%)
[epoch 1] loss: 2.2189065
Test set: Average loss: 2.0365, Accuracy: 1315/5000 (26%)
[epoch 2] loss: 1.8724729
Test set: Average loss: 1.8057, Accuracy: 1750/5000 (35%)
[epoch 3] loss: 1.6092944
Test set: Average loss: 1.8382, Accuracy: 1695/5000 (34%)
[epoch 4] loss: 1.3562840
Test set: Average loss: 1.6800, Accuracy: 2024/5000 (40%)
[epoch 5] loss: 1.1448266
Test set: Average loss: 1.5494, Accuracy: 2319/5000 (46%)
[epoch 6] loss: 0.9273253
Test set: Average loss: 1.6363, Accuracy: 2269/5000 (45%)
[epoch 7] loss: 0.7822964
Test set: Average loss: 1.8123, Accuracy: 2155/5000 (43%)
[epoch 8] loss: 0.6790019
Test set: Average loss: 1.8389, Accuracy: 2223/5000 (44%)
[epoch 9] loss: 0.5751555
Test set: Average loss: 1.8276, Accuracy: 2213/5000 (44%)
[epoch 10] loss: 0.4280685
Test set: Average loss: 1.9283, Accuracy: 2228/5000 (45%)
[epoch 11] loss: 0.2769192
Test set: Average loss: 2.0929, Accuracy: 2172/5000 (43%)
[epoch 12] loss: 0.1696053
Test set: Average loss: 2.1785, Accuracy: 2241/5000 (45%)
[epoch 13] loss: 0.1281788
Test set: Average loss: 2.2917, Accuracy: 2224/5000 (44%)
[epoch 14] loss: 0.0964248
Test set: Average loss: 2.5096, Accuracy: 2105/5000 (42%)
[epoch 15] loss: 0.0731993
Test set: Average loss: 2.4535, Accuracy: 2258/5000 (45%)
[epoch 16] loss: 0.0402437
Test set: Average loss: 2.7116, Accuracy: 2147/5000 (43%)
[epoch 17] loss: 0.0285943
Test set: Average loss: 2.7075, Accuracy: 2170/5000 (43%)
[epoch 18] loss: 0.0261441
Test set: Average loss: 2.7704, Accuracy: 2192/5000 (44%)
[epoch 19] loss: 0.0187387
Test set: Average loss: 2.8026, Accuracy: 2182/5000 (44%)
[epoch 20] loss: 0.0153294
Test set: Average loss: 2.8809, Accuracy: 2174/5000 (43%)
[epoch 21] loss: 0.0113099
Test set: Average loss: 2.9101, Accuracy: 2184/5000 (44%)
[epoch 22] loss: 0.0089238
Test set: Average loss: 2.9178, Accuracy: 2180/5000 (44%)
[epoch 23] loss: 0.0076501
Test set: Average loss: 2.9785, Accuracy: 2180/5000 (44%)
[epoch 24] loss: 0.0063865
Test set: Average loss: 2.9960, Accuracy: 2188/5000 (44%)
[epoch 25] loss: 0.0056782
Test set: Average loss: 3.0125, Accuracy: 2181/5000 (44%)
[epoch 26] loss: 0.0052790
Test set: Average loss: 3.0670, Accuracy: 2170/5000 (43%)
[epoch 27] loss: 0.0047552
Test set: Average loss: 3.1205, Accuracy: 2167/5000 (43%)
[epoch 28] loss: 0.0042834
Test set: Average loss: 3.1164, Accuracy: 2177/5000 (44%)
[epoch 29] loss: 0.0039537
Test set: Average loss: 3.1316, Accuracy: 2170/5000 (43%)
[epoch 30] loss: 0.0036656
Test set: Average loss: 3.1745, Accuracy: 2169/5000 (43%)
[epoch 31] loss: 0.0034278
Test set: Average loss: 3.1776, Accuracy: 2160/5000 (43%)
[epoch 32] loss: 0.0032311
Test set: Average loss: 3.1978, Accuracy: 2165/5000 (43%)
[epoch 33] loss: 0.0030462
Test set: Average loss: 3.2226, Accuracy: 2155/5000 (43%)
[epoch 34] loss: 0.0028543
Test set: Average loss: 3.2407, Accuracy: 2157/5000 (43%)
[epoch 35] loss: 0.0027160
Test set: Average loss: 3.2629, Accuracy: 2156/5000 (43%)
[epoch 36] loss: 0.0025512
Test set: Average loss: 3.2773, Accuracy: 2148/5000 (43%)
[epoch 37] loss: 0.0024377
Test set: Average loss: 3.2924, Accuracy: 2158/5000 (43%)
[epoch 38] loss: 0.0023283
Test set: Average loss: 3.3056, Accuracy: 2156/5000 (43%)
[epoch 39] loss: 0.0021936
Test set: Average loss: 3.3275, Accuracy: 2156/5000 (43%)
[epoch 40] loss: 0.0020971
Test set: Average loss: 3.3461, Accuracy: 2159/5000 (43%)
[epoch 41] loss: 0.0020026
Test set: Average loss: 3.3508, Accuracy: 2155/5000 (43%)
[epoch 42] loss: 0.0019193
Test set: Average loss: 3.3594, Accuracy: 2150/5000 (43%)
[epoch 43] loss: 0.0018349
Test set: Average loss: 3.3803, Accuracy: 2148/5000 (43%)
[epoch 44] loss: 0.0017639
Test set: Average loss: 3.3944, Accuracy: 2158/5000 (43%)
[epoch 45] loss: 0.0016954
Test set: Average loss: 3.4124, Accuracy: 2153/5000 (43%)
[epoch 46] loss: 0.0016178
Test set: Average loss: 3.4221, Accuracy: 2153/5000 (43%)
[epoch 47] loss: 0.0015600
Test set: Average loss: 3.4270, Accuracy: 2157/5000 (43%)
[epoch 48] loss: 0.0014811
Test set: Average loss: 3.4417, Accuracy: 2156/5000 (43%)
[epoch 49] loss: 0.0014372
Test set: Average loss: 3.4576, Accuracy: 2155/5000 (43%)
[epoch 50] loss: 0.0013843
Test set: Average loss: 3.4702, Accuracy: 2145/5000 (43%)
Validation:
Test set: Average loss: 1.5494, Accuracy: 2319/5000 (46%)
Test
Test set: Average loss: 1.5273, Accuracy: 4711/10000 (47%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3004, Accuracy: 491/5000 (10%)
[epoch 1] loss: 2.2151220
Test set: Average loss: 2.0145, Accuracy: 1564/5000 (31%)
[epoch 2] loss: 1.7623250
Test set: Average loss: 1.7380, Accuracy: 1943/5000 (39%)
[epoch 3] loss: 1.4858935
Test set: Average loss: 1.6765, Accuracy: 1998/5000 (40%)
[epoch 4] loss: 1.2438210
Test set: Average loss: 1.5945, Accuracy: 2182/5000 (44%)
[epoch 5] loss: 1.0357708
Test set: Average loss: 1.5894, Accuracy: 2191/5000 (44%)
[epoch 6] loss: 0.8224439
Test set: Average loss: 1.4839, Accuracy: 2365/5000 (47%)
[epoch 7] loss: 0.7208970
Test set: Average loss: 1.7257, Accuracy: 2242/5000 (45%)
[epoch 8] loss: 0.5883757
Test set: Average loss: 1.7053, Accuracy: 2207/5000 (44%)
[epoch 9] loss: 0.4476418
Test set: Average loss: 1.7533, Accuracy: 2339/5000 (47%)
[epoch 10] loss: 0.3325427
Test set: Average loss: 1.8420, Accuracy: 2247/5000 (45%)
[epoch 11] loss: 0.2425776
Test set: Average loss: 1.9491, Accuracy: 2298/5000 (46%)
[epoch 12] loss: 0.2217230
Test set: Average loss: 1.9808, Accuracy: 2312/5000 (46%)
[epoch 13] loss: 0.1611626
Test set: Average loss: 2.0889, Accuracy: 2277/5000 (46%)
[epoch 14] loss: 0.1154113
Test set: Average loss: 2.2344, Accuracy: 2303/5000 (46%)
[epoch 15] loss: 0.1045980
Test set: Average loss: 2.3352, Accuracy: 2195/5000 (44%)
[epoch 16] loss: 0.0681812
Test set: Average loss: 2.2991, Accuracy: 2326/5000 (47%)
[epoch 17] loss: 0.0463709
Test set: Average loss: 2.3740, Accuracy: 2312/5000 (46%)
[epoch 18] loss: 0.0322980
Test set: Average loss: 2.3965, Accuracy: 2358/5000 (47%)
[epoch 19] loss: 0.0202972
Test set: Average loss: 2.4416, Accuracy: 2354/5000 (47%)
[epoch 20] loss: 0.0152513
Test set: Average loss: 2.5003, Accuracy: 2331/5000 (47%)
[epoch 21] loss: 0.0129240
Test set: Average loss: 2.5366, Accuracy: 2335/5000 (47%)
[epoch 22] loss: 0.0103252
Test set: Average loss: 2.5601, Accuracy: 2320/5000 (46%)
[epoch 23] loss: 0.0083563
Test set: Average loss: 2.6081, Accuracy: 2313/5000 (46%)
[epoch 24] loss: 0.0074666
Test set: Average loss: 2.6271, Accuracy: 2331/5000 (47%)
[epoch 25] loss: 0.0064303
Test set: Average loss: 2.6512, Accuracy: 2323/5000 (46%)
[epoch 26] loss: 0.0058788
Test set: Average loss: 2.6739, Accuracy: 2315/5000 (46%)
[epoch 27] loss: 0.0054100
Test set: Average loss: 2.7205, Accuracy: 2295/5000 (46%)
[epoch 28] loss: 0.0049847
Test set: Average loss: 2.7374, Accuracy: 2304/5000 (46%)
[epoch 29] loss: 0.0045054
Test set: Average loss: 2.7374, Accuracy: 2319/5000 (46%)
[epoch 30] loss: 0.0041773
Test set: Average loss: 2.7575, Accuracy: 2315/5000 (46%)
[epoch 31] loss: 0.0038897
Test set: Average loss: 2.7883, Accuracy: 2298/5000 (46%)
[epoch 32] loss: 0.0035859
Test set: Average loss: 2.8052, Accuracy: 2302/5000 (46%)
[epoch 33] loss: 0.0033543
Test set: Average loss: 2.8214, Accuracy: 2306/5000 (46%)
[epoch 34] loss: 0.0031898
Test set: Average loss: 2.8389, Accuracy: 2299/5000 (46%)
[epoch 35] loss: 0.0029881
Test set: Average loss: 2.8497, Accuracy: 2308/5000 (46%)
[epoch 36] loss: 0.0028001
Test set: Average loss: 2.8660, Accuracy: 2298/5000 (46%)
[epoch 37] loss: 0.0026733
Test set: Average loss: 2.8854, Accuracy: 2297/5000 (46%)
[epoch 38] loss: 0.0025633
Test set: Average loss: 2.8916, Accuracy: 2303/5000 (46%)
[epoch 39] loss: 0.0024051
Test set: Average loss: 2.9093, Accuracy: 2294/5000 (46%)
[epoch 40] loss: 0.0022902
Test set: Average loss: 2.9238, Accuracy: 2299/5000 (46%)
[epoch 41] loss: 0.0022017
Test set: Average loss: 2.9403, Accuracy: 2288/5000 (46%)
[epoch 42] loss: 0.0020720
Test set: Average loss: 2.9507, Accuracy: 2288/5000 (46%)
[epoch 43] loss: 0.0019946
Test set: Average loss: 2.9588, Accuracy: 2293/5000 (46%)
[epoch 44] loss: 0.0018957
Test set: Average loss: 2.9760, Accuracy: 2293/5000 (46%)
[epoch 45] loss: 0.0018270
Test set: Average loss: 2.9854, Accuracy: 2292/5000 (46%)
[epoch 46] loss: 0.0017602
Test set: Average loss: 2.9936, Accuracy: 2285/5000 (46%)
[epoch 47] loss: 0.0016715
Test set: Average loss: 3.0059, Accuracy: 2292/5000 (46%)
[epoch 48] loss: 0.0016069
Test set: Average loss: 3.0198, Accuracy: 2294/5000 (46%)
[epoch 49] loss: 0.0015434
Test set: Average loss: 3.0291, Accuracy: 2287/5000 (46%)
[epoch 50] loss: 0.0014882
Test set: Average loss: 3.0417, Accuracy: 2285/5000 (46%)
Validation:
Test set: Average loss: 1.4839, Accuracy: 2365/5000 (47%)
Test
Test set: Average loss: 1.4705, Accuracy: 4837/10000 (48%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3047, Accuracy: 518/5000 (10%)
[epoch 1] loss: 2.2528653
Test set: Average loss: 2.1090, Accuracy: 1305/5000 (26%)
[epoch 2] loss: 1.8758919
Test set: Average loss: 1.8023, Accuracy: 1849/5000 (37%)
[epoch 3] loss: 1.6749015
Test set: Average loss: 1.8576, Accuracy: 1796/5000 (36%)
[epoch 4] loss: 1.3707837
Test set: Average loss: 1.6494, Accuracy: 2075/5000 (42%)
[epoch 5] loss: 1.1184188
Test set: Average loss: 1.6000, Accuracy: 2249/5000 (45%)
[epoch 6] loss: 0.9289997
Test set: Average loss: 1.6683, Accuracy: 2287/5000 (46%)
[epoch 7] loss: 0.7997916
Test set: Average loss: 1.7251, Accuracy: 2205/5000 (44%)
[epoch 8] loss: 0.6324814
Test set: Average loss: 1.7691, Accuracy: 2265/5000 (45%)
[epoch 9] loss: 0.4911736
Test set: Average loss: 1.8465, Accuracy: 2268/5000 (45%)
[epoch 10] loss: 0.3948664
Test set: Average loss: 1.9204, Accuracy: 2246/5000 (45%)
[epoch 11] loss: 0.3364928
Test set: Average loss: 2.0948, Accuracy: 2167/5000 (43%)
[epoch 12] loss: 0.2690758
Test set: Average loss: 2.1266, Accuracy: 2173/5000 (43%)
[epoch 13] loss: 0.1938790
Test set: Average loss: 2.2138, Accuracy: 2187/5000 (44%)
[epoch 14] loss: 0.1680078
Test set: Average loss: 2.3933, Accuracy: 2108/5000 (42%)
[epoch 15] loss: 0.1411965
Test set: Average loss: 2.3352, Accuracy: 2244/5000 (45%)
[epoch 16] loss: 0.0716133
Test set: Average loss: 2.4951, Accuracy: 2184/5000 (44%)
[epoch 17] loss: 0.0480844
Test set: Average loss: 2.5684, Accuracy: 2200/5000 (44%)
[epoch 18] loss: 0.0340358
Test set: Average loss: 2.6304, Accuracy: 2204/5000 (44%)
[epoch 19] loss: 0.0256536
Test set: Average loss: 2.7476, Accuracy: 2204/5000 (44%)
[epoch 20] loss: 0.0186533
Test set: Average loss: 2.7572, Accuracy: 2223/5000 (44%)
[epoch 21] loss: 0.0142932
Test set: Average loss: 2.7535, Accuracy: 2230/5000 (45%)
[epoch 22] loss: 0.0107796
Test set: Average loss: 2.8579, Accuracy: 2214/5000 (44%)
[epoch 23] loss: 0.0089976
Test set: Average loss: 2.8721, Accuracy: 2227/5000 (45%)
[epoch 24] loss: 0.0079939
Test set: Average loss: 2.8928, Accuracy: 2226/5000 (45%)
[epoch 25] loss: 0.0069942
Test set: Average loss: 2.9266, Accuracy: 2234/5000 (45%)
[epoch 26] loss: 0.0062274
Test set: Average loss: 2.9533, Accuracy: 2240/5000 (45%)
[epoch 27] loss: 0.0058114
Test set: Average loss: 2.9717, Accuracy: 2232/5000 (45%)
[epoch 28] loss: 0.0053167
Test set: Average loss: 2.9976, Accuracy: 2230/5000 (45%)
[epoch 29] loss: 0.0049535
Test set: Average loss: 3.0232, Accuracy: 2226/5000 (45%)
[epoch 30] loss: 0.0046333
Test set: Average loss: 3.0375, Accuracy: 2237/5000 (45%)
[epoch 31] loss: 0.0043206
Test set: Average loss: 3.0586, Accuracy: 2232/5000 (45%)
[epoch 32] loss: 0.0040135
Test set: Average loss: 3.0857, Accuracy: 2228/5000 (45%)
[epoch 33] loss: 0.0038475
Test set: Average loss: 3.1034, Accuracy: 2224/5000 (44%)
[epoch 34] loss: 0.0036424
Test set: Average loss: 3.1191, Accuracy: 2227/5000 (45%)
[epoch 35] loss: 0.0034423
Test set: Average loss: 3.1364, Accuracy: 2233/5000 (45%)
[epoch 36] loss: 0.0032301
Test set: Average loss: 3.1555, Accuracy: 2222/5000 (44%)
[epoch 37] loss: 0.0030556
Test set: Average loss: 3.1802, Accuracy: 2218/5000 (44%)
[epoch 38] loss: 0.0029006
Test set: Average loss: 3.1892, Accuracy: 2226/5000 (45%)
[epoch 39] loss: 0.0027165
Test set: Average loss: 3.1940, Accuracy: 2228/5000 (45%)
[epoch 40] loss: 0.0026254
Test set: Average loss: 3.2128, Accuracy: 2230/5000 (45%)
[epoch 41] loss: 0.0024685
Test set: Average loss: 3.2321, Accuracy: 2223/5000 (44%)
[epoch 42] loss: 0.0023892
Test set: Average loss: 3.2463, Accuracy: 2219/5000 (44%)
[epoch 43] loss: 0.0022704
Test set: Average loss: 3.2649, Accuracy: 2218/5000 (44%)
[epoch 44] loss: 0.0021714
Test set: Average loss: 3.2814, Accuracy: 2215/5000 (44%)
[epoch 45] loss: 0.0020980
Test set: Average loss: 3.2934, Accuracy: 2220/5000 (44%)
[epoch 46] loss: 0.0019956
Test set: Average loss: 3.3014, Accuracy: 2219/5000 (44%)
[epoch 47] loss: 0.0019269
Test set: Average loss: 3.3082, Accuracy: 2221/5000 (44%)
[epoch 48] loss: 0.0018539
Test set: Average loss: 3.3264, Accuracy: 2221/5000 (44%)
[epoch 49] loss: 0.0017908
Test set: Average loss: 3.3393, Accuracy: 2217/5000 (44%)
[epoch 50] loss: 0.0017006
Test set: Average loss: 3.3533, Accuracy: 2213/5000 (44%)
Validation:
Test set: Average loss: 1.6683, Accuracy: 2287/5000 (46%)
Test
Test set: Average loss: 1.6765, Accuracy: 4519/10000 (45%)
500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 497/5000 (10%)
[epoch 1] loss: 2.1012615
Test set: Average loss: 1.9109, Accuracy: 1613/5000 (32%)
[epoch 2] loss: 1.6836012
Test set: Average loss: 1.6153, Accuracy: 2161/5000 (43%)
[epoch 3] loss: 1.3484574
Test set: Average loss: 1.5036, Accuracy: 2295/5000 (46%)
[epoch 4] loss: 1.1885973
Test set: Average loss: 1.4970, Accuracy: 2301/5000 (46%)
[epoch 5] loss: 0.9702955
Test set: Average loss: 1.4974, Accuracy: 2460/5000 (49%)
[epoch 6] loss: 0.7759478
Test set: Average loss: 1.4968, Accuracy: 2558/5000 (51%)
[epoch 7] loss: 0.6459639
Test set: Average loss: 1.5915, Accuracy: 2561/5000 (51%)
[epoch 8] loss: 0.5301347
Test set: Average loss: 1.8726, Accuracy: 2338/5000 (47%)
[epoch 9] loss: 0.4897057
Test set: Average loss: 1.7701, Accuracy: 2504/5000 (50%)
[epoch 10] loss: 0.3470612
Test set: Average loss: 1.9027, Accuracy: 2481/5000 (50%)
[epoch 11] loss: 0.2124341
Test set: Average loss: 1.9523, Accuracy: 2474/5000 (49%)
[epoch 12] loss: 0.1600358
Test set: Average loss: 2.2044, Accuracy: 2439/5000 (49%)
[epoch 13] loss: 0.1113891
Test set: Average loss: 2.1650, Accuracy: 2496/5000 (50%)
[epoch 14] loss: 0.0780439
Test set: Average loss: 2.2743, Accuracy: 2524/5000 (50%)
[epoch 15] loss: 0.0527479
Test set: Average loss: 2.4806, Accuracy: 2415/5000 (48%)
[epoch 16] loss: 0.0307079
Test set: Average loss: 2.4108, Accuracy: 2521/5000 (50%)
[epoch 17] loss: 0.0210420
Test set: Average loss: 2.5427, Accuracy: 2494/5000 (50%)
[epoch 18] loss: 0.0166839
Test set: Average loss: 2.5458, Accuracy: 2494/5000 (50%)
[epoch 19] loss: 0.0129955
Test set: Average loss: 2.5976, Accuracy: 2521/5000 (50%)
[epoch 20] loss: 0.0093880
Test set: Average loss: 2.6413, Accuracy: 2506/5000 (50%)
[epoch 21] loss: 0.0076520
Test set: Average loss: 2.6983, Accuracy: 2482/5000 (50%)
[epoch 22] loss: 0.0066537
Test set: Average loss: 2.7254, Accuracy: 2505/5000 (50%)
[epoch 23] loss: 0.0055179
Test set: Average loss: 2.7545, Accuracy: 2510/5000 (50%)
[epoch 24] loss: 0.0049146
Test set: Average loss: 2.7910, Accuracy: 2500/5000 (50%)
[epoch 25] loss: 0.0045342
Test set: Average loss: 2.8107, Accuracy: 2501/5000 (50%)
[epoch 26] loss: 0.0042014
Test set: Average loss: 2.8399, Accuracy: 2509/5000 (50%)
[epoch 27] loss: 0.0038290
Test set: Average loss: 2.8651, Accuracy: 2497/5000 (50%)
[epoch 28] loss: 0.0035456
Test set: Average loss: 2.8770, Accuracy: 2505/5000 (50%)
[epoch 29] loss: 0.0033461
Test set: Average loss: 2.9073, Accuracy: 2500/5000 (50%)
[epoch 30] loss: 0.0030383
Test set: Average loss: 2.9295, Accuracy: 2502/5000 (50%)
[epoch 31] loss: 0.0028543
Test set: Average loss: 2.9442, Accuracy: 2495/5000 (50%)
[epoch 32] loss: 0.0026764
Test set: Average loss: 2.9664, Accuracy: 2505/5000 (50%)
[epoch 33] loss: 0.0025005
Test set: Average loss: 2.9917, Accuracy: 2494/5000 (50%)
[epoch 34] loss: 0.0023703
Test set: Average loss: 3.0035, Accuracy: 2503/5000 (50%)
[epoch 35] loss: 0.0022361
Test set: Average loss: 3.0227, Accuracy: 2493/5000 (50%)
[epoch 36] loss: 0.0020903
Test set: Average loss: 3.0378, Accuracy: 2499/5000 (50%)
[epoch 37] loss: 0.0019784
Test set: Average loss: 3.0568, Accuracy: 2488/5000 (50%)
[epoch 38] loss: 0.0019314
Test set: Average loss: 3.0689, Accuracy: 2496/5000 (50%)
[epoch 39] loss: 0.0017945
Test set: Average loss: 3.0789, Accuracy: 2496/5000 (50%)
[epoch 40] loss: 0.0017148
Test set: Average loss: 3.1031, Accuracy: 2492/5000 (50%)
[epoch 41] loss: 0.0016041
Test set: Average loss: 3.1157, Accuracy: 2497/5000 (50%)
[epoch 42] loss: 0.0015552
Test set: Average loss: 3.1277, Accuracy: 2490/5000 (50%)
[epoch 43] loss: 0.0014850
Test set: Average loss: 3.1430, Accuracy: 2498/5000 (50%)
[epoch 44] loss: 0.0014176
Test set: Average loss: 3.1517, Accuracy: 2489/5000 (50%)
[epoch 45] loss: 0.0013363
Test set: Average loss: 3.1649, Accuracy: 2490/5000 (50%)
[epoch 46] loss: 0.0012927
Test set: Average loss: 3.1819, Accuracy: 2490/5000 (50%)
[epoch 47] loss: 0.0012453
Test set: Average loss: 3.1951, Accuracy: 2490/5000 (50%)
[epoch 48] loss: 0.0012070
Test set: Average loss: 3.2081, Accuracy: 2493/5000 (50%)
[epoch 49] loss: 0.0011263
Test set: Average loss: 3.2205, Accuracy: 2487/5000 (50%)
[epoch 50] loss: 0.0011076
Test set: Average loss: 3.2288, Accuracy: 2485/5000 (50%)
Validation:
Test set: Average loss: 1.5915, Accuracy: 2561/5000 (51%)
Test
Test set: Average loss: 1.5723, Accuracy: 5180/10000 (52%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3035, Accuracy: 520/5000 (10%)
[epoch 1] loss: 2.0178964
Test set: Average loss: 1.8904, Accuracy: 1478/5000 (30%)
[epoch 2] loss: 1.5343776
Test set: Average loss: 1.9001, Accuracy: 1525/5000 (30%)
[epoch 3] loss: 1.3272810
Test set: Average loss: 1.5106, Accuracy: 2287/5000 (46%)
[epoch 4] loss: 1.0986005
Test set: Average loss: 1.5191, Accuracy: 2383/5000 (48%)
[epoch 5] loss: 0.9457744
Test set: Average loss: 1.6567, Accuracy: 2155/5000 (43%)
[epoch 6] loss: 0.8683239
Test set: Average loss: 1.7178, Accuracy: 2239/5000 (45%)
[epoch 7] loss: 0.7444539
Test set: Average loss: 1.6903, Accuracy: 2196/5000 (44%)
[epoch 8] loss: 0.5489028
Test set: Average loss: 1.6561, Accuracy: 2410/5000 (48%)
[epoch 9] loss: 0.3899480
Test set: Average loss: 1.6844, Accuracy: 2521/5000 (50%)
[epoch 10] loss: 0.2862464
Test set: Average loss: 1.8499, Accuracy: 2414/5000 (48%)
[epoch 11] loss: 0.2402276
Test set: Average loss: 1.9076, Accuracy: 2497/5000 (50%)
[epoch 12] loss: 0.1879999
Test set: Average loss: 2.0128, Accuracy: 2501/5000 (50%)
[epoch 13] loss: 0.1245667
Test set: Average loss: 2.1715, Accuracy: 2460/5000 (49%)
[epoch 14] loss: 0.0945360
Test set: Average loss: 2.2325, Accuracy: 2447/5000 (49%)
[epoch 15] loss: 0.0632164
Test set: Average loss: 2.2485, Accuracy: 2443/5000 (49%)
[epoch 16] loss: 0.0494256
Test set: Average loss: 2.5249, Accuracy: 2407/5000 (48%)
[epoch 17] loss: 0.0566675
Epoch 16: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.5852, Accuracy: 2370/5000 (47%)
[epoch 18] loss: 0.0347912
Test set: Average loss: 2.4341, Accuracy: 2465/5000 (49%)
[epoch 19] loss: 0.0152606
Test set: Average loss: 2.4167, Accuracy: 2485/5000 (50%)
[epoch 20] loss: 0.0140955
Test set: Average loss: 2.4211, Accuracy: 2481/5000 (50%)
[epoch 21] loss: 0.0130887
Test set: Average loss: 2.4269, Accuracy: 2489/5000 (50%)
[epoch 22] loss: 0.0123690
Test set: Average loss: 2.4282, Accuracy: 2488/5000 (50%)
[epoch 23] loss: 0.0117835
Test set: Average loss: 2.4319, Accuracy: 2487/5000 (50%)
[epoch 24] loss: 0.0113060
Test set: Average loss: 2.4382, Accuracy: 2493/5000 (50%)
[epoch 25] loss: 0.0110320
Test set: Average loss: 2.4450, Accuracy: 2484/5000 (50%)
[epoch 26] loss: 0.0106713
Test set: Average loss: 2.4525, Accuracy: 2485/5000 (50%)
[epoch 27] loss: 0.0103887
Test set: Average loss: 2.4601, Accuracy: 2481/5000 (50%)
[epoch 28] loss: 0.0101758
Test set: Average loss: 2.4663, Accuracy: 2485/5000 (50%)
[epoch 29] loss: 0.0098265
Test set: Average loss: 2.4721, Accuracy: 2488/5000 (50%)
[epoch 30] loss: 0.0097544
Test set: Average loss: 2.4789, Accuracy: 2486/5000 (50%)
[epoch 31] loss: 0.0094796
Test set: Average loss: 2.4863, Accuracy: 2483/5000 (50%)
[epoch 32] loss: 0.0091715
Test set: Average loss: 2.4932, Accuracy: 2489/5000 (50%)
[epoch 33] loss: 0.0090652
Test set: Average loss: 2.5001, Accuracy: 2483/5000 (50%)
[epoch 34] loss: 0.0087697
Test set: Average loss: 2.5070, Accuracy: 2482/5000 (50%)
[epoch 35] loss: 0.0085957
Test set: Average loss: 2.5125, Accuracy: 2481/5000 (50%)
[epoch 36] loss: 0.0084851
Test set: Average loss: 2.5222, Accuracy: 2476/5000 (50%)
[epoch 37] loss: 0.0081956
Test set: Average loss: 2.5267, Accuracy: 2473/5000 (49%)
[epoch 38] loss: 0.0080955
Test set: Average loss: 2.5344, Accuracy: 2475/5000 (50%)
[epoch 39] loss: 0.0079359
Test set: Average loss: 2.5405, Accuracy: 2476/5000 (50%)
[epoch 40] loss: 0.0077500
Test set: Average loss: 2.5462, Accuracy: 2474/5000 (49%)
[epoch 41] loss: 0.0075627
Test set: Average loss: 2.5542, Accuracy: 2478/5000 (50%)
[epoch 42] loss: 0.0073825
Test set: Average loss: 2.5607, Accuracy: 2477/5000 (50%)
[epoch 43] loss: 0.0072466
Test set: Average loss: 2.5678, Accuracy: 2473/5000 (49%)
[epoch 44] loss: 0.0073102
Epoch 43: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.5732, Accuracy: 2468/5000 (49%)
[epoch 45] loss: 0.0070645
Test set: Average loss: 2.5740, Accuracy: 2472/5000 (49%)
[epoch 46] loss: 0.0069767
Test set: Average loss: 2.5748, Accuracy: 2472/5000 (49%)
[epoch 47] loss: 0.0070535
Epoch 46: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.5756, Accuracy: 2473/5000 (49%)
[epoch 48] loss: 0.0069073
Test set: Average loss: 2.5757, Accuracy: 2472/5000 (49%)
[epoch 49] loss: 0.0069451
Epoch 48: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.5757, Accuracy: 2472/5000 (49%)
[epoch 50] loss: 0.0069386
Epoch 49: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.5758, Accuracy: 2472/5000 (49%)
Validation:
Test set: Average loss: 1.6844, Accuracy: 2521/5000 (50%)
Test
Test set: Average loss: 1.6161, Accuracy: 5225/10000 (52%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3024, Accuracy: 639/5000 (13%)
[epoch 1] loss: 2.0851583
Test set: Average loss: 1.8777, Accuracy: 1554/5000 (31%)
[epoch 2] loss: 1.6883141
Test set: Average loss: 1.6275, Accuracy: 2133/5000 (43%)
[epoch 3] loss: 1.4759557
Test set: Average loss: 1.5455, Accuracy: 2226/5000 (45%)
[epoch 4] loss: 1.2800748
Test set: Average loss: 1.5125, Accuracy: 2408/5000 (48%)
[epoch 5] loss: 1.0348374
Test set: Average loss: 1.4949, Accuracy: 2460/5000 (49%)
[epoch 6] loss: 0.9428523
Test set: Average loss: 1.5391, Accuracy: 2416/5000 (48%)
[epoch 7] loss: 0.7624392
Test set: Average loss: 1.5505, Accuracy: 2503/5000 (50%)
[epoch 8] loss: 0.5989467
Test set: Average loss: 1.6137, Accuracy: 2479/5000 (50%)
[epoch 9] loss: 0.4614045
Test set: Average loss: 1.8386, Accuracy: 2381/5000 (48%)
[epoch 10] loss: 0.3678262
Test set: Average loss: 1.8855, Accuracy: 2399/5000 (48%)
[epoch 11] loss: 0.2697983
Test set: Average loss: 1.9256, Accuracy: 2480/5000 (50%)
[epoch 12] loss: 0.2165635
Test set: Average loss: 2.0285, Accuracy: 2418/5000 (48%)
[epoch 13] loss: 0.1636088
Test set: Average loss: 2.1925, Accuracy: 2451/5000 (49%)
[epoch 14] loss: 0.0869318
Test set: Average loss: 2.3173, Accuracy: 2398/5000 (48%)
[epoch 15] loss: 0.0542444
Test set: Average loss: 2.3786, Accuracy: 2448/5000 (49%)
[epoch 16] loss: 0.0359722
Test set: Average loss: 2.5645, Accuracy: 2395/5000 (48%)
[epoch 17] loss: 0.0303865
Test set: Average loss: 2.6563, Accuracy: 2379/5000 (48%)
[epoch 18] loss: 0.0230997
Test set: Average loss: 2.6399, Accuracy: 2414/5000 (48%)
[epoch 19] loss: 0.0125494
Test set: Average loss: 2.7017, Accuracy: 2408/5000 (48%)
[epoch 20] loss: 0.0078249
Test set: Average loss: 2.7298, Accuracy: 2442/5000 (49%)
[epoch 21] loss: 0.0062095
Test set: Average loss: 2.7646, Accuracy: 2428/5000 (49%)
[epoch 22] loss: 0.0050930
Test set: Average loss: 2.8089, Accuracy: 2426/5000 (49%)
[epoch 23] loss: 0.0045994
Test set: Average loss: 2.8260, Accuracy: 2421/5000 (48%)
[epoch 24] loss: 0.0042096
Test set: Average loss: 2.8572, Accuracy: 2429/5000 (49%)
[epoch 25] loss: 0.0038097
Test set: Average loss: 2.8826, Accuracy: 2434/5000 (49%)
[epoch 26] loss: 0.0034692
Test set: Average loss: 2.9078, Accuracy: 2427/5000 (49%)
[epoch 27] loss: 0.0031694
Test set: Average loss: 2.9291, Accuracy: 2423/5000 (48%)
[epoch 28] loss: 0.0029477
Test set: Average loss: 2.9489, Accuracy: 2428/5000 (49%)
[epoch 29] loss: 0.0027805
Test set: Average loss: 2.9714, Accuracy: 2423/5000 (48%)
[epoch 30] loss: 0.0026436
Test set: Average loss: 2.9886, Accuracy: 2428/5000 (49%)
[epoch 31] loss: 0.0024162
Test set: Average loss: 3.0142, Accuracy: 2427/5000 (49%)
[epoch 32] loss: 0.0022598
Test set: Average loss: 3.0291, Accuracy: 2428/5000 (49%)
[epoch 33] loss: 0.0021842
Test set: Average loss: 3.0458, Accuracy: 2429/5000 (49%)
[epoch 34] loss: 0.0020366
Test set: Average loss: 3.0654, Accuracy: 2433/5000 (49%)
[epoch 35] loss: 0.0019191
Test set: Average loss: 3.0810, Accuracy: 2432/5000 (49%)
[epoch 36] loss: 0.0018288
Test set: Average loss: 3.0959, Accuracy: 2428/5000 (49%)
[epoch 37] loss: 0.0017471
Test set: Average loss: 3.1167, Accuracy: 2431/5000 (49%)
[epoch 38] loss: 0.0016395
Test set: Average loss: 3.1320, Accuracy: 2427/5000 (49%)
[epoch 39] loss: 0.0015627
Test set: Average loss: 3.1435, Accuracy: 2432/5000 (49%)
[epoch 40] loss: 0.0014899
Test set: Average loss: 3.1589, Accuracy: 2429/5000 (49%)
[epoch 41] loss: 0.0014155
Test set: Average loss: 3.1728, Accuracy: 2435/5000 (49%)
[epoch 42] loss: 0.0013583
Test set: Average loss: 3.1889, Accuracy: 2437/5000 (49%)
[epoch 43] loss: 0.0012971
Test set: Average loss: 3.2020, Accuracy: 2435/5000 (49%)
[epoch 44] loss: 0.0012503
Test set: Average loss: 3.2149, Accuracy: 2430/5000 (49%)
[epoch 45] loss: 0.0011924
Test set: Average loss: 3.2321, Accuracy: 2428/5000 (49%)
[epoch 46] loss: 0.0011590
Test set: Average loss: 3.2420, Accuracy: 2435/5000 (49%)
[epoch 47] loss: 0.0011069
Test set: Average loss: 3.2508, Accuracy: 2427/5000 (49%)
[epoch 48] loss: 0.0010615
Test set: Average loss: 3.2670, Accuracy: 2427/5000 (49%)
[epoch 49] loss: 0.0010214
Test set: Average loss: 3.2804, Accuracy: 2428/5000 (49%)
[epoch 50] loss: 0.0009821
Test set: Average loss: 3.2891, Accuracy: 2424/5000 (48%)
Validation:
Test set: Average loss: 1.5505, Accuracy: 2503/5000 (50%)
Test
Test set: Average loss: 1.5565, Accuracy: 4925/10000 (49%)
750
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3045, Accuracy: 525/5000 (10%)
[epoch 1] loss: 2.0130308
Test set: Average loss: 1.7296, Accuracy: 1992/5000 (40%)
[epoch 2] loss: 1.5323054
Test set: Average loss: 1.4702, Accuracy: 2421/5000 (48%)
[epoch 3] loss: 1.2334135
Test set: Average loss: 1.4308, Accuracy: 2564/5000 (51%)
[epoch 4] loss: 1.0720804
Test set: Average loss: 1.3415, Accuracy: 2694/5000 (54%)
[epoch 5] loss: 0.9689155
Test set: Average loss: 1.4530, Accuracy: 2560/5000 (51%)
[epoch 6] loss: 0.8115760
Test set: Average loss: 1.4737, Accuracy: 2607/5000 (52%)
[epoch 7] loss: 0.6543456
Test set: Average loss: 1.5307, Accuracy: 2623/5000 (52%)
[epoch 8] loss: 0.5778250
Test set: Average loss: 1.6506, Accuracy: 2528/5000 (51%)
[epoch 9] loss: 0.4915028
Test set: Average loss: 1.7854, Accuracy: 2526/5000 (51%)
[epoch 10] loss: 0.4359038
Test set: Average loss: 1.9893, Accuracy: 2458/5000 (49%)
[epoch 11] loss: 0.3105435
Test set: Average loss: 1.9489, Accuracy: 2494/5000 (50%)
[epoch 12] loss: 0.2740639
Test set: Average loss: 2.1316, Accuracy: 2536/5000 (51%)
[epoch 13] loss: 0.2253291
Test set: Average loss: 2.2815, Accuracy: 2451/5000 (49%)
[epoch 14] loss: 0.2035453
Test set: Average loss: 2.2711, Accuracy: 2464/5000 (49%)
[epoch 15] loss: 0.1196004
Test set: Average loss: 2.3049, Accuracy: 2569/5000 (51%)
[epoch 16] loss: 0.0820208
Test set: Average loss: 2.5356, Accuracy: 2522/5000 (50%)
[epoch 17] loss: 0.0670298
Test set: Average loss: 2.6163, Accuracy: 2487/5000 (50%)
[epoch 18] loss: 0.0532119
Test set: Average loss: 2.7742, Accuracy: 2431/5000 (49%)
[epoch 19] loss: 0.0425674
Test set: Average loss: 2.8374, Accuracy: 2486/5000 (50%)
[epoch 20] loss: 0.0214875
Test set: Average loss: 2.7651, Accuracy: 2508/5000 (50%)
[epoch 21] loss: 0.0097135
Test set: Average loss: 2.8046, Accuracy: 2515/5000 (50%)
[epoch 22] loss: 0.0067672
Test set: Average loss: 2.8596, Accuracy: 2506/5000 (50%)
[epoch 23] loss: 0.0053666
Test set: Average loss: 2.8922, Accuracy: 2508/5000 (50%)
[epoch 24] loss: 0.0045178
Test set: Average loss: 2.9325, Accuracy: 2512/5000 (50%)
[epoch 25] loss: 0.0041200
Test set: Average loss: 2.9567, Accuracy: 2509/5000 (50%)
[epoch 26] loss: 0.0038674
Test set: Average loss: 2.9762, Accuracy: 2522/5000 (50%)
[epoch 27] loss: 0.0034388
Test set: Average loss: 3.0009, Accuracy: 2511/5000 (50%)
[epoch 28] loss: 0.0031339
Test set: Average loss: 3.0242, Accuracy: 2513/5000 (50%)
[epoch 29] loss: 0.0028860
Test set: Average loss: 3.0533, Accuracy: 2514/5000 (50%)
[epoch 30] loss: 0.0026974
Test set: Average loss: 3.0675, Accuracy: 2518/5000 (50%)
[epoch 31] loss: 0.0024925
Test set: Average loss: 3.0918, Accuracy: 2522/5000 (50%)
[epoch 32] loss: 0.0023189
Test set: Average loss: 3.1065, Accuracy: 2515/5000 (50%)
[epoch 33] loss: 0.0021883
Test set: Average loss: 3.1245, Accuracy: 2514/5000 (50%)
[epoch 34] loss: 0.0020398
Test set: Average loss: 3.1497, Accuracy: 2511/5000 (50%)
[epoch 35] loss: 0.0019327
Test set: Average loss: 3.1647, Accuracy: 2512/5000 (50%)
[epoch 36] loss: 0.0018324
Test set: Average loss: 3.1765, Accuracy: 2510/5000 (50%)
[epoch 37] loss: 0.0017534
Test set: Average loss: 3.1910, Accuracy: 2516/5000 (50%)
[epoch 38] loss: 0.0016512
Test set: Average loss: 3.2127, Accuracy: 2507/5000 (50%)
[epoch 39] loss: 0.0015380
Test set: Average loss: 3.2293, Accuracy: 2509/5000 (50%)
[epoch 40] loss: 0.0014821
Test set: Average loss: 3.2432, Accuracy: 2504/5000 (50%)
[epoch 41] loss: 0.0014072
Test set: Average loss: 3.2568, Accuracy: 2501/5000 (50%)
[epoch 42] loss: 0.0013428
Test set: Average loss: 3.2731, Accuracy: 2500/5000 (50%)
[epoch 43] loss: 0.0012864
Test set: Average loss: 3.2866, Accuracy: 2504/5000 (50%)
[epoch 44] loss: 0.0012231
Test set: Average loss: 3.2952, Accuracy: 2501/5000 (50%)
[epoch 45] loss: 0.0011861
Test set: Average loss: 3.3115, Accuracy: 2506/5000 (50%)
[epoch 46] loss: 0.0011309
Test set: Average loss: 3.3296, Accuracy: 2503/5000 (50%)
[epoch 47] loss: 0.0010910
Test set: Average loss: 3.3417, Accuracy: 2508/5000 (50%)
[epoch 48] loss: 0.0010352
Test set: Average loss: 3.3484, Accuracy: 2505/5000 (50%)
[epoch 49] loss: 0.0009859
Test set: Average loss: 3.3641, Accuracy: 2497/5000 (50%)
[epoch 50] loss: 0.0009486
Test set: Average loss: 3.3796, Accuracy: 2495/5000 (50%)
Validation:
Test set: Average loss: 1.3415, Accuracy: 2694/5000 (54%)
Test
Test set: Average loss: 1.3206, Accuracy: 5385/10000 (54%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3027, Accuracy: 498/5000 (10%)
[epoch 1] loss: 1.9043512
Test set: Average loss: 1.6674, Accuracy: 1923/5000 (38%)
[epoch 2] loss: 1.3643329
Test set: Average loss: 1.4860, Accuracy: 2423/5000 (48%)
[epoch 3] loss: 1.1044326
Test set: Average loss: 1.3968, Accuracy: 2562/5000 (51%)
[epoch 4] loss: 0.8962594
Test set: Average loss: 1.6314, Accuracy: 2362/5000 (47%)
[epoch 5] loss: 0.8198998
Test set: Average loss: 1.5432, Accuracy: 2456/5000 (49%)
[epoch 6] loss: 0.6673060
Test set: Average loss: 1.5983, Accuracy: 2501/5000 (50%)
[epoch 7] loss: 0.5987747
Test set: Average loss: 1.6632, Accuracy: 2493/5000 (50%)
[epoch 8] loss: 0.4281467
Test set: Average loss: 1.7039, Accuracy: 2588/5000 (52%)
[epoch 9] loss: 0.3498295
Test set: Average loss: 1.8232, Accuracy: 2563/5000 (51%)
[epoch 10] loss: 0.2512876
Test set: Average loss: 2.1957, Accuracy: 2390/5000 (48%)
[epoch 11] loss: 0.1937019
Test set: Average loss: 2.1115, Accuracy: 2475/5000 (50%)
[epoch 12] loss: 0.1675831
Test set: Average loss: 2.2353, Accuracy: 2496/5000 (50%)
[epoch 13] loss: 0.1109585
Test set: Average loss: 2.3808, Accuracy: 2461/5000 (49%)
[epoch 14] loss: 0.0845250
Test set: Average loss: 2.5249, Accuracy: 2510/5000 (50%)
[epoch 15] loss: 0.0573211
Test set: Average loss: 2.6031, Accuracy: 2475/5000 (50%)
[epoch 16] loss: 0.0279338
Test set: Average loss: 2.6454, Accuracy: 2516/5000 (50%)
[epoch 17] loss: 0.0154117
Test set: Average loss: 2.7091, Accuracy: 2525/5000 (50%)
[epoch 18] loss: 0.0094809
Test set: Average loss: 2.7663, Accuracy: 2520/5000 (50%)
[epoch 19] loss: 0.0068378
Test set: Average loss: 2.8248, Accuracy: 2514/5000 (50%)
[epoch 20] loss: 0.0054964
Test set: Average loss: 2.8589, Accuracy: 2528/5000 (51%)
[epoch 21] loss: 0.0048304
Test set: Average loss: 2.8925, Accuracy: 2533/5000 (51%)
[epoch 22] loss: 0.0042474
Test set: Average loss: 2.9289, Accuracy: 2519/5000 (50%)
[epoch 23] loss: 0.0038573
Test set: Average loss: 2.9622, Accuracy: 2513/5000 (50%)
[epoch 24] loss: 0.0034339
Test set: Average loss: 2.9929, Accuracy: 2515/5000 (50%)
[epoch 25] loss: 0.0032354
Test set: Average loss: 3.0181, Accuracy: 2532/5000 (51%)
[epoch 26] loss: 0.0029469
Test set: Average loss: 3.0431, Accuracy: 2510/5000 (50%)
[epoch 27] loss: 0.0026986
Test set: Average loss: 3.0694, Accuracy: 2515/5000 (50%)
[epoch 28] loss: 0.0025236
Test set: Average loss: 3.0964, Accuracy: 2497/5000 (50%)
[epoch 29] loss: 0.0022976
Test set: Average loss: 3.1142, Accuracy: 2516/5000 (50%)
[epoch 30] loss: 0.0021746
Test set: Average loss: 3.1345, Accuracy: 2507/5000 (50%)
[epoch 31] loss: 0.0020257
Test set: Average loss: 3.1566, Accuracy: 2510/5000 (50%)
[epoch 32] loss: 0.0018754
Test set: Average loss: 3.1742, Accuracy: 2511/5000 (50%)
[epoch 33] loss: 0.0017705
Test set: Average loss: 3.1956, Accuracy: 2516/5000 (50%)
[epoch 34] loss: 0.0016669
Test set: Average loss: 3.2314, Accuracy: 2499/5000 (50%)
[epoch 35] loss: 0.0015609
Test set: Average loss: 3.2338, Accuracy: 2514/5000 (50%)
[epoch 36] loss: 0.0014853
Test set: Average loss: 3.2484, Accuracy: 2504/5000 (50%)
[epoch 37] loss: 0.0014219
Test set: Average loss: 3.2671, Accuracy: 2510/5000 (50%)
[epoch 38] loss: 0.0013491
Test set: Average loss: 3.2790, Accuracy: 2514/5000 (50%)
[epoch 39] loss: 0.0012707
Test set: Average loss: 3.2980, Accuracy: 2504/5000 (50%)
[epoch 40] loss: 0.0011986
Test set: Average loss: 3.3125, Accuracy: 2513/5000 (50%)
[epoch 41] loss: 0.0011673
Test set: Average loss: 3.3304, Accuracy: 2503/5000 (50%)
[epoch 42] loss: 0.0011184
Test set: Average loss: 3.3416, Accuracy: 2505/5000 (50%)
[epoch 43] loss: 0.0010607
Test set: Average loss: 3.3576, Accuracy: 2508/5000 (50%)
[epoch 44] loss: 0.0010047
Test set: Average loss: 3.3706, Accuracy: 2507/5000 (50%)
[epoch 45] loss: 0.0009707
Test set: Average loss: 3.3842, Accuracy: 2507/5000 (50%)
[epoch 46] loss: 0.0009279
Test set: Average loss: 3.3998, Accuracy: 2508/5000 (50%)
[epoch 47] loss: 0.0009162
Test set: Average loss: 3.4124, Accuracy: 2502/5000 (50%)
[epoch 48] loss: 0.0008652
Test set: Average loss: 3.4220, Accuracy: 2505/5000 (50%)
[epoch 49] loss: 0.0008250
Test set: Average loss: 3.4369, Accuracy: 2500/5000 (50%)
[epoch 50] loss: 0.0007780
Test set: Average loss: 3.4506, Accuracy: 2504/5000 (50%)
Validation:
Test set: Average loss: 1.7039, Accuracy: 2588/5000 (52%)
Test
Test set: Average loss: 1.6617, Accuracy: 5198/10000 (52%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3019, Accuracy: 610/5000 (12%)
[epoch 1] loss: 1.9989975
Test set: Average loss: 1.7072, Accuracy: 1960/5000 (39%)
[epoch 2] loss: 1.6171569
Test set: Average loss: 1.5146, Accuracy: 2294/5000 (46%)
[epoch 3] loss: 1.3292071
Test set: Average loss: 1.4318, Accuracy: 2433/5000 (49%)
[epoch 4] loss: 1.2006423
Test set: Average loss: 1.4570, Accuracy: 2354/5000 (47%)
[epoch 5] loss: 1.0793245
Test set: Average loss: 1.4488, Accuracy: 2500/5000 (50%)
[epoch 6] loss: 0.8683209
Test set: Average loss: 1.4698, Accuracy: 2542/5000 (51%)
[epoch 7] loss: 0.7348130
Test set: Average loss: 1.6008, Accuracy: 2418/5000 (48%)
[epoch 8] loss: 0.6157940
Test set: Average loss: 1.7322, Accuracy: 2473/5000 (49%)
[epoch 9] loss: 0.4952010
Test set: Average loss: 1.8447, Accuracy: 2394/5000 (48%)
[epoch 10] loss: 0.3726361
Test set: Average loss: 2.0303, Accuracy: 2326/5000 (47%)
[epoch 11] loss: 0.4404057
Epoch 10: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1131, Accuracy: 2355/5000 (47%)
[epoch 12] loss: 0.2117184
Test set: Average loss: 1.9592, Accuracy: 2427/5000 (49%)
[epoch 13] loss: 0.1301922
Test set: Average loss: 1.9615, Accuracy: 2463/5000 (49%)
[epoch 14] loss: 0.1131772
Test set: Average loss: 1.9885, Accuracy: 2466/5000 (49%)
[epoch 15] loss: 0.1041478
Test set: Average loss: 2.0106, Accuracy: 2464/5000 (49%)
[epoch 16] loss: 0.0935239
Test set: Average loss: 2.0306, Accuracy: 2472/5000 (49%)
[epoch 17] loss: 0.0857524
Test set: Average loss: 2.0552, Accuracy: 2476/5000 (50%)
[epoch 18] loss: 0.0792952
Test set: Average loss: 2.0902, Accuracy: 2461/5000 (49%)
[epoch 19] loss: 0.0738757
Test set: Average loss: 2.0959, Accuracy: 2462/5000 (49%)
[epoch 20] loss: 0.0686432
Test set: Average loss: 2.1191, Accuracy: 2458/5000 (49%)
[epoch 21] loss: 0.0645606
Test set: Average loss: 2.1379, Accuracy: 2464/5000 (49%)
[epoch 22] loss: 0.0609154
Test set: Average loss: 2.1606, Accuracy: 2452/5000 (49%)
[epoch 23] loss: 0.0581027
Test set: Average loss: 2.1769, Accuracy: 2453/5000 (49%)
[epoch 24] loss: 0.0542645
Test set: Average loss: 2.1947, Accuracy: 2461/5000 (49%)
[epoch 25] loss: 0.0515901
Test set: Average loss: 2.2118, Accuracy: 2468/5000 (49%)
[epoch 26] loss: 0.0479662
Test set: Average loss: 2.2337, Accuracy: 2464/5000 (49%)
[epoch 27] loss: 0.0456261
Test set: Average loss: 2.2480, Accuracy: 2473/5000 (49%)
[epoch 28] loss: 0.0424834
Test set: Average loss: 2.2651, Accuracy: 2468/5000 (49%)
[epoch 29] loss: 0.0404720
Test set: Average loss: 2.2889, Accuracy: 2472/5000 (49%)
[epoch 30] loss: 0.0384215
Test set: Average loss: 2.3011, Accuracy: 2476/5000 (50%)
[epoch 31] loss: 0.0362639
Test set: Average loss: 2.3176, Accuracy: 2479/5000 (50%)
[epoch 32] loss: 0.0347078
Test set: Average loss: 2.3360, Accuracy: 2472/5000 (49%)
[epoch 33] loss: 0.0328511
Test set: Average loss: 2.3546, Accuracy: 2475/5000 (50%)
[epoch 34] loss: 0.0310061
Test set: Average loss: 2.3691, Accuracy: 2473/5000 (49%)
[epoch 35] loss: 0.0297738
Test set: Average loss: 2.3849, Accuracy: 2483/5000 (50%)
[epoch 36] loss: 0.0280078
Test set: Average loss: 2.4003, Accuracy: 2471/5000 (49%)
[epoch 37] loss: 0.0270866
Test set: Average loss: 2.4145, Accuracy: 2476/5000 (50%)
[epoch 38] loss: 0.0257883
Test set: Average loss: 2.4284, Accuracy: 2478/5000 (50%)
[epoch 39] loss: 0.0246030
Test set: Average loss: 2.4484, Accuracy: 2479/5000 (50%)
[epoch 40] loss: 0.0232943
Test set: Average loss: 2.4630, Accuracy: 2480/5000 (50%)
[epoch 41] loss: 0.0221757
Test set: Average loss: 2.4775, Accuracy: 2478/5000 (50%)
[epoch 42] loss: 0.0211715
Test set: Average loss: 2.4913, Accuracy: 2479/5000 (50%)
[epoch 43] loss: 0.0206534
Test set: Average loss: 2.5086, Accuracy: 2474/5000 (49%)
[epoch 44] loss: 0.0194743
Test set: Average loss: 2.5204, Accuracy: 2485/5000 (50%)
[epoch 45] loss: 0.0187631
Test set: Average loss: 2.5348, Accuracy: 2480/5000 (50%)
[epoch 46] loss: 0.0180160
Test set: Average loss: 2.5477, Accuracy: 2485/5000 (50%)
[epoch 47] loss: 0.0171366
Test set: Average loss: 2.5631, Accuracy: 2475/5000 (50%)
[epoch 48] loss: 0.0165107
Test set: Average loss: 2.5754, Accuracy: 2480/5000 (50%)
[epoch 49] loss: 0.0157317
Test set: Average loss: 2.5871, Accuracy: 2473/5000 (49%)
[epoch 50] loss: 0.0150747
Test set: Average loss: 2.6046, Accuracy: 2474/5000 (49%)
Validation:
Test set: Average loss: 1.4698, Accuracy: 2542/5000 (51%)
Test
Test set: Average loss: 1.4568, Accuracy: 5103/10000 (51%)
1000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3021, Accuracy: 570/5000 (11%)
[epoch 1] loss: 1.8997071
Test set: Average loss: 1.6284, Accuracy: 2116/5000 (42%)
[epoch 2] loss: 1.3455567
Test set: Average loss: 1.5375, Accuracy: 2421/5000 (48%)
[epoch 3] loss: 1.2527803
Test set: Average loss: 1.4920, Accuracy: 2428/5000 (49%)
[epoch 4] loss: 1.0594175
Test set: Average loss: 1.4597, Accuracy: 2435/5000 (49%)
[epoch 5] loss: 0.8874000
Test set: Average loss: 1.4322, Accuracy: 2651/5000 (53%)
[epoch 6] loss: 0.7694888
Test set: Average loss: 1.4170, Accuracy: 2677/5000 (54%)
[epoch 7] loss: 0.6688794
Test set: Average loss: 1.5484, Accuracy: 2611/5000 (52%)
[epoch 8] loss: 0.6165952
Test set: Average loss: 1.6441, Accuracy: 2554/5000 (51%)
[epoch 9] loss: 0.4973081
Test set: Average loss: 1.9136, Accuracy: 2424/5000 (48%)
[epoch 10] loss: 0.4344198
Test set: Average loss: 1.8927, Accuracy: 2532/5000 (51%)
[epoch 11] loss: 0.3659477
Test set: Average loss: 1.9394, Accuracy: 2517/5000 (50%)
[epoch 12] loss: 0.2842033
Test set: Average loss: 2.1900, Accuracy: 2443/5000 (49%)
[epoch 13] loss: 0.2174235
Test set: Average loss: 2.4129, Accuracy: 2378/5000 (48%)
[epoch 14] loss: 0.2850513
Epoch 13: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.3794, Accuracy: 2410/5000 (48%)
[epoch 15] loss: 0.1157252
Test set: Average loss: 2.2844, Accuracy: 2486/5000 (50%)
[epoch 16] loss: 0.0689387
Test set: Average loss: 2.2907, Accuracy: 2520/5000 (50%)
[epoch 17] loss: 0.0552010
Test set: Average loss: 2.3168, Accuracy: 2537/5000 (51%)
[epoch 18] loss: 0.0476137
Test set: Average loss: 2.3339, Accuracy: 2545/5000 (51%)
[epoch 19] loss: 0.0421452
Test set: Average loss: 2.3530, Accuracy: 2543/5000 (51%)
[epoch 20] loss: 0.0389166
Test set: Average loss: 2.3709, Accuracy: 2535/5000 (51%)
[epoch 21] loss: 0.0353442
Test set: Average loss: 2.3905, Accuracy: 2537/5000 (51%)
[epoch 22] loss: 0.0335846
Test set: Average loss: 2.4085, Accuracy: 2528/5000 (51%)
[epoch 23] loss: 0.0315547
Test set: Average loss: 2.4236, Accuracy: 2529/5000 (51%)
[epoch 24] loss: 0.0290887
Test set: Average loss: 2.4415, Accuracy: 2535/5000 (51%)
[epoch 25] loss: 0.0280348
Test set: Average loss: 2.4581, Accuracy: 2548/5000 (51%)
[epoch 26] loss: 0.0259800
Test set: Average loss: 2.4760, Accuracy: 2537/5000 (51%)
[epoch 27] loss: 0.0252883
Test set: Average loss: 2.4892, Accuracy: 2532/5000 (51%)
[epoch 28] loss: 0.0242646
Test set: Average loss: 2.5056, Accuracy: 2531/5000 (51%)
[epoch 29] loss: 0.0228108
Test set: Average loss: 2.5246, Accuracy: 2539/5000 (51%)
[epoch 30] loss: 0.0210088
Test set: Average loss: 2.5337, Accuracy: 2534/5000 (51%)
[epoch 31] loss: 0.0201516
Test set: Average loss: 2.5501, Accuracy: 2534/5000 (51%)
[epoch 32] loss: 0.0194041
Test set: Average loss: 2.5658, Accuracy: 2537/5000 (51%)
[epoch 33] loss: 0.0186182
Test set: Average loss: 2.5792, Accuracy: 2534/5000 (51%)
[epoch 34] loss: 0.0178564
Test set: Average loss: 2.5899, Accuracy: 2539/5000 (51%)
[epoch 35] loss: 0.0170559
Test set: Average loss: 2.6054, Accuracy: 2537/5000 (51%)
[epoch 36] loss: 0.0162241
Test set: Average loss: 2.6197, Accuracy: 2538/5000 (51%)
[epoch 37] loss: 0.0157255
Test set: Average loss: 2.6345, Accuracy: 2537/5000 (51%)
[epoch 38] loss: 0.0149213
Test set: Average loss: 2.6466, Accuracy: 2538/5000 (51%)
[epoch 39] loss: 0.0145201
Test set: Average loss: 2.6599, Accuracy: 2537/5000 (51%)
[epoch 40] loss: 0.0142296
Test set: Average loss: 2.6727, Accuracy: 2537/5000 (51%)
[epoch 41] loss: 0.0133327
Test set: Average loss: 2.6866, Accuracy: 2535/5000 (51%)
[epoch 42] loss: 0.0128851
Test set: Average loss: 2.6981, Accuracy: 2541/5000 (51%)
[epoch 43] loss: 0.0125064
Test set: Average loss: 2.7102, Accuracy: 2535/5000 (51%)
[epoch 44] loss: 0.0122542
Test set: Average loss: 2.7239, Accuracy: 2533/5000 (51%)
[epoch 45] loss: 0.0117460
Test set: Average loss: 2.7345, Accuracy: 2537/5000 (51%)
[epoch 46] loss: 0.0112713
Test set: Average loss: 2.7458, Accuracy: 2535/5000 (51%)
[epoch 47] loss: 0.0106916
Test set: Average loss: 2.7592, Accuracy: 2527/5000 (51%)
[epoch 48] loss: 0.0104195
Test set: Average loss: 2.7707, Accuracy: 2531/5000 (51%)
[epoch 49] loss: 0.0102465
Test set: Average loss: 2.7805, Accuracy: 2528/5000 (51%)
[epoch 50] loss: 0.0098260
Test set: Average loss: 2.7948, Accuracy: 2533/5000 (51%)
Validation:
Test set: Average loss: 1.4170, Accuracy: 2677/5000 (54%)
Test
Test set: Average loss: 1.4091, Accuracy: 5316/10000 (53%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3011, Accuracy: 513/5000 (10%)
[epoch 1] loss: 1.8441165
Test set: Average loss: 1.7666, Accuracy: 1875/5000 (38%)
[epoch 2] loss: 1.3568326
Test set: Average loss: 1.4864, Accuracy: 2407/5000 (48%)
[epoch 3] loss: 1.1212749
Test set: Average loss: 1.4975, Accuracy: 2352/5000 (47%)
[epoch 4] loss: 1.0008425
Test set: Average loss: 1.3992, Accuracy: 2607/5000 (52%)
[epoch 5] loss: 0.8679194
Test set: Average loss: 1.4066, Accuracy: 2655/5000 (53%)
[epoch 6] loss: 0.7352078
Test set: Average loss: 1.4918, Accuracy: 2637/5000 (53%)
[epoch 7] loss: 0.5886302
Test set: Average loss: 1.5964, Accuracy: 2594/5000 (52%)
[epoch 8] loss: 0.4668439
Test set: Average loss: 1.6778, Accuracy: 2617/5000 (52%)
[epoch 9] loss: 0.3635062
Test set: Average loss: 1.8966, Accuracy: 2518/5000 (50%)
[epoch 10] loss: 0.3278332
Test set: Average loss: 2.1860, Accuracy: 2413/5000 (48%)
[epoch 11] loss: 0.3778372
Epoch 10: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1474, Accuracy: 2447/5000 (49%)
[epoch 12] loss: 0.1999364
Test set: Average loss: 1.9771, Accuracy: 2563/5000 (51%)
[epoch 13] loss: 0.1258974
Test set: Average loss: 2.0140, Accuracy: 2576/5000 (52%)
[epoch 14] loss: 0.1059858
Test set: Average loss: 2.0480, Accuracy: 2567/5000 (51%)
[epoch 15] loss: 0.0947815
Test set: Average loss: 2.0699, Accuracy: 2572/5000 (51%)
[epoch 16] loss: 0.0900845
Test set: Average loss: 2.0889, Accuracy: 2563/5000 (51%)
[epoch 17] loss: 0.0864144
Test set: Average loss: 2.1117, Accuracy: 2564/5000 (51%)
[epoch 18] loss: 0.0796165
Test set: Average loss: 2.1372, Accuracy: 2575/5000 (52%)
[epoch 19] loss: 0.0708886
Test set: Average loss: 2.1640, Accuracy: 2555/5000 (51%)
[epoch 20] loss: 0.0672229
Test set: Average loss: 2.1818, Accuracy: 2553/5000 (51%)
[epoch 21] loss: 0.0636241
Test set: Average loss: 2.1986, Accuracy: 2553/5000 (51%)
[epoch 22] loss: 0.0589166
Test set: Average loss: 2.2269, Accuracy: 2545/5000 (51%)
[epoch 23] loss: 0.0558106
Test set: Average loss: 2.2406, Accuracy: 2556/5000 (51%)
[epoch 24] loss: 0.0514813
Test set: Average loss: 2.2619, Accuracy: 2551/5000 (51%)
[epoch 25] loss: 0.0562354
Epoch 24: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.2835, Accuracy: 2534/5000 (51%)
[epoch 26] loss: 0.0447564
Test set: Average loss: 2.2856, Accuracy: 2536/5000 (51%)
[epoch 27] loss: 0.0456459
Epoch 26: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.2875, Accuracy: 2535/5000 (51%)
[epoch 28] loss: 0.0440920
Test set: Average loss: 2.2876, Accuracy: 2536/5000 (51%)
[epoch 29] loss: 0.0444936
Epoch 28: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 30] loss: 0.0436386
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 31] loss: 0.0441949
Epoch 30: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 32] loss: 0.0435914
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 33] loss: 0.0445864
Epoch 32: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 34] loss: 0.0437580
Epoch 33: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 35] loss: 0.0447849
Epoch 34: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 36] loss: 0.0435096
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 37] loss: 0.0445154
Epoch 36: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 38] loss: 0.0440777
Epoch 37: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 39] loss: 0.0438415
Epoch 38: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 40] loss: 0.0439776
Epoch 39: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 41] loss: 0.0438207
Epoch 40: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 42] loss: 0.0444260
Epoch 41: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 43] loss: 0.0447229
Epoch 42: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 44] loss: 0.0438534
Epoch 43: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 45] loss: 0.0432894
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 46] loss: 0.0438134
Epoch 45: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 47] loss: 0.0433531
Epoch 46: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 48] loss: 0.0444576
Epoch 47: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 49] loss: 0.0443620
Epoch 48: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
[epoch 50] loss: 0.0432750
Test set: Average loss: 2.2879, Accuracy: 2535/5000 (51%)
Validation:
Test set: Average loss: 1.4066, Accuracy: 2655/5000 (53%)
Test
Test set: Average loss: 1.3766, Accuracy: 5466/10000 (55%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3020, Accuracy: 552/5000 (11%)
[epoch 1] loss: 1.9567465
Test set: Average loss: 1.6643, Accuracy: 2053/5000 (41%)
[epoch 2] loss: 1.5222723
Test set: Average loss: 1.4610, Accuracy: 2325/5000 (46%)
[epoch 3] loss: 1.3106193
Test set: Average loss: 1.3796, Accuracy: 2526/5000 (51%)
[epoch 4] loss: 1.1072687
Test set: Average loss: 1.4918, Accuracy: 2475/5000 (50%)
[epoch 5] loss: 1.0626938
Test set: Average loss: 1.4331, Accuracy: 2522/5000 (50%)
[epoch 6] loss: 0.8912180
Test set: Average loss: 1.4811, Accuracy: 2538/5000 (51%)
[epoch 7] loss: 0.7916773
Test set: Average loss: 1.4662, Accuracy: 2584/5000 (52%)
[epoch 8] loss: 0.6712112
Test set: Average loss: 1.6240, Accuracy: 2554/5000 (51%)
[epoch 9] loss: 0.5769753
Test set: Average loss: 1.7104, Accuracy: 2467/5000 (49%)
[epoch 10] loss: 0.4608864
Test set: Average loss: 1.9319, Accuracy: 2410/5000 (48%)
[epoch 11] loss: 0.3893944
Test set: Average loss: 2.0501, Accuracy: 2452/5000 (49%)
[epoch 12] loss: 0.3608402
Test set: Average loss: 2.2944, Accuracy: 2373/5000 (47%)
[epoch 13] loss: 0.3476459
Test set: Average loss: 2.1875, Accuracy: 2465/5000 (49%)
[epoch 14] loss: 0.2656761
Test set: Average loss: 2.6091, Accuracy: 2283/5000 (46%)
[epoch 15] loss: 0.1956784
Test set: Average loss: 2.4651, Accuracy: 2447/5000 (49%)
[epoch 16] loss: 0.1796146
Test set: Average loss: 2.6308, Accuracy: 2382/5000 (48%)
[epoch 17] loss: 0.1903149
Epoch 16: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.7184, Accuracy: 2303/5000 (46%)
[epoch 18] loss: 0.0749348
Test set: Average loss: 2.6068, Accuracy: 2403/5000 (48%)
[epoch 19] loss: 0.0403922
Test set: Average loss: 2.6176, Accuracy: 2406/5000 (48%)
[epoch 20] loss: 0.0334587
Test set: Average loss: 2.6327, Accuracy: 2412/5000 (48%)
[epoch 21] loss: 0.0294467
Test set: Average loss: 2.6506, Accuracy: 2414/5000 (48%)
[epoch 22] loss: 0.0269243
Test set: Average loss: 2.6696, Accuracy: 2414/5000 (48%)
[epoch 23] loss: 0.0248741
Test set: Average loss: 2.6830, Accuracy: 2420/5000 (48%)
[epoch 24] loss: 0.0239261
Test set: Average loss: 2.6975, Accuracy: 2431/5000 (49%)
[epoch 25] loss: 0.0218100
Test set: Average loss: 2.7170, Accuracy: 2428/5000 (49%)
[epoch 26] loss: 0.0208304
Test set: Average loss: 2.7283, Accuracy: 2431/5000 (49%)
[epoch 27] loss: 0.0191848
Test set: Average loss: 2.7438, Accuracy: 2421/5000 (48%)
[epoch 28] loss: 0.0183705
Test set: Average loss: 2.7559, Accuracy: 2434/5000 (49%)
[epoch 29] loss: 0.0175475
Test set: Average loss: 2.7689, Accuracy: 2437/5000 (49%)
[epoch 30] loss: 0.0170160
Test set: Average loss: 2.7814, Accuracy: 2438/5000 (49%)
[epoch 31] loss: 0.0159520
Test set: Average loss: 2.7899, Accuracy: 2435/5000 (49%)
[epoch 32] loss: 0.0152659
Test set: Average loss: 2.8042, Accuracy: 2439/5000 (49%)
[epoch 33] loss: 0.0149845
Test set: Average loss: 2.8140, Accuracy: 2440/5000 (49%)
[epoch 34] loss: 0.0145566
Test set: Average loss: 2.8282, Accuracy: 2431/5000 (49%)
[epoch 35] loss: 0.0138057
Test set: Average loss: 2.8373, Accuracy: 2441/5000 (49%)
[epoch 36] loss: 0.0131811
Test set: Average loss: 2.8500, Accuracy: 2435/5000 (49%)
[epoch 37] loss: 0.0126327
Test set: Average loss: 2.8603, Accuracy: 2445/5000 (49%)
[epoch 38] loss: 0.0122446
Test set: Average loss: 2.8682, Accuracy: 2446/5000 (49%)
[epoch 39] loss: 0.0119671
Test set: Average loss: 2.8802, Accuracy: 2444/5000 (49%)
[epoch 40] loss: 0.0115122
Test set: Average loss: 2.8894, Accuracy: 2443/5000 (49%)
[epoch 41] loss: 0.0109360
Test set: Average loss: 2.9011, Accuracy: 2443/5000 (49%)
[epoch 42] loss: 0.0107327
Test set: Average loss: 2.9118, Accuracy: 2442/5000 (49%)
[epoch 43] loss: 0.0102202
Test set: Average loss: 2.9224, Accuracy: 2445/5000 (49%)
[epoch 44] loss: 0.0100893
Test set: Average loss: 2.9341, Accuracy: 2442/5000 (49%)
[epoch 45] loss: 0.0096035
Test set: Average loss: 2.9454, Accuracy: 2442/5000 (49%)
[epoch 46] loss: 0.0093011
Test set: Average loss: 2.9532, Accuracy: 2441/5000 (49%)
[epoch 47] loss: 0.0090665
Test set: Average loss: 2.9636, Accuracy: 2439/5000 (49%)
[epoch 48] loss: 0.0087576
Test set: Average loss: 2.9717, Accuracy: 2436/5000 (49%)
[epoch 49] loss: 0.0084022
Test set: Average loss: 2.9812, Accuracy: 2435/5000 (49%)
[epoch 50] loss: 0.0083355
Test set: Average loss: 2.9913, Accuracy: 2437/5000 (49%)
Validation:
Test set: Average loss: 1.4662, Accuracy: 2584/5000 (52%)
Test
Test set: Average loss: 1.4538, Accuracy: 5313/10000 (53%)
2500
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3023, Accuracy: 481/5000 (10%)
[epoch 1] loss: 1.6789131
Test set: Average loss: 1.4263, Accuracy: 2454/5000 (49%)
[epoch 2] loss: 1.3066208
Test set: Average loss: 1.3559, Accuracy: 2581/5000 (52%)
[epoch 3] loss: 1.1836203
Test set: Average loss: 1.3091, Accuracy: 2657/5000 (53%)
[epoch 4] loss: 1.0837905
Test set: Average loss: 1.3614, Accuracy: 2658/5000 (53%)
[epoch 5] loss: 1.0253879
Test set: Average loss: 1.3317, Accuracy: 2763/5000 (55%)
[epoch 6] loss: 0.8969074
Test set: Average loss: 1.4267, Accuracy: 2687/5000 (54%)
[epoch 7] loss: 0.8154598
Test set: Average loss: 1.5293, Accuracy: 2612/5000 (52%)
[epoch 8] loss: 0.8101444
Test set: Average loss: 1.7037, Accuracy: 2537/5000 (51%)
[epoch 9] loss: 0.7564409
Test set: Average loss: 1.6051, Accuracy: 2596/5000 (52%)
[epoch 10] loss: 0.6572587
Test set: Average loss: 1.7687, Accuracy: 2555/5000 (51%)
[epoch 11] loss: 0.6114330
Test set: Average loss: 1.7513, Accuracy: 2577/5000 (52%)
[epoch 12] loss: 0.5328452
Test set: Average loss: 1.8889, Accuracy: 2551/5000 (51%)
[epoch 13] loss: 0.5716709
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.2495, Accuracy: 2377/5000 (48%)
[epoch 14] loss: 0.3253438
Test set: Average loss: 1.8582, Accuracy: 2650/5000 (53%)
[epoch 15] loss: 0.2318944
Test set: Average loss: 1.8876, Accuracy: 2667/5000 (53%)
[epoch 16] loss: 0.2097754
Test set: Average loss: 1.9125, Accuracy: 2667/5000 (53%)
[epoch 17] loss: 0.1941729
Test set: Average loss: 1.9460, Accuracy: 2676/5000 (54%)
[epoch 18] loss: 0.1857494
Test set: Average loss: 1.9885, Accuracy: 2669/5000 (53%)
[epoch 19] loss: 0.3242128
Epoch 18: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.0199, Accuracy: 2679/5000 (54%)
[epoch 20] loss: 0.1595086
Test set: Average loss: 2.0150, Accuracy: 2689/5000 (54%)
[epoch 21] loss: 0.1575593
Test set: Average loss: 2.0183, Accuracy: 2688/5000 (54%)
[epoch 22] loss: 0.1544426
Test set: Average loss: 2.0224, Accuracy: 2689/5000 (54%)
[epoch 23] loss: 0.1519850
Test set: Average loss: 2.0270, Accuracy: 2688/5000 (54%)
[epoch 24] loss: 0.1524986
Epoch 23: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.0306, Accuracy: 2686/5000 (54%)
[epoch 25] loss: 0.1490142
Test set: Average loss: 2.0312, Accuracy: 2686/5000 (54%)
[epoch 26] loss: 0.1609086
Epoch 25: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 27] loss: 0.1494317
Epoch 26: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 28] loss: 0.1485270
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 29] loss: 0.1505191
Epoch 28: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 30] loss: 0.1505293
Epoch 29: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 31] loss: 0.1495016
Epoch 30: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 32] loss: 0.1489766
Epoch 31: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 33] loss: 0.1490670
Epoch 32: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 34] loss: 0.1493313
Epoch 33: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 35] loss: 0.1518445
Epoch 34: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 36] loss: 0.1485957
Epoch 35: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 37] loss: 0.1490544
Epoch 36: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 38] loss: 0.1485412
Epoch 37: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 39] loss: 0.1496159
Epoch 38: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 40] loss: 0.1495915
Epoch 39: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 41] loss: 0.1552491
Epoch 40: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 42] loss: 0.1504277
Epoch 41: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 43] loss: 0.1501285
Epoch 42: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 44] loss: 0.1492606
Epoch 43: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 45] loss: 0.1489738
Epoch 44: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 46] loss: 0.1498706
Epoch 45: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 47] loss: 0.1500328
Epoch 46: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 48] loss: 0.1496454
Epoch 47: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 49] loss: 0.1497686
Epoch 48: reducing learning rate of group 0 to 1.0000e-29.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
[epoch 50] loss: 0.1486214
Epoch 49: reducing learning rate of group 0 to 1.0000e-30.
Test set: Average loss: 2.0317, Accuracy: 2685/5000 (54%)
Validation:
Test set: Average loss: 1.3317, Accuracy: 2763/5000 (55%)
Test
Test set: Average loss: 1.3398, Accuracy: 5462/10000 (55%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3034, Accuracy: 492/5000 (10%)
[epoch 1] loss: 1.6719776
Test set: Average loss: 1.4861, Accuracy: 2334/5000 (47%)
[epoch 2] loss: 1.2631033
Test set: Average loss: 1.3902, Accuracy: 2572/5000 (51%)
[epoch 3] loss: 1.1497777
Test set: Average loss: 1.3357, Accuracy: 2685/5000 (54%)
[epoch 4] loss: 1.0514907
Test set: Average loss: 1.3469, Accuracy: 2688/5000 (54%)
[epoch 5] loss: 0.9077185
Test set: Average loss: 1.3918, Accuracy: 2684/5000 (54%)
[epoch 6] loss: 0.8610878
Test set: Average loss: 1.3669, Accuracy: 2715/5000 (54%)
[epoch 7] loss: 0.7626027
Test set: Average loss: 1.5610, Accuracy: 2526/5000 (51%)
[epoch 8] loss: 0.7307936
Test set: Average loss: 1.5724, Accuracy: 2588/5000 (52%)
[epoch 9] loss: 0.6967752
Test set: Average loss: 1.8515, Accuracy: 2474/5000 (49%)
[epoch 10] loss: 0.6903850
Test set: Average loss: 1.8064, Accuracy: 2491/5000 (50%)
[epoch 11] loss: 0.5594553
Test set: Average loss: 1.8492, Accuracy: 2542/5000 (51%)
[epoch 12] loss: 0.5393365
Test set: Average loss: 1.9061, Accuracy: 2553/5000 (51%)
[epoch 13] loss: 0.4009161
Test set: Average loss: 2.1031, Accuracy: 2506/5000 (50%)
[epoch 14] loss: 0.4472468
Epoch 13: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.3868, Accuracy: 2336/5000 (47%)
[epoch 15] loss: 0.2502064
Test set: Average loss: 2.1301, Accuracy: 2589/5000 (52%)
[epoch 16] loss: 0.1695639
Test set: Average loss: 2.1556, Accuracy: 2558/5000 (51%)
[epoch 17] loss: 0.1589687
Test set: Average loss: 2.1975, Accuracy: 2571/5000 (51%)
[epoch 18] loss: 0.1433640
Test set: Average loss: 2.2388, Accuracy: 2566/5000 (51%)
[epoch 19] loss: 0.1249150
Test set: Average loss: 2.2672, Accuracy: 2573/5000 (51%)
[epoch 20] loss: 0.1159503
Test set: Average loss: 2.2962, Accuracy: 2564/5000 (51%)
[epoch 21] loss: 0.1093226
Test set: Average loss: 2.3314, Accuracy: 2557/5000 (51%)
[epoch 22] loss: 0.1020597
Test set: Average loss: 2.3704, Accuracy: 2562/5000 (51%)
[epoch 23] loss: 0.0947632
Test set: Average loss: 2.3975, Accuracy: 2564/5000 (51%)
[epoch 24] loss: 0.0895471
Test set: Average loss: 2.4313, Accuracy: 2592/5000 (52%)
[epoch 25] loss: 0.0866555
Test set: Average loss: 2.4680, Accuracy: 2561/5000 (51%)
[epoch 26] loss: 0.0782333
Test set: Average loss: 2.5262, Accuracy: 2560/5000 (51%)
[epoch 27] loss: 0.0736293
Test set: Average loss: 2.5511, Accuracy: 2582/5000 (52%)
[epoch 28] loss: 0.0753212
Epoch 27: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.6005, Accuracy: 2553/5000 (51%)
[epoch 29] loss: 0.2398915
Epoch 28: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.5997, Accuracy: 2556/5000 (51%)
[epoch 30] loss: 0.2963636
Epoch 29: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.5995, Accuracy: 2553/5000 (51%)
[epoch 31] loss: 0.0595717
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 32] loss: 0.0587264
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 33] loss: 0.0588008
Epoch 32: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 34] loss: 0.0589319
Epoch 33: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 35] loss: 0.0587099
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 36] loss: 0.0587313
Epoch 35: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 37] loss: 0.0596135
Epoch 36: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 38] loss: 0.0622494
Epoch 37: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 39] loss: 0.0597740
Epoch 38: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 40] loss: 0.0587600
Epoch 39: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 41] loss: 0.0587272
Epoch 40: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 42] loss: 0.0586560
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 43] loss: 0.0588620
Epoch 42: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 44] loss: 0.0586862
Epoch 43: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 45] loss: 0.0594604
Epoch 44: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 46] loss: 0.0609707
Epoch 45: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 47] loss: 0.0596653
Epoch 46: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 48] loss: 0.0596511
Epoch 47: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 49] loss: 0.0597635
Epoch 48: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
[epoch 50] loss: 0.0593380
Epoch 49: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 2.5995, Accuracy: 2554/5000 (51%)
Validation:
Test set: Average loss: 1.3669, Accuracy: 2715/5000 (54%)
Test
Test set: Average loss: 1.3310, Accuracy: 5637/10000 (56%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3051, Accuracy: 499/5000 (10%)
[epoch 1] loss: 1.7104367
Test set: Average loss: 1.4634, Accuracy: 2383/5000 (48%)
[epoch 2] loss: 1.2953240
Test set: Average loss: 1.3476, Accuracy: 2591/5000 (52%)
[epoch 3] loss: 1.1583109
Test set: Average loss: 1.2925, Accuracy: 2759/5000 (55%)
[epoch 4] loss: 1.0479434
Test set: Average loss: 1.4170, Accuracy: 2526/5000 (51%)
[epoch 5] loss: 0.9714330
Test set: Average loss: 1.4273, Accuracy: 2632/5000 (53%)
[epoch 6] loss: 0.9130389
Test set: Average loss: 1.4299, Accuracy: 2687/5000 (54%)
[epoch 7] loss: 0.8681161
Test set: Average loss: 1.4222, Accuracy: 2694/5000 (54%)
[epoch 8] loss: 0.7349083
Test set: Average loss: 1.6326, Accuracy: 2479/5000 (50%)
[epoch 9] loss: 0.7058858
Test set: Average loss: 1.7275, Accuracy: 2522/5000 (50%)
[epoch 10] loss: 0.6586745
Test set: Average loss: 1.6207, Accuracy: 2680/5000 (54%)
[epoch 11] loss: 0.5662851
Test set: Average loss: 1.9476, Accuracy: 2522/5000 (50%)
[epoch 12] loss: 0.5842033
Epoch 11: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0439, Accuracy: 2422/5000 (48%)
[epoch 13] loss: 0.4460842
Test set: Average loss: 1.8069, Accuracy: 2659/5000 (53%)
[epoch 14] loss: 0.2838715
Test set: Average loss: 1.8210, Accuracy: 2659/5000 (53%)
[epoch 15] loss: 0.4246766
Epoch 14: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.8522, Accuracy: 2648/5000 (53%)
[epoch 16] loss: 0.2295381
Test set: Average loss: 1.8457, Accuracy: 2659/5000 (53%)
[epoch 17] loss: 0.2239637
Test set: Average loss: 1.8475, Accuracy: 2669/5000 (53%)
[epoch 18] loss: 0.2228118
Test set: Average loss: 1.8517, Accuracy: 2667/5000 (53%)
[epoch 19] loss: 0.2205026
Test set: Average loss: 1.8555, Accuracy: 2668/5000 (53%)
[epoch 20] loss: 0.2199038
Test set: Average loss: 1.8598, Accuracy: 2668/5000 (53%)
[epoch 21] loss: 0.2198417
Test set: Average loss: 1.8630, Accuracy: 2663/5000 (53%)
[epoch 22] loss: 0.2187476
Test set: Average loss: 1.8679, Accuracy: 2658/5000 (53%)
[epoch 23] loss: 0.2188776
Epoch 22: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.8706, Accuracy: 2659/5000 (53%)
[epoch 24] loss: 0.2110808
Test set: Average loss: 1.8710, Accuracy: 2661/5000 (53%)
[epoch 25] loss: 0.2113210
Epoch 24: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.8715, Accuracy: 2661/5000 (53%)
[epoch 26] loss: 0.2109379
Test set: Average loss: 1.8716, Accuracy: 2660/5000 (53%)
[epoch 27] loss: 0.2107356
Test set: Average loss: 1.8716, Accuracy: 2660/5000 (53%)
[epoch 28] loss: 0.2107374
Epoch 27: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 29] loss: 0.2125832
Epoch 28: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 30] loss: 0.2131843
Epoch 29: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 31] loss: 0.2108544
Epoch 30: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 32] loss: 0.2122854
Epoch 31: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 33] loss: 0.2106057
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 34] loss: 0.2130154
Epoch 33: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 35] loss: 0.2108942
Epoch 34: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 36] loss: 0.2150044
Epoch 35: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 37] loss: 0.2246930
Epoch 36: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 38] loss: 0.2151853
Epoch 37: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 39] loss: 0.2126099
Epoch 38: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 40] loss: 0.2135054
Epoch 39: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 41] loss: 0.2122502
Epoch 40: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 42] loss: 0.2106582
Epoch 41: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 43] loss: 0.2161198
Epoch 42: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 44] loss: 0.2106772
Epoch 43: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 45] loss: 0.2125332
Epoch 44: reducing learning rate of group 0 to 1.0000e-24.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 46] loss: 0.2107811
Epoch 45: reducing learning rate of group 0 to 1.0000e-25.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 47] loss: 0.2167110
Epoch 46: reducing learning rate of group 0 to 1.0000e-26.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 48] loss: 0.2111636
Epoch 47: reducing learning rate of group 0 to 1.0000e-27.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 49] loss: 0.2101555
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
[epoch 50] loss: 0.2107912
Epoch 49: reducing learning rate of group 0 to 1.0000e-28.
Test set: Average loss: 1.8717, Accuracy: 2660/5000 (53%)
Validation:
Test set: Average loss: 1.2925, Accuracy: 2759/5000 (55%)
Test
Test set: Average loss: 1.2655, Accuracy: 5567/10000 (56%)
5000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3032, Accuracy: 507/5000 (10%)
[epoch 1] loss: 1.4676022
Test set: Average loss: 1.3586, Accuracy: 2617/5000 (52%)
[epoch 2] loss: 1.1904029
Test set: Average loss: 1.2323, Accuracy: 2826/5000 (57%)
[epoch 3] loss: 1.1077096
Test set: Average loss: 1.4385, Accuracy: 2511/5000 (50%)
[epoch 4] loss: 1.0323273
Test set: Average loss: 1.2481, Accuracy: 2843/5000 (57%)
[epoch 5] loss: 0.9587011
Test set: Average loss: 1.2982, Accuracy: 2830/5000 (57%)
[epoch 6] loss: 0.9322815
Test set: Average loss: 1.3405, Accuracy: 2749/5000 (55%)
[epoch 7] loss: 0.8926567
Test set: Average loss: 1.4576, Accuracy: 2681/5000 (54%)
[epoch 8] loss: 0.8381824
Test set: Average loss: 1.4303, Accuracy: 2719/5000 (54%)
[epoch 9] loss: 0.8222519
Test set: Average loss: 1.4151, Accuracy: 2752/5000 (55%)
[epoch 10] loss: 0.7688458
Test set: Average loss: 1.4454, Accuracy: 2777/5000 (56%)
[epoch 11] loss: 0.7353116
Test set: Average loss: 1.4781, Accuracy: 2795/5000 (56%)
[epoch 12] loss: 0.6999127
Test set: Average loss: 1.7083, Accuracy: 2589/5000 (52%)
[epoch 13] loss: 0.7115573
Epoch 12: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6475, Accuracy: 2616/5000 (52%)
[epoch 14] loss: 0.4697761
Test set: Average loss: 1.5007, Accuracy: 2846/5000 (57%)
[epoch 15] loss: 0.4125850
Test set: Average loss: 1.5386, Accuracy: 2854/5000 (57%)
[epoch 16] loss: 0.3943915
Test set: Average loss: 1.5754, Accuracy: 2840/5000 (57%)
[epoch 17] loss: 0.3794673
Test set: Average loss: 1.6113, Accuracy: 2842/5000 (57%)
[epoch 18] loss: 0.3695627
Test set: Average loss: 1.6464, Accuracy: 2818/5000 (56%)
[epoch 19] loss: 0.3588408
Test set: Average loss: 1.6793, Accuracy: 2844/5000 (57%)
[epoch 20] loss: 0.3487240
Test set: Average loss: 1.7155, Accuracy: 2833/5000 (57%)
[epoch 21] loss: 0.3385247
Test set: Average loss: 1.7525, Accuracy: 2822/5000 (56%)
[epoch 22] loss: 0.3323400
Test set: Average loss: 1.7833, Accuracy: 2827/5000 (57%)
[epoch 23] loss: 0.3194019
Test set: Average loss: 1.8057, Accuracy: 2819/5000 (56%)
[epoch 24] loss: 0.3120294
Test set: Average loss: 1.8345, Accuracy: 2835/5000 (57%)
[epoch 25] loss: 0.3034397
Test set: Average loss: 1.8850, Accuracy: 2791/5000 (56%)
[epoch 26] loss: 0.2954512
Test set: Average loss: 1.9086, Accuracy: 2814/5000 (56%)
[epoch 27] loss: 0.2852394
Test set: Average loss: 1.9462, Accuracy: 2791/5000 (56%)
[epoch 28] loss: 0.2825851
Test set: Average loss: 1.9792, Accuracy: 2816/5000 (56%)
[epoch 29] loss: 0.2679636
Test set: Average loss: 2.0087, Accuracy: 2793/5000 (56%)
[epoch 30] loss: 0.2614303
Test set: Average loss: 2.0495, Accuracy: 2793/5000 (56%)
[epoch 31] loss: 0.2526979
Test set: Average loss: 2.0950, Accuracy: 2778/5000 (56%)
[epoch 32] loss: 0.2461585
Test set: Average loss: 2.1161, Accuracy: 2792/5000 (56%)
[epoch 33] loss: 0.2398857
Test set: Average loss: 2.1607, Accuracy: 2767/5000 (55%)
[epoch 34] loss: 0.2343175
Test set: Average loss: 2.1984, Accuracy: 2766/5000 (55%)
[epoch 35] loss: 0.2264008
Test set: Average loss: 2.2267, Accuracy: 2768/5000 (55%)
[epoch 36] loss: 0.2187040
Test set: Average loss: 2.2740, Accuracy: 2782/5000 (56%)
[epoch 37] loss: 0.2144764
Test set: Average loss: 2.3086, Accuracy: 2766/5000 (55%)
[epoch 38] loss: 0.2028171
Test set: Average loss: 2.3549, Accuracy: 2746/5000 (55%)
[epoch 39] loss: 0.2750321
Epoch 38: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.3848, Accuracy: 2768/5000 (55%)
[epoch 40] loss: 0.1731398
Test set: Average loss: 2.3777, Accuracy: 2777/5000 (56%)
[epoch 41] loss: 0.1678152
Test set: Average loss: 2.3810, Accuracy: 2772/5000 (55%)
[epoch 42] loss: 0.1668262
Test set: Average loss: 2.3861, Accuracy: 2772/5000 (55%)
[epoch 43] loss: 0.1659808
Test set: Average loss: 2.3915, Accuracy: 2774/5000 (55%)
[epoch 44] loss: 0.1647408
Test set: Average loss: 2.3992, Accuracy: 2765/5000 (55%)
[epoch 45] loss: 0.1658971
Epoch 44: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 2.4013, Accuracy: 2776/5000 (56%)
[epoch 46] loss: 0.1615287
Test set: Average loss: 2.4016, Accuracy: 2776/5000 (56%)
[epoch 47] loss: 0.1609199
Test set: Average loss: 2.4020, Accuracy: 2773/5000 (55%)
[epoch 48] loss: 0.1612681
Epoch 47: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 2.4200, Accuracy: 2767/5000 (55%)
[epoch 49] loss: 0.1605487
Test set: Average loss: 2.4028, Accuracy: 2771/5000 (55%)
[epoch 50] loss: 0.1604241
Test set: Average loss: 2.4028, Accuracy: 2771/5000 (55%)
Validation:
Test set: Average loss: 1.5386, Accuracy: 2854/5000 (57%)
Test
Test set: Average loss: 1.4943, Accuracy: 5773/10000 (58%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3025, Accuracy: 485/5000 (10%)
[epoch 1] loss: 1.4764277
Test set: Average loss: 1.2828, Accuracy: 2762/5000 (55%)
[epoch 2] loss: 1.1976021
Test set: Average loss: 1.3293, Accuracy: 2688/5000 (54%)
[epoch 3] loss: 1.0986532
Test set: Average loss: 1.3543, Accuracy: 2704/5000 (54%)
[epoch 4] loss: 1.0338282
Test set: Average loss: 1.3597, Accuracy: 2672/5000 (53%)
[epoch 5] loss: 0.9684536
Test set: Average loss: 1.2849, Accuracy: 2774/5000 (55%)
[epoch 6] loss: 0.9172662
Test set: Average loss: 1.3865, Accuracy: 2732/5000 (55%)
[epoch 7] loss: 0.8835240
Test set: Average loss: 1.4827, Accuracy: 2656/5000 (53%)
[epoch 8] loss: 0.8329395
Test set: Average loss: 1.3692, Accuracy: 2770/5000 (55%)
[epoch 9] loss: 0.7809091
Test set: Average loss: 1.4533, Accuracy: 2749/5000 (55%)
[epoch 10] loss: 0.8044194
Epoch 9: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.4248, Accuracy: 2733/5000 (55%)
[epoch 11] loss: 0.5576121
Test set: Average loss: 1.3938, Accuracy: 2852/5000 (57%)
[epoch 12] loss: 0.4880570
Test set: Average loss: 1.4167, Accuracy: 2846/5000 (57%)
[epoch 13] loss: 0.4639148
Test set: Average loss: 1.4452, Accuracy: 2852/5000 (57%)
[epoch 14] loss: 0.4531278
Test set: Average loss: 1.4623, Accuracy: 2868/5000 (57%)
[epoch 15] loss: 0.4348225
Test set: Average loss: 1.5040, Accuracy: 2871/5000 (57%)
[epoch 16] loss: 0.4247075
Test set: Average loss: 1.5208, Accuracy: 2863/5000 (57%)
[epoch 17] loss: 0.4120990
Test set: Average loss: 1.5563, Accuracy: 2849/5000 (57%)
[epoch 18] loss: 0.4031813
Test set: Average loss: 1.5841, Accuracy: 2852/5000 (57%)
[epoch 19] loss: 0.3942179
Test set: Average loss: 1.6114, Accuracy: 2845/5000 (57%)
[epoch 20] loss: 0.3795064
Test set: Average loss: 1.6391, Accuracy: 2818/5000 (56%)
[epoch 21] loss: 0.3711821
Test set: Average loss: 1.6844, Accuracy: 2787/5000 (56%)
[epoch 22] loss: 0.3623614
Test set: Average loss: 1.6873, Accuracy: 2835/5000 (57%)
[epoch 23] loss: 0.3508563
Test set: Average loss: 1.7391, Accuracy: 2821/5000 (56%)
[epoch 24] loss: 0.3416091
Test set: Average loss: 1.7685, Accuracy: 2805/5000 (56%)
[epoch 25] loss: 0.3316935
Test set: Average loss: 1.7863, Accuracy: 2805/5000 (56%)
[epoch 26] loss: 0.3204069
Test set: Average loss: 1.8175, Accuracy: 2812/5000 (56%)
[epoch 27] loss: 0.3129034
Test set: Average loss: 1.8733, Accuracy: 2794/5000 (56%)
[epoch 28] loss: 0.3083487
Test set: Average loss: 1.8874, Accuracy: 2796/5000 (56%)
[epoch 29] loss: 0.2966774
Test set: Average loss: 1.9238, Accuracy: 2788/5000 (56%)
[epoch 30] loss: 0.2870686
Test set: Average loss: 1.9697, Accuracy: 2789/5000 (56%)
[epoch 31] loss: 0.2799862
Test set: Average loss: 1.9959, Accuracy: 2791/5000 (56%)
[epoch 32] loss: 0.2747951
Test set: Average loss: 2.0313, Accuracy: 2785/5000 (56%)
[epoch 33] loss: 0.2722665
Test set: Average loss: 2.0556, Accuracy: 2778/5000 (56%)
[epoch 34] loss: 0.2563830
Test set: Average loss: 2.0981, Accuracy: 2765/5000 (55%)
[epoch 35] loss: 0.2492032
Test set: Average loss: 2.1483, Accuracy: 2765/5000 (55%)
[epoch 36] loss: 0.2440386
Test set: Average loss: 2.1877, Accuracy: 2759/5000 (55%)
[epoch 37] loss: 0.2360836
Test set: Average loss: 2.2324, Accuracy: 2763/5000 (55%)
[epoch 38] loss: 0.2306723
Test set: Average loss: 2.2431, Accuracy: 2750/5000 (55%)
[epoch 39] loss: 0.2211279
Test set: Average loss: 2.2893, Accuracy: 2754/5000 (55%)
[epoch 40] loss: 0.2131844
Test set: Average loss: 2.3161, Accuracy: 2741/5000 (55%)
[epoch 41] loss: 0.2074892
Test set: Average loss: 2.3576, Accuracy: 2756/5000 (55%)
[epoch 42] loss: 0.2025023
Test set: Average loss: 2.4061, Accuracy: 2730/5000 (55%)
[epoch 43] loss: 0.1942942
Test set: Average loss: 2.4344, Accuracy: 2745/5000 (55%)
[epoch 44] loss: 0.1913425
Test set: Average loss: 2.4983, Accuracy: 2742/5000 (55%)
[epoch 45] loss: 0.1851104
Test set: Average loss: 2.5137, Accuracy: 2712/5000 (54%)
[epoch 46] loss: 0.1791057
Test set: Average loss: 2.5474, Accuracy: 2728/5000 (55%)
[epoch 47] loss: 0.1739179
Test set: Average loss: 2.6136, Accuracy: 2717/5000 (54%)
[epoch 48] loss: 0.1707526
Test set: Average loss: 2.6525, Accuracy: 2724/5000 (54%)
[epoch 49] loss: 0.1627788
Test set: Average loss: 2.6866, Accuracy: 2721/5000 (54%)
[epoch 50] loss: 0.1524571
Test set: Average loss: 2.7199, Accuracy: 2728/5000 (55%)
Validation:
Test set: Average loss: 1.5040, Accuracy: 2871/5000 (57%)
Test
Test set: Average loss: 1.4572, Accuracy: 5847/10000 (58%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 484/5000 (10%)
[epoch 1] loss: 1.5277389
Test set: Average loss: 1.3030, Accuracy: 2637/5000 (53%)
[epoch 2] loss: 1.2261650
Test set: Average loss: 1.2736, Accuracy: 2723/5000 (54%)
[epoch 3] loss: 1.1401894
Test set: Average loss: 1.2762, Accuracy: 2694/5000 (54%)
[epoch 4] loss: 1.0820615
Test set: Average loss: 1.3105, Accuracy: 2734/5000 (55%)
[epoch 5] loss: 1.0180372
Test set: Average loss: 1.3119, Accuracy: 2684/5000 (54%)
[epoch 6] loss: 0.9499672
Test set: Average loss: 1.3085, Accuracy: 2823/5000 (56%)
[epoch 7] loss: 0.8884823
Test set: Average loss: 1.4371, Accuracy: 2669/5000 (53%)
[epoch 8] loss: 0.8911369
Epoch 7: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.4114, Accuracy: 2734/5000 (55%)
[epoch 9] loss: 0.6397495
Test set: Average loss: 1.2925, Accuracy: 2941/5000 (59%)
[epoch 10] loss: 0.5815808
Test set: Average loss: 1.3212, Accuracy: 2928/5000 (59%)
[epoch 11] loss: 0.5600483
Test set: Average loss: 1.3421, Accuracy: 2927/5000 (59%)
[epoch 12] loss: 0.5432243
Test set: Average loss: 1.3620, Accuracy: 2909/5000 (58%)
[epoch 13] loss: 0.5292332
Test set: Average loss: 1.3925, Accuracy: 2889/5000 (58%)
[epoch 14] loss: 0.5199752
Test set: Average loss: 1.4192, Accuracy: 2884/5000 (58%)
[epoch 15] loss: 0.5041296
Test set: Average loss: 1.4390, Accuracy: 2896/5000 (58%)
[epoch 16] loss: 0.4913442
Test set: Average loss: 1.4674, Accuracy: 2893/5000 (58%)
[epoch 17] loss: 0.4797541
Test set: Average loss: 1.5005, Accuracy: 2850/5000 (57%)
[epoch 18] loss: 0.4711423
Test set: Average loss: 1.5231, Accuracy: 2874/5000 (57%)
[epoch 19] loss: 0.5225826
Epoch 18: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 1.5531, Accuracy: 2859/5000 (57%)
[epoch 20] loss: 0.4257330
Test set: Average loss: 1.5403, Accuracy: 2854/5000 (57%)
[epoch 21] loss: 0.4188777
Test set: Average loss: 1.5424, Accuracy: 2865/5000 (57%)
[epoch 22] loss: 0.4168855
Test set: Average loss: 1.5456, Accuracy: 2873/5000 (57%)
[epoch 23] loss: 0.4162996
Test set: Average loss: 1.5476, Accuracy: 2870/5000 (57%)
[epoch 24] loss: 0.4153228
Test set: Average loss: 1.5524, Accuracy: 2867/5000 (57%)
[epoch 25] loss: 0.4130974
Test set: Average loss: 1.5544, Accuracy: 2872/5000 (57%)
[epoch 26] loss: 0.4104719
Test set: Average loss: 1.5577, Accuracy: 2872/5000 (57%)
[epoch 27] loss: 0.4102190
Test set: Average loss: 1.5615, Accuracy: 2870/5000 (57%)
[epoch 28] loss: 0.4106206
Epoch 27: reducing learning rate of group 0 to 1.0000e-06.
Test set: Average loss: 1.5647, Accuracy: 2881/5000 (58%)
[epoch 29] loss: 0.4061609
Test set: Average loss: 1.5650, Accuracy: 2878/5000 (58%)
[epoch 30] loss: 0.4057383
Test set: Average loss: 1.5653, Accuracy: 2877/5000 (58%)
[epoch 31] loss: 0.4059677
Epoch 30: reducing learning rate of group 0 to 1.0000e-07.
Test set: Average loss: 1.5656, Accuracy: 2877/5000 (58%)
[epoch 32] loss: 0.4042618
Test set: Average loss: 1.5656, Accuracy: 2877/5000 (58%)
[epoch 33] loss: 0.4047855
Epoch 32: reducing learning rate of group 0 to 1.0000e-08.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 34] loss: 0.4077148
Epoch 33: reducing learning rate of group 0 to 1.0000e-09.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 35] loss: 0.4049186
Epoch 34: reducing learning rate of group 0 to 1.0000e-10.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 36] loss: 0.4031682
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 37] loss: 0.4079289
Epoch 36: reducing learning rate of group 0 to 1.0000e-11.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 38] loss: 0.4037887
Epoch 37: reducing learning rate of group 0 to 1.0000e-12.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 39] loss: 0.4048735
Epoch 38: reducing learning rate of group 0 to 1.0000e-13.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 40] loss: 0.4044124
Epoch 39: reducing learning rate of group 0 to 1.0000e-14.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 41] loss: 0.4040160
Epoch 40: reducing learning rate of group 0 to 1.0000e-15.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 42] loss: 0.4031420
Epoch 41: reducing learning rate of group 0 to 1.0000e-16.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 43] loss: 0.4038029
Epoch 42: reducing learning rate of group 0 to 1.0000e-17.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 44] loss: 0.4035041
Epoch 43: reducing learning rate of group 0 to 1.0000e-18.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 45] loss: 0.4028776
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 46] loss: 0.4045729
Epoch 45: reducing learning rate of group 0 to 1.0000e-19.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 47] loss: 0.4042682
Epoch 46: reducing learning rate of group 0 to 1.0000e-20.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 48] loss: 0.4029809
Epoch 47: reducing learning rate of group 0 to 1.0000e-21.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 49] loss: 0.4037480
Epoch 48: reducing learning rate of group 0 to 1.0000e-22.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
[epoch 50] loss: 0.4032842
Epoch 49: reducing learning rate of group 0 to 1.0000e-23.
Test set: Average loss: 1.5656, Accuracy: 2876/5000 (58%)
Validation:
Test set: Average loss: 1.2925, Accuracy: 2941/5000 (59%)
Test
Test set: Average loss: 1.2539, Accuracy: 5923/10000 (59%)
10000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3026, Accuracy: 516/5000 (10%)
[epoch 1] loss: 1.3718800
Test set: Average loss: 1.3127, Accuracy: 2690/5000 (54%)
[epoch 2] loss: 1.1771634
Test set: Average loss: 1.2674, Accuracy: 2776/5000 (56%)
[epoch 3] loss: 1.0880398
Test set: Average loss: 1.2471, Accuracy: 2830/5000 (57%)
[epoch 4] loss: 1.0446631
Test set: Average loss: 1.2636, Accuracy: 2839/5000 (57%)
[epoch 5] loss: 1.0120163
Test set: Average loss: 1.2938, Accuracy: 2776/5000 (56%)
[epoch 6] loss: 0.9749610
Test set: Average loss: 1.1906, Accuracy: 2962/5000 (59%)
[epoch 7] loss: 0.9289967
Test set: Average loss: 1.2471, Accuracy: 2888/5000 (58%)
[epoch 8] loss: 0.8997192
Test set: Average loss: 1.2183, Accuracy: 2898/5000 (58%)
[epoch 9] loss: 0.8871572
Test set: Average loss: 1.2812, Accuracy: 2807/5000 (56%)
[epoch 10] loss: 0.8625549
Test set: Average loss: 1.3340, Accuracy: 2818/5000 (56%)
[epoch 11] loss: 0.8246382
Test set: Average loss: 1.2767, Accuracy: 2912/5000 (58%)
[epoch 12] loss: 0.7990411
Test set: Average loss: 1.2385, Accuracy: 2947/5000 (59%)
[epoch 13] loss: 0.7766408
Test set: Average loss: 1.3536, Accuracy: 2854/5000 (57%)
[epoch 14] loss: 0.7505120
Test set: Average loss: 1.2760, Accuracy: 2944/5000 (59%)
[epoch 15] loss: 0.7347556
Test set: Average loss: 1.3019, Accuracy: 2882/5000 (58%)
[epoch 16] loss: 0.7047343
Test set: Average loss: 1.3675, Accuracy: 2901/5000 (58%)
[epoch 17] loss: 0.6605289
Test set: Average loss: 1.3405, Accuracy: 2938/5000 (59%)
[epoch 18] loss: 0.6281807
Test set: Average loss: 1.4285, Accuracy: 2842/5000 (57%)
[epoch 19] loss: 0.5790200
Test set: Average loss: 1.3860, Accuracy: 2945/5000 (59%)
[epoch 20] loss: 0.5371602
Test set: Average loss: 1.4248, Accuracy: 2873/5000 (57%)
[epoch 21] loss: 0.4774190
Test set: Average loss: 1.5286, Accuracy: 2906/5000 (58%)
[epoch 22] loss: 0.4348422
Test set: Average loss: 1.5058, Accuracy: 2922/5000 (58%)
[epoch 23] loss: 0.3972828
Test set: Average loss: 1.5976, Accuracy: 2884/5000 (58%)
[epoch 24] loss: 0.3278917
Test set: Average loss: 1.6695, Accuracy: 2889/5000 (58%)
[epoch 25] loss: 0.2621640
Test set: Average loss: 1.6423, Accuracy: 2921/5000 (58%)
[epoch 26] loss: 0.2310414
Test set: Average loss: 1.8416, Accuracy: 2783/5000 (56%)
[epoch 27] loss: 0.1962292
Test set: Average loss: 1.9321, Accuracy: 2867/5000 (57%)
[epoch 28] loss: 0.1446015
Test set: Average loss: 1.9509, Accuracy: 2883/5000 (58%)
[epoch 29] loss: 0.1128844
Test set: Average loss: 1.9563, Accuracy: 2885/5000 (58%)
[epoch 30] loss: 0.1327170
Epoch 29: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.0346, Accuracy: 2933/5000 (59%)
[epoch 31] loss: 0.0499098
Test set: Average loss: 1.9961, Accuracy: 2922/5000 (58%)
[epoch 32] loss: 0.0293660
Test set: Average loss: 2.0045, Accuracy: 2951/5000 (59%)
[epoch 33] loss: 0.0236925
Test set: Average loss: 2.0206, Accuracy: 2940/5000 (59%)
[epoch 34] loss: 0.0202870
Test set: Average loss: 2.0432, Accuracy: 2955/5000 (59%)
[epoch 35] loss: 0.0178128
Test set: Average loss: 2.0587, Accuracy: 2954/5000 (59%)
[epoch 36] loss: 0.0159487
Test set: Average loss: 2.0785, Accuracy: 2960/5000 (59%)
[epoch 37] loss: 0.0142224
Test set: Average loss: 2.0958, Accuracy: 2959/5000 (59%)
[epoch 38] loss: 0.0128719
Test set: Average loss: 2.1171, Accuracy: 2956/5000 (59%)
[epoch 39] loss: 0.0117125
Test set: Average loss: 2.1399, Accuracy: 2960/5000 (59%)
[epoch 40] loss: 0.0104991
Test set: Average loss: 2.1608, Accuracy: 2960/5000 (59%)
[epoch 41] loss: 0.0094644
Test set: Average loss: 2.1832, Accuracy: 2958/5000 (59%)
[epoch 42] loss: 0.0086319
Test set: Average loss: 2.2082, Accuracy: 2960/5000 (59%)
[epoch 43] loss: 0.0077251
Test set: Average loss: 2.2293, Accuracy: 2971/5000 (59%)
[epoch 44] loss: 0.0069833
Test set: Average loss: 2.2596, Accuracy: 2977/5000 (60%)
[epoch 45] loss: 0.0062886
Test set: Average loss: 2.2808, Accuracy: 2974/5000 (59%)
[epoch 46] loss: 0.0056622
Test set: Average loss: 2.3038, Accuracy: 2966/5000 (59%)
[epoch 47] loss: 0.0051229
Test set: Average loss: 2.3351, Accuracy: 2966/5000 (59%)
[epoch 48] loss: 0.0045517
Test set: Average loss: 2.3621, Accuracy: 2967/5000 (59%)
[epoch 49] loss: 0.0040646
Test set: Average loss: 2.3938, Accuracy: 2972/5000 (59%)
[epoch 50] loss: 0.0036061
Test set: Average loss: 2.4269, Accuracy: 2979/5000 (60%)
Validation:
Test set: Average loss: 2.4269, Accuracy: 2979/5000 (60%)
Test
Test set: Average loss: 2.3214, Accuracy: 6038/10000 (60%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3031, Accuracy: 498/5000 (10%)
[epoch 1] loss: 1.3843775
Test set: Average loss: 1.2191, Accuracy: 2845/5000 (57%)
[epoch 2] loss: 1.1652668
Test set: Average loss: 1.2625, Accuracy: 2782/5000 (56%)
[epoch 3] loss: 1.0967315
Test set: Average loss: 1.2355, Accuracy: 2843/5000 (57%)
[epoch 4] loss: 1.0490146
Test set: Average loss: 1.2082, Accuracy: 2914/5000 (58%)
[epoch 5] loss: 1.0217040
Test set: Average loss: 1.2005, Accuracy: 2903/5000 (58%)
[epoch 6] loss: 0.9804609
Test set: Average loss: 1.2132, Accuracy: 2916/5000 (58%)
[epoch 7] loss: 0.9584328
Test set: Average loss: 1.2354, Accuracy: 2907/5000 (58%)
[epoch 8] loss: 0.9377329
Test set: Average loss: 1.1993, Accuracy: 2925/5000 (58%)
[epoch 9] loss: 0.9043977
Test set: Average loss: 1.2111, Accuracy: 2939/5000 (59%)
[epoch 10] loss: 0.8848602
Test set: Average loss: 1.2065, Accuracy: 2930/5000 (59%)
[epoch 11] loss: 0.8456533
Test set: Average loss: 1.2380, Accuracy: 2910/5000 (58%)
[epoch 12] loss: 0.8430875
Test set: Average loss: 1.2585, Accuracy: 2876/5000 (58%)
[epoch 13] loss: 0.7919070
Test set: Average loss: 1.2551, Accuracy: 2942/5000 (59%)
[epoch 14] loss: 0.7773556
Test set: Average loss: 1.2867, Accuracy: 2920/5000 (58%)
[epoch 15] loss: 0.7383938
Test set: Average loss: 1.2904, Accuracy: 2906/5000 (58%)
[epoch 16] loss: 0.7039834
Test set: Average loss: 1.3386, Accuracy: 2887/5000 (58%)
[epoch 17] loss: 0.6585055
Test set: Average loss: 1.3383, Accuracy: 2937/5000 (59%)
[epoch 18] loss: 0.6182494
Test set: Average loss: 1.3932, Accuracy: 2900/5000 (58%)
[epoch 19] loss: 0.5774136
Test set: Average loss: 1.3943, Accuracy: 2919/5000 (58%)
[epoch 20] loss: 0.5456091
Test set: Average loss: 1.4256, Accuracy: 2849/5000 (57%)
[epoch 21] loss: 0.4720617
Test set: Average loss: 1.4827, Accuracy: 2930/5000 (59%)
[epoch 22] loss: 0.4191711
Test set: Average loss: 1.4791, Accuracy: 2962/5000 (59%)
[epoch 23] loss: 0.3701084
Test set: Average loss: 1.5504, Accuracy: 2922/5000 (58%)
[epoch 24] loss: 0.3144472
Test set: Average loss: 1.5757, Accuracy: 3008/5000 (60%)
[epoch 25] loss: 0.2590385
Test set: Average loss: 1.6450, Accuracy: 2925/5000 (58%)
[epoch 26] loss: 0.1933004
Test set: Average loss: 1.7001, Accuracy: 2981/5000 (60%)
[epoch 27] loss: 0.1466647
Test set: Average loss: 1.7093, Accuracy: 2966/5000 (59%)
[epoch 28] loss: 0.1266729
Test set: Average loss: 1.8878, Accuracy: 2934/5000 (59%)
[epoch 29] loss: 0.1306744
Epoch 28: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8643, Accuracy: 2918/5000 (58%)
[epoch 30] loss: 0.0535225
Test set: Average loss: 1.8099, Accuracy: 3028/5000 (61%)
[epoch 31] loss: 0.0312524
Test set: Average loss: 1.8343, Accuracy: 3024/5000 (60%)
[epoch 32] loss: 0.0254247
Test set: Average loss: 1.8552, Accuracy: 3012/5000 (60%)
[epoch 33] loss: 0.0218560
Test set: Average loss: 1.8733, Accuracy: 3034/5000 (61%)
[epoch 34] loss: 0.0192113
Test set: Average loss: 1.8904, Accuracy: 3018/5000 (60%)
[epoch 35] loss: 0.0171450
Test set: Average loss: 1.9125, Accuracy: 3022/5000 (60%)
[epoch 36] loss: 0.0154801
Test set: Average loss: 1.9325, Accuracy: 3026/5000 (61%)
[epoch 37] loss: 0.0139452
Test set: Average loss: 1.9500, Accuracy: 3018/5000 (60%)
[epoch 38] loss: 0.0126196
Test set: Average loss: 1.9705, Accuracy: 3023/5000 (60%)
[epoch 39] loss: 0.0114420
Test set: Average loss: 1.9945, Accuracy: 3026/5000 (61%)
[epoch 40] loss: 0.0103613
Test set: Average loss: 2.0178, Accuracy: 3021/5000 (60%)
[epoch 41] loss: 0.0093896
Test set: Average loss: 2.0363, Accuracy: 3028/5000 (61%)
[epoch 42] loss: 0.0084943
Test set: Average loss: 2.0655, Accuracy: 3029/5000 (61%)
[epoch 43] loss: 0.0076350
Test set: Average loss: 2.0834, Accuracy: 3022/5000 (60%)
[epoch 44] loss: 0.0068783
Test set: Average loss: 2.1157, Accuracy: 3030/5000 (61%)
[epoch 45] loss: 0.0061775
Test set: Average loss: 2.1396, Accuracy: 3038/5000 (61%)
[epoch 46] loss: 0.0055256
Test set: Average loss: 2.1672, Accuracy: 3034/5000 (61%)
[epoch 47] loss: 0.0049176
Test set: Average loss: 2.1904, Accuracy: 3029/5000 (61%)
[epoch 48] loss: 0.0043914
Test set: Average loss: 2.2197, Accuracy: 3034/5000 (61%)
[epoch 49] loss: 0.0038898
Test set: Average loss: 2.2584, Accuracy: 3032/5000 (61%)
[epoch 50] loss: 0.0034610
Test set: Average loss: 2.2856, Accuracy: 3026/5000 (61%)
Validation:
Test set: Average loss: 2.1396, Accuracy: 3038/5000 (61%)
Test
Test set: Average loss: 2.1150, Accuracy: 6121/10000 (61%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3027, Accuracy: 500/5000 (10%)
[epoch 1] loss: 1.4043631
Test set: Average loss: 1.2526, Accuracy: 2827/5000 (57%)
[epoch 2] loss: 1.1932766
Test set: Average loss: 1.3147, Accuracy: 2714/5000 (54%)
[epoch 3] loss: 1.1172610
Test set: Average loss: 1.1966, Accuracy: 2872/5000 (57%)
[epoch 4] loss: 1.0664031
Test set: Average loss: 1.2721, Accuracy: 2802/5000 (56%)
[epoch 5] loss: 1.0301481
Test set: Average loss: 1.2605, Accuracy: 2854/5000 (57%)
[epoch 6] loss: 0.9937848
Test set: Average loss: 1.1941, Accuracy: 2931/5000 (59%)
[epoch 7] loss: 0.9607007
Test set: Average loss: 1.2191, Accuracy: 2885/5000 (58%)
[epoch 8] loss: 0.9231989
Test set: Average loss: 1.2557, Accuracy: 2836/5000 (57%)
[epoch 9] loss: 0.9148078
Test set: Average loss: 1.2385, Accuracy: 2877/5000 (58%)
[epoch 10] loss: 0.8808572
Test set: Average loss: 1.2495, Accuracy: 2901/5000 (58%)
[epoch 11] loss: 0.8738157
Test set: Average loss: 1.2638, Accuracy: 2898/5000 (58%)
[epoch 12] loss: 0.8486413
Test set: Average loss: 1.3751, Accuracy: 2740/5000 (55%)
[epoch 13] loss: 0.8273142
Test set: Average loss: 1.2885, Accuracy: 2905/5000 (58%)
[epoch 14] loss: 0.8003199
Test set: Average loss: 1.3021, Accuracy: 2860/5000 (57%)
[epoch 15] loss: 0.7550570
Test set: Average loss: 1.3268, Accuracy: 2837/5000 (57%)
[epoch 16] loss: 0.7160209
Test set: Average loss: 1.3228, Accuracy: 2854/5000 (57%)
[epoch 17] loss: 0.6739315
Test set: Average loss: 1.3328, Accuracy: 2931/5000 (59%)
[epoch 18] loss: 0.6235635
Test set: Average loss: 1.4321, Accuracy: 2850/5000 (57%)
[epoch 19] loss: 0.5981704
Test set: Average loss: 1.4238, Accuracy: 2858/5000 (57%)
[epoch 20] loss: 0.5433316
Test set: Average loss: 1.4514, Accuracy: 2888/5000 (58%)
[epoch 21] loss: 0.4990666
Test set: Average loss: 1.5270, Accuracy: 2877/5000 (58%)
[epoch 22] loss: 0.4593052
Test set: Average loss: 1.6343, Accuracy: 2802/5000 (56%)
[epoch 23] loss: 0.3805325
Test set: Average loss: 1.5821, Accuracy: 2944/5000 (59%)
[epoch 24] loss: 0.3408828
Test set: Average loss: 1.6449, Accuracy: 2853/5000 (57%)
[epoch 25] loss: 0.2824875
Test set: Average loss: 1.7682, Accuracy: 2861/5000 (57%)
[epoch 26] loss: 0.2076050
Test set: Average loss: 1.7582, Accuracy: 2888/5000 (58%)
[epoch 27] loss: 0.1712050
Test set: Average loss: 1.8450, Accuracy: 2876/5000 (58%)
[epoch 28] loss: 0.1570296
Test set: Average loss: 1.8766, Accuracy: 2879/5000 (58%)
[epoch 29] loss: 0.1062199
Test set: Average loss: 2.0315, Accuracy: 2892/5000 (58%)
[epoch 30] loss: 0.1435301
Epoch 29: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 2.1333, Accuracy: 2815/5000 (56%)
[epoch 31] loss: 0.0527222
Test set: Average loss: 1.9979, Accuracy: 2924/5000 (58%)
[epoch 32] loss: 0.0294210
Test set: Average loss: 2.0129, Accuracy: 2932/5000 (59%)
[epoch 33] loss: 0.0237251
Test set: Average loss: 2.0322, Accuracy: 2948/5000 (59%)
[epoch 34] loss: 0.0203022
Test set: Average loss: 2.0459, Accuracy: 2953/5000 (59%)
[epoch 35] loss: 0.0178401
Test set: Average loss: 2.0684, Accuracy: 2950/5000 (59%)
[epoch 36] loss: 0.0157523
Test set: Average loss: 2.0852, Accuracy: 2961/5000 (59%)
[epoch 37] loss: 0.0140711
Test set: Average loss: 2.1022, Accuracy: 2960/5000 (59%)
[epoch 38] loss: 0.0126266
Test set: Average loss: 2.1212, Accuracy: 2952/5000 (59%)
[epoch 39] loss: 0.0113768
Test set: Average loss: 2.1432, Accuracy: 2952/5000 (59%)
[epoch 40] loss: 0.0102419
Test set: Average loss: 2.1635, Accuracy: 2963/5000 (59%)
[epoch 41] loss: 0.0092230
Test set: Average loss: 2.1852, Accuracy: 2957/5000 (59%)
[epoch 42] loss: 0.0083365
Test set: Average loss: 2.2096, Accuracy: 2960/5000 (59%)
[epoch 43] loss: 0.0074890
Test set: Average loss: 2.2348, Accuracy: 2961/5000 (59%)
[epoch 44] loss: 0.0067248
Test set: Average loss: 2.2594, Accuracy: 2968/5000 (59%)
[epoch 45] loss: 0.0060563
Test set: Average loss: 2.2838, Accuracy: 2963/5000 (59%)
[epoch 46] loss: 0.0054168
Test set: Average loss: 2.3108, Accuracy: 2972/5000 (59%)
[epoch 47] loss: 0.0048531
Test set: Average loss: 2.3410, Accuracy: 2975/5000 (60%)
[epoch 48] loss: 0.0043256
Test set: Average loss: 2.3693, Accuracy: 2972/5000 (59%)
[epoch 49] loss: 0.0038399
Test set: Average loss: 2.4198, Accuracy: 2969/5000 (59%)
[epoch 50] loss: 0.0034136
Test set: Average loss: 2.4290, Accuracy: 2966/5000 (59%)
Validation:
Test set: Average loss: 2.3410, Accuracy: 2975/5000 (60%)
Test
Test set: Average loss: 2.2507, Accuracy: 6028/10000 (60%)
15000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3041, Accuracy: 665/5000 (13%)
[epoch 1] loss: 1.3159789
Test set: Average loss: 1.2541, Accuracy: 2727/5000 (55%)
[epoch 2] loss: 1.1451894
Test set: Average loss: 1.2442, Accuracy: 2857/5000 (57%)
[epoch 3] loss: 1.0942201
Test set: Average loss: 1.1940, Accuracy: 2915/5000 (58%)
[epoch 4] loss: 1.0450315
Test set: Average loss: 1.1906, Accuracy: 2911/5000 (58%)
[epoch 5] loss: 1.0058915
Test set: Average loss: 1.1723, Accuracy: 2988/5000 (60%)
[epoch 6] loss: 0.9903473
Test set: Average loss: 1.2476, Accuracy: 2840/5000 (57%)
[epoch 7] loss: 0.9567819
Test set: Average loss: 1.1912, Accuracy: 2968/5000 (59%)
[epoch 8] loss: 0.9297285
Test set: Average loss: 1.1773, Accuracy: 2954/5000 (59%)
[epoch 9] loss: 0.8850187
Test set: Average loss: 1.2337, Accuracy: 2877/5000 (58%)
[epoch 10] loss: 0.8686194
Test set: Average loss: 1.2195, Accuracy: 2959/5000 (59%)
[epoch 11] loss: 0.8392834
Test set: Average loss: 1.3214, Accuracy: 2907/5000 (58%)
[epoch 12] loss: 0.8104832
Test set: Average loss: 1.1922, Accuracy: 3020/5000 (60%)
[epoch 13] loss: 0.7868498
Test set: Average loss: 1.1749, Accuracy: 3015/5000 (60%)
[epoch 14] loss: 0.7363354
Test set: Average loss: 1.2099, Accuracy: 3041/5000 (61%)
[epoch 15] loss: 0.7185109
Test set: Average loss: 1.1938, Accuracy: 3043/5000 (61%)
[epoch 16] loss: 0.6605151
Test set: Average loss: 1.2418, Accuracy: 3031/5000 (61%)
[epoch 17] loss: 0.6224610
Test set: Average loss: 1.2823, Accuracy: 2970/5000 (59%)
[epoch 18] loss: 0.5717392
Test set: Average loss: 1.2967, Accuracy: 3023/5000 (60%)
[epoch 19] loss: 0.5209430
Test set: Average loss: 1.3308, Accuracy: 3012/5000 (60%)
[epoch 20] loss: 0.4615519
Test set: Average loss: 1.3498, Accuracy: 3037/5000 (61%)
[epoch 21] loss: 0.4138733
Test set: Average loss: 1.3937, Accuracy: 3062/5000 (61%)
[epoch 22] loss: 0.3401646
Test set: Average loss: 1.4243, Accuracy: 3041/5000 (61%)
[epoch 23] loss: 0.2770026
Test set: Average loss: 1.5075, Accuracy: 3015/5000 (60%)
[epoch 24] loss: 0.2288341
Test set: Average loss: 1.6223, Accuracy: 2970/5000 (59%)
[epoch 25] loss: 0.2047552
Test set: Average loss: 1.6832, Accuracy: 2982/5000 (60%)
[epoch 26] loss: 0.1364341
Test set: Average loss: 1.6759, Accuracy: 3012/5000 (60%)
[epoch 27] loss: 0.1009588
Test set: Average loss: 1.7396, Accuracy: 3066/5000 (61%)
[epoch 28] loss: 0.1320062
Epoch 27: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8853, Accuracy: 3042/5000 (61%)
[epoch 29] loss: 0.0440865
Test set: Average loss: 1.7946, Accuracy: 3063/5000 (61%)
[epoch 30] loss: 0.0233303
Test set: Average loss: 1.8035, Accuracy: 3084/5000 (62%)
[epoch 31] loss: 0.0177030
Test set: Average loss: 1.8120, Accuracy: 3090/5000 (62%)
[epoch 32] loss: 0.0144444
Test set: Average loss: 1.8265, Accuracy: 3090/5000 (62%)
[epoch 33] loss: 0.0121708
Test set: Average loss: 1.8416, Accuracy: 3093/5000 (62%)
[epoch 34] loss: 0.0103683
Test set: Average loss: 1.8605, Accuracy: 3110/5000 (62%)
[epoch 35] loss: 0.0088715
Test set: Average loss: 1.8810, Accuracy: 3095/5000 (62%)
[epoch 36] loss: 0.0076026
Test set: Average loss: 1.9083, Accuracy: 3093/5000 (62%)
[epoch 37] loss: 0.0065529
Test set: Average loss: 1.9261, Accuracy: 3091/5000 (62%)
[epoch 38] loss: 0.0056049
Test set: Average loss: 1.9543, Accuracy: 3107/5000 (62%)
[epoch 39] loss: 0.0047981
Test set: Average loss: 1.9782, Accuracy: 3107/5000 (62%)
[epoch 40] loss: 0.0040866
Test set: Average loss: 2.0101, Accuracy: 3111/5000 (62%)
[epoch 41] loss: 0.0034659
Test set: Average loss: 2.0355, Accuracy: 3101/5000 (62%)
[epoch 42] loss: 0.0029297
Test set: Average loss: 2.0652, Accuracy: 3105/5000 (62%)
[epoch 43] loss: 0.0024794
Test set: Average loss: 2.1094, Accuracy: 3100/5000 (62%)
[epoch 44] loss: 0.0020596
Test set: Average loss: 2.1362, Accuracy: 3106/5000 (62%)
[epoch 45] loss: 0.0017188
Test set: Average loss: 2.1705, Accuracy: 3108/5000 (62%)
[epoch 46] loss: 0.0014308
Test set: Average loss: 2.2023, Accuracy: 3116/5000 (62%)
[epoch 47] loss: 0.0011819
Test set: Average loss: 2.2382, Accuracy: 3113/5000 (62%)
[epoch 48] loss: 0.0009769
Test set: Average loss: 2.2800, Accuracy: 3114/5000 (62%)
[epoch 49] loss: 0.0008063
Test set: Average loss: 2.3226, Accuracy: 3112/5000 (62%)
[epoch 50] loss: 0.0006616
Test set: Average loss: 2.3521, Accuracy: 3121/5000 (62%)
Validation:
Test set: Average loss: 2.3521, Accuracy: 3121/5000 (62%)
Test
Test set: Average loss: 2.2845, Accuracy: 6342/10000 (63%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3047, Accuracy: 416/5000 (8%)
[epoch 1] loss: 1.3164530
Test set: Average loss: 1.2438, Accuracy: 2828/5000 (57%)
[epoch 2] loss: 1.1372888
Test set: Average loss: 1.2429, Accuracy: 2806/5000 (56%)
[epoch 3] loss: 1.0944365
Test set: Average loss: 1.2335, Accuracy: 2864/5000 (57%)
[epoch 4] loss: 1.0523988
Test set: Average loss: 1.1655, Accuracy: 2963/5000 (59%)
[epoch 5] loss: 1.0185069
Test set: Average loss: 1.1751, Accuracy: 2957/5000 (59%)
[epoch 6] loss: 0.9959676
Test set: Average loss: 1.1467, Accuracy: 3004/5000 (60%)
[epoch 7] loss: 0.9590422
Test set: Average loss: 1.2225, Accuracy: 2961/5000 (59%)
[epoch 8] loss: 0.9370356
Test set: Average loss: 1.1485, Accuracy: 3027/5000 (61%)
[epoch 9] loss: 0.9064911
Test set: Average loss: 1.1376, Accuracy: 2991/5000 (60%)
[epoch 10] loss: 0.8764862
Test set: Average loss: 1.1379, Accuracy: 3071/5000 (61%)
[epoch 11] loss: 0.8542961
Test set: Average loss: 1.1973, Accuracy: 2991/5000 (60%)
[epoch 12] loss: 0.8271312
Test set: Average loss: 1.2155, Accuracy: 2945/5000 (59%)
[epoch 13] loss: 0.7850223
Test set: Average loss: 1.2333, Accuracy: 2984/5000 (60%)
[epoch 14] loss: 0.7420592
Test set: Average loss: 1.2151, Accuracy: 2976/5000 (60%)
[epoch 15] loss: 0.7135599
Test set: Average loss: 1.1893, Accuracy: 3013/5000 (60%)
[epoch 16] loss: 0.6681451
Test set: Average loss: 1.2707, Accuracy: 2980/5000 (60%)
[epoch 17] loss: 0.6269404
Test set: Average loss: 1.2514, Accuracy: 2990/5000 (60%)
[epoch 18] loss: 0.5748489
Test set: Average loss: 1.2542, Accuracy: 3082/5000 (62%)
[epoch 19] loss: 0.4977318
Test set: Average loss: 1.2648, Accuracy: 3094/5000 (62%)
[epoch 20] loss: 0.4577811
Test set: Average loss: 1.3496, Accuracy: 3050/5000 (61%)
[epoch 21] loss: 0.3825867
Test set: Average loss: 1.3936, Accuracy: 3026/5000 (61%)
[epoch 22] loss: 0.3304658
Test set: Average loss: 1.4010, Accuracy: 3077/5000 (62%)
[epoch 23] loss: 0.2531930
Test set: Average loss: 1.4933, Accuracy: 3033/5000 (61%)
[epoch 24] loss: 0.2141239
Test set: Average loss: 1.6199, Accuracy: 2943/5000 (59%)
[epoch 25] loss: 0.1754585
Test set: Average loss: 1.6688, Accuracy: 3025/5000 (60%)
[epoch 26] loss: 0.1241139
Test set: Average loss: 1.7530, Accuracy: 3031/5000 (61%)
[epoch 27] loss: 0.0960701
Test set: Average loss: 1.7956, Accuracy: 3008/5000 (60%)
[epoch 28] loss: 0.1188790
Epoch 27: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9018, Accuracy: 3000/5000 (60%)
[epoch 29] loss: 0.0426126
Test set: Average loss: 1.8146, Accuracy: 3068/5000 (61%)
[epoch 30] loss: 0.0193314
Test set: Average loss: 1.8185, Accuracy: 3090/5000 (62%)
[epoch 31] loss: 0.0146085
Test set: Average loss: 1.8357, Accuracy: 3084/5000 (62%)
[epoch 32] loss: 0.0119123
Test set: Average loss: 1.8499, Accuracy: 3101/5000 (62%)
[epoch 33] loss: 0.0099769
Test set: Average loss: 1.8642, Accuracy: 3110/5000 (62%)
[epoch 34] loss: 0.0084903
Test set: Average loss: 1.8815, Accuracy: 3116/5000 (62%)
[epoch 35] loss: 0.0073033
Test set: Average loss: 1.9011, Accuracy: 3114/5000 (62%)
[epoch 36] loss: 0.0062764
Test set: Average loss: 1.9198, Accuracy: 3120/5000 (62%)
[epoch 37] loss: 0.0054069
Test set: Average loss: 1.9451, Accuracy: 3118/5000 (62%)
[epoch 38] loss: 0.0046468
Test set: Average loss: 1.9678, Accuracy: 3122/5000 (62%)
[epoch 39] loss: 0.0039795
Test set: Average loss: 1.9968, Accuracy: 3117/5000 (62%)
[epoch 40] loss: 0.0033848
Test set: Average loss: 2.0209, Accuracy: 3137/5000 (63%)
[epoch 41] loss: 0.0028682
Test set: Average loss: 2.0463, Accuracy: 3125/5000 (62%)
[epoch 42] loss: 0.0024296
Test set: Average loss: 2.0797, Accuracy: 3134/5000 (63%)
[epoch 43] loss: 0.0020408
Test set: Average loss: 2.1126, Accuracy: 3139/5000 (63%)
[epoch 44] loss: 0.0017069
Test set: Average loss: 2.1367, Accuracy: 3129/5000 (63%)
[epoch 45] loss: 0.0014192
Test set: Average loss: 2.1739, Accuracy: 3125/5000 (62%)
[epoch 46] loss: 0.0011766
Test set: Average loss: 2.2085, Accuracy: 3145/5000 (63%)
[epoch 47] loss: 0.0009754
Test set: Average loss: 2.2444, Accuracy: 3133/5000 (63%)
[epoch 48] loss: 0.0008027
Test set: Average loss: 2.2873, Accuracy: 3132/5000 (63%)
[epoch 49] loss: 0.0006568
Test set: Average loss: 2.3172, Accuracy: 3150/5000 (63%)
[epoch 50] loss: 0.0005373
Test set: Average loss: 2.3550, Accuracy: 3139/5000 (63%)
Validation:
Test set: Average loss: 2.3172, Accuracy: 3150/5000 (63%)
Test
Test set: Average loss: 2.2284, Accuracy: 6410/10000 (64%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3037, Accuracy: 482/5000 (10%)
[epoch 1] loss: 1.3235802
Test set: Average loss: 1.1860, Accuracy: 2922/5000 (58%)
[epoch 2] loss: 1.1392159
Test set: Average loss: 1.1573, Accuracy: 2956/5000 (59%)
[epoch 3] loss: 1.0826210
Test set: Average loss: 1.1500, Accuracy: 2991/5000 (60%)
[epoch 4] loss: 1.0452617
Test set: Average loss: 1.1529, Accuracy: 2931/5000 (59%)
[epoch 5] loss: 1.0143609
Test set: Average loss: 1.1821, Accuracy: 2939/5000 (59%)
[epoch 6] loss: 0.9755184
Test set: Average loss: 1.2054, Accuracy: 2917/5000 (58%)
[epoch 7] loss: 0.9665984
Test set: Average loss: 1.2118, Accuracy: 2919/5000 (58%)
[epoch 8] loss: 0.9315064
Test set: Average loss: 1.2190, Accuracy: 2937/5000 (59%)
[epoch 9] loss: 0.9184637
Test set: Average loss: 1.2166, Accuracy: 2969/5000 (59%)
[epoch 10] loss: 0.8959824
Test set: Average loss: 1.1747, Accuracy: 3007/5000 (60%)
[epoch 11] loss: 0.8685918
Test set: Average loss: 1.2027, Accuracy: 2964/5000 (59%)
[epoch 12] loss: 0.8344906
Test set: Average loss: 1.2108, Accuracy: 2972/5000 (59%)
[epoch 13] loss: 0.8094949
Test set: Average loss: 1.2562, Accuracy: 2892/5000 (58%)
[epoch 14] loss: 0.7638379
Test set: Average loss: 1.1859, Accuracy: 3022/5000 (60%)
[epoch 15] loss: 0.7335598
Test set: Average loss: 1.1968, Accuracy: 3042/5000 (61%)
[epoch 16] loss: 0.6878049
Test set: Average loss: 1.2692, Accuracy: 2995/5000 (60%)
[epoch 17] loss: 0.6493080
Test set: Average loss: 1.2016, Accuracy: 3045/5000 (61%)
[epoch 18] loss: 0.5935305
Test set: Average loss: 1.2638, Accuracy: 2990/5000 (60%)
[epoch 19] loss: 0.5487779
Test set: Average loss: 1.2775, Accuracy: 2968/5000 (59%)
[epoch 20] loss: 0.4594543
Test set: Average loss: 1.3423, Accuracy: 3027/5000 (61%)
[epoch 21] loss: 0.4186958
Test set: Average loss: 1.3450, Accuracy: 3086/5000 (62%)
[epoch 22] loss: 0.3400002
Test set: Average loss: 1.4578, Accuracy: 2972/5000 (59%)
[epoch 23] loss: 0.2776138
Test set: Average loss: 1.4425, Accuracy: 3013/5000 (60%)
[epoch 24] loss: 0.2410144
Test set: Average loss: 1.5985, Accuracy: 3004/5000 (60%)
[epoch 25] loss: 0.1764890
Test set: Average loss: 1.5676, Accuracy: 3057/5000 (61%)
[epoch 26] loss: 0.1379360
Test set: Average loss: 1.6832, Accuracy: 3023/5000 (60%)
[epoch 27] loss: 0.1261918
Test set: Average loss: 1.7530, Accuracy: 3029/5000 (61%)
[epoch 28] loss: 0.1252699
Test set: Average loss: 1.8691, Accuracy: 3026/5000 (61%)
[epoch 29] loss: 0.1037267
Test set: Average loss: 2.0300, Accuracy: 2907/5000 (58%)
[epoch 30] loss: 0.1297657
Epoch 29: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.9114, Accuracy: 2996/5000 (60%)
[epoch 31] loss: 0.0362497
Test set: Average loss: 1.8845, Accuracy: 3048/5000 (61%)
[epoch 32] loss: 0.0172963
Test set: Average loss: 1.8937, Accuracy: 3057/5000 (61%)
[epoch 33] loss: 0.0128525
Test set: Average loss: 1.9058, Accuracy: 3070/5000 (61%)
[epoch 34] loss: 0.0104184
Test set: Average loss: 1.9191, Accuracy: 3076/5000 (62%)
[epoch 35] loss: 0.0087143
Test set: Average loss: 1.9335, Accuracy: 3074/5000 (61%)
[epoch 36] loss: 0.0073686
Test set: Average loss: 1.9479, Accuracy: 3071/5000 (61%)
[epoch 37] loss: 0.0062850
Test set: Average loss: 1.9609, Accuracy: 3076/5000 (62%)
[epoch 38] loss: 0.0053973
Test set: Average loss: 1.9862, Accuracy: 3076/5000 (62%)
[epoch 39] loss: 0.0046242
Test set: Average loss: 2.0014, Accuracy: 3075/5000 (62%)
[epoch 40] loss: 0.0039793
Test set: Average loss: 2.0261, Accuracy: 3081/5000 (62%)
[epoch 41] loss: 0.0034006
Test set: Average loss: 2.0497, Accuracy: 3080/5000 (62%)
[epoch 42] loss: 0.0029073
Test set: Average loss: 2.0719, Accuracy: 3081/5000 (62%)
[epoch 43] loss: 0.0024746
Test set: Average loss: 2.0981, Accuracy: 3089/5000 (62%)
[epoch 44] loss: 0.0021057
Test set: Average loss: 2.1225, Accuracy: 3091/5000 (62%)
[epoch 45] loss: 0.0017810
Test set: Average loss: 2.1578, Accuracy: 3097/5000 (62%)
[epoch 46] loss: 0.0014966
Test set: Average loss: 2.1862, Accuracy: 3089/5000 (62%)
[epoch 47] loss: 0.0012554
Test set: Average loss: 2.2174, Accuracy: 3098/5000 (62%)
[epoch 48] loss: 0.0010453
Test set: Average loss: 2.2464, Accuracy: 3101/5000 (62%)
[epoch 49] loss: 0.0008775
Test set: Average loss: 2.2804, Accuracy: 3109/5000 (62%)
[epoch 50] loss: 0.0007228
Test set: Average loss: 2.3149, Accuracy: 3107/5000 (62%)
Validation:
Test set: Average loss: 2.2804, Accuracy: 3109/5000 (62%)
Test
Test set: Average loss: 2.2163, Accuracy: 6321/10000 (63%)
20000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3040, Accuracy: 504/5000 (10%)
[epoch 1] loss: 1.2943535
Test set: Average loss: 1.2758, Accuracy: 2702/5000 (54%)
[epoch 2] loss: 1.1327390
Test set: Average loss: 1.1499, Accuracy: 2932/5000 (59%)
[epoch 3] loss: 1.0739056
Test set: Average loss: 1.1318, Accuracy: 3022/5000 (60%)
[epoch 4] loss: 1.0334309
Test set: Average loss: 1.1318, Accuracy: 3043/5000 (61%)
[epoch 5] loss: 0.9990529
Test set: Average loss: 1.2199, Accuracy: 2923/5000 (58%)
[epoch 6] loss: 0.9748606
Test set: Average loss: 1.1353, Accuracy: 3039/5000 (61%)
[epoch 7] loss: 0.9515366
Test set: Average loss: 1.1318, Accuracy: 3023/5000 (60%)
[epoch 8] loss: 0.9312824
Test set: Average loss: 1.1635, Accuracy: 2971/5000 (59%)
[epoch 9] loss: 0.9001095
Test set: Average loss: 1.1443, Accuracy: 3037/5000 (61%)
[epoch 10] loss: 0.8697490
Test set: Average loss: 1.1215, Accuracy: 3054/5000 (61%)
[epoch 11] loss: 0.8442938
Test set: Average loss: 1.1850, Accuracy: 2973/5000 (59%)
[epoch 12] loss: 0.8041238
Test set: Average loss: 1.0959, Accuracy: 3150/5000 (63%)
[epoch 13] loss: 0.7675944
Test set: Average loss: 1.1620, Accuracy: 3063/5000 (61%)
[epoch 14] loss: 0.7300237
Test set: Average loss: 1.1815, Accuracy: 3076/5000 (62%)
[epoch 15] loss: 0.6819097
Test set: Average loss: 1.1396, Accuracy: 3156/5000 (63%)
[epoch 16] loss: 0.6265273
Test set: Average loss: 1.1402, Accuracy: 3108/5000 (62%)
[epoch 17] loss: 0.5776627
Test set: Average loss: 1.2360, Accuracy: 3029/5000 (61%)
[epoch 18] loss: 0.5130701
Test set: Average loss: 1.2565, Accuracy: 3098/5000 (62%)
[epoch 19] loss: 0.4556687
Test set: Average loss: 1.2578, Accuracy: 3148/5000 (63%)
[epoch 20] loss: 0.3880653
Test set: Average loss: 1.3533, Accuracy: 3078/5000 (62%)
[epoch 21] loss: 0.3194480
Test set: Average loss: 1.3816, Accuracy: 3088/5000 (62%)
[epoch 22] loss: 0.2480527
Test set: Average loss: 1.4454, Accuracy: 3093/5000 (62%)
[epoch 23] loss: 0.1976338
Test set: Average loss: 1.5570, Accuracy: 3123/5000 (62%)
[epoch 24] loss: 0.1572717
Test set: Average loss: 1.5705, Accuracy: 3124/5000 (62%)
[epoch 25] loss: 0.1346067
Test set: Average loss: 1.7157, Accuracy: 3091/5000 (62%)
[epoch 26] loss: 0.1038253
Test set: Average loss: 1.7550, Accuracy: 3084/5000 (62%)
[epoch 27] loss: 0.0953198
Test set: Average loss: 1.9167, Accuracy: 3048/5000 (61%)
[epoch 28] loss: 0.1355739
Epoch 27: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7954, Accuracy: 3119/5000 (62%)
[epoch 29] loss: 0.0378843
Test set: Average loss: 1.7421, Accuracy: 3187/5000 (64%)
[epoch 30] loss: 0.0157730
Test set: Average loss: 1.7534, Accuracy: 3191/5000 (64%)
[epoch 31] loss: 0.0108805
Test set: Average loss: 1.7709, Accuracy: 3199/5000 (64%)
[epoch 32] loss: 0.0083445
Test set: Average loss: 1.7871, Accuracy: 3195/5000 (64%)
[epoch 33] loss: 0.0066380
Test set: Average loss: 1.8061, Accuracy: 3203/5000 (64%)
[epoch 34] loss: 0.0053339
Test set: Average loss: 1.8253, Accuracy: 3197/5000 (64%)
[epoch 35] loss: 0.0043426
Test set: Average loss: 1.8459, Accuracy: 3196/5000 (64%)
[epoch 36] loss: 0.0035299
Test set: Average loss: 1.8695, Accuracy: 3206/5000 (64%)
[epoch 37] loss: 0.0028605
Test set: Average loss: 1.8968, Accuracy: 3201/5000 (64%)
[epoch 38] loss: 0.0023093
Test set: Average loss: 1.9229, Accuracy: 3199/5000 (64%)
[epoch 39] loss: 0.0018570
Test set: Average loss: 1.9584, Accuracy: 3195/5000 (64%)
[epoch 40] loss: 0.0014832
Test set: Average loss: 1.9864, Accuracy: 3191/5000 (64%)
[epoch 41] loss: 0.0011838
Test set: Average loss: 2.0185, Accuracy: 3196/5000 (64%)
[epoch 42] loss: 0.0009379
Test set: Average loss: 2.0535, Accuracy: 3188/5000 (64%)
[epoch 43] loss: 0.0007342
Test set: Average loss: 2.0858, Accuracy: 3197/5000 (64%)
[epoch 44] loss: 0.0005766
Test set: Average loss: 2.1242, Accuracy: 3199/5000 (64%)
[epoch 45] loss: 0.0004499
Test set: Average loss: 2.1600, Accuracy: 3195/5000 (64%)
[epoch 46] loss: 0.0003485
Test set: Average loss: 2.1982, Accuracy: 3209/5000 (64%)
[epoch 47] loss: 0.0002693
Test set: Average loss: 2.2402, Accuracy: 3197/5000 (64%)
[epoch 48] loss: 0.0002077
Test set: Average loss: 2.2827, Accuracy: 3205/5000 (64%)
[epoch 49] loss: 0.0001592
Test set: Average loss: 2.3179, Accuracy: 3212/5000 (64%)
[epoch 50] loss: 0.0001224
Test set: Average loss: 2.3676, Accuracy: 3208/5000 (64%)
Validation:
Test set: Average loss: 2.3179, Accuracy: 3212/5000 (64%)
Test
Test set: Average loss: 2.3117, Accuracy: 6559/10000 (66%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3016, Accuracy: 515/5000 (10%)
[epoch 1] loss: 1.2909243
Test set: Average loss: 1.2376, Accuracy: 2826/5000 (57%)
[epoch 2] loss: 1.1296628
Test set: Average loss: 1.1805, Accuracy: 2960/5000 (59%)
[epoch 3] loss: 1.0678976
Test set: Average loss: 1.1327, Accuracy: 3001/5000 (60%)
[epoch 4] loss: 1.0358734
Test set: Average loss: 1.1022, Accuracy: 3046/5000 (61%)
[epoch 5] loss: 1.0013056
Test set: Average loss: 1.1799, Accuracy: 2936/5000 (59%)
[epoch 6] loss: 0.9694815
Test set: Average loss: 1.1531, Accuracy: 3020/5000 (60%)
[epoch 7] loss: 0.9540230
Test set: Average loss: 1.1094, Accuracy: 3079/5000 (62%)
[epoch 8] loss: 0.9090683
Test set: Average loss: 1.1382, Accuracy: 3053/5000 (61%)
[epoch 9] loss: 0.8880003
Test set: Average loss: 1.1279, Accuracy: 3066/5000 (61%)
[epoch 10] loss: 0.8546108
Test set: Average loss: 1.1294, Accuracy: 3102/5000 (62%)
[epoch 11] loss: 0.8260582
Test set: Average loss: 1.0883, Accuracy: 3161/5000 (63%)
[epoch 12] loss: 0.7947177
Test set: Average loss: 1.2166, Accuracy: 2981/5000 (60%)
[epoch 13] loss: 0.7571470
Test set: Average loss: 1.1738, Accuracy: 3024/5000 (60%)
[epoch 14] loss: 0.7116898
Test set: Average loss: 1.1477, Accuracy: 3119/5000 (62%)
[epoch 15] loss: 0.6682229
Test set: Average loss: 1.1826, Accuracy: 3130/5000 (63%)
[epoch 16] loss: 0.6196953
Test set: Average loss: 1.1512, Accuracy: 3184/5000 (64%)
[epoch 17] loss: 0.5575367
Test set: Average loss: 1.2023, Accuracy: 3152/5000 (63%)
[epoch 18] loss: 0.5014929
Test set: Average loss: 1.2806, Accuracy: 3143/5000 (63%)
[epoch 19] loss: 0.4258285
Test set: Average loss: 1.3304, Accuracy: 3141/5000 (63%)
[epoch 20] loss: 0.3550959
Test set: Average loss: 1.3513, Accuracy: 3151/5000 (63%)
[epoch 21] loss: 0.2837761
Test set: Average loss: 1.3483, Accuracy: 3200/5000 (64%)
[epoch 22] loss: 0.2354018
Test set: Average loss: 1.4255, Accuracy: 3172/5000 (63%)
[epoch 23] loss: 0.1693766
Test set: Average loss: 1.5522, Accuracy: 3200/5000 (64%)
[epoch 24] loss: 0.1353704
Test set: Average loss: 1.5708, Accuracy: 3168/5000 (63%)
[epoch 25] loss: 0.1241910
Test set: Average loss: 1.6818, Accuracy: 3098/5000 (62%)
[epoch 26] loss: 0.1231273
Test set: Average loss: 1.7510, Accuracy: 3150/5000 (63%)
[epoch 27] loss: 0.0969019
Test set: Average loss: 1.7730, Accuracy: 3185/5000 (64%)
[epoch 28] loss: 0.0894206
Test set: Average loss: 1.9486, Accuracy: 3146/5000 (63%)
[epoch 29] loss: 0.1285048
Epoch 28: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8882, Accuracy: 3178/5000 (64%)
[epoch 30] loss: 0.0295988
Test set: Average loss: 1.8411, Accuracy: 3240/5000 (65%)
[epoch 31] loss: 0.0108884
Test set: Average loss: 1.8540, Accuracy: 3250/5000 (65%)
[epoch 32] loss: 0.0075379
Test set: Average loss: 1.8679, Accuracy: 3265/5000 (65%)
[epoch 33] loss: 0.0057969
Test set: Average loss: 1.9014, Accuracy: 3266/5000 (65%)
[epoch 34] loss: 0.0046548
Test set: Average loss: 1.9020, Accuracy: 3273/5000 (65%)
[epoch 35] loss: 0.0037646
Test set: Average loss: 1.9170, Accuracy: 3267/5000 (65%)
[epoch 36] loss: 0.0030709
Test set: Average loss: 1.9360, Accuracy: 3274/5000 (65%)
[epoch 37] loss: 0.0025064
Test set: Average loss: 1.9584, Accuracy: 3272/5000 (65%)
[epoch 38] loss: 0.0020455
Test set: Average loss: 1.9802, Accuracy: 3282/5000 (66%)
[epoch 39] loss: 0.0016560
Test set: Average loss: 2.0050, Accuracy: 3283/5000 (66%)
[epoch 40] loss: 0.0013343
Test set: Average loss: 2.0331, Accuracy: 3297/5000 (66%)
[epoch 41] loss: 0.0010708
Test set: Average loss: 2.0571, Accuracy: 3305/5000 (66%)
[epoch 42] loss: 0.0008526
Test set: Average loss: 2.0929, Accuracy: 3296/5000 (66%)
[epoch 43] loss: 0.0006774
Test set: Average loss: 2.1205, Accuracy: 3294/5000 (66%)
[epoch 44] loss: 0.0005349
Test set: Average loss: 2.1549, Accuracy: 3287/5000 (66%)
[epoch 45] loss: 0.0004163
Test set: Average loss: 2.1907, Accuracy: 3292/5000 (66%)
[epoch 46] loss: 0.0003237
Test set: Average loss: 2.2222, Accuracy: 3302/5000 (66%)
[epoch 47] loss: 0.0002504
Test set: Average loss: 2.2616, Accuracy: 3291/5000 (66%)
[epoch 48] loss: 0.0001933
Test set: Average loss: 2.2947, Accuracy: 3287/5000 (66%)
[epoch 49] loss: 0.0001487
Test set: Average loss: 2.3401, Accuracy: 3294/5000 (66%)
[epoch 50] loss: 0.0001129
Test set: Average loss: 2.3814, Accuracy: 3298/5000 (66%)
Validation:
Test set: Average loss: 2.0571, Accuracy: 3305/5000 (66%)
Test
Test set: Average loss: 1.9632, Accuracy: 6640/10000 (66%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3035, Accuracy: 500/5000 (10%)
[epoch 1] loss: 1.2879836
Test set: Average loss: 1.2232, Accuracy: 2806/5000 (56%)
[epoch 2] loss: 1.1414990
Test set: Average loss: 1.2813, Accuracy: 2697/5000 (54%)
[epoch 3] loss: 1.0815953
Test set: Average loss: 1.1755, Accuracy: 2966/5000 (59%)
[epoch 4] loss: 1.0401039
Test set: Average loss: 1.1217, Accuracy: 3015/5000 (60%)
[epoch 5] loss: 1.0192104
Test set: Average loss: 1.1749, Accuracy: 2919/5000 (58%)
[epoch 6] loss: 0.9750925
Test set: Average loss: 1.1709, Accuracy: 2990/5000 (60%)
[epoch 7] loss: 0.9682870
Test set: Average loss: 1.1160, Accuracy: 3025/5000 (60%)
[epoch 8] loss: 0.9341250
Test set: Average loss: 1.1438, Accuracy: 3050/5000 (61%)
[epoch 9] loss: 0.9053350
Test set: Average loss: 1.1225, Accuracy: 3084/5000 (62%)
[epoch 10] loss: 0.8763918
Test set: Average loss: 1.1344, Accuracy: 3036/5000 (61%)
[epoch 11] loss: 0.8445258
Test set: Average loss: 1.0982, Accuracy: 3119/5000 (62%)
[epoch 12] loss: 0.8172450
Test set: Average loss: 1.1597, Accuracy: 3061/5000 (61%)
[epoch 13] loss: 0.7786429
Test set: Average loss: 1.1324, Accuracy: 3122/5000 (62%)
[epoch 14] loss: 0.7396561
Test set: Average loss: 1.1338, Accuracy: 3119/5000 (62%)
[epoch 15] loss: 0.6866632
Test set: Average loss: 1.1918, Accuracy: 3115/5000 (62%)
[epoch 16] loss: 0.6497045
Test set: Average loss: 1.1756, Accuracy: 3124/5000 (62%)
[epoch 17] loss: 0.5847230
Test set: Average loss: 1.2220, Accuracy: 3094/5000 (62%)
[epoch 18] loss: 0.5292768
Test set: Average loss: 1.1936, Accuracy: 3141/5000 (63%)
[epoch 19] loss: 0.4783814
Test set: Average loss: 1.2461, Accuracy: 3145/5000 (63%)
[epoch 20] loss: 0.3906325
Test set: Average loss: 1.3725, Accuracy: 3144/5000 (63%)
[epoch 21] loss: 0.3359434
Test set: Average loss: 1.3536, Accuracy: 3172/5000 (63%)
[epoch 22] loss: 0.2543194
Test set: Average loss: 1.4009, Accuracy: 3151/5000 (63%)
[epoch 23] loss: 0.1994307
Test set: Average loss: 1.5128, Accuracy: 3133/5000 (63%)
[epoch 24] loss: 0.1597529
Test set: Average loss: 1.5449, Accuracy: 3180/5000 (64%)
[epoch 25] loss: 0.1061859
Test set: Average loss: 1.6116, Accuracy: 3172/5000 (63%)
[epoch 26] loss: 0.1312585
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7628, Accuracy: 3127/5000 (63%)
[epoch 27] loss: 0.0410987
Test set: Average loss: 1.6358, Accuracy: 3210/5000 (64%)
[epoch 28] loss: 0.0188780
Test set: Average loss: 1.6459, Accuracy: 3221/5000 (64%)
[epoch 29] loss: 0.0138108
Test set: Average loss: 1.6588, Accuracy: 3230/5000 (65%)
[epoch 30] loss: 0.0108672
Test set: Average loss: 1.6719, Accuracy: 3239/5000 (65%)
[epoch 31] loss: 0.0088084
Test set: Average loss: 1.6939, Accuracy: 3220/5000 (64%)
[epoch 32] loss: 0.0071914
Test set: Average loss: 1.7122, Accuracy: 3233/5000 (65%)
[epoch 33] loss: 0.0059177
Test set: Average loss: 1.7327, Accuracy: 3235/5000 (65%)
[epoch 34] loss: 0.0048483
Test set: Average loss: 1.7581, Accuracy: 3229/5000 (65%)
[epoch 35] loss: 0.0039544
Test set: Average loss: 1.7861, Accuracy: 3231/5000 (65%)
[epoch 36] loss: 0.0032035
Test set: Average loss: 1.8117, Accuracy: 3225/5000 (64%)
[epoch 37] loss: 0.0025750
Test set: Average loss: 1.8429, Accuracy: 3240/5000 (65%)
[epoch 38] loss: 0.0020591
Test set: Average loss: 1.8756, Accuracy: 3239/5000 (65%)
[epoch 39] loss: 0.0016345
Test set: Average loss: 1.9115, Accuracy: 3238/5000 (65%)
[epoch 40] loss: 0.0012904
Test set: Average loss: 1.9487, Accuracy: 3221/5000 (64%)
[epoch 41] loss: 0.0010119
Test set: Average loss: 1.9823, Accuracy: 3236/5000 (65%)
[epoch 42] loss: 0.0007899
Test set: Average loss: 2.0190, Accuracy: 3229/5000 (65%)
[epoch 43] loss: 0.0006164
Test set: Average loss: 2.0582, Accuracy: 3238/5000 (65%)
[epoch 44] loss: 0.0004762
Test set: Average loss: 2.1031, Accuracy: 3232/5000 (65%)
[epoch 45] loss: 0.0003670
Test set: Average loss: 2.1485, Accuracy: 3216/5000 (64%)
[epoch 46] loss: 0.0002821
Test set: Average loss: 2.1902, Accuracy: 3230/5000 (65%)
[epoch 47] loss: 0.0002157
Test set: Average loss: 2.2322, Accuracy: 3234/5000 (65%)
[epoch 48] loss: 0.0001661
Test set: Average loss: 2.2789, Accuracy: 3230/5000 (65%)
[epoch 49] loss: 0.0001262
Test set: Average loss: 2.3272, Accuracy: 3242/5000 (65%)
[epoch 50] loss: 0.0000958
Test set: Average loss: 2.3677, Accuracy: 3239/5000 (65%)
Validation:
Test set: Average loss: 2.3272, Accuracy: 3242/5000 (65%)
Test
Test set: Average loss: 2.3242, Accuracy: 6570/10000 (66%)
25000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3039, Accuracy: 480/5000 (10%)
[epoch 1] loss: 1.2635923
Test set: Average loss: 1.1742, Accuracy: 2951/5000 (59%)
[epoch 2] loss: 1.1213493
Test set: Average loss: 1.2543, Accuracy: 2825/5000 (56%)
[epoch 3] loss: 1.0725383
Test set: Average loss: 1.1969, Accuracy: 2902/5000 (58%)
[epoch 4] loss: 1.0334099
Test set: Average loss: 1.1081, Accuracy: 3051/5000 (61%)
[epoch 5] loss: 1.0039761
Test set: Average loss: 1.1745, Accuracy: 2949/5000 (59%)
[epoch 6] loss: 0.9755712
Test set: Average loss: 1.1065, Accuracy: 3059/5000 (61%)
[epoch 7] loss: 0.9412384
Test set: Average loss: 1.1235, Accuracy: 3047/5000 (61%)
[epoch 8] loss: 0.9125319
Test set: Average loss: 1.1607, Accuracy: 3022/5000 (60%)
[epoch 9] loss: 0.8787103
Test set: Average loss: 1.1118, Accuracy: 3110/5000 (62%)
[epoch 10] loss: 0.8428333
Test set: Average loss: 1.0965, Accuracy: 3126/5000 (63%)
[epoch 11] loss: 0.8117154
Test set: Average loss: 1.0972, Accuracy: 3131/5000 (63%)
[epoch 12] loss: 0.7659880
Test set: Average loss: 1.1146, Accuracy: 3119/5000 (62%)
[epoch 13] loss: 0.7272508
Test set: Average loss: 1.1162, Accuracy: 3165/5000 (63%)
[epoch 14] loss: 0.6734556
Test set: Average loss: 1.1152, Accuracy: 3219/5000 (64%)
[epoch 15] loss: 0.6355065
Test set: Average loss: 1.1547, Accuracy: 3161/5000 (63%)
[epoch 16] loss: 0.5734877
Test set: Average loss: 1.1735, Accuracy: 3178/5000 (64%)
[epoch 17] loss: 0.5037622
Test set: Average loss: 1.1822, Accuracy: 3186/5000 (64%)
[epoch 18] loss: 0.4267513
Test set: Average loss: 1.2347, Accuracy: 3163/5000 (63%)
[epoch 19] loss: 0.3568078
Test set: Average loss: 1.2967, Accuracy: 3220/5000 (64%)
[epoch 20] loss: 0.2944014
Test set: Average loss: 1.3377, Accuracy: 3146/5000 (63%)
[epoch 21] loss: 0.2284131
Test set: Average loss: 1.4319, Accuracy: 3195/5000 (64%)
[epoch 22] loss: 0.1665825
Test set: Average loss: 1.5188, Accuracy: 3151/5000 (63%)
[epoch 23] loss: 0.1852375
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6321, Accuracy: 3148/5000 (63%)
[epoch 24] loss: 0.0602228
Test set: Average loss: 1.4805, Accuracy: 3263/5000 (65%)
[epoch 25] loss: 0.0289355
Test set: Average loss: 1.4923, Accuracy: 3278/5000 (66%)
[epoch 26] loss: 0.0202676
Test set: Average loss: 1.5072, Accuracy: 3284/5000 (66%)
[epoch 27] loss: 0.0154614
Test set: Average loss: 1.5315, Accuracy: 3295/5000 (66%)
[epoch 28] loss: 0.0119338
Test set: Average loss: 1.5609, Accuracy: 3290/5000 (66%)
[epoch 29] loss: 0.0093789
Test set: Average loss: 1.5881, Accuracy: 3301/5000 (66%)
[epoch 30] loss: 0.0072520
Test set: Average loss: 1.6089, Accuracy: 3300/5000 (66%)
[epoch 31] loss: 0.0056153
Test set: Average loss: 1.6476, Accuracy: 3309/5000 (66%)
[epoch 32] loss: 0.0043131
Test set: Average loss: 1.6812, Accuracy: 3314/5000 (66%)
[epoch 33] loss: 0.0032591
Test set: Average loss: 1.7177, Accuracy: 3301/5000 (66%)
[epoch 34] loss: 0.0024547
Test set: Average loss: 1.7617, Accuracy: 3314/5000 (66%)
[epoch 35] loss: 0.0018392
Test set: Average loss: 1.8079, Accuracy: 3312/5000 (66%)
[epoch 36] loss: 0.0013764
Test set: Average loss: 1.8485, Accuracy: 3311/5000 (66%)
[epoch 37] loss: 0.0010165
Test set: Average loss: 1.8958, Accuracy: 3316/5000 (66%)
[epoch 38] loss: 0.0007496
Test set: Average loss: 1.9389, Accuracy: 3326/5000 (67%)
[epoch 39] loss: 0.0005500
Test set: Average loss: 1.9914, Accuracy: 3311/5000 (66%)
[epoch 40] loss: 0.0004014
Test set: Average loss: 2.0431, Accuracy: 3311/5000 (66%)
[epoch 41] loss: 0.0002910
Test set: Average loss: 2.0927, Accuracy: 3312/5000 (66%)
[epoch 42] loss: 0.0002126
Test set: Average loss: 2.1463, Accuracy: 3322/5000 (66%)
[epoch 43] loss: 0.0001538
Test set: Average loss: 2.1981, Accuracy: 3317/5000 (66%)
[epoch 44] loss: 0.0001106
Test set: Average loss: 2.2513, Accuracy: 3325/5000 (66%)
[epoch 45] loss: 0.0000794
Test set: Average loss: 2.3114, Accuracy: 3319/5000 (66%)
[epoch 46] loss: 0.0000570
Test set: Average loss: 2.3666, Accuracy: 3319/5000 (66%)
[epoch 47] loss: 0.0000407
Test set: Average loss: 2.4099, Accuracy: 3327/5000 (67%)
[epoch 48] loss: 0.0000291
Test set: Average loss: 2.4638, Accuracy: 3330/5000 (67%)
[epoch 49] loss: 0.0000206
Test set: Average loss: 2.5298, Accuracy: 3320/5000 (66%)
[epoch 50] loss: 0.0000146
Test set: Average loss: 2.5859, Accuracy: 3313/5000 (66%)
Validation:
Test set: Average loss: 2.4638, Accuracy: 3330/5000 (67%)
Test
Test set: Average loss: 2.4079, Accuracy: 6713/10000 (67%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3034, Accuracy: 520/5000 (10%)
[epoch 1] loss: 1.2725239
Test set: Average loss: 1.2765, Accuracy: 2758/5000 (55%)
[epoch 2] loss: 1.1162877
Test set: Average loss: 1.1615, Accuracy: 2949/5000 (59%)
[epoch 3] loss: 1.0666143
Test set: Average loss: 1.1569, Accuracy: 2970/5000 (59%)
[epoch 4] loss: 1.0409404
Test set: Average loss: 1.1045, Accuracy: 3057/5000 (61%)
[epoch 5] loss: 0.9969578
Test set: Average loss: 1.0996, Accuracy: 3095/5000 (62%)
[epoch 6] loss: 0.9750627
Test set: Average loss: 1.0798, Accuracy: 3120/5000 (62%)
[epoch 7] loss: 0.9555762
Test set: Average loss: 1.1263, Accuracy: 3057/5000 (61%)
[epoch 8] loss: 0.9249665
Test set: Average loss: 1.0980, Accuracy: 3097/5000 (62%)
[epoch 9] loss: 0.8905029
Test set: Average loss: 1.0663, Accuracy: 3107/5000 (62%)
[epoch 10] loss: 0.8620734
Test set: Average loss: 1.0909, Accuracy: 3115/5000 (62%)
[epoch 11] loss: 0.8262674
Test set: Average loss: 1.0825, Accuracy: 3131/5000 (63%)
[epoch 12] loss: 0.7909068
Test set: Average loss: 1.0599, Accuracy: 3200/5000 (64%)
[epoch 13] loss: 0.7472641
Test set: Average loss: 1.1159, Accuracy: 3152/5000 (63%)
[epoch 14] loss: 0.7094461
Test set: Average loss: 1.1441, Accuracy: 3121/5000 (62%)
[epoch 15] loss: 0.6496011
Test set: Average loss: 1.1235, Accuracy: 3168/5000 (63%)
[epoch 16] loss: 0.6008992
Test set: Average loss: 1.2187, Accuracy: 3105/5000 (62%)
[epoch 17] loss: 0.5366622
Test set: Average loss: 1.1679, Accuracy: 3176/5000 (64%)
[epoch 18] loss: 0.4591783
Test set: Average loss: 1.2413, Accuracy: 3181/5000 (64%)
[epoch 19] loss: 0.4027958
Test set: Average loss: 1.2777, Accuracy: 3148/5000 (63%)
[epoch 20] loss: 0.3239557
Test set: Average loss: 1.3425, Accuracy: 3144/5000 (63%)
[epoch 21] loss: 0.2571341
Test set: Average loss: 1.4221, Accuracy: 3135/5000 (63%)
[epoch 22] loss: 0.1910734
Test set: Average loss: 1.5272, Accuracy: 3190/5000 (64%)
[epoch 23] loss: 0.1587175
Test set: Average loss: 1.5146, Accuracy: 3228/5000 (65%)
[epoch 24] loss: 0.1416490
Test set: Average loss: 1.6962, Accuracy: 3170/5000 (63%)
[epoch 25] loss: 0.1444066
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7092, Accuracy: 3148/5000 (63%)
[epoch 26] loss: 0.0456668
Test set: Average loss: 1.6228, Accuracy: 3227/5000 (65%)
[epoch 27] loss: 0.0190870
Test set: Average loss: 1.6361, Accuracy: 3240/5000 (65%)
[epoch 28] loss: 0.0130186
Test set: Average loss: 1.6493, Accuracy: 3231/5000 (65%)
[epoch 29] loss: 0.0097544
Test set: Average loss: 1.6681, Accuracy: 3256/5000 (65%)
[epoch 30] loss: 0.0075410
Test set: Average loss: 1.6884, Accuracy: 3249/5000 (65%)
[epoch 31] loss: 0.0058725
Test set: Average loss: 1.7136, Accuracy: 3249/5000 (65%)
[epoch 32] loss: 0.0045482
Test set: Average loss: 1.7434, Accuracy: 3256/5000 (65%)
[epoch 33] loss: 0.0034845
Test set: Average loss: 1.7763, Accuracy: 3263/5000 (65%)
[epoch 34] loss: 0.0026796
Test set: Average loss: 1.8139, Accuracy: 3273/5000 (65%)
[epoch 35] loss: 0.0020368
Test set: Average loss: 1.8560, Accuracy: 3270/5000 (65%)
[epoch 36] loss: 0.0015367
Test set: Average loss: 1.8957, Accuracy: 3270/5000 (65%)
[epoch 37] loss: 0.0011499
Test set: Average loss: 1.9381, Accuracy: 3262/5000 (65%)
[epoch 38] loss: 0.0008571
Test set: Average loss: 1.9779, Accuracy: 3268/5000 (65%)
[epoch 39] loss: 0.0006342
Test set: Average loss: 2.0260, Accuracy: 3282/5000 (66%)
[epoch 40] loss: 0.0004629
Test set: Average loss: 2.0764, Accuracy: 3273/5000 (65%)
[epoch 41] loss: 0.0003397
Test set: Average loss: 2.1290, Accuracy: 3287/5000 (66%)
[epoch 42] loss: 0.0002475
Test set: Average loss: 2.1684, Accuracy: 3285/5000 (66%)
[epoch 43] loss: 0.0001790
Test set: Average loss: 2.2222, Accuracy: 3289/5000 (66%)
[epoch 44] loss: 0.0001302
Test set: Average loss: 2.2760, Accuracy: 3285/5000 (66%)
[epoch 45] loss: 0.0000935
Test set: Average loss: 2.3407, Accuracy: 3302/5000 (66%)
[epoch 46] loss: 0.0000669
Test set: Average loss: 2.3882, Accuracy: 3296/5000 (66%)
[epoch 47] loss: 0.0000480
Test set: Average loss: 2.4376, Accuracy: 3290/5000 (66%)
[epoch 48] loss: 0.0000343
Test set: Average loss: 2.4913, Accuracy: 3292/5000 (66%)
[epoch 49] loss: 0.0000244
Test set: Average loss: 2.5465, Accuracy: 3288/5000 (66%)
[epoch 50] loss: 0.0000174
Test set: Average loss: 2.6103, Accuracy: 3289/5000 (66%)
Validation:
Test set: Average loss: 2.3407, Accuracy: 3302/5000 (66%)
Test
Test set: Average loss: 2.2345, Accuracy: 6684/10000 (67%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3028, Accuracy: 624/5000 (12%)
[epoch 1] loss: 1.2675046
Test set: Average loss: 1.1704, Accuracy: 2950/5000 (59%)
[epoch 2] loss: 1.1210903
Test set: Average loss: 1.1633, Accuracy: 2926/5000 (59%)
[epoch 3] loss: 1.0740074
Test set: Average loss: 1.1257, Accuracy: 3002/5000 (60%)
[epoch 4] loss: 1.0308312
Test set: Average loss: 1.1260, Accuracy: 3037/5000 (61%)
[epoch 5] loss: 1.0055356
Test set: Average loss: 1.0917, Accuracy: 3091/5000 (62%)
[epoch 6] loss: 0.9758776
Test set: Average loss: 1.1059, Accuracy: 3011/5000 (60%)
[epoch 7] loss: 0.9493486
Test set: Average loss: 1.1500, Accuracy: 2984/5000 (60%)
[epoch 8] loss: 0.9161476
Test set: Average loss: 1.0742, Accuracy: 3160/5000 (63%)
[epoch 9] loss: 0.8843746
Test set: Average loss: 1.0726, Accuracy: 3126/5000 (63%)
[epoch 10] loss: 0.8568519
Test set: Average loss: 1.1261, Accuracy: 3081/5000 (62%)
[epoch 11] loss: 0.8184215
Test set: Average loss: 1.1393, Accuracy: 3066/5000 (61%)
[epoch 12] loss: 0.7771374
Test set: Average loss: 1.0730, Accuracy: 3160/5000 (63%)
[epoch 13] loss: 0.7396458
Test set: Average loss: 1.0935, Accuracy: 3194/5000 (64%)
[epoch 14] loss: 0.6923667
Test set: Average loss: 1.1210, Accuracy: 3176/5000 (64%)
[epoch 15] loss: 0.6392629
Test set: Average loss: 1.1141, Accuracy: 3198/5000 (64%)
[epoch 16] loss: 0.5706644
Test set: Average loss: 1.2075, Accuracy: 3137/5000 (63%)
[epoch 17] loss: 0.5207799
Test set: Average loss: 1.1781, Accuracy: 3193/5000 (64%)
[epoch 18] loss: 0.4322100
Test set: Average loss: 1.2472, Accuracy: 3201/5000 (64%)
[epoch 19] loss: 0.3543065
Test set: Average loss: 1.3030, Accuracy: 3166/5000 (63%)
[epoch 20] loss: 0.2970660
Test set: Average loss: 1.3934, Accuracy: 3197/5000 (64%)
[epoch 21] loss: 0.2257738
Test set: Average loss: 1.4053, Accuracy: 3252/5000 (65%)
[epoch 22] loss: 0.1763467
Test set: Average loss: 1.5339, Accuracy: 3178/5000 (64%)
[epoch 23] loss: 0.1572824
Test set: Average loss: 1.5700, Accuracy: 3189/5000 (64%)
[epoch 24] loss: 0.1359167
Test set: Average loss: 1.6479, Accuracy: 3153/5000 (63%)
[epoch 25] loss: 0.1405042
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7162, Accuracy: 3194/5000 (64%)
[epoch 26] loss: 0.0449641
Test set: Average loss: 1.6169, Accuracy: 3286/5000 (66%)
[epoch 27] loss: 0.0181397
Test set: Average loss: 1.6223, Accuracy: 3283/5000 (66%)
[epoch 28] loss: 0.0123261
Test set: Average loss: 1.6388, Accuracy: 3293/5000 (66%)
[epoch 29] loss: 0.0092160
Test set: Average loss: 1.6555, Accuracy: 3303/5000 (66%)
[epoch 30] loss: 0.0071103
Test set: Average loss: 1.6749, Accuracy: 3302/5000 (66%)
[epoch 31] loss: 0.0054935
Test set: Average loss: 1.6977, Accuracy: 3313/5000 (66%)
[epoch 32] loss: 0.0042451
Test set: Average loss: 1.7234, Accuracy: 3310/5000 (66%)
[epoch 33] loss: 0.0032834
Test set: Average loss: 1.7518, Accuracy: 3322/5000 (66%)
[epoch 34] loss: 0.0025023
Test set: Average loss: 1.7839, Accuracy: 3332/5000 (67%)
[epoch 35] loss: 0.0019059
Test set: Average loss: 1.8194, Accuracy: 3332/5000 (67%)
[epoch 36] loss: 0.0014291
Test set: Average loss: 1.8590, Accuracy: 3325/5000 (66%)
[epoch 37] loss: 0.0010674
Test set: Average loss: 1.8971, Accuracy: 3338/5000 (67%)
[epoch 38] loss: 0.0007953
Test set: Average loss: 1.9388, Accuracy: 3336/5000 (67%)
[epoch 39] loss: 0.0005863
Test set: Average loss: 1.9830, Accuracy: 3338/5000 (67%)
[epoch 40] loss: 0.0004294
Test set: Average loss: 2.0255, Accuracy: 3348/5000 (67%)
[epoch 41] loss: 0.0003133
Test set: Average loss: 2.0696, Accuracy: 3350/5000 (67%)
[epoch 42] loss: 0.0002290
Test set: Average loss: 2.1236, Accuracy: 3345/5000 (67%)
[epoch 43] loss: 0.0001657
Test set: Average loss: 2.1671, Accuracy: 3348/5000 (67%)
[epoch 44] loss: 0.0001195
Test set: Average loss: 2.2197, Accuracy: 3336/5000 (67%)
[epoch 45] loss: 0.0000862
Test set: Average loss: 2.2585, Accuracy: 3344/5000 (67%)
[epoch 46] loss: 0.0000616
Test set: Average loss: 2.3201, Accuracy: 3350/5000 (67%)
[epoch 47] loss: 0.0000442
Test set: Average loss: 2.3634, Accuracy: 3338/5000 (67%)
[epoch 48] loss: 0.0000314
Test set: Average loss: 2.4191, Accuracy: 3340/5000 (67%)
[epoch 49] loss: 0.0000225
Test set: Average loss: 2.4744, Accuracy: 3337/5000 (67%)
[epoch 50] loss: 0.0000159
Test set: Average loss: 2.5273, Accuracy: 3346/5000 (67%)
Validation:
Test set: Average loss: 2.3201, Accuracy: 3350/5000 (67%)
Test
Test set: Average loss: 2.2734, Accuracy: 6741/10000 (67%)
30000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3036, Accuracy: 480/5000 (10%)
[epoch 1] loss: 1.2577562
Test set: Average loss: 1.1894, Accuracy: 2912/5000 (58%)
[epoch 2] loss: 1.1209924
Test set: Average loss: 1.1642, Accuracy: 2963/5000 (59%)
[epoch 3] loss: 1.0662089
Test set: Average loss: 1.1218, Accuracy: 3011/5000 (60%)
[epoch 4] loss: 1.0347311
Test set: Average loss: 1.2283, Accuracy: 2847/5000 (57%)
[epoch 5] loss: 0.9961839
Test set: Average loss: 1.0562, Accuracy: 3151/5000 (63%)
[epoch 6] loss: 0.9686757
Test set: Average loss: 1.0841, Accuracy: 3108/5000 (62%)
[epoch 7] loss: 0.9300928
Test set: Average loss: 1.1369, Accuracy: 3042/5000 (61%)
[epoch 8] loss: 0.9034509
Test set: Average loss: 1.0802, Accuracy: 3191/5000 (64%)
[epoch 9] loss: 0.8732529
Test set: Average loss: 1.0623, Accuracy: 3135/5000 (63%)
[epoch 10] loss: 0.8367157
Test set: Average loss: 1.0749, Accuracy: 3193/5000 (64%)
[epoch 11] loss: 0.7908974
Test set: Average loss: 1.0146, Accuracy: 3217/5000 (64%)
[epoch 12] loss: 0.7485554
Test set: Average loss: 1.0423, Accuracy: 3222/5000 (64%)
[epoch 13] loss: 0.7095482
Test set: Average loss: 1.0614, Accuracy: 3238/5000 (65%)
[epoch 14] loss: 0.6501099
Test set: Average loss: 1.0955, Accuracy: 3191/5000 (64%)
[epoch 15] loss: 0.5897756
Test set: Average loss: 1.1704, Accuracy: 3191/5000 (64%)
[epoch 16] loss: 0.5232457
Test set: Average loss: 1.1489, Accuracy: 3206/5000 (64%)
[epoch 17] loss: 0.4559616
Test set: Average loss: 1.1637, Accuracy: 3291/5000 (66%)
[epoch 18] loss: 0.3818644
Test set: Average loss: 1.2189, Accuracy: 3225/5000 (64%)
[epoch 19] loss: 0.3024560
Test set: Average loss: 1.2914, Accuracy: 3273/5000 (65%)
[epoch 20] loss: 0.2523244
Test set: Average loss: 1.3438, Accuracy: 3275/5000 (66%)
[epoch 21] loss: 0.2081838
Test set: Average loss: 1.4565, Accuracy: 3237/5000 (65%)
[epoch 22] loss: 0.1649334
Test set: Average loss: 1.5036, Accuracy: 3203/5000 (64%)
[epoch 23] loss: 0.1414239
Test set: Average loss: 1.6037, Accuracy: 3224/5000 (64%)
[epoch 24] loss: 0.1500170
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7108, Accuracy: 3229/5000 (65%)
[epoch 25] loss: 0.0539501
Test set: Average loss: 1.5923, Accuracy: 3333/5000 (67%)
[epoch 26] loss: 0.0199966
Test set: Average loss: 1.5995, Accuracy: 3365/5000 (67%)
[epoch 27] loss: 0.0129146
Test set: Average loss: 1.6150, Accuracy: 3364/5000 (67%)
[epoch 28] loss: 0.0091930
Test set: Average loss: 1.6417, Accuracy: 3369/5000 (67%)
[epoch 29] loss: 0.0067519
Test set: Average loss: 1.6603, Accuracy: 3373/5000 (67%)
[epoch 30] loss: 0.0050218
Test set: Average loss: 1.6897, Accuracy: 3375/5000 (68%)
[epoch 31] loss: 0.0037085
Test set: Average loss: 1.7254, Accuracy: 3380/5000 (68%)
[epoch 32] loss: 0.0027032
Test set: Average loss: 1.7652, Accuracy: 3375/5000 (68%)
[epoch 33] loss: 0.0019601
Test set: Average loss: 1.8005, Accuracy: 3388/5000 (68%)
[epoch 34] loss: 0.0014062
Test set: Average loss: 1.8413, Accuracy: 3378/5000 (68%)
[epoch 35] loss: 0.0009976
Test set: Average loss: 1.8932, Accuracy: 3368/5000 (67%)
[epoch 36] loss: 0.0007062
Test set: Average loss: 1.9438, Accuracy: 3380/5000 (68%)
[epoch 37] loss: 0.0004930
Test set: Average loss: 1.9898, Accuracy: 3374/5000 (67%)
[epoch 38] loss: 0.0003439
Test set: Average loss: 2.0381, Accuracy: 3379/5000 (68%)
[epoch 39] loss: 0.0002380
Test set: Average loss: 2.0950, Accuracy: 3377/5000 (68%)
[epoch 40] loss: 0.0001645
Test set: Average loss: 2.1426, Accuracy: 3379/5000 (68%)
[epoch 41] loss: 0.0001132
Test set: Average loss: 2.1988, Accuracy: 3384/5000 (68%)
[epoch 42] loss: 0.0000771
Test set: Average loss: 2.2556, Accuracy: 3400/5000 (68%)
[epoch 43] loss: 0.0000529
Test set: Average loss: 2.3214, Accuracy: 3381/5000 (68%)
[epoch 44] loss: 0.0000359
Test set: Average loss: 2.3700, Accuracy: 3387/5000 (68%)
[epoch 45] loss: 0.0000243
Test set: Average loss: 2.4395, Accuracy: 3386/5000 (68%)
[epoch 46] loss: 0.0000164
Test set: Average loss: 2.4951, Accuracy: 3382/5000 (68%)
[epoch 47] loss: 0.0000110
Test set: Average loss: 2.5541, Accuracy: 3381/5000 (68%)
[epoch 48] loss: 0.0000074
Test set: Average loss: 2.6108, Accuracy: 3383/5000 (68%)
[epoch 49] loss: 0.0000050
Test set: Average loss: 2.6728, Accuracy: 3381/5000 (68%)
[epoch 50] loss: 0.0000033
Test set: Average loss: 2.7315, Accuracy: 3384/5000 (68%)
Validation:
Test set: Average loss: 2.2556, Accuracy: 3400/5000 (68%)
Test
Test set: Average loss: 2.1489, Accuracy: 6826/10000 (68%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3026, Accuracy: 474/5000 (9%)
[epoch 1] loss: 1.2605062
Test set: Average loss: 1.2061, Accuracy: 2888/5000 (58%)
[epoch 2] loss: 1.1084057
Test set: Average loss: 1.1919, Accuracy: 2927/5000 (59%)
[epoch 3] loss: 1.0606547
Test set: Average loss: 1.1330, Accuracy: 3029/5000 (61%)
[epoch 4] loss: 1.0278105
Test set: Average loss: 1.1311, Accuracy: 3004/5000 (60%)
[epoch 5] loss: 0.9895871
Test set: Average loss: 1.1243, Accuracy: 3056/5000 (61%)
[epoch 6] loss: 0.9616327
Test set: Average loss: 1.1031, Accuracy: 3071/5000 (61%)
[epoch 7] loss: 0.9356834
Test set: Average loss: 1.0897, Accuracy: 3168/5000 (63%)
[epoch 8] loss: 0.9016503
Test set: Average loss: 1.0589, Accuracy: 3197/5000 (64%)
[epoch 9] loss: 0.8656430
Test set: Average loss: 1.0946, Accuracy: 3089/5000 (62%)
[epoch 10] loss: 0.8271973
Test set: Average loss: 1.1178, Accuracy: 3126/5000 (63%)
[epoch 11] loss: 0.7905212
Test set: Average loss: 1.0804, Accuracy: 3183/5000 (64%)
[epoch 12] loss: 0.7531210
Test set: Average loss: 1.0873, Accuracy: 3182/5000 (64%)
[epoch 13] loss: 0.7163845
Test set: Average loss: 1.0756, Accuracy: 3200/5000 (64%)
[epoch 14] loss: 0.6617866
Test set: Average loss: 1.1712, Accuracy: 3090/5000 (62%)
[epoch 15] loss: 0.6083776
Test set: Average loss: 1.0583, Accuracy: 3268/5000 (65%)
[epoch 16] loss: 0.5289774
Test set: Average loss: 1.1395, Accuracy: 3245/5000 (65%)
[epoch 17] loss: 0.4688056
Test set: Average loss: 1.2129, Accuracy: 3225/5000 (64%)
[epoch 18] loss: 0.3868661
Test set: Average loss: 1.2827, Accuracy: 3231/5000 (65%)
[epoch 19] loss: 0.3319688
Test set: Average loss: 1.2697, Accuracy: 3239/5000 (65%)
[epoch 20] loss: 0.2506372
Test set: Average loss: 1.3463, Accuracy: 3277/5000 (66%)
[epoch 21] loss: 0.1902356
Test set: Average loss: 1.4201, Accuracy: 3276/5000 (66%)
[epoch 22] loss: 0.1727456
Test set: Average loss: 1.5208, Accuracy: 3242/5000 (65%)
[epoch 23] loss: 0.1757271
Epoch 22: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5732, Accuracy: 3201/5000 (64%)
[epoch 24] loss: 0.0574537
Test set: Average loss: 1.5079, Accuracy: 3315/5000 (66%)
[epoch 25] loss: 0.0245133
Test set: Average loss: 1.5143, Accuracy: 3331/5000 (67%)
[epoch 26] loss: 0.0163559
Test set: Average loss: 1.5294, Accuracy: 3322/5000 (66%)
[epoch 27] loss: 0.0118465
Test set: Average loss: 1.5590, Accuracy: 3336/5000 (67%)
[epoch 28] loss: 0.0087377
Test set: Average loss: 1.5838, Accuracy: 3340/5000 (67%)
[epoch 29] loss: 0.0064676
Test set: Average loss: 1.6153, Accuracy: 3348/5000 (67%)
[epoch 30] loss: 0.0047730
Test set: Average loss: 1.6477, Accuracy: 3363/5000 (67%)
[epoch 31] loss: 0.0035096
Test set: Average loss: 1.6856, Accuracy: 3355/5000 (67%)
[epoch 32] loss: 0.0025309
Test set: Average loss: 1.7283, Accuracy: 3369/5000 (67%)
[epoch 33] loss: 0.0018208
Test set: Average loss: 1.7738, Accuracy: 3364/5000 (67%)
[epoch 34] loss: 0.0013001
Test set: Average loss: 1.8184, Accuracy: 3357/5000 (67%)
[epoch 35] loss: 0.0009288
Test set: Average loss: 1.8571, Accuracy: 3351/5000 (67%)
[epoch 36] loss: 0.0006518
Test set: Average loss: 1.9048, Accuracy: 3361/5000 (67%)
[epoch 37] loss: 0.0004570
Test set: Average loss: 1.9592, Accuracy: 3352/5000 (67%)
[epoch 38] loss: 0.0003182
Test set: Average loss: 2.0090, Accuracy: 3363/5000 (67%)
[epoch 39] loss: 0.0002204
Test set: Average loss: 2.0655, Accuracy: 3356/5000 (67%)
[epoch 40] loss: 0.0001525
Test set: Average loss: 2.1211, Accuracy: 3370/5000 (67%)
[epoch 41] loss: 0.0001046
Test set: Average loss: 2.1794, Accuracy: 3367/5000 (67%)
[epoch 42] loss: 0.0000720
Test set: Average loss: 2.2295, Accuracy: 3361/5000 (67%)
[epoch 43] loss: 0.0000487
Test set: Average loss: 2.2948, Accuracy: 3362/5000 (67%)
[epoch 44] loss: 0.0000330
Test set: Average loss: 2.3463, Accuracy: 3369/5000 (67%)
[epoch 45] loss: 0.0000225
Test set: Average loss: 2.4036, Accuracy: 3366/5000 (67%)
[epoch 46] loss: 0.0000152
Test set: Average loss: 2.4654, Accuracy: 3373/5000 (67%)
[epoch 47] loss: 0.0000102
Test set: Average loss: 2.5245, Accuracy: 3368/5000 (67%)
[epoch 48] loss: 0.0000068
Test set: Average loss: 2.5893, Accuracy: 3371/5000 (67%)
[epoch 49] loss: 0.0000046
Test set: Average loss: 2.6484, Accuracy: 3380/5000 (68%)
[epoch 50] loss: 0.0000030
Test set: Average loss: 2.7062, Accuracy: 3380/5000 (68%)
Validation:
Test set: Average loss: 2.7062, Accuracy: 3380/5000 (68%)
Test
Test set: Average loss: 2.6705, Accuracy: 6818/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3017, Accuracy: 407/5000 (8%)
[epoch 1] loss: 1.2572345
Test set: Average loss: 1.2184, Accuracy: 2855/5000 (57%)
[epoch 2] loss: 1.1179297
Test set: Average loss: 1.1106, Accuracy: 3039/5000 (61%)
[epoch 3] loss: 1.0679549
Test set: Average loss: 1.1082, Accuracy: 3025/5000 (60%)
[epoch 4] loss: 1.0267759
Test set: Average loss: 1.0897, Accuracy: 3090/5000 (62%)
[epoch 5] loss: 1.0073990
Test set: Average loss: 1.1068, Accuracy: 3096/5000 (62%)
[epoch 6] loss: 0.9763947
Test set: Average loss: 1.1270, Accuracy: 3033/5000 (61%)
[epoch 7] loss: 0.9487562
Test set: Average loss: 1.0737, Accuracy: 3133/5000 (63%)
[epoch 8] loss: 0.9045769
Test set: Average loss: 1.0639, Accuracy: 3156/5000 (63%)
[epoch 9] loss: 0.8719728
Test set: Average loss: 1.0789, Accuracy: 3169/5000 (63%)
[epoch 10] loss: 0.8403666
Test set: Average loss: 1.0738, Accuracy: 3189/5000 (64%)
[epoch 11] loss: 0.8087498
Test set: Average loss: 1.1180, Accuracy: 3085/5000 (62%)
[epoch 12] loss: 0.7639459
Test set: Average loss: 1.0720, Accuracy: 3183/5000 (64%)
[epoch 13] loss: 0.7174982
Test set: Average loss: 1.0661, Accuracy: 3210/5000 (64%)
[epoch 14] loss: 0.6704466
Test set: Average loss: 1.1374, Accuracy: 3110/5000 (62%)
[epoch 15] loss: 0.6116227
Test set: Average loss: 1.1075, Accuracy: 3222/5000 (64%)
[epoch 16] loss: 0.5387431
Test set: Average loss: 1.1227, Accuracy: 3196/5000 (64%)
[epoch 17] loss: 0.4684571
Test set: Average loss: 1.2384, Accuracy: 3176/5000 (64%)
[epoch 18] loss: 0.3972940
Test set: Average loss: 1.2451, Accuracy: 3204/5000 (64%)
[epoch 19] loss: 0.3172775
Test set: Average loss: 1.3121, Accuracy: 3205/5000 (64%)
[epoch 20] loss: 0.2492119
Test set: Average loss: 1.3906, Accuracy: 3272/5000 (65%)
[epoch 21] loss: 0.2008661
Test set: Average loss: 1.4382, Accuracy: 3221/5000 (64%)
[epoch 22] loss: 0.1789843
Test set: Average loss: 1.4944, Accuracy: 3193/5000 (64%)
[epoch 23] loss: 0.1574442
Test set: Average loss: 1.6336, Accuracy: 3244/5000 (65%)
[epoch 24] loss: 0.1167187
Test set: Average loss: 1.7063, Accuracy: 3203/5000 (64%)
[epoch 25] loss: 0.1361307
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.7495, Accuracy: 3192/5000 (64%)
[epoch 26] loss: 0.0489977
Test set: Average loss: 1.6516, Accuracy: 3312/5000 (66%)
[epoch 27] loss: 0.0165975
Test set: Average loss: 1.6525, Accuracy: 3323/5000 (66%)
[epoch 28] loss: 0.0105348
Test set: Average loss: 1.6742, Accuracy: 3339/5000 (67%)
[epoch 29] loss: 0.0074426
Test set: Average loss: 1.6900, Accuracy: 3349/5000 (67%)
[epoch 30] loss: 0.0054656
Test set: Average loss: 1.7166, Accuracy: 3350/5000 (67%)
[epoch 31] loss: 0.0040343
Test set: Average loss: 1.7408, Accuracy: 3354/5000 (67%)
[epoch 32] loss: 0.0029660
Test set: Average loss: 1.7766, Accuracy: 3357/5000 (67%)
[epoch 33] loss: 0.0021632
Test set: Average loss: 1.8137, Accuracy: 3370/5000 (67%)
[epoch 34] loss: 0.0015622
Test set: Average loss: 1.8574, Accuracy: 3364/5000 (67%)
[epoch 35] loss: 0.0011148
Test set: Average loss: 1.8929, Accuracy: 3354/5000 (67%)
[epoch 36] loss: 0.0007895
Test set: Average loss: 1.9343, Accuracy: 3367/5000 (67%)
[epoch 37] loss: 0.0005553
Test set: Average loss: 1.9851, Accuracy: 3372/5000 (67%)
[epoch 38] loss: 0.0003872
Test set: Average loss: 2.0368, Accuracy: 3366/5000 (67%)
[epoch 39] loss: 0.0002671
Test set: Average loss: 2.0829, Accuracy: 3375/5000 (68%)
[epoch 40] loss: 0.0001849
Test set: Average loss: 2.1351, Accuracy: 3380/5000 (68%)
[epoch 41] loss: 0.0001268
Test set: Average loss: 2.1911, Accuracy: 3372/5000 (67%)
[epoch 42] loss: 0.0000860
Test set: Average loss: 2.2533, Accuracy: 3367/5000 (67%)
[epoch 43] loss: 0.0000589
Test set: Average loss: 2.3030, Accuracy: 3389/5000 (68%)
[epoch 44] loss: 0.0000398
Test set: Average loss: 2.3701, Accuracy: 3375/5000 (68%)
[epoch 45] loss: 0.0000270
Test set: Average loss: 2.4262, Accuracy: 3378/5000 (68%)
[epoch 46] loss: 0.0000181
Test set: Average loss: 2.4834, Accuracy: 3385/5000 (68%)
[epoch 47] loss: 0.0000122
Test set: Average loss: 2.5465, Accuracy: 3385/5000 (68%)
[epoch 48] loss: 0.0000081
Test set: Average loss: 2.6078, Accuracy: 3388/5000 (68%)
[epoch 49] loss: 0.0000054
Test set: Average loss: 2.6684, Accuracy: 3381/5000 (68%)
[epoch 50] loss: 0.0000036
Test set: Average loss: 2.7292, Accuracy: 3386/5000 (68%)
Validation:
Test set: Average loss: 2.3030, Accuracy: 3389/5000 (68%)
Test
Test set: Average loss: 2.2593, Accuracy: 6783/10000 (68%)
35000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3043, Accuracy: 438/5000 (9%)
[epoch 1] loss: 1.2413177
Test set: Average loss: 1.2166, Accuracy: 2913/5000 (58%)
[epoch 2] loss: 1.0980368
Test set: Average loss: 1.1737, Accuracy: 2906/5000 (58%)
[epoch 3] loss: 1.0480233
Test set: Average loss: 1.1383, Accuracy: 3034/5000 (61%)
[epoch 4] loss: 1.0142052
Test set: Average loss: 1.0926, Accuracy: 3042/5000 (61%)
[epoch 5] loss: 0.9796095
Test set: Average loss: 1.0353, Accuracy: 3154/5000 (63%)
[epoch 6] loss: 0.9508668
Test set: Average loss: 1.0360, Accuracy: 3219/5000 (64%)
[epoch 7] loss: 0.9081233
Test set: Average loss: 1.0475, Accuracy: 3158/5000 (63%)
[epoch 8] loss: 0.8728904
Test set: Average loss: 1.1264, Accuracy: 3066/5000 (61%)
[epoch 9] loss: 0.8362093
Test set: Average loss: 1.0264, Accuracy: 3204/5000 (64%)
[epoch 10] loss: 0.7973427
Test set: Average loss: 1.0165, Accuracy: 3255/5000 (65%)
[epoch 11] loss: 0.7505507
Test set: Average loss: 1.0933, Accuracy: 3197/5000 (64%)
[epoch 12] loss: 0.7066194
Test set: Average loss: 1.0247, Accuracy: 3331/5000 (67%)
[epoch 13] loss: 0.6452358
Test set: Average loss: 1.0381, Accuracy: 3306/5000 (66%)
[epoch 14] loss: 0.5838749
Test set: Average loss: 1.0772, Accuracy: 3296/5000 (66%)
[epoch 15] loss: 0.5165016
Test set: Average loss: 1.0794, Accuracy: 3342/5000 (67%)
[epoch 16] loss: 0.4529133
Test set: Average loss: 1.1394, Accuracy: 3291/5000 (66%)
[epoch 17] loss: 0.3761334
Test set: Average loss: 1.1804, Accuracy: 3302/5000 (66%)
[epoch 18] loss: 0.3117090
Test set: Average loss: 1.2742, Accuracy: 3253/5000 (65%)
[epoch 19] loss: 0.2577414
Test set: Average loss: 1.3557, Accuracy: 3232/5000 (65%)
[epoch 20] loss: 0.2178295
Test set: Average loss: 1.4429, Accuracy: 3289/5000 (66%)
[epoch 21] loss: 0.1810869
Test set: Average loss: 1.4710, Accuracy: 3255/5000 (65%)
[epoch 22] loss: 0.1689717
Test set: Average loss: 1.6026, Accuracy: 3215/5000 (64%)
[epoch 23] loss: 0.1516521
Test set: Average loss: 1.5834, Accuracy: 3290/5000 (66%)
[epoch 24] loss: 0.1328246
Test set: Average loss: 1.7736, Accuracy: 3191/5000 (64%)
[epoch 25] loss: 0.1538793
Epoch 24: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6805, Accuracy: 3271/5000 (65%)
[epoch 26] loss: 0.0540314
Test set: Average loss: 1.6062, Accuracy: 3326/5000 (67%)
[epoch 27] loss: 0.0179798
Test set: Average loss: 1.6178, Accuracy: 3340/5000 (67%)
[epoch 28] loss: 0.0106939
Test set: Average loss: 1.6446, Accuracy: 3345/5000 (67%)
[epoch 29] loss: 0.0072779
Test set: Average loss: 1.6667, Accuracy: 3365/5000 (67%)
[epoch 30] loss: 0.0050855
Test set: Average loss: 1.6948, Accuracy: 3377/5000 (68%)
[epoch 31] loss: 0.0035780
Test set: Average loss: 1.7344, Accuracy: 3381/5000 (68%)
[epoch 32] loss: 0.0024840
Test set: Average loss: 1.7783, Accuracy: 3361/5000 (67%)
[epoch 33] loss: 0.0017212
Test set: Average loss: 1.8203, Accuracy: 3375/5000 (68%)
[epoch 34] loss: 0.0011766
Test set: Average loss: 1.8694, Accuracy: 3382/5000 (68%)
[epoch 35] loss: 0.0007919
Test set: Average loss: 1.9246, Accuracy: 3396/5000 (68%)
[epoch 36] loss: 0.0005302
Test set: Average loss: 1.9780, Accuracy: 3398/5000 (68%)
[epoch 37] loss: 0.0003518
Test set: Average loss: 2.0393, Accuracy: 3396/5000 (68%)
[epoch 38] loss: 0.0002342
Test set: Average loss: 2.0947, Accuracy: 3396/5000 (68%)
[epoch 39] loss: 0.0001531
Test set: Average loss: 2.1546, Accuracy: 3395/5000 (68%)
[epoch 40] loss: 0.0000993
Test set: Average loss: 2.2258, Accuracy: 3411/5000 (68%)
[epoch 41] loss: 0.0000649
Test set: Average loss: 2.2871, Accuracy: 3395/5000 (68%)
[epoch 42] loss: 0.0000419
Test set: Average loss: 2.3558, Accuracy: 3397/5000 (68%)
[epoch 43] loss: 0.0000270
Test set: Average loss: 2.4247, Accuracy: 3392/5000 (68%)
[epoch 44] loss: 0.0000173
Test set: Average loss: 2.4890, Accuracy: 3381/5000 (68%)
[epoch 45] loss: 0.0000110
Test set: Average loss: 2.5642, Accuracy: 3396/5000 (68%)
[epoch 46] loss: 0.0000070
Test set: Average loss: 2.6389, Accuracy: 3392/5000 (68%)
[epoch 47] loss: 0.0000044
Test set: Average loss: 2.7027, Accuracy: 3391/5000 (68%)
[epoch 48] loss: 0.0000028
Test set: Average loss: 2.7730, Accuracy: 3391/5000 (68%)
[epoch 49] loss: 0.0000018
Test set: Average loss: 2.8468, Accuracy: 3398/5000 (68%)
[epoch 50] loss: 0.0000011
Test set: Average loss: 2.8929, Accuracy: 3405/5000 (68%)
Validation:
Test set: Average loss: 2.2258, Accuracy: 3411/5000 (68%)
Test
Test set: Average loss: 2.1263, Accuracy: 6889/10000 (69%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3006, Accuracy: 550/5000 (11%)
[epoch 1] loss: 1.2431125
Test set: Average loss: 1.2394, Accuracy: 2854/5000 (57%)
[epoch 2] loss: 1.1016359
Test set: Average loss: 1.1447, Accuracy: 3039/5000 (61%)
[epoch 3] loss: 1.0542482
Test set: Average loss: 1.1335, Accuracy: 3058/5000 (61%)
[epoch 4] loss: 1.0118273
Test set: Average loss: 1.0900, Accuracy: 3065/5000 (61%)
[epoch 5] loss: 0.9789089
Test set: Average loss: 1.0983, Accuracy: 3078/5000 (62%)
[epoch 6] loss: 0.9492989
Test set: Average loss: 1.1098, Accuracy: 3033/5000 (61%)
[epoch 7] loss: 0.9177513
Test set: Average loss: 1.0199, Accuracy: 3205/5000 (64%)
[epoch 8] loss: 0.8858214
Test set: Average loss: 1.0348, Accuracy: 3152/5000 (63%)
[epoch 9] loss: 0.8460524
Test set: Average loss: 1.1292, Accuracy: 3078/5000 (62%)
[epoch 10] loss: 0.8139005
Test set: Average loss: 1.0556, Accuracy: 3229/5000 (65%)
[epoch 11] loss: 0.7723772
Test set: Average loss: 1.0712, Accuracy: 3223/5000 (64%)
[epoch 12] loss: 0.7214348
Test set: Average loss: 1.1200, Accuracy: 3214/5000 (64%)
[epoch 13] loss: 0.6832536
Test set: Average loss: 1.0986, Accuracy: 3237/5000 (65%)
[epoch 14] loss: 0.6199605
Test set: Average loss: 1.0551, Accuracy: 3256/5000 (65%)
[epoch 15] loss: 0.5528376
Test set: Average loss: 1.0865, Accuracy: 3332/5000 (67%)
[epoch 16] loss: 0.4809781
Test set: Average loss: 1.1450, Accuracy: 3254/5000 (65%)
[epoch 17] loss: 0.4101723
Test set: Average loss: 1.1994, Accuracy: 3299/5000 (66%)
[epoch 18] loss: 0.3472316
Test set: Average loss: 1.2260, Accuracy: 3299/5000 (66%)
[epoch 19] loss: 0.2820377
Test set: Average loss: 1.3307, Accuracy: 3296/5000 (66%)
[epoch 20] loss: 0.2391605
Test set: Average loss: 1.3705, Accuracy: 3305/5000 (66%)
[epoch 21] loss: 0.1909256
Test set: Average loss: 1.4450, Accuracy: 3263/5000 (65%)
[epoch 22] loss: 0.1791092
Test set: Average loss: 1.5676, Accuracy: 3281/5000 (66%)
[epoch 23] loss: 0.1668867
Test set: Average loss: 1.6424, Accuracy: 3248/5000 (65%)
[epoch 24] loss: 0.1521771
Test set: Average loss: 1.6706, Accuracy: 3286/5000 (66%)
[epoch 25] loss: 0.1330252
Test set: Average loss: 1.8630, Accuracy: 3206/5000 (64%)
[epoch 26] loss: 0.1532196
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8069, Accuracy: 3230/5000 (65%)
[epoch 27] loss: 0.0515832
Test set: Average loss: 1.6693, Accuracy: 3325/5000 (66%)
[epoch 28] loss: 0.0171445
Test set: Average loss: 1.6926, Accuracy: 3338/5000 (67%)
[epoch 29] loss: 0.0103158
Test set: Average loss: 1.7050, Accuracy: 3355/5000 (67%)
[epoch 30] loss: 0.0069003
Test set: Average loss: 1.7232, Accuracy: 3356/5000 (67%)
[epoch 31] loss: 0.0048539
Test set: Average loss: 1.7519, Accuracy: 3360/5000 (67%)
[epoch 32] loss: 0.0034124
Test set: Average loss: 1.7812, Accuracy: 3380/5000 (68%)
[epoch 33] loss: 0.0023767
Test set: Average loss: 1.8145, Accuracy: 3370/5000 (67%)
[epoch 34] loss: 0.0016343
Test set: Average loss: 1.8477, Accuracy: 3377/5000 (68%)
[epoch 35] loss: 0.0011192
Test set: Average loss: 1.8981, Accuracy: 3381/5000 (68%)
[epoch 36] loss: 0.0007536
Test set: Average loss: 1.9420, Accuracy: 3386/5000 (68%)
[epoch 37] loss: 0.0005022
Test set: Average loss: 1.9881, Accuracy: 3389/5000 (68%)
[epoch 38] loss: 0.0003354
Test set: Average loss: 2.0448, Accuracy: 3391/5000 (68%)
[epoch 39] loss: 0.0002206
Test set: Average loss: 2.1111, Accuracy: 3388/5000 (68%)
[epoch 40] loss: 0.0001452
Test set: Average loss: 2.1515, Accuracy: 3404/5000 (68%)
[epoch 41] loss: 0.0000942
Test set: Average loss: 2.2189, Accuracy: 3406/5000 (68%)
[epoch 42] loss: 0.0000613
Test set: Average loss: 2.2871, Accuracy: 3398/5000 (68%)
[epoch 43] loss: 0.0000395
Test set: Average loss: 2.3442, Accuracy: 3408/5000 (68%)
[epoch 44] loss: 0.0000256
Test set: Average loss: 2.4121, Accuracy: 3393/5000 (68%)
[epoch 45] loss: 0.0000163
Test set: Average loss: 2.4721, Accuracy: 3404/5000 (68%)
[epoch 46] loss: 0.0000105
Test set: Average loss: 2.5386, Accuracy: 3406/5000 (68%)
[epoch 47] loss: 0.0000066
Test set: Average loss: 2.6099, Accuracy: 3388/5000 (68%)
[epoch 48] loss: 0.0000042
Test set: Average loss: 2.6712, Accuracy: 3405/5000 (68%)
[epoch 49] loss: 0.0000027
Test set: Average loss: 2.7291, Accuracy: 3399/5000 (68%)
[epoch 50] loss: 0.0000017
Test set: Average loss: 2.7904, Accuracy: 3397/5000 (68%)
Validation:
Test set: Average loss: 2.3442, Accuracy: 3408/5000 (68%)
Test
Test set: Average loss: 2.2603, Accuracy: 6849/10000 (68%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3038, Accuracy: 534/5000 (11%)
[epoch 1] loss: 1.2425834
Test set: Average loss: 1.1635, Accuracy: 2918/5000 (58%)
[epoch 2] loss: 1.1046955
Test set: Average loss: 1.1281, Accuracy: 3023/5000 (60%)
[epoch 3] loss: 1.0535446
Test set: Average loss: 1.1452, Accuracy: 3023/5000 (60%)
[epoch 4] loss: 1.0179511
Test set: Average loss: 1.0985, Accuracy: 3061/5000 (61%)
[epoch 5] loss: 0.9811130
Test set: Average loss: 1.0421, Accuracy: 3153/5000 (63%)
[epoch 6] loss: 0.9470773
Test set: Average loss: 1.0653, Accuracy: 3150/5000 (63%)
[epoch 7] loss: 0.9169538
Test set: Average loss: 1.0729, Accuracy: 3119/5000 (62%)
[epoch 8] loss: 0.8849790
Test set: Average loss: 1.0637, Accuracy: 3166/5000 (63%)
[epoch 9] loss: 0.8500608
Test set: Average loss: 1.0779, Accuracy: 3134/5000 (63%)
[epoch 10] loss: 0.8184495
Test set: Average loss: 1.0293, Accuracy: 3250/5000 (65%)
[epoch 11] loss: 0.7783023
Test set: Average loss: 0.9821, Accuracy: 3315/5000 (66%)
[epoch 12] loss: 0.7331257
Test set: Average loss: 1.0266, Accuracy: 3281/5000 (66%)
[epoch 13] loss: 0.6786842
Test set: Average loss: 1.0873, Accuracy: 3208/5000 (64%)
[epoch 14] loss: 0.6198292
Test set: Average loss: 1.0462, Accuracy: 3325/5000 (66%)
[epoch 15] loss: 0.5480279
Test set: Average loss: 1.1390, Accuracy: 3250/5000 (65%)
[epoch 16] loss: 0.4961749
Test set: Average loss: 1.1123, Accuracy: 3322/5000 (66%)
[epoch 17] loss: 0.4148230
Test set: Average loss: 1.1607, Accuracy: 3316/5000 (66%)
[epoch 18] loss: 0.3510908
Test set: Average loss: 1.2085, Accuracy: 3315/5000 (66%)
[epoch 19] loss: 0.2733328
Test set: Average loss: 1.2879, Accuracy: 3319/5000 (66%)
[epoch 20] loss: 0.2339079
Test set: Average loss: 1.3547, Accuracy: 3301/5000 (66%)
[epoch 21] loss: 0.1922940
Test set: Average loss: 1.5090, Accuracy: 3270/5000 (65%)
[epoch 22] loss: 0.1735380
Test set: Average loss: 1.5726, Accuracy: 3226/5000 (65%)
[epoch 23] loss: 0.1646177
Test set: Average loss: 1.6119, Accuracy: 3270/5000 (65%)
[epoch 24] loss: 0.1467935
Test set: Average loss: 1.6918, Accuracy: 3225/5000 (64%)
[epoch 25] loss: 0.1383743
Test set: Average loss: 1.7519, Accuracy: 3239/5000 (65%)
[epoch 26] loss: 0.1510203
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6546, Accuracy: 3274/5000 (65%)
[epoch 27] loss: 0.0488386
Test set: Average loss: 1.6117, Accuracy: 3318/5000 (66%)
[epoch 28] loss: 0.0166635
Test set: Average loss: 1.6222, Accuracy: 3351/5000 (67%)
[epoch 29] loss: 0.0099344
Test set: Average loss: 1.6392, Accuracy: 3364/5000 (67%)
[epoch 30] loss: 0.0067707
Test set: Average loss: 1.6644, Accuracy: 3366/5000 (67%)
[epoch 31] loss: 0.0047507
Test set: Average loss: 1.6988, Accuracy: 3371/5000 (67%)
[epoch 32] loss: 0.0033168
Test set: Average loss: 1.7272, Accuracy: 3381/5000 (68%)
[epoch 33] loss: 0.0023130
Test set: Average loss: 1.7646, Accuracy: 3378/5000 (68%)
[epoch 34] loss: 0.0015996
Test set: Average loss: 1.8023, Accuracy: 3381/5000 (68%)
[epoch 35] loss: 0.0010834
Test set: Average loss: 1.8530, Accuracy: 3392/5000 (68%)
[epoch 36] loss: 0.0007376
Test set: Average loss: 1.8998, Accuracy: 3379/5000 (68%)
[epoch 37] loss: 0.0004938
Test set: Average loss: 1.9473, Accuracy: 3408/5000 (68%)
[epoch 38] loss: 0.0003288
Test set: Average loss: 1.9998, Accuracy: 3412/5000 (68%)
[epoch 39] loss: 0.0002173
Test set: Average loss: 2.0674, Accuracy: 3403/5000 (68%)
[epoch 40] loss: 0.0001422
Test set: Average loss: 2.1152, Accuracy: 3403/5000 (68%)
[epoch 41] loss: 0.0000930
Test set: Average loss: 2.1706, Accuracy: 3402/5000 (68%)
[epoch 42] loss: 0.0000604
Test set: Average loss: 2.2288, Accuracy: 3412/5000 (68%)
[epoch 43] loss: 0.0000391
Test set: Average loss: 2.2955, Accuracy: 3407/5000 (68%)
[epoch 44] loss: 0.0000252
Test set: Average loss: 2.3492, Accuracy: 3418/5000 (68%)
[epoch 45] loss: 0.0000161
Test set: Average loss: 2.4183, Accuracy: 3417/5000 (68%)
[epoch 46] loss: 0.0000103
Test set: Average loss: 2.4803, Accuracy: 3423/5000 (68%)
[epoch 47] loss: 0.0000066
Test set: Average loss: 2.5474, Accuracy: 3413/5000 (68%)
[epoch 48] loss: 0.0000042
Test set: Average loss: 2.6060, Accuracy: 3410/5000 (68%)
[epoch 49] loss: 0.0000026
Test set: Average loss: 2.6596, Accuracy: 3430/5000 (69%)
[epoch 50] loss: 0.0000016
Test set: Average loss: 2.7282, Accuracy: 3410/5000 (68%)
Validation:
Test set: Average loss: 2.6596, Accuracy: 3430/5000 (69%)
Test
Test set: Average loss: 2.5818, Accuracy: 6881/10000 (69%)
40000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3028, Accuracy: 486/5000 (10%)
[epoch 1] loss: 1.2365484
Test set: Average loss: 1.1672, Accuracy: 2947/5000 (59%)
[epoch 2] loss: 1.1034799
Test set: Average loss: 1.1646, Accuracy: 2896/5000 (58%)
[epoch 3] loss: 1.0402649
Test set: Average loss: 1.1454, Accuracy: 3029/5000 (61%)
[epoch 4] loss: 1.0120479
Test set: Average loss: 1.0774, Accuracy: 3115/5000 (62%)
[epoch 5] loss: 0.9698679
Test set: Average loss: 1.0559, Accuracy: 3173/5000 (63%)
[epoch 6] loss: 0.9293945
Test set: Average loss: 1.0698, Accuracy: 3158/5000 (63%)
[epoch 7] loss: 0.9014098
Test set: Average loss: 1.0327, Accuracy: 3180/5000 (64%)
[epoch 8] loss: 0.8573390
Test set: Average loss: 1.0539, Accuracy: 3180/5000 (64%)
[epoch 9] loss: 0.8200568
Test set: Average loss: 1.0793, Accuracy: 3213/5000 (64%)
[epoch 10] loss: 0.7754323
Test set: Average loss: 1.0220, Accuracy: 3255/5000 (65%)
[epoch 11] loss: 0.7309723
Test set: Average loss: 1.0212, Accuracy: 3280/5000 (66%)
[epoch 12] loss: 0.6801362
Test set: Average loss: 1.0193, Accuracy: 3275/5000 (66%)
[epoch 13] loss: 0.6191959
Test set: Average loss: 1.0289, Accuracy: 3363/5000 (67%)
[epoch 14] loss: 0.5554764
Test set: Average loss: 1.0339, Accuracy: 3372/5000 (67%)
[epoch 15] loss: 0.4909672
Test set: Average loss: 1.1222, Accuracy: 3283/5000 (66%)
[epoch 16] loss: 0.4215263
Test set: Average loss: 1.1512, Accuracy: 3325/5000 (66%)
[epoch 17] loss: 0.3644871
Test set: Average loss: 1.2068, Accuracy: 3329/5000 (67%)
[epoch 18] loss: 0.2999940
Test set: Average loss: 1.2893, Accuracy: 3307/5000 (66%)
[epoch 19] loss: 0.2594729
Test set: Average loss: 1.3717, Accuracy: 3273/5000 (65%)
[epoch 20] loss: 0.2206690
Test set: Average loss: 1.4648, Accuracy: 3250/5000 (65%)
[epoch 21] loss: 0.2050275
Test set: Average loss: 1.4828, Accuracy: 3320/5000 (66%)
[epoch 22] loss: 0.1781778
Test set: Average loss: 1.5304, Accuracy: 3306/5000 (66%)
[epoch 23] loss: 0.1695642
Test set: Average loss: 1.6745, Accuracy: 3274/5000 (65%)
[epoch 24] loss: 0.1663329
Test set: Average loss: 1.6778, Accuracy: 3291/5000 (66%)
[epoch 25] loss: 0.1649017
Test set: Average loss: 1.6857, Accuracy: 3304/5000 (66%)
[epoch 26] loss: 0.1604237
Test set: Average loss: 1.6541, Accuracy: 3331/5000 (67%)
[epoch 27] loss: 0.1592621
Test set: Average loss: 1.7613, Accuracy: 3253/5000 (65%)
[epoch 28] loss: 0.1452073
Test set: Average loss: 1.7619, Accuracy: 3341/5000 (67%)
[epoch 29] loss: 0.1469391
Epoch 28: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.8779, Accuracy: 3234/5000 (65%)
[epoch 30] loss: 0.0557160
Test set: Average loss: 1.7535, Accuracy: 3352/5000 (67%)
[epoch 31] loss: 0.0164865
Test set: Average loss: 1.7566, Accuracy: 3375/5000 (68%)
[epoch 32] loss: 0.0089562
Test set: Average loss: 1.7726, Accuracy: 3369/5000 (67%)
[epoch 33] loss: 0.0057938
Test set: Average loss: 1.7866, Accuracy: 3377/5000 (68%)
[epoch 34] loss: 0.0038916
Test set: Average loss: 1.8148, Accuracy: 3381/5000 (68%)
[epoch 35] loss: 0.0026015
Test set: Average loss: 1.8524, Accuracy: 3382/5000 (68%)
[epoch 36] loss: 0.0017283
Test set: Average loss: 1.8933, Accuracy: 3387/5000 (68%)
[epoch 37] loss: 0.0011365
Test set: Average loss: 1.9345, Accuracy: 3399/5000 (68%)
[epoch 38] loss: 0.0007396
Test set: Average loss: 1.9839, Accuracy: 3402/5000 (68%)
[epoch 39] loss: 0.0004756
Test set: Average loss: 2.0348, Accuracy: 3411/5000 (68%)
[epoch 40] loss: 0.0003027
Test set: Average loss: 2.0893, Accuracy: 3416/5000 (68%)
[epoch 41] loss: 0.0001914
Test set: Average loss: 2.1481, Accuracy: 3418/5000 (68%)
[epoch 42] loss: 0.0001210
Test set: Average loss: 2.2135, Accuracy: 3414/5000 (68%)
[epoch 43] loss: 0.0000754
Test set: Average loss: 2.2766, Accuracy: 3418/5000 (68%)
[epoch 44] loss: 0.0000468
Test set: Average loss: 2.3371, Accuracy: 3428/5000 (69%)
[epoch 45] loss: 0.0000289
Test set: Average loss: 2.4105, Accuracy: 3424/5000 (68%)
[epoch 46] loss: 0.0000179
Test set: Average loss: 2.4800, Accuracy: 3428/5000 (69%)
[epoch 47] loss: 0.0000109
Test set: Average loss: 2.5532, Accuracy: 3437/5000 (69%)
[epoch 48] loss: 0.0000067
Test set: Average loss: 2.6233, Accuracy: 3440/5000 (69%)
[epoch 49] loss: 0.0000040
Test set: Average loss: 2.6970, Accuracy: 3443/5000 (69%)
[epoch 50] loss: 0.0000024
Test set: Average loss: 2.7622, Accuracy: 3444/5000 (69%)
Validation:
Test set: Average loss: 2.7622, Accuracy: 3444/5000 (69%)
Test
Test set: Average loss: 2.6224, Accuracy: 6949/10000 (69%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3035, Accuracy: 500/5000 (10%)
[epoch 1] loss: 1.2290393
Test set: Average loss: 1.3110, Accuracy: 2733/5000 (55%)
[epoch 2] loss: 1.0964557
Test set: Average loss: 1.1642, Accuracy: 2979/5000 (60%)
[epoch 3] loss: 1.0468103
Test set: Average loss: 1.1627, Accuracy: 2936/5000 (59%)
[epoch 4] loss: 1.0074270
Test set: Average loss: 1.0729, Accuracy: 3111/5000 (62%)
[epoch 5] loss: 0.9669630
Test set: Average loss: 1.0675, Accuracy: 3114/5000 (62%)
[epoch 6] loss: 0.9411378
Test set: Average loss: 1.0377, Accuracy: 3203/5000 (64%)
[epoch 7] loss: 0.9120383
Test set: Average loss: 1.0527, Accuracy: 3160/5000 (63%)
[epoch 8] loss: 0.8724670
Test set: Average loss: 1.0253, Accuracy: 3237/5000 (65%)
[epoch 9] loss: 0.8375424
Test set: Average loss: 1.0212, Accuracy: 3220/5000 (64%)
[epoch 10] loss: 0.7894010
Test set: Average loss: 1.0030, Accuracy: 3282/5000 (66%)
[epoch 11] loss: 0.7467324
Test set: Average loss: 1.0028, Accuracy: 3313/5000 (66%)
[epoch 12] loss: 0.7010714
Test set: Average loss: 0.9851, Accuracy: 3327/5000 (67%)
[epoch 13] loss: 0.6400542
Test set: Average loss: 1.0095, Accuracy: 3314/5000 (66%)
[epoch 14] loss: 0.5747223
Test set: Average loss: 1.0450, Accuracy: 3299/5000 (66%)
[epoch 15] loss: 0.5111996
Test set: Average loss: 1.0838, Accuracy: 3332/5000 (67%)
[epoch 16] loss: 0.4315279
Test set: Average loss: 1.1254, Accuracy: 3327/5000 (67%)
[epoch 17] loss: 0.3720050
Test set: Average loss: 1.1787, Accuracy: 3348/5000 (67%)
[epoch 18] loss: 0.3113701
Test set: Average loss: 1.2319, Accuracy: 3351/5000 (67%)
[epoch 19] loss: 0.2723061
Test set: Average loss: 1.3399, Accuracy: 3311/5000 (66%)
[epoch 20] loss: 0.2350815
Test set: Average loss: 1.4171, Accuracy: 3232/5000 (65%)
[epoch 21] loss: 0.1972957
Test set: Average loss: 1.4217, Accuracy: 3327/5000 (67%)
[epoch 22] loss: 0.1916253
Test set: Average loss: 1.4689, Accuracy: 3307/5000 (66%)
[epoch 23] loss: 0.1764723
Test set: Average loss: 1.5630, Accuracy: 3288/5000 (66%)
[epoch 24] loss: 0.1685814
Test set: Average loss: 1.6314, Accuracy: 3315/5000 (66%)
[epoch 25] loss: 0.1545983
Test set: Average loss: 1.6623, Accuracy: 3295/5000 (66%)
[epoch 26] loss: 0.1707225
Epoch 25: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6771, Accuracy: 3266/5000 (65%)
[epoch 27] loss: 0.0523417
Test set: Average loss: 1.6002, Accuracy: 3390/5000 (68%)
[epoch 28] loss: 0.0172643
Test set: Average loss: 1.6165, Accuracy: 3400/5000 (68%)
[epoch 29] loss: 0.0102311
Test set: Average loss: 1.6362, Accuracy: 3409/5000 (68%)
[epoch 30] loss: 0.0067602
Test set: Average loss: 1.6552, Accuracy: 3427/5000 (69%)
[epoch 31] loss: 0.0045772
Test set: Average loss: 1.6843, Accuracy: 3412/5000 (68%)
[epoch 32] loss: 0.0030630
Test set: Average loss: 1.7209, Accuracy: 3428/5000 (69%)
[epoch 33] loss: 0.0020435
Test set: Average loss: 1.7541, Accuracy: 3418/5000 (68%)
[epoch 34] loss: 0.0013349
Test set: Average loss: 1.8020, Accuracy: 3430/5000 (69%)
[epoch 35] loss: 0.0008692
Test set: Average loss: 1.8495, Accuracy: 3443/5000 (69%)
[epoch 36] loss: 0.0005572
Test set: Average loss: 1.8934, Accuracy: 3444/5000 (69%)
[epoch 37] loss: 0.0003594
Test set: Average loss: 1.9527, Accuracy: 3432/5000 (69%)
[epoch 38] loss: 0.0002261
Test set: Average loss: 2.0164, Accuracy: 3453/5000 (69%)
[epoch 39] loss: 0.0001425
Test set: Average loss: 2.0800, Accuracy: 3450/5000 (69%)
[epoch 40] loss: 0.0000886
Test set: Average loss: 2.1417, Accuracy: 3443/5000 (69%)
[epoch 41] loss: 0.0000554
Test set: Average loss: 2.2058, Accuracy: 3448/5000 (69%)
[epoch 42] loss: 0.0000340
Test set: Average loss: 2.2796, Accuracy: 3445/5000 (69%)
[epoch 43] loss: 0.0000208
Test set: Average loss: 2.3452, Accuracy: 3450/5000 (69%)
[epoch 44] loss: 0.0000128
Test set: Average loss: 2.4143, Accuracy: 3451/5000 (69%)
[epoch 45] loss: 0.0000078
Test set: Average loss: 2.4778, Accuracy: 3451/5000 (69%)
[epoch 46] loss: 0.0000047
Test set: Average loss: 2.5515, Accuracy: 3459/5000 (69%)
[epoch 47] loss: 0.0000028
Test set: Average loss: 2.6174, Accuracy: 3463/5000 (69%)
[epoch 48] loss: 0.0000017
Test set: Average loss: 2.6887, Accuracy: 3452/5000 (69%)
[epoch 49] loss: 0.0000010
Test set: Average loss: 2.7453, Accuracy: 3439/5000 (69%)
[epoch 50] loss: 0.0000006
Test set: Average loss: 2.7833, Accuracy: 3448/5000 (69%)
Validation:
Test set: Average loss: 2.6174, Accuracy: 3463/5000 (69%)
Test
Test set: Average loss: 2.6214, Accuracy: 6965/10000 (70%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3041, Accuracy: 307/5000 (6%)
[epoch 1] loss: 1.2254695
Test set: Average loss: 1.2300, Accuracy: 2851/5000 (57%)
[epoch 2] loss: 1.0916814
Test set: Average loss: 1.1480, Accuracy: 2998/5000 (60%)
[epoch 3] loss: 1.0465190
Test set: Average loss: 1.0782, Accuracy: 3125/5000 (62%)
[epoch 4] loss: 1.0136102
Test set: Average loss: 1.0649, Accuracy: 3111/5000 (62%)
[epoch 5] loss: 0.9719908
Test set: Average loss: 1.0764, Accuracy: 3140/5000 (63%)
[epoch 6] loss: 0.9419479
Test set: Average loss: 1.0296, Accuracy: 3231/5000 (65%)
[epoch 7] loss: 0.8980832
Test set: Average loss: 1.0390, Accuracy: 3174/5000 (63%)
[epoch 8] loss: 0.8685639
Test set: Average loss: 1.0357, Accuracy: 3203/5000 (64%)
[epoch 9] loss: 0.8262919
Test set: Average loss: 1.0514, Accuracy: 3194/5000 (64%)
[epoch 10] loss: 0.7865277
Test set: Average loss: 1.0353, Accuracy: 3271/5000 (65%)
[epoch 11] loss: 0.7418086
Test set: Average loss: 1.0598, Accuracy: 3216/5000 (64%)
[epoch 12] loss: 0.6871306
Test set: Average loss: 1.0394, Accuracy: 3322/5000 (66%)
[epoch 13] loss: 0.6267090
Test set: Average loss: 0.9999, Accuracy: 3384/5000 (68%)
[epoch 14] loss: 0.5635400
Test set: Average loss: 1.0653, Accuracy: 3309/5000 (66%)
[epoch 15] loss: 0.4932122
Test set: Average loss: 1.0972, Accuracy: 3355/5000 (67%)
[epoch 16] loss: 0.4318555
Test set: Average loss: 1.1426, Accuracy: 3339/5000 (67%)
[epoch 17] loss: 0.3650283
Test set: Average loss: 1.1860, Accuracy: 3330/5000 (67%)
[epoch 18] loss: 0.3048410
Test set: Average loss: 1.2188, Accuracy: 3361/5000 (67%)
[epoch 19] loss: 0.2546781
Test set: Average loss: 1.3619, Accuracy: 3327/5000 (67%)
[epoch 20] loss: 0.2200821
Test set: Average loss: 1.3760, Accuracy: 3308/5000 (66%)
[epoch 21] loss: 0.1960105
Test set: Average loss: 1.5258, Accuracy: 3264/5000 (65%)
[epoch 22] loss: 0.1811719
Test set: Average loss: 1.5457, Accuracy: 3291/5000 (66%)
[epoch 23] loss: 0.1646818
Test set: Average loss: 1.5825, Accuracy: 3309/5000 (66%)
[epoch 24] loss: 0.1761030
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.6395, Accuracy: 3314/5000 (66%)
[epoch 25] loss: 0.0628760
Test set: Average loss: 1.5466, Accuracy: 3381/5000 (68%)
[epoch 26] loss: 0.0222613
Test set: Average loss: 1.5604, Accuracy: 3390/5000 (68%)
[epoch 27] loss: 0.0130833
Test set: Average loss: 1.5790, Accuracy: 3398/5000 (68%)
[epoch 28] loss: 0.0086527
Test set: Average loss: 1.6101, Accuracy: 3404/5000 (68%)
[epoch 29] loss: 0.0059004
Test set: Average loss: 1.6424, Accuracy: 3415/5000 (68%)
[epoch 30] loss: 0.0039698
Test set: Average loss: 1.6807, Accuracy: 3412/5000 (68%)
[epoch 31] loss: 0.0026741
Test set: Average loss: 1.7288, Accuracy: 3409/5000 (68%)
[epoch 32] loss: 0.0017642
Test set: Average loss: 1.7701, Accuracy: 3433/5000 (69%)
[epoch 33] loss: 0.0011554
Test set: Average loss: 1.8276, Accuracy: 3428/5000 (69%)
[epoch 34] loss: 0.0007542
Test set: Average loss: 1.8759, Accuracy: 3432/5000 (69%)
[epoch 35] loss: 0.0004869
Test set: Average loss: 1.9347, Accuracy: 3446/5000 (69%)
[epoch 36] loss: 0.0003121
Test set: Average loss: 1.9981, Accuracy: 3431/5000 (69%)
[epoch 37] loss: 0.0001995
Test set: Average loss: 2.0586, Accuracy: 3441/5000 (69%)
[epoch 38] loss: 0.0001257
Test set: Average loss: 2.1225, Accuracy: 3452/5000 (69%)
[epoch 39] loss: 0.0000789
Test set: Average loss: 2.1918, Accuracy: 3436/5000 (69%)
[epoch 40] loss: 0.0000491
Test set: Average loss: 2.2635, Accuracy: 3443/5000 (69%)
[epoch 41] loss: 0.0000308
Test set: Average loss: 2.3273, Accuracy: 3446/5000 (69%)
[epoch 42] loss: 0.0000191
Test set: Average loss: 2.3961, Accuracy: 3450/5000 (69%)
[epoch 43] loss: 0.0000116
Test set: Average loss: 2.4753, Accuracy: 3441/5000 (69%)
[epoch 44] loss: 0.0000071
Test set: Average loss: 2.5426, Accuracy: 3441/5000 (69%)
[epoch 45] loss: 0.0000043
Test set: Average loss: 2.6171, Accuracy: 3443/5000 (69%)
[epoch 46] loss: 0.0000026
Test set: Average loss: 2.6771, Accuracy: 3440/5000 (69%)
[epoch 47] loss: 0.0000016
Test set: Average loss: 2.7485, Accuracy: 3433/5000 (69%)
[epoch 48] loss: 0.0000009
Test set: Average loss: 2.8105, Accuracy: 3447/5000 (69%)
[epoch 49] loss: 0.0000006
Test set: Average loss: 2.8413, Accuracy: 3436/5000 (69%)
[epoch 50] loss: 0.0000004
Test set: Average loss: 2.8741, Accuracy: 3429/5000 (69%)
Validation:
Test set: Average loss: 2.1225, Accuracy: 3452/5000 (69%)
Test
Test set: Average loss: 2.0656, Accuracy: 6980/10000 (70%)
45000
## seed: 11
Validation accuracy before training:
Test set: Average loss: 2.3036, Accuracy: 527/5000 (11%)
[epoch 1] loss: 1.2173037
Test set: Average loss: 1.1743, Accuracy: 2971/5000 (59%)
[epoch 2] loss: 1.0920339
Test set: Average loss: 1.1603, Accuracy: 3022/5000 (60%)
[epoch 3] loss: 1.0350691
Test set: Average loss: 1.0782, Accuracy: 3099/5000 (62%)
[epoch 4] loss: 0.9959180
Test set: Average loss: 1.1060, Accuracy: 3047/5000 (61%)
[epoch 5] loss: 0.9638832
Test set: Average loss: 1.0290, Accuracy: 3218/5000 (64%)
[epoch 6] loss: 0.9234026
Test set: Average loss: 1.0631, Accuracy: 3179/5000 (64%)
[epoch 7] loss: 0.8852365
Test set: Average loss: 1.0302, Accuracy: 3230/5000 (65%)
[epoch 8] loss: 0.8453917
Test set: Average loss: 0.9979, Accuracy: 3259/5000 (65%)
[epoch 9] loss: 0.8088173
Test set: Average loss: 0.9861, Accuracy: 3310/5000 (66%)
[epoch 10] loss: 0.7587997
Test set: Average loss: 0.9744, Accuracy: 3341/5000 (67%)
[epoch 11] loss: 0.7074661
Test set: Average loss: 0.9883, Accuracy: 3333/5000 (67%)
[epoch 12] loss: 0.6528112
Test set: Average loss: 1.0007, Accuracy: 3326/5000 (67%)
[epoch 13] loss: 0.5992652
Test set: Average loss: 1.0208, Accuracy: 3343/5000 (67%)
[epoch 14] loss: 0.5307436
Test set: Average loss: 1.0627, Accuracy: 3352/5000 (67%)
[epoch 15] loss: 0.4645417
Test set: Average loss: 1.0900, Accuracy: 3407/5000 (68%)
[epoch 16] loss: 0.4043885
Test set: Average loss: 1.1399, Accuracy: 3382/5000 (68%)
[epoch 17] loss: 0.3449336
Test set: Average loss: 1.2059, Accuracy: 3342/5000 (67%)
[epoch 18] loss: 0.3098873
Test set: Average loss: 1.3177, Accuracy: 3322/5000 (66%)
[epoch 19] loss: 0.2618990
Test set: Average loss: 1.3782, Accuracy: 3332/5000 (67%)
[epoch 20] loss: 0.2377502
Test set: Average loss: 1.4318, Accuracy: 3316/5000 (66%)
[epoch 21] loss: 0.2155424
Test set: Average loss: 1.4221, Accuracy: 3356/5000 (67%)
[epoch 22] loss: 0.2077744
Test set: Average loss: 1.5251, Accuracy: 3301/5000 (66%)
[epoch 23] loss: 0.1851735
Test set: Average loss: 1.6047, Accuracy: 3268/5000 (65%)
[epoch 24] loss: 0.1931771
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5716, Accuracy: 3337/5000 (67%)
[epoch 25] loss: 0.0761790
Test set: Average loss: 1.5108, Accuracy: 3394/5000 (68%)
[epoch 26] loss: 0.0286919
Test set: Average loss: 1.5263, Accuracy: 3400/5000 (68%)
[epoch 27] loss: 0.0158306
Test set: Average loss: 1.5518, Accuracy: 3413/5000 (68%)
[epoch 28] loss: 0.0099843
Test set: Average loss: 1.5768, Accuracy: 3410/5000 (68%)
[epoch 29] loss: 0.0065035
Test set: Average loss: 1.6126, Accuracy: 3400/5000 (68%)
[epoch 30] loss: 0.0042738
Test set: Average loss: 1.6569, Accuracy: 3436/5000 (69%)
[epoch 31] loss: 0.0027744
Test set: Average loss: 1.7073, Accuracy: 3420/5000 (68%)
[epoch 32] loss: 0.0017602
Test set: Average loss: 1.7664, Accuracy: 3431/5000 (69%)
[epoch 33] loss: 0.0011280
Test set: Average loss: 1.8310, Accuracy: 3420/5000 (68%)
[epoch 34] loss: 0.0006996
Test set: Average loss: 1.8880, Accuracy: 3437/5000 (69%)
[epoch 35] loss: 0.0004382
Test set: Average loss: 1.9550, Accuracy: 3443/5000 (69%)
[epoch 36] loss: 0.0002700
Test set: Average loss: 2.0349, Accuracy: 3435/5000 (69%)
[epoch 37] loss: 0.0001666
Test set: Average loss: 2.1010, Accuracy: 3437/5000 (69%)
[epoch 38] loss: 0.0001010
Test set: Average loss: 2.1805, Accuracy: 3439/5000 (69%)
[epoch 39] loss: 0.0191827
Epoch 38: reducing learning rate of group 0 to 1.0000e-05.
Test set: Average loss: 2.2372, Accuracy: 3450/5000 (69%)
[epoch 40] loss: 0.0000731
Test set: Average loss: 2.2427, Accuracy: 3443/5000 (69%)
[epoch 41] loss: 0.0000521
Test set: Average loss: 2.2478, Accuracy: 3443/5000 (69%)
[epoch 42] loss: 0.0000443
Test set: Average loss: 2.2529, Accuracy: 3443/5000 (69%)
[epoch 43] loss: 0.0000396
Test set: Average loss: 2.2569, Accuracy: 3448/5000 (69%)
[epoch 44] loss: 0.0000367
Test set: Average loss: 2.2614, Accuracy: 3449/5000 (69%)
[epoch 45] loss: 0.0000344
Test set: Average loss: 2.2671, Accuracy: 3451/5000 (69%)
[epoch 46] loss: 0.0000325
Test set: Average loss: 2.2716, Accuracy: 3446/5000 (69%)
[epoch 47] loss: 0.0000306
Test set: Average loss: 2.2813, Accuracy: 3444/5000 (69%)
[epoch 48] loss: 0.0000289
Test set: Average loss: 2.2894, Accuracy: 3440/5000 (69%)
[epoch 49] loss: 0.0000270
Test set: Average loss: 2.3006, Accuracy: 3446/5000 (69%)
[epoch 50] loss: 0.0000250
Test set: Average loss: 2.3134, Accuracy: 3448/5000 (69%)
Validation:
Test set: Average loss: 2.2671, Accuracy: 3451/5000 (69%)
Test
Test set: Average loss: 2.1733, Accuracy: 7010/10000 (70%)
## seed: 12
Validation accuracy before training:
Test set: Average loss: 2.3019, Accuracy: 539/5000 (11%)
[epoch 1] loss: 1.2133260
Test set: Average loss: 1.1310, Accuracy: 3000/5000 (60%)
[epoch 2] loss: 1.0861394
Test set: Average loss: 1.1506, Accuracy: 2956/5000 (59%)
[epoch 3] loss: 1.0415539
Test set: Average loss: 1.1222, Accuracy: 3006/5000 (60%)
[epoch 4] loss: 1.0067494
Test set: Average loss: 1.0306, Accuracy: 3161/5000 (63%)
[epoch 5] loss: 0.9581778
Test set: Average loss: 1.0544, Accuracy: 3163/5000 (63%)
[epoch 6] loss: 0.9261079
Test set: Average loss: 1.0763, Accuracy: 3125/5000 (62%)
[epoch 7] loss: 0.8864664
Test set: Average loss: 1.0151, Accuracy: 3244/5000 (65%)
[epoch 8] loss: 0.8455032
Test set: Average loss: 1.0220, Accuracy: 3247/5000 (65%)
[epoch 9] loss: 0.8094000
Test set: Average loss: 1.0308, Accuracy: 3254/5000 (65%)
[epoch 10] loss: 0.7592517
Test set: Average loss: 0.9761, Accuracy: 3351/5000 (67%)
[epoch 11] loss: 0.7043756
Test set: Average loss: 1.0155, Accuracy: 3339/5000 (67%)
[epoch 12] loss: 0.6522014
Test set: Average loss: 1.0144, Accuracy: 3392/5000 (68%)
[epoch 13] loss: 0.6024963
Test set: Average loss: 1.0002, Accuracy: 3349/5000 (67%)
[epoch 14] loss: 0.5333409
Test set: Average loss: 1.0805, Accuracy: 3322/5000 (66%)
[epoch 15] loss: 0.4819669
Test set: Average loss: 1.0819, Accuracy: 3341/5000 (67%)
[epoch 16] loss: 0.4240950
Test set: Average loss: 1.1569, Accuracy: 3316/5000 (66%)
[epoch 17] loss: 0.3633311
Test set: Average loss: 1.2016, Accuracy: 3317/5000 (66%)
[epoch 18] loss: 0.3179518
Test set: Average loss: 1.2366, Accuracy: 3383/5000 (68%)
[epoch 19] loss: 0.2723864
Test set: Average loss: 1.3093, Accuracy: 3363/5000 (67%)
[epoch 20] loss: 0.2429894
Test set: Average loss: 1.3388, Accuracy: 3330/5000 (67%)
[epoch 21] loss: 0.2156349
Test set: Average loss: 1.4441, Accuracy: 3299/5000 (66%)
[epoch 22] loss: 0.2090129
Test set: Average loss: 1.4555, Accuracy: 3297/5000 (66%)
[epoch 23] loss: 0.1937745
Test set: Average loss: 1.5242, Accuracy: 3359/5000 (67%)
[epoch 24] loss: 0.1956567
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5812, Accuracy: 3332/5000 (67%)
[epoch 25] loss: 0.0679726
Test set: Average loss: 1.5043, Accuracy: 3404/5000 (68%)
[epoch 26] loss: 0.0269948
Test set: Average loss: 1.5295, Accuracy: 3408/5000 (68%)
[epoch 27] loss: 0.0156175
Test set: Average loss: 1.5570, Accuracy: 3439/5000 (69%)
[epoch 28] loss: 0.0099685
Test set: Average loss: 1.5874, Accuracy: 3428/5000 (69%)
[epoch 29] loss: 0.0065415
Test set: Average loss: 1.6284, Accuracy: 3419/5000 (68%)
[epoch 30] loss: 0.0042962
Test set: Average loss: 1.6677, Accuracy: 3442/5000 (69%)
[epoch 31] loss: 0.0027455
Test set: Average loss: 1.7161, Accuracy: 3440/5000 (69%)
[epoch 32] loss: 0.0017672
Test set: Average loss: 1.7782, Accuracy: 3441/5000 (69%)
[epoch 33] loss: 0.0011133
Test set: Average loss: 1.8420, Accuracy: 3446/5000 (69%)
[epoch 34] loss: 0.0007038
Test set: Average loss: 1.8957, Accuracy: 3445/5000 (69%)
[epoch 35] loss: 0.0004368
Test set: Average loss: 1.9619, Accuracy: 3446/5000 (69%)
[epoch 36] loss: 0.0002711
Test set: Average loss: 2.0356, Accuracy: 3453/5000 (69%)
[epoch 37] loss: 0.0001667
Test set: Average loss: 2.1042, Accuracy: 3458/5000 (69%)
[epoch 38] loss: 0.0001014
Test set: Average loss: 2.1850, Accuracy: 3451/5000 (69%)
[epoch 39] loss: 0.0000615
Test set: Average loss: 2.2516, Accuracy: 3448/5000 (69%)
[epoch 40] loss: 0.0000369
Test set: Average loss: 2.3382, Accuracy: 3440/5000 (69%)
[epoch 41] loss: 0.0000222
Test set: Average loss: 2.4149, Accuracy: 3439/5000 (69%)
[epoch 42] loss: 0.0000131
Test set: Average loss: 2.4894, Accuracy: 3449/5000 (69%)
[epoch 43] loss: 0.0000078
Test set: Average loss: 2.5730, Accuracy: 3441/5000 (69%)
[epoch 44] loss: 0.0000046
Test set: Average loss: 2.6562, Accuracy: 3446/5000 (69%)
[epoch 45] loss: 0.0000027
Test set: Average loss: 2.7283, Accuracy: 3438/5000 (69%)
[epoch 46] loss: 0.0000015
Test set: Average loss: 2.8060, Accuracy: 3440/5000 (69%)
[epoch 47] loss: 0.0000009
Test set: Average loss: 2.8753, Accuracy: 3433/5000 (69%)
[epoch 48] loss: 0.0000005
Test set: Average loss: 2.9104, Accuracy: 3436/5000 (69%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 2.9430, Accuracy: 3437/5000 (69%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 2.9454, Accuracy: 3435/5000 (69%)
Validation:
Test set: Average loss: 2.1042, Accuracy: 3458/5000 (69%)
Test
Test set: Average loss: 1.9709, Accuracy: 7014/10000 (70%)
## seed: 13
Validation accuracy before training:
Test set: Average loss: 2.3028, Accuracy: 546/5000 (11%)
[epoch 1] loss: 1.2153999
Test set: Average loss: 1.1851, Accuracy: 2917/5000 (58%)
[epoch 2] loss: 1.0906235
Test set: Average loss: 1.0957, Accuracy: 3025/5000 (60%)
[epoch 3] loss: 1.0364843
Test set: Average loss: 1.0837, Accuracy: 3114/5000 (62%)
[epoch 4] loss: 0.9913462
Test set: Average loss: 1.0645, Accuracy: 3134/5000 (63%)
[epoch 5] loss: 0.9571528
Test set: Average loss: 1.0150, Accuracy: 3208/5000 (64%)
[epoch 6] loss: 0.9180576
Test set: Average loss: 1.0674, Accuracy: 3140/5000 (63%)
[epoch 7] loss: 0.8812587
Test set: Average loss: 1.0279, Accuracy: 3223/5000 (64%)
[epoch 8] loss: 0.8445494
Test set: Average loss: 1.0208, Accuracy: 3221/5000 (64%)
[epoch 9] loss: 0.8018414
Test set: Average loss: 0.9702, Accuracy: 3328/5000 (67%)
[epoch 10] loss: 0.7516464
Test set: Average loss: 0.9823, Accuracy: 3325/5000 (66%)
[epoch 11] loss: 0.6997924
Test set: Average loss: 1.0058, Accuracy: 3333/5000 (67%)
[epoch 12] loss: 0.6449283
Test set: Average loss: 0.9807, Accuracy: 3378/5000 (68%)
[epoch 13] loss: 0.5977206
Test set: Average loss: 1.0810, Accuracy: 3252/5000 (65%)
[epoch 14] loss: 0.5325984
Test set: Average loss: 1.0460, Accuracy: 3331/5000 (67%)
[epoch 15] loss: 0.4680546
Test set: Average loss: 1.0923, Accuracy: 3342/5000 (67%)
[epoch 16] loss: 0.4115709
Test set: Average loss: 1.1371, Accuracy: 3344/5000 (67%)
[epoch 17] loss: 0.3622227
Test set: Average loss: 1.2140, Accuracy: 3277/5000 (66%)
[epoch 18] loss: 0.3062050
Test set: Average loss: 1.3989, Accuracy: 3244/5000 (65%)
[epoch 19] loss: 0.2816855
Test set: Average loss: 1.3264, Accuracy: 3347/5000 (67%)
[epoch 20] loss: 0.2437827
Test set: Average loss: 1.3699, Accuracy: 3344/5000 (67%)
[epoch 21] loss: 0.2322211
Test set: Average loss: 1.4673, Accuracy: 3285/5000 (66%)
[epoch 22] loss: 0.2029801
Test set: Average loss: 1.5154, Accuracy: 3296/5000 (66%)
[epoch 23] loss: 0.1945760
Test set: Average loss: 1.5604, Accuracy: 3291/5000 (66%)
[epoch 24] loss: 0.1962680
Epoch 23: reducing learning rate of group 0 to 1.0000e-04.
Test set: Average loss: 1.5358, Accuracy: 3328/5000 (67%)
[epoch 25] loss: 0.0722295
Test set: Average loss: 1.4917, Accuracy: 3371/5000 (67%)
[epoch 26] loss: 0.0268091
Test set: Average loss: 1.5105, Accuracy: 3393/5000 (68%)
[epoch 27] loss: 0.0153384
Test set: Average loss: 1.5336, Accuracy: 3385/5000 (68%)
[epoch 28] loss: 0.0098642
Test set: Average loss: 1.5630, Accuracy: 3421/5000 (68%)
[epoch 29] loss: 0.0064481
Test set: Average loss: 1.6026, Accuracy: 3405/5000 (68%)
[epoch 30] loss: 0.0042325
Test set: Average loss: 1.6453, Accuracy: 3421/5000 (68%)
[epoch 31] loss: 0.0027328
Test set: Average loss: 1.6929, Accuracy: 3426/5000 (69%)
[epoch 32] loss: 0.0017535
Test set: Average loss: 1.7525, Accuracy: 3427/5000 (69%)
[epoch 33] loss: 0.0011171
Test set: Average loss: 1.8113, Accuracy: 3418/5000 (68%)
[epoch 34] loss: 0.0006984
Test set: Average loss: 1.8671, Accuracy: 3438/5000 (69%)
[epoch 35] loss: 0.0004360
Test set: Average loss: 1.9452, Accuracy: 3436/5000 (69%)
[epoch 36] loss: 0.0002696
Test set: Average loss: 2.0058, Accuracy: 3438/5000 (69%)
[epoch 37] loss: 0.0001668
Test set: Average loss: 2.0834, Accuracy: 3455/5000 (69%)
[epoch 38] loss: 0.0001005
Test set: Average loss: 2.1681, Accuracy: 3437/5000 (69%)
[epoch 39] loss: 0.0000610
Test set: Average loss: 2.2291, Accuracy: 3443/5000 (69%)
[epoch 40] loss: 0.0000369
Test set: Average loss: 2.3199, Accuracy: 3449/5000 (69%)
[epoch 41] loss: 0.0000221
Test set: Average loss: 2.3885, Accuracy: 3440/5000 (69%)
[epoch 42] loss: 0.0000131
Test set: Average loss: 2.4715, Accuracy: 3442/5000 (69%)
[epoch 43] loss: 0.0000077
Test set: Average loss: 2.5509, Accuracy: 3438/5000 (69%)
[epoch 44] loss: 0.0000046
Test set: Average loss: 2.6314, Accuracy: 3435/5000 (69%)
[epoch 45] loss: 0.0000027
Test set: Average loss: 2.7052, Accuracy: 3428/5000 (69%)
[epoch 46] loss: 0.0000015
Test set: Average loss: 2.7863, Accuracy: 3436/5000 (69%)
[epoch 47] loss: 0.0000009
Test set: Average loss: 2.8508, Accuracy: 3431/5000 (69%)
[epoch 48] loss: 0.0000005
Test set: Average loss: 2.9015, Accuracy: 3421/5000 (68%)
[epoch 49] loss: 0.0000003
Test set: Average loss: 2.9241, Accuracy: 3416/5000 (68%)
[epoch 50] loss: 0.0000002
Test set: Average loss: 2.9369, Accuracy: 3414/5000 (68%)
Validation:
Test set: Average loss: 2.0834, Accuracy: 3455/5000 (69%)
Test
Test set: Average loss: 2.0087, Accuracy: 7022/10000 (70%)
In [20]:
def plot_mean_std(test_accs, c, label):
data_mean = np.array([t[0] for t in test_accs])
data_std = np.array([t[1] for t in test_accs])
plt.plot(n_training_examples, data_mean, color=c, linewidth=1.8, label=label)
plt.plot(n_training_examples, data_mean+data_std, "--", color=c, linewidth=0.5, alpha=0.5)
plt.plot(n_training_examples, data_mean-data_std, "--", color=c, linewidth=0.5, alpha=0.5)
plt.fill_between(n_training_examples, data_mean+data_std, data_mean-data_std, color=c, alpha=0.05)
colors = get_colors(17)
plt.figure()
plot_mean_std(test_accuracies_clf, c="k", label="no pretraining")
plot_mean_std(test_accuracies_clf_pt, c=colors[0], label="CLF labels")
plot_mean_std(test_accuracies_ae1l, c=colors[2], label="AE (1l decoder)")
plot_mean_std(test_accuracies_ae, c=colors[4], label="AE (full)")
plot_mean_std(test_accuracies_se, c=colors[6], label="SimEc (linear K)")
plot_mean_std(test_accuracies_se_t1_mix, c=colors[8], label="SimEc (0.95*linK + 0.05*cls)")
plot_mean_std(test_accuracies_se_t1_mix9, c=colors[10], label="SimEc (0.9*linK + 0.1*cls)")
plot_mean_std(test_accuracies_se_t1_mix7, c=colors[12], label="SimEc (0.7*linK + 0.3*cls)")
plot_mean_std(test_accuracies_se_t1_mix5, c=colors[14], label="SimEc (0.5*linK + 0.5*cls)")
plot_mean_std(test_accuracies_se_t1, c=colors[16], label="SimEc (classes)")
plt.xlabel("Number of training examples for classifier")
plt.xticks([25, 5000, 10000, 20000, 30000, 45000], [25, 5000, 10000, 20000, 30000, 45000])
plt.ylabel("Test accuracy")
plt.ylim(0.5, 0.71)
l = plt.legend(bbox_to_anchor=(1.02, 1), loc=2, borderaxespad=0.);
plt.savefig('img_simec.pdf', dpi=300, bbox_inches="tight", bbox_extra_artists=[l])
print("n_training_examples =", n_training_examples)
print("test_accuracies_clf =", test_accuracies_clf)
print("test_accuracies_clf_pt =", test_accuracies_clf_pt)
print("test_accuracies_ae1l =", test_accuracies_ae1l)
print("test_accuracies_ae =", test_accuracies_ae)
print("test_accuracies_se =", test_accuracies_se)
print("test_accuracies_se_t1_mix =", test_accuracies_se_t1_mix)
print("test_accuracies_se_t1_mix9 =", test_accuracies_se_t1_mix9)
print("test_accuracies_se_t1_mix7 =", test_accuracies_se_t1_mix7)
print("test_accuracies_se_t1_mix5 =", test_accuracies_se_t1_mix5)
print("test_accuracies_se_t1 =", test_accuracies_se_t1)
n_training_examples = [25, 50, 100, 250, 500, 750, 1000, 2500, 5000, 10000, 15000, 20000, 25000, 30000, 35000, 40000, 45000]
test_accuracies_clf = [(0.1621, 0.007353910524340101), (0.19743333333333332, 0.013557859549189737), (0.21613333333333332, 0.0032293790252754346), (0.3024, 0.018181309083781617), (0.36036666666666667, 0.004135483311805557), (0.3839333333333333, 0.010612675859032392), (0.3823666666666667, 0.010506611674983), (0.44543333333333335, 0.008575287491131437), (0.4940666666666667, 0.010124996570644156), (0.5615333333333333, 0.003229379025275437), (0.6027, 0.010220567498921002), (0.6235666666666666, 0.006104825049818298), (0.6407333333333333, 0.003596603335865075), (0.6543333333333333, 0.0020270394394014224), (0.6615666666666666, 0.006613790306792481), (0.6781, 0.006255131226974115), (0.6809999999999999, 0.0045107279530766245)]
test_accuracies_clf_pt = [(0.3495, 0.07030035561787722), (0.4467666666666667, 0.030813020335926533), (0.49183333333333334, 0.03235164429961619), (0.6055999999999999, 0.009021455906153213), (0.6333666666666667, 0.005349350947129527), (0.6475, 0.00555517776493243), (0.6535666666666667, 0.001878533707147403), (0.6691666666666666, 0.001359738536958064), (0.6787333333333333, 0.0006599663291074202), (0.6812666666666667, 0.002106075866524182), (0.6838333333333333, 0.0029397656747132384), (0.6788333333333334, 0.0005906681715556321), (0.6741333333333334, 0.001763204154058412), (0.6750333333333334, 0.0031510139461590897), (0.6760666666666667, 0.001322455628325146), (0.6753333333333335, 0.003227313984655873), (0.6787666666666666, 0.0014383632673594555)]
test_accuracies_ae1l = [(0.16010000000000002, 0.007904850831398828), (0.19833333333333333, 0.007492366485667638), (0.2097, 0.02154313502410145), (0.2979, 0.008741090702347546), (0.3497333333333333, 0.006593094030035418), (0.35936666666666667, 0.014222361110432947), (0.3884666666666667, 0.008935820549277438), (0.44530000000000003, 0.00382186690854961), (0.4908666666666666, 0.00342960963117118), (0.5509333333333334, 0.009986769024842605), (0.5717666666666666, 0.0021249836600678884), (0.5868, 0.006531462317123172), (0.6084333333333334, 0.012174381115915336), (0.6062333333333333, 0.01318618806007089), (0.6249333333333333, 0.007711607412782962), (0.6314666666666667, 0.007172323348972928), (0.6456, 0.0072475283143059585)]
test_accuracies_ae = [(0.16206666666666666, 0.003700750674600437), (0.19346666666666665, 0.010726084508751966), (0.2132666666666667, 0.01870496072050287), (0.3049, 0.01755961275199428), (0.35969999999999996, 0.0032782108941717815), (0.3760333333333334, 0.009910376156108082), (0.38210000000000005, 0.013364380519375635), (0.4614666666666667, 0.016061617463865703), (0.5139333333333332, 0.005118159391378452), (0.5696333333333333, 0.0010402991022885242), (0.5961666666666666, 0.003402286812653439), (0.6123666666666666, 0.00012472191289250042), (0.6365333333333333, 0.007344083030273811), (0.6408, 0.004490731195102497), (0.6602, 0.002041241452319317), (0.6635333333333333, 0.002456736769691771), (0.6686333333333333, 0.007149048110685038)]
test_accuracies_se = [(0.16116666666666668, 0.002397684067780599), (0.20123333333333335, 0.009722939656068822), (0.20196666666666666, 0.01404215874508697), (0.3123, 0.00899333086236686), (0.35776666666666673, 0.004169998667732246), (0.3734, 0.002290560339014618), (0.3922666666666667, 0.004696334267868461), (0.4425333333333333, 0.00931390835733791), (0.49146666666666666, 0.004759084879353256), (0.5468000000000001, 0.0013490737563231928), (0.5917666666666667, 0.007102268808079687), (0.6213666666666667, 0.01062115289829161), (0.6429333333333334, 0.005067763039273057), (0.6465666666666666, 0.0112422813026934), (0.6625, 0.006328243568848075), (0.6661333333333334, 0.0032826141344293805), (0.6726333333333333, 0.008775850702670127)]
test_accuracies_se_t1_mix = [(0.19193333333333332, 0.009336071027055345), (0.2399, 0.010503650159190699), (0.2615, 0.03592185964005762), (0.39146666666666663, 0.009107262059599585), (0.4502333333333333, 0.009602198822260577), (0.4755, 0.010050207294711204), (0.4744333333333333, 0.004496912521077351), (0.5335000000000001, 0.008472701261502546), (0.5646333333333333, 0.00299592315581616), (0.5939333333333333, 0.004205023450852817), (0.6298666666666667, 0.0027920522121829285), (0.6422333333333333, 0.0046147107770211655), (0.6587333333333334, 0.0026712460679532203), (0.6703333333333333, 0.00356495285928005), (0.6734, 0.0038995726261561534), (0.6815666666666668, 0.004305293898859377), (0.6873, 0.0024124676163629374)]
test_accuracies_se_t1_mix9 = [(0.20783333333333331, 0.02478391055144894), (0.27276666666666666, 0.018329272277486146), (0.3172, 0.048104954699767326), (0.46890000000000004, 0.013075167302944921), (0.511, 0.013209844813622902), (0.5228666666666667, 0.011715042561690595), (0.5364999999999999, 0.007142828571371426), (0.5555333333333333, 0.007191816336797122), (0.5847666666666667, 0.006123905797954626), (0.6062333333333333, 0.004168399639616559), (0.6357666666666666, 0.0037985377303495307), (0.6589666666666667, 0.003587323359956402), (0.6712666666666668, 0.0023271346234276236), (0.6809, 0.001867261809888105), (0.6873, 0.0017281975195754446), (0.6964666666666667, 0.0012657891697364987), (0.7015333333333333, 0.0004988876515698929)]
test_accuracies_se_t1_mix7 = [(0.24783333333333335, 0.01497405163014414), (0.31396666666666667, 0.01790611317089471), (0.3419666666666667, 0.028868475693892948), (0.49720000000000003, 0.009940824915468553), (0.5422333333333333, 0.0075896127847356115), (0.5375333333333333, 0.01539574255724254), (0.5502666666666666, 0.009365658308712523), (0.5621999999999999, 0.011151083654365903), (0.5788666666666668, 0.0062376990059547196), (0.6108333333333333, 0.007202931501980439), (0.6385333333333333, 0.0014055445761538506), (0.6574333333333333, 0.0032887011958454694), (0.6706, 0.0007483314773547949), (0.6827, 0.00374966665185055), (0.6911999999999999, 0.002669581740023454), (0.6890666666666667, 0.005235986588557624), (0.6966666666666667, 0.004187547678003882)]
test_accuracies_se_t1_mix5 = [(0.2627, 0.031073246799564837), (0.3131333333333333, 0.03331159291031011), (0.3578333333333334, 0.05769138198687527), (0.5193333333333333, 0.007969246444231007), (0.5541, 0.012356644636254074), (0.5696666666666667, 0.008625672276537197), (0.5560666666666667, 0.005845416057808791), (0.5878333333333333, 0.019833361344518057), (0.5882999999999999, 0.008819674975114822), (0.6126666666666667, 0.0030728199137310974), (0.6405333333333333, 0.00865653253650419), (0.6656666666666666, 0.0014659088951530438), (0.6756333333333333, 0.004169998667732288), (0.6835, 0.004526219909225183), (0.6876333333333333, 0.0026029897340472752), (0.6966333333333333, 0.001203698005684524), (0.7029, 0.0036175498153676673)]
test_accuracies_se_t1 = [(0.29616666666666663, 0.05793504025103364), (0.3484333333333334, 0.038607800017900824), (0.4068333333333333, 0.04925101239794185), (0.5209333333333334, 0.012211833969101008), (0.5482333333333334, 0.01674720540534715), (0.5569666666666667, 0.003936439451529201), (0.5654333333333333, 0.007271099565326344), (0.5854666666666667, 0.006723259791367729), (0.5954666666666667, 0.00196015872373186), (0.6154, 0.004459446901429227), (0.6425000000000001, 0.005012650662739885), (0.6610999999999999, 0.0036120169803956683), (0.6728333333333333, 0.001948218559493635), (0.6833333333333335, 0.00360123435628522), (0.6867666666666666, 0.0018803073034893679), (0.6942, 0.0024344746182013706), (0.6951999999999999, 0.00296984848098349)]
In [1]:
import numpy as np
import matplotlib.pyplot as plt
import colorsys
%matplotlib inline
%load_ext autoreload
%autoreload 2
def get_colors(N=100):
HSV_tuples = [(x * 1. / (N+1), 1., 0.8) for x in range(N)]
return [colorsys.hsv_to_rgb(*x) for x in HSV_tuples]
n_training_examples = [25, 50, 100, 250, 500, 750, 1000, 2500, 5000, 10000, 15000, 20000, 25000, 30000, 35000, 40000, 45000]
test_accuracies_clf = [(0.1621, 0.007353910524340101), (0.19743333333333332, 0.013557859549189737), (0.21613333333333332, 0.0032293790252754346), (0.3024, 0.018181309083781617), (0.36036666666666667, 0.004135483311805557), (0.3839333333333333, 0.010612675859032392), (0.3823666666666667, 0.010506611674983), (0.44543333333333335, 0.008575287491131437), (0.4940666666666667, 0.010124996570644156), (0.5615333333333333, 0.003229379025275437), (0.6027, 0.010220567498921002), (0.6235666666666666, 0.006104825049818298), (0.6407333333333333, 0.003596603335865075), (0.6543333333333333, 0.0020270394394014224), (0.6615666666666666, 0.006613790306792481), (0.6781, 0.006255131226974115), (0.6809999999999999, 0.0045107279530766245)]
test_accuracies_clf_pt = [(0.3495, 0.07030035561787722), (0.4467666666666667, 0.030813020335926533), (0.49183333333333334, 0.03235164429961619), (0.6055999999999999, 0.009021455906153213), (0.6333666666666667, 0.005349350947129527), (0.6475, 0.00555517776493243), (0.6535666666666667, 0.001878533707147403), (0.6691666666666666, 0.001359738536958064), (0.6787333333333333, 0.0006599663291074202), (0.6812666666666667, 0.002106075866524182), (0.6838333333333333, 0.0029397656747132384), (0.6788333333333334, 0.0005906681715556321), (0.6741333333333334, 0.001763204154058412), (0.6750333333333334, 0.0031510139461590897), (0.6760666666666667, 0.001322455628325146), (0.6753333333333335, 0.003227313984655873), (0.6787666666666666, 0.0014383632673594555)]
test_accuracies_ae1l = [(0.16010000000000002, 0.007904850831398828), (0.19833333333333333, 0.007492366485667638), (0.2097, 0.02154313502410145), (0.2979, 0.008741090702347546), (0.3497333333333333, 0.006593094030035418), (0.35936666666666667, 0.014222361110432947), (0.3884666666666667, 0.008935820549277438), (0.44530000000000003, 0.00382186690854961), (0.4908666666666666, 0.00342960963117118), (0.5509333333333334, 0.009986769024842605), (0.5717666666666666, 0.0021249836600678884), (0.5868, 0.006531462317123172), (0.6084333333333334, 0.012174381115915336), (0.6062333333333333, 0.01318618806007089), (0.6249333333333333, 0.007711607412782962), (0.6314666666666667, 0.007172323348972928), (0.6456, 0.0072475283143059585)]
test_accuracies_ae = [(0.16206666666666666, 0.003700750674600437), (0.19346666666666665, 0.010726084508751966), (0.2132666666666667, 0.01870496072050287), (0.3049, 0.01755961275199428), (0.35969999999999996, 0.0032782108941717815), (0.3760333333333334, 0.009910376156108082), (0.38210000000000005, 0.013364380519375635), (0.4614666666666667, 0.016061617463865703), (0.5139333333333332, 0.005118159391378452), (0.5696333333333333, 0.0010402991022885242), (0.5961666666666666, 0.003402286812653439), (0.6123666666666666, 0.00012472191289250042), (0.6365333333333333, 0.007344083030273811), (0.6408, 0.004490731195102497), (0.6602, 0.002041241452319317), (0.6635333333333333, 0.002456736769691771), (0.6686333333333333, 0.007149048110685038)]
test_accuracies_se = [(0.16116666666666668, 0.002397684067780599), (0.20123333333333335, 0.009722939656068822), (0.20196666666666666, 0.01404215874508697), (0.3123, 0.00899333086236686), (0.35776666666666673, 0.004169998667732246), (0.3734, 0.002290560339014618), (0.3922666666666667, 0.004696334267868461), (0.4425333333333333, 0.00931390835733791), (0.49146666666666666, 0.004759084879353256), (0.5468000000000001, 0.0013490737563231928), (0.5917666666666667, 0.007102268808079687), (0.6213666666666667, 0.01062115289829161), (0.6429333333333334, 0.005067763039273057), (0.6465666666666666, 0.0112422813026934), (0.6625, 0.006328243568848075), (0.6661333333333334, 0.0032826141344293805), (0.6726333333333333, 0.008775850702670127)]
test_accuracies_se_t1_mix = [(0.19193333333333332, 0.009336071027055345), (0.2399, 0.010503650159190699), (0.2615, 0.03592185964005762), (0.39146666666666663, 0.009107262059599585), (0.4502333333333333, 0.009602198822260577), (0.4755, 0.010050207294711204), (0.4744333333333333, 0.004496912521077351), (0.5335000000000001, 0.008472701261502546), (0.5646333333333333, 0.00299592315581616), (0.5939333333333333, 0.004205023450852817), (0.6298666666666667, 0.0027920522121829285), (0.6422333333333333, 0.0046147107770211655), (0.6587333333333334, 0.0026712460679532203), (0.6703333333333333, 0.00356495285928005), (0.6734, 0.0038995726261561534), (0.6815666666666668, 0.004305293898859377), (0.6873, 0.0024124676163629374)]
test_accuracies_se_t1_mix9 = [(0.20783333333333331, 0.02478391055144894), (0.27276666666666666, 0.018329272277486146), (0.3172, 0.048104954699767326), (0.46890000000000004, 0.013075167302944921), (0.511, 0.013209844813622902), (0.5228666666666667, 0.011715042561690595), (0.5364999999999999, 0.007142828571371426), (0.5555333333333333, 0.007191816336797122), (0.5847666666666667, 0.006123905797954626), (0.6062333333333333, 0.004168399639616559), (0.6357666666666666, 0.0037985377303495307), (0.6589666666666667, 0.003587323359956402), (0.6712666666666668, 0.0023271346234276236), (0.6809, 0.001867261809888105), (0.6873, 0.0017281975195754446), (0.6964666666666667, 0.0012657891697364987), (0.7015333333333333, 0.0004988876515698929)]
test_accuracies_se_t1_mix7 = [(0.24783333333333335, 0.01497405163014414), (0.31396666666666667, 0.01790611317089471), (0.3419666666666667, 0.028868475693892948), (0.49720000000000003, 0.009940824915468553), (0.5422333333333333, 0.0075896127847356115), (0.5375333333333333, 0.01539574255724254), (0.5502666666666666, 0.009365658308712523), (0.5621999999999999, 0.011151083654365903), (0.5788666666666668, 0.0062376990059547196), (0.6108333333333333, 0.007202931501980439), (0.6385333333333333, 0.0014055445761538506), (0.6574333333333333, 0.0032887011958454694), (0.6706, 0.0007483314773547949), (0.6827, 0.00374966665185055), (0.6911999999999999, 0.002669581740023454), (0.6890666666666667, 0.005235986588557624), (0.6966666666666667, 0.004187547678003882)]
test_accuracies_se_t1_mix5 = [(0.2627, 0.031073246799564837), (0.3131333333333333, 0.03331159291031011), (0.3578333333333334, 0.05769138198687527), (0.5193333333333333, 0.007969246444231007), (0.5541, 0.012356644636254074), (0.5696666666666667, 0.008625672276537197), (0.5560666666666667, 0.005845416057808791), (0.5878333333333333, 0.019833361344518057), (0.5882999999999999, 0.008819674975114822), (0.6126666666666667, 0.0030728199137310974), (0.6405333333333333, 0.00865653253650419), (0.6656666666666666, 0.0014659088951530438), (0.6756333333333333, 0.004169998667732288), (0.6835, 0.004526219909225183), (0.6876333333333333, 0.0026029897340472752), (0.6966333333333333, 0.001203698005684524), (0.7029, 0.0036175498153676673)]
test_accuracies_se_t1 = [(0.29616666666666663, 0.05793504025103364), (0.3484333333333334, 0.038607800017900824), (0.4068333333333333, 0.04925101239794185), (0.5209333333333334, 0.012211833969101008), (0.5482333333333334, 0.01674720540534715), (0.5569666666666667, 0.003936439451529201), (0.5654333333333333, 0.007271099565326344), (0.5854666666666667, 0.006723259791367729), (0.5954666666666667, 0.00196015872373186), (0.6154, 0.004459446901429227), (0.6425000000000001, 0.005012650662739885), (0.6610999999999999, 0.0036120169803956683), (0.6728333333333333, 0.001948218559493635), (0.6833333333333335, 0.00360123435628522), (0.6867666666666666, 0.0018803073034893679), (0.6942, 0.0024344746182013706), (0.6951999999999999, 0.00296984848098349)]
def plot_mean_std(test_accs, c, label):
data_mean = np.array([t[0] for t in test_accs])
data_std = np.array([t[1] for t in test_accs])
plt.plot(n_training_examples, data_mean, color=c, linewidth=1.8, label=label)
plt.plot(n_training_examples, data_mean+data_std, "--", color=c, linewidth=0.5, alpha=0.5)
plt.plot(n_training_examples, data_mean-data_std, "--", color=c, linewidth=0.5, alpha=0.5)
plt.fill_between(n_training_examples, data_mean+data_std, data_mean-data_std, color=c, alpha=0.05)
colors = get_colors(17)
plt.figure()
plot_mean_std(test_accuracies_clf, c="k", label="no pre-training")
plot_mean_std(test_accuracies_clf_pt, c=colors[0], label="CLF labels")
plot_mean_std(test_accuracies_ae1l, c=colors[2], label="AE (linear)")
plot_mean_std(test_accuracies_ae, c=colors[4], label="AE (regular)")
plot_mean_std(test_accuracies_se, c=colors[6], label="SimEc (linear Kernel)")
plot_mean_std(test_accuracies_se_t1_mix, c=colors[8], label="SimEc (0.95*linK + 0.05*cls)")
plot_mean_std(test_accuracies_se_t1_mix9, c=colors[10], label="SimEc (0.9*linK + 0.1*cls)")
plot_mean_std(test_accuracies_se_t1_mix7, c=colors[12], label="SimEc (0.7*linK + 0.3*cls)")
plot_mean_std(test_accuracies_se_t1_mix5, c=colors[14], label="SimEc (0.5*linK + 0.5*cls)")
plot_mean_std(test_accuracies_se_t1, c=colors[16], label="SimEc (classes)")
plt.xlabel("Number of training examples for classifier", fontsize=13)
plt.xticks([25, 5000, 10000, 20000, 30000, 45000], [25, 5000, 10000, 20000, 30000, 45000])
plt.ylabel("Test accuracy", fontsize=13)
plt.ylim(0.5, 0.71)
l = plt.legend(bbox_to_anchor=(1.02, 1), loc=2, borderaxespad=0.);
plt.savefig('img_simec.pdf', dpi=300, bbox_inches="tight", bbox_extra_artists=[l])
In [ ]:
Content source: cod3licious/simec
Similar notebooks: