Author: Justin Tan
Vanilla neural network. Do anything from MNIST to signal classification.
Update 20/03: Added batch normalization, TensorBoard visualization
Update 19/06: Added cosine annealing, exponential moving average
Update 22/09: Moved input pipeline to Tensorflow dataset API - placeholder comparison w/ tfrecords
In [1]:
import tensorflow as tf
import numpy as np
import pandas as pd
import pyarrow.parquet as pq
import glob, time, os
import selu
from diagnostics import *
class config(object):
# Set network parameters
mode = 'cfd-selu'
channel = 'B2Xdy'
keep_prob = 0.7
num_epochs = 128
batch_size = 256
n_layers = 6
hidden_layer_nodes = [1024, 1024, 512, 512, 256, 256]
ema_decay = 0.999
learning_rate = 2e-5
cycles = 3 # Number of annealing cycles
n_classes = 2
builder = 'selu'
class directories(object):
train = '/data/projects/punim0011/jtan/spark/spark2tf/cfd_b2dy_By_train.parquet'# '/home/jtan/gpu/jtan/spark/spark2tf/example_train.tfrecords'
test = '/data/projects/punim0011/jtan/spark/spark2tf/cfd_b2dy_By_test.parquet'#'/home/jtan/gpu/jtan/spark/spark2tf/example_test.tfrecords'
val = '/data/projects/punim0011/jtan/spark/spark2tf/cfd_b2dy_By_val.parquet'#'/home/jtan/gpu/jtan/spark/spark2tf/example_test.tfrecords'
tensorboard = 'tensorboard'
checkpoints = 'b2dy_cfd'
def balanced_sample(df, uspl=True, seed=42):
features_l = [df[df['labels']==l].copy() for l in list(set(df['labels'].values))]
lsz = [f.shape[0] for f in features_l]
return pd.concat([f.sample(n = (min(lsz) if uspl else max(lsz)), replace = (not uspl)).copy() for f in features_l], axis=0 ).sample(frac=1, random_state=seed)
architecture = '{} - {} | Layers: {} | Dropout: {} | Base LR: {} | Epochs: {}'.format(
config.channel, config.mode, config.n_layers, config.keep_prob, config.learning_rate, config.num_epochs)
get_available_gpus()
def load_parquet(datasetName, subsample=False, dropFrac=0.75):
from sklearn.model_selection import train_test_split
excludeFeatures = ['labels', 'mbc', 'deltae', 'daughterInvM', 'nCands', 'evtNum', 'MCtype', 'channel']
dataset = pq.ParquetDataset(datasetName)
pdf = dataset.read(nthreads=4).to_pandas()
pdf = pdf.drop(pdf[pdf['labels']==1].sample(frac=dropFrac).index) if subsample else pdf.sample(frac=1)
features = pdf.drop(excludeFeatures, axis=1)
labels = pdf['labels'].astype(np.int32)
return features.values.astype(np.float32), labels.values, pdf
Available GPUs:
['/device:GPU:0', '/device:GPU:1', '/device:GPU:2', '/device:GPU:3']
In [2]:
features, labels, pdf = load_parquet(directories.train, subsample=True)
featuresTest, labelsTest, pdf1 = load_parquet(directories.test)
config.nTrainExamples, config.nFeatures = features.shape[0], features.shape[-1]
config.steps_per_epoch = features.shape[0] // config.batch_size
In [3]:
def dataset_placeholder(features_placeholder, labels_placeholder, batchSize, numEpochs, training=True):
dataset = tf.contrib.data.Dataset.from_tensor_slices((features_placeholder, labels_placeholder))
dataset = dataset.shuffle(buffer_size=16384)
dataset = dataset.batch(batchSize)
dataset = dataset.repeat(numEpochs) if training else dataset
return dataset
def dataset_train(dataDirectory, batchSize, numEpochs, nFeatures, training=True):
filenames = glob.glob('{}/part*'.format(dataDirectory))
dataset = tf.contrib.data.TFRecordDataset(filenames)
# Extract data from `tf.Example` protocol buffer
def parser(record, batchSize=128):
keys_to_features = {
"features": tf.FixedLenFeature([nFeatures], tf.float32),
"labels": tf.FixedLenFeature((), tf.float32,
default_value=tf.zeros([], dtype=tf.float32)),
}
parsed = tf.parse_single_example(record, keys_to_features)
label = tf.cast(parsed['labels'], tf.int32)
return parsed['features'], label
# Transform into feature, label tensor pair
dataset = dataset.map(parser)
dataset = dataset.shuffle(buffer_size=16384)
dataset = dataset.batch(batchSize)
dataset = dataset.repeat(numEpochs) if training else dataset
return dataset
def dense_builder(x, shape, name, keep_prob, training=True, actv=tf.nn.relu):
init=tf.contrib.layers.xavier_initializer()
kwargs = {'center': True, 'scale': True, 'training': training, 'fused': True, 'renorm': True}
with tf.variable_scope(name, initializer=init) as scope:
layer = tf.layers.dense(x, units=shape[1], activation=actv)
bn = tf.layers.batch_normalization(layer, **kwargs)
layer_out = tf.layers.dropout(bn, keep_prob, training=training)
return layer_out
def selu_builder(x, shape, name, keep_prob, training=True):
init = tf.contrib.layers.variance_scaling_initializer(factor=1.0, mode='FAN_IN')
with tf.variable_scope(name) as scope:
W = tf.get_variable("weights", shape = shape, initializer=init)
b = tf.get_variable("biases", shape = [shape[1]], initializer=tf.random_normal_initializer(stddev=0.1))
actv = selu.selu(tf.add(tf.matmul(x, W), b))
layer_output = selu.dropout_selu(actv, rate=1-keep_prob, training=training)
return layer_output
def dense_model(x, n_layers, hidden_layer_nodes, keep_prob, builder=selu_builder, reuse=False, training=True):
# Extensible dense model
SELU_initializer = tf.contrib.layers.variance_scaling_initializer(factor=1.0, mode='FAN_IN')
init = SELU_initializer if builder==selu_builder else tf.contrib.layers.xavier_initializer()
assert n_layers == len(hidden_layer_nodes), 'Specified layer nodes and number of layers do not correspond.'
layers = [x]
with tf.variable_scope('dense_model', reuse=reuse):
hidden_0 = builder(x, shape=[config.nFeatures, hidden_layer_nodes[0]], name='hidden0',
keep_prob = keep_prob, training=training)
layers.append(hidden_0)
for n in range(0,n_layers-1):
hidden_n = builder(layers[-1], shape=[hidden_layer_nodes[n], hidden_layer_nodes[n+1]], name='hidden{}'.format(n+1),
keep_prob=keep_prob, training=training)
layers.append(hidden_n)
readout = tf.layers.dense(hidden_n, units=config.n_classes, kernel_initializer=init)
return readout
def dense_SELU(x, n_layers, hidden_layer_nodes, keep_prob, reuse=False,
training=True, actv=selu.selu):
SELU_initializer = tf.contrib.layers.variance_scaling_initializer(factor=1.0, mode='FAN_IN')
with tf.variable_scope('seluNet', reuse=reuse):
l0 = tf.layers.dense(x, units=hidden_layer_nodes[0], activation=actv,
kernel_initializer=SELU_initializer)
d0 = selu.dropout_selu(l0, rate=1-keep_prob, training=training)
l1 = tf.layers.dense(d0, units=hidden_layer_nodes[1], activation=actv,
kernel_initializer=SELU_initializer)
d1 = selu.dropout_selu(l1, rate=1-keep_prob, training=training)
l2 = tf.layers.dense(d1, units=hidden_layer_nodes[2], activation=actv,
kernel_initializer=SELU_initializer)
d2 = selu.dropout_selu(l2, rate=1-keep_prob, training=training)
l3 = tf.layers.dense(d2, units=hidden_layer_nodes[3], activation=actv,
kernel_initializer=SELU_initializer)
d3 = selu.dropout_selu(l3, rate=1-keep_prob, training=training)
l4 = tf.layers.dense(d3, units=hidden_layer_nodes[4], activation=actv,
kernel_initializer=SELU_initializer)
d4 = selu.dropout_selu(l4, rate=1-keep_prob, training=training)
# Readout layer
readout = tf.layers.dense(d4, units=config.n_classes,
kernel_initializer=SELU_initializer)
return readout
def cosine_anneal(initial_lr, t, T, M):
from math import ceil
beta = initial_lr/2 * (np.cos(np.pi* (t % ceil(T/M))/ceil(T/M)) + 1)
return beta
In [4]:
class vanillaDNN():
# Builds the computational graph
def __init__(self, config, training=True, cyclical=False):
self.global_step = tf.Variable(0, trainable=False)
self.handle = tf.placeholder(tf.string, shape=[])
self.training_phase = tf.placeholder(tf.bool)
self.beta = tf.placeholder(tf.float32) if cyclical else config.learning_rate
# self.beta = tf.train.exponential_decay(config.learning_rate, self.global_step,
# decay_steps = config.steps_per_epoch, decay_rate = config.lr_epoch_decay, staircase=True)
self.features_placeholder = tf.placeholder(features.dtype, features.shape)
self.labels_placeholder = tf.placeholder(labels.dtype, labels.shape)
self.featuresTest_placeholder = tf.placeholder(features.dtype, featuresTest.shape)
self.labelsTest_placeholder = tf.placeholder(labels.dtype, labelsTest.shape)
trainDataset = dataset_placeholder(self.features_placeholder, self.labels_placeholder,
config.batch_size, config.num_epochs, training=True)
testDataset = dataset_placeholder(self.featuresTest_placeholder, self.labelsTest_placeholder,
config.batch_size, config.num_epochs, training=True)
self.iterator = tf.contrib.data.Iterator.from_string_handle(self.handle, trainDataset.output_types,
trainDataset.output_shapes)
self.train_iterator = trainDataset.make_initializable_iterator()
self.test_iterator = testDataset.make_initializable_iterator()
self.example, self.label = self.iterator.get_next()
# self.readout = dense_SELU(self.example, config.n_layers, [1024, 1024, 512, 512, 256], config.keep_prob, training=self.training_phase)
self.readout = dense_model(self.example, config.n_layers, config.hidden_layer_nodes, config.keep_prob, training=self.training_phase)
update_ops = tf.get_collection(tf.GraphKeys.UPDATE_OPS)
self.cross_entropy = tf.reduce_mean(tf.nn.sparse_softmax_cross_entropy_with_logits(logits = self.readout, labels = self.label))
with tf.control_dependencies(update_ops):
# Ensures that we execute the update_ops before performing the train_step
self.opt_op = tf.train.AdamOptimizer(self.beta).minimize(self.cross_entropy, name = 'optimizer',
global_step = self.global_step)
self.ema = tf.train.ExponentialMovingAverage(decay = config.ema_decay, num_updates = self.global_step)
maintain_averages_op = self.ema.apply(tf.trainable_variables())
with tf.control_dependencies([self.opt_op]):
self.train_op = tf.group(maintain_averages_op)
# Evaluation metrics
self.p = tf.nn.softmax(self.readout)
correct_prediction = tf.equal(tf.cast(tf.argmax(self.readout, 1), tf.int32), self.label)
self.accuracy = tf.reduce_mean(tf.cast(correct_prediction, tf.float32))
_, self.auc_op = tf.metrics.auc(predictions = tf.argmax(self.readout,1), labels = self.label, num_thresholds = 1024)
tf.summary.scalar('accuracy', self.accuracy)
tf.summary.scalar('auc', self.auc_op)
tf.summary.scalar('learning_rate', self.beta)
tf.summary.scalar('cross_entropy', self.cross_entropy)
self.merge_op = tf.summary.merge_all()
self.train_writer = tf.summary.FileWriter(
os.path.join(directories.tensorboard, 'train_{}'.format(time.strftime('%d-%m_%I:%M'))), graph = tf.get_default_graph())
self.test_writer = tf.summary.FileWriter(
os.path.join(directories.tensorboard, 'test_{}'.format(time.strftime('%d-%m_%I:%M'))))
def predict(self, ckpt):
pin_cpu = tf.ConfigProto(allow_soft_placement=True, log_device_placement=True, device_count = {'GPU':0})
start_time = time.time()
# Restore the moving average version of the learned variables for eval.
variables_to_restore = self.ema.variables_to_restore()
saver = tf.train.Saver(variables_to_restore)
valDataset = dataset_placeholder(self.featuresTest_placeholder, self.labelsTest_placeholder,
config.batch_size, config.num_epochs, training=False)
val_iterator = valDataset.make_initializable_iterator()
concatLabels = tf.cast(self.label, tf.int32)
concatPreds = tf.cast(tf.argmax(self.readout,1), tf.int32)
concatOutput = self.p[:,1]
with tf.Session(config=pin_cpu) as sess:
# Initialize variables
init_op = tf.global_variables_initializer()
sess.run(init_op)
sess.run(tf.local_variables_initializer())
assert (ckpt.model_checkpoint_path), 'Missing checkpoint file!'
saver.restore(sess, ckpt.model_checkpoint_path)
print('{} restored.'.format(ckpt.model_checkpoint_path))
val_handle = sess.run(val_iterator.string_handle())
labels, preds, outputs = [], [], []
sess.run(val_iterator.initializer, feed_dict={vDNN.featuresTest_placeholder: featuresTest,
vDNN.labelsTest_placeholder: labelsTest})
while True:
try:
l, p, o = sess.run([concatLabels, concatPreds, concatOutput],
feed_dict = {vDNN.training_phase: False, vDNN.handle: val_handle})
labels.append(l), preds.append(p), outputs.append(o)
except tf.errors.OutOfRangeError:
labels, preds, outputs = np.concatenate(labels), np.concatenate(preds), np.concatenate(outputs)
break
acc = np.mean(np.equal(labels,preds))
print("Validation accuracy: {:.3f}".format(acc))
plot_ROC_curve(network_output=outputs, y_true=labels, identifier=config.mode+config.channel,
meta=architecture + ' | Test accuracy: {:.3f}'.format(acc))
delta_t = time.time() - start_time
print("Inference complete. Duration: %g s" %(delta_t))
return labels, preds, outputs
In [ ]:
def train(config, restore = False):
# Executes training operations
print('Architecture: {}'.format(architecture))
vDNN = vanillaDNN(config, training=True)
start_time = time.time()
global_step, n_checkpoints, v_auc_best = 0, 0, 0.
saver = tf.train.Saver()
ckpt = tf.train.get_checkpoint_state(directories.checkpoints)
with tf.Session(config=tf.ConfigProto(allow_soft_placement=True, log_device_placement=True)) as sess:
# Initialize variables
init_op = tf.global_variables_initializer()
sess.run(init_op)
train_handle = sess.run(vDNN.train_iterator.string_handle())
test_handle = sess.run(vDNN.test_iterator.string_handle())
if restore and ckpt.model_checkpoint_path:
saver.restore(sess, ckpt.model_checkpoint_path)
print('{} restored.'.format(ckpt.model_checkpoint_path))
sess.run(vDNN.train_iterator.initializer, feed_dict={vDNN.features_placeholder: features,
vDNN.labels_placeholder: labels})
sess.run(vDNN.test_iterator.initializer, feed_dict={vDNN.featuresTest_placeholder: featuresTest,
vDNN.labelsTest_placeholder: labelsTest})
while True:
try:
# Run X steps on training dataset
sess.run(vDNN.train_op, feed_dict={vDNN.training_phase: True, vDNN.handle: train_handle})
global_step+=1
if global_step % (config.steps_per_epoch // 5) == 0:
epoch, v_auc_best = run_diagnostics(vDNN, config, directories, sess, saver, train_handle, test_handle,
global_step, config.nTrainExamples, start_time, v_auc_best, n_checkpoints)
except tf.errors.OutOfRangeError:
break
save_path = saver.save(sess, os.path.join(directories.checkpoints, 'vDNN_{}_{}_end.ckpt'.format(config.mode, config.channel)),
global_step=epoch)
print("Training Complete. Model saved to file: {} Time elapsed: {:.3f} s".format(save_path, time.time()-start_time))
In [ ]:
train(config)
Architecture: B2Xdy - cfd-selu | Layers: 6 | Dropout: 0.7 | Base LR: 2e-05 | Epochs: 128
Epoch 0, Step 600832 | Training Acc: 0.961 | Test Acc: 0.711 | Test Loss: 3.625 | Test AUC: 0.611 | Rate: 2554 examples/s (21.66 s) [*]
Epoch 0, Step 1201664 | Training Acc: 0.898 | Test Acc: 0.770 | Test Loss: 1.814 | Test AUC: 0.737 | Rate: 4559 examples/s (41.51 s) [*]
Epoch 0, Step 1802496 | Training Acc: 0.973 | Test Acc: 0.750 | Test Loss: 2.753 | Test AUC: 0.652 | Rate: 3809 examples/s (61.36 s)
Epoch 0, Step 2403328 | Training Acc: 0.988 | Test Acc: 0.762 | Test Loss: 3.313 | Test AUC: 0.631 | Rate: 4279 examples/s (81.24 s)
Epoch 0, Step 3004160 | Training Acc: 0.816 | Test Acc: 0.773 | Test Loss: 0.995 | Test AUC: 0.722 | Rate: 4657 examples/s (101.07 s)
Epoch 1, Step 600564 | Training Acc: 0.941 | Test Acc: 0.801 | Test Loss: 2.287 | Test AUC: 0.737 | Rate: 4283 examples/s (121.00 s) [*]
Epoch 1, Step 1201396 | Training Acc: 0.879 | Test Acc: 0.801 | Test Loss: 1.551 | Test AUC: 0.778 | Rate: 4641 examples/s (140.95 s) [*]
Epoch 1, Step 1802228 | Training Acc: 0.941 | Test Acc: 0.844 | Test Loss: 1.634 | Test AUC: 0.761 | Rate: 4645 examples/s (160.93 s)
Epoch 1, Step 2403060 | Training Acc: 0.977 | Test Acc: 0.805 | Test Loss: 3.360 | Test AUC: 0.718 | Rate: 4546 examples/s (180.92 s)
Epoch 1, Step 3003892 | Training Acc: 0.715 | Test Acc: 0.758 | Test Loss: 1.353 | Test AUC: 0.718 | Rate: 4590 examples/s (200.91 s)
Epoch 2, Step 600296 | Training Acc: 0.941 | Test Acc: 0.812 | Test Loss: 2.038 | Test AUC: 0.766 | Rate: 4225 examples/s (220.81 s)
Epoch 2, Step 1201128 | Training Acc: 0.863 | Test Acc: 0.770 | Test Loss: 1.854 | Test AUC: 0.740 | Rate: 4588 examples/s (240.73 s)
Epoch 2, Step 1801960 | Training Acc: 0.941 | Test Acc: 0.832 | Test Loss: 2.157 | Test AUC: 0.733 | Rate: 4554 examples/s (260.68 s)
Epoch 2, Step 2402792 | Training Acc: 0.977 | Test Acc: 0.730 | Test Loss: 5.507 | Test AUC: 0.630 | Rate: 4194 examples/s (280.67 s)
Epoch 2, Step 3003624 | Training Acc: 0.867 | Test Acc: 0.844 | Test Loss: 1.221 | Test AUC: 0.821 | Rate: 4291 examples/s (300.60 s) [*]
Epoch 3, Step 600028 | Training Acc: 0.965 | Test Acc: 0.781 | Test Loss: 4.616 | Test AUC: 0.703 | Rate: 4304 examples/s (320.56 s)
Epoch 3, Step 1200860 | Training Acc: 0.906 | Test Acc: 0.789 | Test Loss: 2.606 | Test AUC: 0.727 | Rate: 4608 examples/s (340.54 s)
Epoch 3, Step 1801692 | Training Acc: 0.992 | Test Acc: 0.785 | Test Loss: 4.674 | Test AUC: 0.703 | Rate: 4588 examples/s (360.55 s)
Epoch 3, Step 2402524 | Training Acc: 0.992 | Test Acc: 0.766 | Test Loss: 6.703 | Test AUC: 0.675 | Rate: 4632 examples/s (380.54 s)
Epoch 3, Step 3003356 | Training Acc: 0.910 | Test Acc: 0.844 | Test Loss: 1.806 | Test AUC: 0.805 | Rate: 4235 examples/s (400.50 s)
Epoch 4, Step 599760 | Training Acc: 0.961 | Test Acc: 0.820 | Test Loss: 4.781 | Test AUC: 0.693 | Rate: 4408 examples/s (420.51 s)
Epoch 4, Step 1200592 | Training Acc: 0.934 | Test Acc: 0.852 | Test Loss: 2.449 | Test AUC: 0.794 | Rate: 4532 examples/s (440.49 s)
Epoch 4, Step 1801424 | Training Acc: 0.984 | Test Acc: 0.738 | Test Loss: 7.343 | Test AUC: 0.642 | Rate: 4504 examples/s (460.49 s)
Epoch 4, Step 2402256 | Training Acc: 0.996 | Test Acc: 0.672 | Test Loss: 11.056 | Test AUC: 0.637 | Rate: 4506 examples/s (480.48 s)
Graph saved to file: b2dy_cfd/vDNN_cfd-selu_B2Xdy_epoch4.ckpt-4
Epoch 4, Step 3003088 | Training Acc: 0.945 | Test Acc: 0.871 | Test Loss: 1.366 | Test AUC: 0.837 | Rate: 797 examples/s (500.72 s) [*]
Epoch 5, Step 599492 | Training Acc: 0.980 | Test Acc: 0.766 | Test Loss: 5.833 | Test AUC: 0.668 | Rate: 4494 examples/s (520.70 s)
Epoch 5, Step 1200324 | Training Acc: 0.938 | Test Acc: 0.781 | Test Loss: 3.938 | Test AUC: 0.736 | Rate: 4363 examples/s (540.68 s)
Epoch 5, Step 1801156 | Training Acc: 0.980 | Test Acc: 0.730 | Test Loss: 7.895 | Test AUC: 0.649 | Rate: 4484 examples/s (560.70 s)
Epoch 5, Step 2401988 | Training Acc: 0.984 | Test Acc: 0.703 | Test Loss: 12.826 | Test AUC: 0.636 | Rate: 4401 examples/s (580.71 s)
Epoch 5, Step 3002820 | Training Acc: 0.973 | Test Acc: 0.832 | Test Loss: 2.210 | Test AUC: 0.770 | Rate: 4539 examples/s (600.72 s)
Epoch 6, Step 599224 | Training Acc: 0.984 | Test Acc: 0.781 | Test Loss: 6.316 | Test AUC: 0.673 | Rate: 4166 examples/s (620.68 s)
Epoch 6, Step 1200056 | Training Acc: 0.957 | Test Acc: 0.781 | Test Loss: 4.057 | Test AUC: 0.755 | Rate: 4507 examples/s (640.67 s)
Epoch 6, Step 1800888 | Training Acc: 0.984 | Test Acc: 0.793 | Test Loss: 6.270 | Test AUC: 0.693 | Rate: 4438 examples/s (660.66 s)
Epoch 6, Step 2401720 | Training Acc: 0.996 | Test Acc: 0.762 | Test Loss: 8.844 | Test AUC: 0.640 | Rate: 4609 examples/s (680.66 s)
Epoch 6, Step 3002552 | Training Acc: 0.957 | Test Acc: 0.855 | Test Loss: 1.794 | Test AUC: 0.806 | Rate: 4501 examples/s (700.65 s)
Epoch 7, Step 598956 | Training Acc: 1.000 | Test Acc: 0.766 | Test Loss: 6.039 | Test AUC: 0.668 | Rate: 4564 examples/s (720.62 s)
Epoch 7, Step 1199788 | Training Acc: 0.945 | Test Acc: 0.785 | Test Loss: 5.269 | Test AUC: 0.741 | Rate: 4515 examples/s (740.62 s)
Epoch 7, Step 1800620 | Training Acc: 1.000 | Test Acc: 0.828 | Test Loss: 5.286 | Test AUC: 0.752 | Rate: 4589 examples/s (760.60 s)
Epoch 7, Step 2401452 | Training Acc: 0.996 | Test Acc: 0.766 | Test Loss: 11.525 | Test AUC: 0.628 | Rate: 4478 examples/s (780.60 s)
Epoch 7, Step 3002284 | Training Acc: 0.965 | Test Acc: 0.852 | Test Loss: 2.011 | Test AUC: 0.772 | Rate: 4406 examples/s (800.63 s)
Epoch 8, Step 598688 | Training Acc: 0.992 | Test Acc: 0.762 | Test Loss: 6.323 | Test AUC: 0.669 | Rate: 4449 examples/s (820.61 s)
Epoch 8, Step 1199520 | Training Acc: 0.961 | Test Acc: 0.801 | Test Loss: 3.406 | Test AUC: 0.743 | Rate: 4268 examples/s (840.64 s)
Epoch 8, Step 1800352 | Training Acc: 0.984 | Test Acc: 0.766 | Test Loss: 7.190 | Test AUC: 0.680 | Rate: 4565 examples/s (860.63 s)
Epoch 8, Step 2401184 | Training Acc: 1.000 | Test Acc: 0.715 | Test Loss: 11.622 | Test AUC: 0.646 | Rate: 4463 examples/s (880.62 s)
Epoch 8, Step 3002016 | Training Acc: 0.969 | Test Acc: 0.863 | Test Loss: 1.873 | Test AUC: 0.824 | Rate: 4445 examples/s (900.63 s)
Epoch 9, Step 598420 | Training Acc: 0.988 | Test Acc: 0.820 | Test Loss: 6.216 | Test AUC: 0.741 | Rate: 4441 examples/s (920.65 s)
Epoch 9, Step 1199252 | Training Acc: 0.922 | Test Acc: 0.785 | Test Loss: 3.541 | Test AUC: 0.716 | Rate: 4201 examples/s (940.64 s)
Epoch 9, Step 1800084 | Training Acc: 0.977 | Test Acc: 0.770 | Test Loss: 6.367 | Test AUC: 0.681 | Rate: 4424 examples/s (960.65 s)
Epoch 9, Step 2400916 | Training Acc: 1.000 | Test Acc: 0.703 | Test Loss: 11.853 | Test AUC: 0.620 | Rate: 4470 examples/s (980.68 s)
Epoch 9, Step 3001748 | Training Acc: 0.957 | Test Acc: 0.852 | Test Loss: 2.422 | Test AUC: 0.781 | Rate: 4454 examples/s (1000.67 s)
Epoch 10, Step 598152 | Training Acc: 0.980 | Test Acc: 0.777 | Test Loss: 7.677 | Test AUC: 0.697 | Rate: 4396 examples/s (1020.68 s)
Epoch 10, Step 1198984 | Training Acc: 0.949 | Test Acc: 0.836 | Test Loss: 2.825 | Test AUC: 0.747 | Rate: 4474 examples/s (1040.70 s)
Epoch 10, Step 1799816 | Training Acc: 0.977 | Test Acc: 0.754 | Test Loss: 8.612 | Test AUC: 0.672 | Rate: 4339 examples/s (1060.68 s)
Epoch 10, Step 2400648 | Training Acc: 0.996 | Test Acc: 0.746 | Test Loss: 10.559 | Test AUC: 0.612 | Rate: 4337 examples/s (1080.69 s)
Epoch 10, Step 3001480 | Training Acc: 0.996 | Test Acc: 0.793 | Test Loss: 2.997 | Test AUC: 0.732 | Rate: 4489 examples/s (1100.71 s)
Epoch 11, Step 597884 | Training Acc: 0.977 | Test Acc: 0.770 | Test Loss: 9.475 | Test AUC: 0.694 | Rate: 4436 examples/s (1120.72 s)
Epoch 11, Step 1198716 | Training Acc: 0.934 | Test Acc: 0.816 | Test Loss: 4.328 | Test AUC: 0.741 | Rate: 4128 examples/s (1140.71 s)
Epoch 11, Step 1799548 | Training Acc: 0.977 | Test Acc: 0.754 | Test Loss: 6.783 | Test AUC: 0.648 | Rate: 4300 examples/s (1160.74 s)
Epoch 11, Step 2400380 | Training Acc: 0.996 | Test Acc: 0.758 | Test Loss: 9.978 | Test AUC: 0.651 | Rate: 4274 examples/s (1180.76 s)
Epoch 11, Step 3001212 | Training Acc: 0.977 | Test Acc: 0.820 | Test Loss: 3.258 | Test AUC: 0.756 | Rate: 4454 examples/s (1200.76 s)
Epoch 12, Step 597616 | Training Acc: 0.977 | Test Acc: 0.746 | Test Loss: 8.387 | Test AUC: 0.668 | Rate: 4447 examples/s (1220.75 s)
Epoch 12, Step 1198448 | Training Acc: 0.953 | Test Acc: 0.840 | Test Loss: 3.074 | Test AUC: 0.760 | Rate: 4082 examples/s (1240.78 s)
Epoch 12, Step 1799280 | Training Acc: 0.988 | Test Acc: 0.840 | Test Loss: 4.499 | Test AUC: 0.769 | Rate: 4305 examples/s (1260.79 s)
Epoch 12, Step 2400112 | Training Acc: 0.996 | Test Acc: 0.742 | Test Loss: 9.452 | Test AUC: 0.637 | Rate: 4428 examples/s (1280.81 s)
Epoch 12, Step 3000944 | Training Acc: 0.988 | Test Acc: 0.805 | Test Loss: 4.084 | Test AUC: 0.751 | Rate: 4075 examples/s (1300.80 s)
Epoch 13, Step 597348 | Training Acc: 0.973 | Test Acc: 0.785 | Test Loss: 6.202 | Test AUC: 0.718 | Rate: 4447 examples/s (1320.77 s)
Epoch 13, Step 1198180 | Training Acc: 0.953 | Test Acc: 0.824 | Test Loss: 2.926 | Test AUC: 0.762 | Rate: 4163 examples/s (1340.77 s)
Epoch 13, Step 1799012 | Training Acc: 0.992 | Test Acc: 0.746 | Test Loss: 5.050 | Test AUC: 0.642 | Rate: 4244 examples/s (1360.77 s)
Epoch 13, Step 2399844 | Training Acc: 0.988 | Test Acc: 0.758 | Test Loss: 10.309 | Test AUC: 0.623 | Rate: 4296 examples/s (1380.75 s)
Epoch 13, Step 3000676 | Training Acc: 0.965 | Test Acc: 0.844 | Test Loss: 2.534 | Test AUC: 0.751 | Rate: 4323 examples/s (1400.74 s)
Epoch 14, Step 597080 | Training Acc: 0.965 | Test Acc: 0.785 | Test Loss: 7.123 | Test AUC: 0.688 | Rate: 4379 examples/s (1420.73 s)
Epoch 14, Step 1197912 | Training Acc: 0.965 | Test Acc: 0.762 | Test Loss: 4.722 | Test AUC: 0.702 | Rate: 4035 examples/s (1440.74 s)
Epoch 14, Step 1798744 | Training Acc: 0.992 | Test Acc: 0.773 | Test Loss: 7.197 | Test AUC: 0.702 | Rate: 4396 examples/s (1460.73 s)
Epoch 14, Step 2399576 | Training Acc: 0.996 | Test Acc: 0.758 | Test Loss: 8.978 | Test AUC: 0.630 | Rate: 4345 examples/s (1480.73 s)
Epoch 14, Step 3000408 | Training Acc: 0.973 | Test Acc: 0.824 | Test Loss: 2.931 | Test AUC: 0.732 | Rate: 4156 examples/s (1500.71 s)
Epoch 15, Step 596812 | Training Acc: 0.945 | Test Acc: 0.781 | Test Loss: 7.068 | Test AUC: 0.701 | Rate: 4194 examples/s (1520.70 s)
Epoch 15, Step 1197644 | Training Acc: 0.953 | Test Acc: 0.828 | Test Loss: 2.655 | Test AUC: 0.760 | Rate: 4423 examples/s (1540.73 s)
Epoch 15, Step 1798476 | Training Acc: 0.992 | Test Acc: 0.770 | Test Loss: 6.776 | Test AUC: 0.688 | Rate: 4198 examples/s (1560.73 s)
Epoch 15, Step 2399308 | Training Acc: 0.996 | Test Acc: 0.762 | Test Loss: 9.234 | Test AUC: 0.649 | Rate: 4243 examples/s (1580.72 s)
Epoch 15, Step 3000140 | Training Acc: 0.961 | Test Acc: 0.824 | Test Loss: 3.310 | Test AUC: 0.770 | Rate: 4337 examples/s (1600.71 s)
Epoch 16, Step 596544 | Training Acc: 0.922 | Test Acc: 0.773 | Test Loss: 7.612 | Test AUC: 0.692 | Rate: 3993 examples/s (1620.72 s)
Epoch 16, Step 1197376 | Training Acc: 0.941 | Test Acc: 0.824 | Test Loss: 4.187 | Test AUC: 0.729 | Rate: 4235 examples/s (1640.72 s)
Epoch 16, Step 1798208 | Training Acc: 1.000 | Test Acc: 0.781 | Test Loss: 6.863 | Test AUC: 0.700 | Rate: 4264 examples/s (1660.74 s)
Epoch 16, Step 2399040 | Training Acc: 0.996 | Test Acc: 0.770 | Test Loss: 11.655 | Test AUC: 0.660 | Rate: 4107 examples/s (1680.76 s)
Epoch 16, Step 2999872 | Training Acc: 0.980 | Test Acc: 0.836 | Test Loss: 3.307 | Test AUC: 0.771 | Rate: 3953 examples/s (1700.76 s)
Epoch 17, Step 596276 | Training Acc: 0.891 | Test Acc: 0.789 | Test Loss: 7.066 | Test AUC: 0.708 | Rate: 4241 examples/s (1720.76 s)
Epoch 17, Step 1197108 | Training Acc: 0.949 | Test Acc: 0.785 | Test Loss: 3.387 | Test AUC: 0.699 | Rate: 4253 examples/s (1740.78 s)
Epoch 17, Step 1797940 | Training Acc: 0.988 | Test Acc: 0.750 | Test Loss: 6.865 | Test AUC: 0.684 | Rate: 4112 examples/s (1760.82 s)
Epoch 17, Step 2398772 | Training Acc: 1.000 | Test Acc: 0.742 | Test Loss: 8.637 | Test AUC: 0.637 | Rate: 4142 examples/s (1780.85 s)
Epoch 17, Step 2999604 | Training Acc: 0.984 | Test Acc: 0.840 | Test Loss: 3.900 | Test AUC: 0.781 | Rate: 4317 examples/s (1800.86 s)
Epoch 18, Step 596008 | Training Acc: 0.891 | Test Acc: 0.801 | Test Loss: 5.858 | Test AUC: 0.688 | Rate: 4228 examples/s (1820.92 s)
Epoch 18, Step 1196840 | Training Acc: 0.965 | Test Acc: 0.801 | Test Loss: 3.683 | Test AUC: 0.743 | Rate: 4249 examples/s (1840.93 s)
Epoch 18, Step 1797672 | Training Acc: 0.992 | Test Acc: 0.711 | Test Loss: 9.592 | Test AUC: 0.661 | Rate: 4202 examples/s (1860.92 s)
Epoch 18, Step 2398504 | Training Acc: 0.996 | Test Acc: 0.699 | Test Loss: 9.300 | Test AUC: 0.632 | Rate: 4210 examples/s (1880.94 s)
Epoch 18, Step 2999336 | Training Acc: 0.988 | Test Acc: 0.793 | Test Loss: 4.275 | Test AUC: 0.757 | Rate: 4130 examples/s (1900.94 s)
Epoch 19, Step 595740 | Training Acc: 0.828 | Test Acc: 0.773 | Test Loss: 7.630 | Test AUC: 0.684 | Rate: 4135 examples/s (1920.96 s)
Epoch 19, Step 1196572 | Training Acc: 0.961 | Test Acc: 0.824 | Test Loss: 3.288 | Test AUC: 0.751 | Rate: 3873 examples/s (1940.95 s)
Epoch 19, Step 1797404 | Training Acc: 0.988 | Test Acc: 0.746 | Test Loss: 8.029 | Test AUC: 0.693 | Rate: 4210 examples/s (1960.94 s)
Epoch 19, Step 2398236 | Training Acc: 0.988 | Test Acc: 0.762 | Test Loss: 9.584 | Test AUC: 0.650 | Rate: 4229 examples/s (1980.92 s)
Epoch 19, Step 2999068 | Training Acc: 0.984 | Test Acc: 0.801 | Test Loss: 2.100 | Test AUC: 0.698 | Rate: 4065 examples/s (2000.91 s)
Epoch 20, Step 595472 | Training Acc: 0.840 | Test Acc: 0.738 | Test Loss: 6.833 | Test AUC: 0.693 | Rate: 4240 examples/s (2020.77 s)
Epoch 20, Step 1196304 | Training Acc: 0.984 | Test Acc: 0.793 | Test Loss: 2.962 | Test AUC: 0.732 | Rate: 4193 examples/s (2040.65 s)
Epoch 20, Step 1797136 | Training Acc: 0.996 | Test Acc: 0.727 | Test Loss: 8.823 | Test AUC: 0.656 | Rate: 4176 examples/s (2060.64 s)
Epoch 20, Step 2397968 | Training Acc: 0.996 | Test Acc: 0.699 | Test Loss: 11.592 | Test AUC: 0.642 | Rate: 4066 examples/s (2080.62 s)
Epoch 20, Step 2998800 | Training Acc: 0.988 | Test Acc: 0.809 | Test Loss: 3.429 | Test AUC: 0.724 | Rate: 4068 examples/s (2100.61 s)
Epoch 21, Step 595204 | Training Acc: 0.816 | Test Acc: 0.785 | Test Loss: 5.222 | Test AUC: 0.682 | Rate: 4115 examples/s (2120.61 s)
Epoch 21, Step 1196036 | Training Acc: 0.984 | Test Acc: 0.797 | Test Loss: 3.961 | Test AUC: 0.713 | Rate: 3966 examples/s (2140.63 s)
Epoch 21, Step 1796868 | Training Acc: 0.992 | Test Acc: 0.816 | Test Loss: 5.608 | Test AUC: 0.711 | Rate: 4158 examples/s (2160.59 s)
Epoch 21, Step 2397700 | Training Acc: 0.988 | Test Acc: 0.711 | Test Loss: 11.406 | Test AUC: 0.634 | Rate: 4115 examples/s (2180.58 s)
Epoch 21, Step 2998532 | Training Acc: 0.996 | Test Acc: 0.805 | Test Loss: 3.955 | Test AUC: 0.731 | Rate: 4242 examples/s (2200.53 s)
Epoch 22, Step 594936 | Training Acc: 0.789 | Test Acc: 0.793 | Test Loss: 3.895 | Test AUC: 0.703 | Rate: 3995 examples/s (2220.53 s)
Epoch 22, Step 1195768 | Training Acc: 0.957 | Test Acc: 0.824 | Test Loss: 3.110 | Test AUC: 0.741 | Rate: 4276 examples/s (2240.53 s)
Epoch 22, Step 1796600 | Training Acc: 0.984 | Test Acc: 0.715 | Test Loss: 8.530 | Test AUC: 0.630 | Rate: 4228 examples/s (2260.55 s)
Epoch 22, Step 2397432 | Training Acc: 0.992 | Test Acc: 0.762 | Test Loss: 10.456 | Test AUC: 0.639 | Rate: 4133 examples/s (2280.56 s)
Epoch 22, Step 2998264 | Training Acc: 0.988 | Test Acc: 0.816 | Test Loss: 2.736 | Test AUC: 0.748 | Rate: 4158 examples/s (2300.57 s)
Epoch 23, Step 594668 | Training Acc: 0.719 | Test Acc: 0.809 | Test Loss: 4.886 | Test AUC: 0.695 | Rate: 4182 examples/s (2320.57 s)
Epoch 23, Step 1195500 | Training Acc: 0.980 | Test Acc: 0.812 | Test Loss: 3.693 | Test AUC: 0.709 | Rate: 3966 examples/s (2340.59 s)
Epoch 23, Step 1796332 | Training Acc: 1.000 | Test Acc: 0.773 | Test Loss: 6.971 | Test AUC: 0.651 | Rate: 4187 examples/s (2360.58 s)
Epoch 23, Step 2397164 | Training Acc: 0.992 | Test Acc: 0.711 | Test Loss: 11.680 | Test AUC: 0.624 | Rate: 4190 examples/s (2380.61 s)
Epoch 23, Step 2997996 | Training Acc: 0.980 | Test Acc: 0.824 | Test Loss: 2.802 | Test AUC: 0.778 | Rate: 4112 examples/s (2400.59 s)
Epoch 24, Step 594400 | Training Acc: 0.730 | Test Acc: 0.789 | Test Loss: 3.834 | Test AUC: 0.699 | Rate: 4136 examples/s (2420.60 s)
Epoch 24, Step 1195232 | Training Acc: 0.977 | Test Acc: 0.781 | Test Loss: 3.419 | Test AUC: 0.716 | Rate: 4155 examples/s (2440.58 s)
Epoch 24, Step 1796064 | Training Acc: 0.992 | Test Acc: 0.781 | Test Loss: 3.484 | Test AUC: 0.690 | Rate: 4122 examples/s (2460.61 s)
Epoch 24, Step 2396896 | Training Acc: 1.000 | Test Acc: 0.711 | Test Loss: 11.551 | Test AUC: 0.623 | Rate: 3888 examples/s (2480.61 s)
Epoch 24, Step 2997728 | Training Acc: 0.996 | Test Acc: 0.805 | Test Loss: 3.985 | Test AUC: 0.721 | Rate: 3973 examples/s (2500.60 s)
Epoch 25, Step 594132 | Training Acc: 0.785 | Test Acc: 0.812 | Test Loss: 4.621 | Test AUC: 0.725 | Rate: 4088 examples/s (2520.62 s)
Epoch 25, Step 1194964 | Training Acc: 0.965 | Test Acc: 0.801 | Test Loss: 3.606 | Test AUC: 0.718 | Rate: 4100 examples/s (2540.65 s)
Epoch 25, Step 1795796 | Training Acc: 1.000 | Test Acc: 0.809 | Test Loss: 4.346 | Test AUC: 0.690 | Rate: 4055 examples/s (2560.63 s)
Epoch 25, Step 2396628 | Training Acc: 0.992 | Test Acc: 0.738 | Test Loss: 9.394 | Test AUC: 0.622 | Rate: 4126 examples/s (2580.65 s)
Epoch 25, Step 2997460 | Training Acc: 0.992 | Test Acc: 0.828 | Test Loss: 3.353 | Test AUC: 0.769 | Rate: 4127 examples/s (2600.65 s)
Epoch 26, Step 593864 | Training Acc: 0.812 | Test Acc: 0.801 | Test Loss: 3.102 | Test AUC: 0.735 | Rate: 4129 examples/s (2620.60 s)
Epoch 26, Step 1194696 | Training Acc: 0.965 | Test Acc: 0.828 | Test Loss: 3.577 | Test AUC: 0.681 | Rate: 4148 examples/s (2640.59 s)
Epoch 26, Step 1795528 | Training Acc: 0.977 | Test Acc: 0.746 | Test Loss: 6.732 | Test AUC: 0.652 | Rate: 4146 examples/s (2660.56 s)
Epoch 26, Step 2396360 | Training Acc: 0.996 | Test Acc: 0.734 | Test Loss: 11.016 | Test AUC: 0.641 | Rate: 3987 examples/s (2680.56 s)
Epoch 26, Step 2997192 | Training Acc: 0.996 | Test Acc: 0.832 | Test Loss: 3.726 | Test AUC: 0.778 | Rate: 3946 examples/s (2700.55 s)
Epoch 27, Step 593596 | Training Acc: 0.801 | Test Acc: 0.828 | Test Loss: 3.060 | Test AUC: 0.749 | Rate: 4090 examples/s (2720.55 s)
Epoch 27, Step 1194428 | Training Acc: 0.973 | Test Acc: 0.785 | Test Loss: 4.113 | Test AUC: 0.744 | Rate: 4159 examples/s (2740.57 s)
Epoch 27, Step 1795260 | Training Acc: 0.996 | Test Acc: 0.766 | Test Loss: 5.188 | Test AUC: 0.702 | Rate: 4037 examples/s (2760.57 s)
Epoch 27, Step 2396092 | Training Acc: 0.992 | Test Acc: 0.730 | Test Loss: 8.743 | Test AUC: 0.623 | Rate: 4116 examples/s (2780.61 s)
Epoch 27, Step 2996924 | Training Acc: 0.984 | Test Acc: 0.836 | Test Loss: 3.305 | Test AUC: 0.741 | Rate: 4098 examples/s (2800.63 s)
Epoch 28, Step 593328 | Training Acc: 0.805 | Test Acc: 0.777 | Test Loss: 3.639 | Test AUC: 0.709 | Rate: 3893 examples/s (2820.63 s)
Epoch 28, Step 1194160 | Training Acc: 0.969 | Test Acc: 0.809 | Test Loss: 3.297 | Test AUC: 0.688 | Rate: 3760 examples/s (2840.65 s)
Epoch 28, Step 1794992 | Training Acc: 0.992 | Test Acc: 0.758 | Test Loss: 7.031 | Test AUC: 0.672 | Rate: 4014 examples/s (2860.61 s)
Epoch 28, Step 2395824 | Training Acc: 0.988 | Test Acc: 0.719 | Test Loss: 9.657 | Test AUC: 0.614 | Rate: 4047 examples/s (2880.60 s)
Epoch 28, Step 2996656 | Training Acc: 0.992 | Test Acc: 0.809 | Test Loss: 3.396 | Test AUC: 0.748 | Rate: 4067 examples/s (2900.58 s)
Epoch 29, Step 593060 | Training Acc: 0.797 | Test Acc: 0.832 | Test Loss: 3.121 | Test AUC: 0.738 | Rate: 3980 examples/s (2920.60 s)
Epoch 29, Step 1193892 | Training Acc: 0.973 | Test Acc: 0.789 | Test Loss: 4.323 | Test AUC: 0.727 | Rate: 4053 examples/s (2940.58 s)
Epoch 29, Step 1794724 | Training Acc: 0.988 | Test Acc: 0.766 | Test Loss: 5.940 | Test AUC: 0.687 | Rate: 3708 examples/s (2960.56 s)
Epoch 29, Step 2395556 | Training Acc: 0.992 | Test Acc: 0.742 | Test Loss: 8.065 | Test AUC: 0.605 | Rate: 4061 examples/s (2980.53 s)
Epoch 29, Step 2996388 | Training Acc: 0.984 | Test Acc: 0.777 | Test Loss: 4.833 | Test AUC: 0.729 | Rate: 4069 examples/s (3000.54 s)
Epoch 30, Step 592792 | Training Acc: 0.824 | Test Acc: 0.758 | Test Loss: 3.592 | Test AUC: 0.715 | Rate: 4022 examples/s (3020.55 s)
Epoch 30, Step 1193624 | Training Acc: 0.965 | Test Acc: 0.816 | Test Loss: 3.067 | Test AUC: 0.709 | Rate: 3842 examples/s (3040.54 s)
Epoch 30, Step 1794456 | Training Acc: 0.992 | Test Acc: 0.793 | Test Loss: 5.363 | Test AUC: 0.681 | Rate: 4064 examples/s (3060.54 s)
Epoch 30, Step 2395288 | Training Acc: 0.988 | Test Acc: 0.730 | Test Loss: 8.040 | Test AUC: 0.634 | Rate: 4108 examples/s (3080.52 s)
Epoch 30, Step 2996120 | Training Acc: 0.988 | Test Acc: 0.812 | Test Loss: 2.981 | Test AUC: 0.717 | Rate: 3746 examples/s (3100.53 s)
Epoch 31, Step 592524 | Training Acc: 0.867 | Test Acc: 0.852 | Test Loss: 1.929 | Test AUC: 0.763 | Rate: 3815 examples/s (3120.50 s)
Epoch 31, Step 1193356 | Training Acc: 0.977 | Test Acc: 0.754 | Test Loss: 4.578 | Test AUC: 0.690 | Rate: 3940 examples/s (3140.46 s)
Epoch 31, Step 1794188 | Training Acc: 0.980 | Test Acc: 0.750 | Test Loss: 6.358 | Test AUC: 0.639 | Rate: 4036 examples/s (3160.44 s)
Epoch 31, Step 2395020 | Training Acc: 0.992 | Test Acc: 0.758 | Test Loss: 6.766 | Test AUC: 0.658 | Rate: 4079 examples/s (3180.44 s)
Epoch 31, Step 2995852 | Training Acc: 0.992 | Test Acc: 0.824 | Test Loss: 3.127 | Test AUC: 0.750 | Rate: 4013 examples/s (3200.42 s)
Epoch 32, Step 592256 | Training Acc: 0.898 | Test Acc: 0.824 | Test Loss: 2.984 | Test AUC: 0.773 | Rate: 4160 examples/s (3220.44 s)
Epoch 32, Step 1193088 | Training Acc: 0.965 | Test Acc: 0.797 | Test Loss: 3.397 | Test AUC: 0.716 | Rate: 4021 examples/s (3240.45 s)
Epoch 32, Step 1793920 | Training Acc: 1.000 | Test Acc: 0.785 | Test Loss: 6.203 | Test AUC: 0.708 | Rate: 4044 examples/s (3260.43 s)
Epoch 32, Step 2394752 | Training Acc: 0.992 | Test Acc: 0.773 | Test Loss: 8.088 | Test AUC: 0.662 | Rate: 4002 examples/s (3280.45 s)
Epoch 32, Step 2995584 | Training Acc: 0.988 | Test Acc: 0.801 | Test Loss: 3.596 | Test AUC: 0.717 | Rate: 3958 examples/s (3300.43 s)
Epoch 33, Step 591988 | Training Acc: 0.836 | Test Acc: 0.836 | Test Loss: 1.493 | Test AUC: 0.740 | Rate: 4022 examples/s (3320.42 s)
Epoch 33, Step 1192820 | Training Acc: 0.965 | Test Acc: 0.816 | Test Loss: 3.370 | Test AUC: 0.738 | Rate: 4118 examples/s (3340.44 s)
Epoch 33, Step 1793652 | Training Acc: 0.996 | Test Acc: 0.809 | Test Loss: 5.104 | Test AUC: 0.715 | Rate: 3770 examples/s (3360.44 s)
Epoch 33, Step 2394484 | Training Acc: 0.996 | Test Acc: 0.797 | Test Loss: 6.536 | Test AUC: 0.675 | Rate: 3696 examples/s (3380.45 s)
Epoch 33, Step 2995316 | Training Acc: 0.980 | Test Acc: 0.797 | Test Loss: 5.099 | Test AUC: 0.728 | Rate: 4045 examples/s (3400.44 s)
Epoch 34, Step 591720 | Training Acc: 0.844 | Test Acc: 0.812 | Test Loss: 2.356 | Test AUC: 0.730 | Rate: 4032 examples/s (3420.42 s)
Epoch 34, Step 1192552 | Training Acc: 0.938 | Test Acc: 0.809 | Test Loss: 3.319 | Test AUC: 0.719 | Rate: 3888 examples/s (3440.45 s)
Epoch 34, Step 1793384 | Training Acc: 0.996 | Test Acc: 0.750 | Test Loss: 4.507 | Test AUC: 0.672 | Rate: 4001 examples/s (3460.45 s)
Epoch 34, Step 2394216 | Training Acc: 1.000 | Test Acc: 0.773 | Test Loss: 7.232 | Test AUC: 0.671 | Rate: 3974 examples/s (3480.45 s)
Epoch 34, Step 2995048 | Training Acc: 1.000 | Test Acc: 0.820 | Test Loss: 2.538 | Test AUC: 0.752 | Rate: 4056 examples/s (3500.47 s)
Epoch 35, Step 591452 | Training Acc: 0.824 | Test Acc: 0.836 | Test Loss: 1.889 | Test AUC: 0.696 | Rate: 3988 examples/s (3520.49 s)
Epoch 35, Step 1192284 | Training Acc: 0.969 | Test Acc: 0.773 | Test Loss: 3.396 | Test AUC: 0.711 | Rate: 3649 examples/s (3540.48 s)
Epoch 35, Step 1793116 | Training Acc: 0.977 | Test Acc: 0.738 | Test Loss: 5.800 | Test AUC: 0.669 | Rate: 3800 examples/s (3560.48 s)
Epoch 35, Step 2393948 | Training Acc: 1.000 | Test Acc: 0.730 | Test Loss: 9.778 | Test AUC: 0.625 | Rate: 4029 examples/s (3580.47 s)
Epoch 35, Step 2994780 | Training Acc: 0.977 | Test Acc: 0.801 | Test Loss: 3.788 | Test AUC: 0.699 | Rate: 4045 examples/s (3600.44 s)
Epoch 36, Step 591184 | Training Acc: 0.863 | Test Acc: 0.789 | Test Loss: 2.353 | Test AUC: 0.719 | Rate: 4116 examples/s (3620.44 s)
Epoch 36, Step 1192016 | Training Acc: 0.984 | Test Acc: 0.789 | Test Loss: 4.813 | Test AUC: 0.733 | Rate: 3986 examples/s (3640.43 s)
Epoch 36, Step 1792848 | Training Acc: 0.984 | Test Acc: 0.750 | Test Loss: 6.068 | Test AUC: 0.662 | Rate: 4018 examples/s (3660.43 s)
Epoch 36, Step 2393680 | Training Acc: 0.996 | Test Acc: 0.766 | Test Loss: 8.699 | Test AUC: 0.645 | Rate: 3976 examples/s (3680.41 s)
Epoch 36, Step 2994512 | Training Acc: 0.980 | Test Acc: 0.785 | Test Loss: 3.962 | Test AUC: 0.718 | Rate: 3996 examples/s (3700.40 s)
Epoch 37, Step 590916 | Training Acc: 0.895 | Test Acc: 0.832 | Test Loss: 2.367 | Test AUC: 0.761 | Rate: 3949 examples/s (3720.44 s)
Epoch 37, Step 1191748 | Training Acc: 0.984 | Test Acc: 0.781 | Test Loss: 4.286 | Test AUC: 0.718 | Rate: 3728 examples/s (3740.45 s)
Epoch 37, Step 1792580 | Training Acc: 0.988 | Test Acc: 0.730 | Test Loss: 7.476 | Test AUC: 0.663 | Rate: 3912 examples/s (3760.49 s)
Epoch 37, Step 2393412 | Training Acc: 0.980 | Test Acc: 0.766 | Test Loss: 9.892 | Test AUC: 0.669 | Rate: 4014 examples/s (3780.51 s)
Epoch 37, Step 2994244 | Training Acc: 0.984 | Test Acc: 0.820 | Test Loss: 2.786 | Test AUC: 0.736 | Rate: 4000 examples/s (3800.54 s)
Epoch 38, Step 590648 | Training Acc: 0.879 | Test Acc: 0.816 | Test Loss: 1.741 | Test AUC: 0.753 | Rate: 3799 examples/s (3820.43 s)
Epoch 38, Step 1191480 | Training Acc: 0.996 | Test Acc: 0.871 | Test Loss: 2.574 | Test AUC: 0.795 | Rate: 4062 examples/s (3840.30 s)
Epoch 38, Step 1792312 | Training Acc: 0.996 | Test Acc: 0.781 | Test Loss: 5.118 | Test AUC: 0.702 | Rate: 4123 examples/s (3860.30 s)
Epoch 38, Step 2393144 | Training Acc: 1.000 | Test Acc: 0.766 | Test Loss: 7.864 | Test AUC: 0.677 | Rate: 3989 examples/s (3880.32 s)
Epoch 38, Step 2993976 | Training Acc: 0.977 | Test Acc: 0.777 | Test Loss: 4.460 | Test AUC: 0.729 | Rate: 3915 examples/s (3900.31 s)
Epoch 39, Step 590380 | Training Acc: 0.926 | Test Acc: 0.797 | Test Loss: 2.073 | Test AUC: 0.751 | Rate: 3973 examples/s (3920.31 s)
Epoch 39, Step 1191212 | Training Acc: 0.980 | Test Acc: 0.809 | Test Loss: 2.851 | Test AUC: 0.749 | Rate: 3653 examples/s (3940.31 s)
Epoch 39, Step 1792044 | Training Acc: 0.992 | Test Acc: 0.781 | Test Loss: 6.259 | Test AUC: 0.723 | Rate: 3958 examples/s (3960.29 s)
Epoch 39, Step 2392876 | Training Acc: 0.980 | Test Acc: 0.742 | Test Loss: 9.060 | Test AUC: 0.641 | Rate: 3999 examples/s (3980.29 s)
Epoch 39, Step 2993708 | Training Acc: 0.992 | Test Acc: 0.812 | Test Loss: 4.733 | Test AUC: 0.736 | Rate: 3637 examples/s (4000.28 s)
Epoch 40, Step 590112 | Training Acc: 0.898 | Test Acc: 0.785 | Test Loss: 2.320 | Test AUC: 0.730 | Rate: 3598 examples/s (4020.30 s)
Epoch 40, Step 1190944 | Training Acc: 0.969 | Test Acc: 0.816 | Test Loss: 2.618 | Test AUC: 0.750 | Rate: 3978 examples/s (4040.31 s)
Epoch 40, Step 1791776 | Training Acc: 1.000 | Test Acc: 0.777 | Test Loss: 4.843 | Test AUC: 0.716 | Rate: 3980 examples/s (4060.32 s)
Epoch 40, Step 2392608 | Training Acc: 0.988 | Test Acc: 0.766 | Test Loss: 9.236 | Test AUC: 0.657 | Rate: 3948 examples/s (4080.31 s)
Epoch 40, Step 2993440 | Training Acc: 0.988 | Test Acc: 0.809 | Test Loss: 3.585 | Test AUC: 0.764 | Rate: 3968 examples/s (4100.31 s)
Epoch 41, Step 589844 | Training Acc: 0.902 | Test Acc: 0.836 | Test Loss: 2.128 | Test AUC: 0.784 | Rate: 3931 examples/s (4120.32 s)
Epoch 41, Step 1190676 | Training Acc: 0.980 | Test Acc: 0.805 | Test Loss: 4.061 | Test AUC: 0.725 | Rate: 3667 examples/s (4140.35 s)
Epoch 41, Step 1791508 | Training Acc: 1.000 | Test Acc: 0.766 | Test Loss: 5.317 | Test AUC: 0.684 | Rate: 3779 examples/s (4160.38 s)
Epoch 41, Step 2392340 | Training Acc: 0.988 | Test Acc: 0.715 | Test Loss: 7.711 | Test AUC: 0.620 | Rate: 3835 examples/s (4180.36 s)
Epoch 41, Step 2993172 | Training Acc: 0.988 | Test Acc: 0.785 | Test Loss: 4.095 | Test AUC: 0.733 | Rate: 3957 examples/s (4200.38 s)
Epoch 42, Step 589576 | Training Acc: 0.879 | Test Acc: 0.852 | Test Loss: 2.014 | Test AUC: 0.774 | Rate: 3962 examples/s (4220.38 s)
Epoch 42, Step 1190408 | Training Acc: 0.980 | Test Acc: 0.773 | Test Loss: 4.437 | Test AUC: 0.735 | Rate: 3930 examples/s (4240.38 s)
Epoch 42, Step 1791240 | Training Acc: 1.000 | Test Acc: 0.816 | Test Loss: 3.996 | Test AUC: 0.745 | Rate: 3968 examples/s (4260.39 s)
Epoch 42, Step 2392072 | Training Acc: 0.984 | Test Acc: 0.738 | Test Loss: 8.731 | Test AUC: 0.623 | Rate: 3595 examples/s (4280.41 s)
Epoch 42, Step 2992904 | Training Acc: 0.988 | Test Acc: 0.750 | Test Loss: 4.177 | Test AUC: 0.699 | Rate: 3928 examples/s (4300.42 s)
Epoch 43, Step 589308 | Training Acc: 0.922 | Test Acc: 0.797 | Test Loss: 2.370 | Test AUC: 0.759 | Rate: 3923 examples/s (4320.42 s)
Epoch 43, Step 1190140 | Training Acc: 0.984 | Test Acc: 0.824 | Test Loss: 2.701 | Test AUC: 0.758 | Rate: 3915 examples/s (4340.42 s)
Epoch 43, Step 1790972 | Training Acc: 0.996 | Test Acc: 0.789 | Test Loss: 4.564 | Test AUC: 0.703 | Rate: 3920 examples/s (4360.45 s)
Epoch 43, Step 2391804 | Training Acc: 1.000 | Test Acc: 0.789 | Test Loss: 6.419 | Test AUC: 0.668 | Rate: 3960 examples/s (4380.45 s)
Epoch 43, Step 2992636 | Training Acc: 0.988 | Test Acc: 0.785 | Test Loss: 4.879 | Test AUC: 0.710 | Rate: 3793 examples/s (4400.46 s)
Epoch 44, Step 589040 | Training Acc: 0.891 | Test Acc: 0.824 | Test Loss: 2.220 | Test AUC: 0.751 | Rate: 3889 examples/s (4420.43 s)
Epoch 44, Step 1189872 | Training Acc: 0.996 | Test Acc: 0.758 | Test Loss: 4.300 | Test AUC: 0.687 | Rate: 3907 examples/s (4440.44 s)
Epoch 44, Step 1790704 | Training Acc: 0.984 | Test Acc: 0.758 | Test Loss: 6.423 | Test AUC: 0.655 | Rate: 3907 examples/s (4460.45 s)
Epoch 44, Step 2391536 | Training Acc: 1.000 | Test Acc: 0.746 | Test Loss: 8.260 | Test AUC: 0.659 | Rate: 3849 examples/s (4480.44 s)
Epoch 44, Step 2992368 | Training Acc: 0.984 | Test Acc: 0.844 | Test Loss: 3.060 | Test AUC: 0.743 | Rate: 3932 examples/s (4500.46 s)
Epoch 45, Step 588772 | Training Acc: 0.914 | Test Acc: 0.844 | Test Loss: 1.357 | Test AUC: 0.796 | Rate: 4006 examples/s (4520.45 s)
Epoch 45, Step 1189604 | Training Acc: 0.977 | Test Acc: 0.789 | Test Loss: 3.826 | Test AUC: 0.714 | Rate: 3930 examples/s (4540.45 s)
Epoch 45, Step 1790436 | Training Acc: 1.000 | Test Acc: 0.816 | Test Loss: 4.575 | Test AUC: 0.694 | Rate: 3982 examples/s (4560.47 s)
Epoch 45, Step 2391268 | Training Acc: 0.996 | Test Acc: 0.781 | Test Loss: 7.377 | Test AUC: 0.685 | Rate: 3915 examples/s (4580.51 s)
Epoch 45, Step 2992100 | Training Acc: 0.980 | Test Acc: 0.828 | Test Loss: 2.646 | Test AUC: 0.744 | Rate: 3945 examples/s (4600.55 s)
Epoch 46, Step 588504 | Training Acc: 0.914 | Test Acc: 0.840 | Test Loss: 1.423 | Test AUC: 0.753 | Rate: 3717 examples/s (4620.53 s)
Epoch 46, Step 1189336 | Training Acc: 0.988 | Test Acc: 0.809 | Test Loss: 2.570 | Test AUC: 0.720 | Rate: 3923 examples/s (4640.51 s)
Epoch 46, Step 1790168 | Training Acc: 0.988 | Test Acc: 0.754 | Test Loss: 6.182 | Test AUC: 0.639 | Rate: 3887 examples/s (4660.52 s)
Epoch 46, Step 2391000 | Training Acc: 0.992 | Test Acc: 0.801 | Test Loss: 6.527 | Test AUC: 0.659 | Rate: 3832 examples/s (4680.56 s)
Epoch 46, Step 2991832 | Training Acc: 0.988 | Test Acc: 0.762 | Test Loss: 4.853 | Test AUC: 0.714 | Rate: 3823 examples/s (4700.57 s)
Epoch 47, Step 588236 | Training Acc: 0.902 | Test Acc: 0.809 | Test Loss: 2.120 | Test AUC: 0.753 | Rate: 3906 examples/s (4720.60 s)
In [7]:
train(config)
Architecture: B2Xdy - continuum-selu | Layers: 7 | Dropout: 0.74 | Base LR: 0.0001 | Epochs: 8
Epoch 0, Step 305152 | Training Acc: 0.875 | Test Acc: 0.910 | Test Loss: 0.740 | Test AUC: 0.896 | Rate: 2398 examples/s (12.87 s) [*]
Epoch 0, Step 610304 | Training Acc: 0.910 | Test Acc: 0.887 | Test Loss: 1.313 | Test AUC: 0.898 | Rate: 4331 examples/s (24.09 s) [*]
Epoch 0, Step 915456 | Training Acc: 0.906 | Test Acc: 0.898 | Test Loss: 1.213 | Test AUC: 0.902 | Rate: 3944 examples/s (35.38 s) [*]
Epoch 0, Step 1220608 | Training Acc: 0.902 | Test Acc: 0.883 | Test Loss: 1.959 | Test AUC: 0.891 | Rate: 3594 examples/s (46.67 s)
Epoch 0, Step 1525760 | Training Acc: 0.875 | Test Acc: 0.855 | Test Loss: 1.733 | Test AUC: 0.872 | Rate: 3466 examples/s (57.93 s)
Epoch 1, Step 304317 | Training Acc: 0.930 | Test Acc: 0.848 | Test Loss: 2.799 | Test AUC: 0.894 | Rate: 4091 examples/s (69.21 s)
Epoch 1, Step 609469 | Training Acc: 0.910 | Test Acc: 0.859 | Test Loss: 2.286 | Test AUC: 0.894 | Rate: 4053 examples/s (80.48 s)
Epoch 1, Step 914621 | Training Acc: 0.949 | Test Acc: 0.895 | Test Loss: 1.732 | Test AUC: 0.929 | Rate: 3865 examples/s (91.75 s) [*]
Epoch 1, Step 1219773 | Training Acc: 0.918 | Test Acc: 0.859 | Test Loss: 1.796 | Test AUC: 0.885 | Rate: 4090 examples/s (103.00 s)
Epoch 1, Step 1524925 | Training Acc: 0.922 | Test Acc: 0.859 | Test Loss: 2.989 | Test AUC: 0.896 | Rate: 3907 examples/s (114.29 s)
Epoch 2, Step 303482 | Training Acc: 0.957 | Test Acc: 0.906 | Test Loss: 1.433 | Test AUC: 0.932 | Rate: 3884 examples/s (125.60 s) [*]
Epoch 2, Step 608634 | Training Acc: 0.906 | Test Acc: 0.918 | Test Loss: 0.981 | Test AUC: 0.917 | Rate: 4082 examples/s (136.92 s)
Epoch 2, Step 913786 | Training Acc: 0.961 | Test Acc: 0.902 | Test Loss: 1.055 | Test AUC: 0.932 | Rate: 4052 examples/s (148.24 s)
Epoch 2, Step 1218938 | Training Acc: 0.941 | Test Acc: 0.891 | Test Loss: 1.260 | Test AUC: 0.920 | Rate: 4081 examples/s (159.57 s)
Epoch 2, Step 1524090 | Training Acc: 0.930 | Test Acc: 0.926 | Test Loss: 1.052 | Test AUC: 0.929 | Rate: 4131 examples/s (170.88 s)
Epoch 3, Step 302647 | Training Acc: 0.941 | Test Acc: 0.883 | Test Loss: 2.077 | Test AUC: 0.916 | Rate: 4067 examples/s (182.19 s)
Epoch 3, Step 607799 | Training Acc: 0.934 | Test Acc: 0.910 | Test Loss: 0.643 | Test AUC: 0.923 | Rate: 4061 examples/s (193.49 s)
Graph saved to file: checkpoints/vDNN_continuum-selu_B2Xdy_epoch3.ckpt-3
Epoch 3, Step 912951 | Training Acc: 0.938 | Test Acc: 0.938 | Test Loss: 0.681 | Test AUC: 0.938 | Rate: 679 examples/s (205.16 s) [*]
Graph saved to file: checkpoints/vDNN_continuum-selu_B2Xdy_epoch3.ckpt-3
Epoch 3, Step 1218103 | Training Acc: 0.957 | Test Acc: 0.922 | Test Loss: 1.129 | Test AUC: 0.942 | Rate: 792 examples/s (216.76 s) [*]
Epoch 3, Step 1523255 | Training Acc: 0.930 | Test Acc: 0.910 | Test Loss: 0.724 | Test AUC: 0.921 | Rate: 3897 examples/s (228.07 s)
Graph saved to file: checkpoints/vDNN_continuum-selu_B2Xdy_epoch4.ckpt-4
Epoch 4, Step 301812 | Training Acc: 0.957 | Test Acc: 0.922 | Test Loss: 1.267 | Test AUC: 0.944 | Rate: 481 examples/s (239.85 s) [*]
Epoch 4, Step 606964 | Training Acc: 0.926 | Test Acc: 0.926 | Test Loss: 0.785 | Test AUC: 0.928 | Rate: 4029 examples/s (251.17 s)
Epoch 4, Step 912116 | Training Acc: 0.965 | Test Acc: 0.895 | Test Loss: 1.552 | Test AUC: 0.933 | Rate: 4067 examples/s (262.46 s)
Epoch 4, Step 1217268 | Training Acc: 0.945 | Test Acc: 0.926 | Test Loss: 0.742 | Test AUC: 0.936 | Rate: 3991 examples/s (273.78 s)
Epoch 4, Step 1522420 | Training Acc: 0.961 | Test Acc: 0.918 | Test Loss: 1.421 | Test AUC: 0.941 | Rate: 4110 examples/s (285.10 s)
Epoch 5, Step 300977 | Training Acc: 0.938 | Test Acc: 0.898 | Test Loss: 1.225 | Test AUC: 0.925 | Rate: 3964 examples/s (296.44 s)
Graph saved to file: checkpoints/vDNN_continuum-selu_B2Xdy_epoch5.ckpt-5
Epoch 5, Step 606129 | Training Acc: 0.949 | Test Acc: 0.934 | Test Loss: 0.752 | Test AUC: 0.945 | Rate: 830 examples/s (308.01 s) [*]
Epoch 5, Step 911281 | Training Acc: 0.914 | Test Acc: 0.898 | Test Loss: 0.826 | Test AUC: 0.909 | Rate: 4054 examples/s (319.33 s)
Epoch 5, Step 1216433 | Training Acc: 0.941 | Test Acc: 0.906 | Test Loss: 1.485 | Test AUC: 0.925 | Rate: 4023 examples/s (330.62 s)
Epoch 5, Step 1521585 | Training Acc: 0.938 | Test Acc: 0.910 | Test Loss: 1.063 | Test AUC: 0.925 | Rate: 4023 examples/s (341.85 s)
Epoch 6, Step 300142 | Training Acc: 0.930 | Test Acc: 0.938 | Test Loss: 0.384 | Test AUC: 0.936 | Rate: 3727 examples/s (353.18 s)
Epoch 6, Step 605294 | Training Acc: 0.938 | Test Acc: 0.891 | Test Loss: 0.906 | Test AUC: 0.919 | Rate: 4014 examples/s (364.43 s)
Epoch 6, Step 910446 | Training Acc: 0.930 | Test Acc: 0.934 | Test Loss: 0.926 | Test AUC: 0.936 | Rate: 3545 examples/s (375.66 s)
Epoch 6, Step 1215598 | Training Acc: 0.953 | Test Acc: 0.910 | Test Loss: 0.768 | Test AUC: 0.931 | Rate: 4071 examples/s (386.87 s)
Epoch 6, Step 1520750 | Training Acc: 0.938 | Test Acc: 0.930 | Test Loss: 0.839 | Test AUC: 0.934 | Rate: 3998 examples/s (398.18 s)
Graph saved to file: checkpoints/vDNN_continuum-selu_B2Xdy_epoch7.ckpt-7
Epoch 7, Step 299307 | Training Acc: 0.965 | Test Acc: 0.934 | Test Loss: 0.866 | Test AUC: 0.950 | Rate: 859 examples/s (409.76 s) [*]
Epoch 7, Step 604459 | Training Acc: 0.953 | Test Acc: 0.902 | Test Loss: 0.574 | Test AUC: 0.930 | Rate: 4038 examples/s (421.07 s)
Epoch 7, Step 909611 | Training Acc: 0.961 | Test Acc: 0.922 | Test Loss: 0.655 | Test AUC: 0.943 | Rate: 3872 examples/s (432.37 s)
Graph saved to file: checkpoints/vDNN_continuum-selu_B2Xdy_epoch7.ckpt-7
Epoch 7, Step 1214763 | Training Acc: 0.949 | Test Acc: 0.957 | Test Loss: 0.626 | Test AUC: 0.955 | Rate: 774 examples/s (443.96 s) [*]
Training Complete. Model saved to file: checkpoints/vDNN_continuum-selu_B2Xdy_end.ckpt-7 Time elapsed: 455.391 s
In [12]:
train(config)
Architecture: B2Xdy - cont-selu | Layers: 8 | Dropout: 0.75 | Base LR: 1e-05 | Epochs: 128
Epoch 0, Step 666624 | Training Acc: 0.904 | Test Acc: 0.893 | Test Loss: 1.682 | Test AUC: 0.890 | Rate: 4292 examples/s (21.29 s) [*]
Epoch 0, Step 1333248 | Training Acc: 0.916 | Test Acc: 0.904 | Test Loss: 1.349 | Test AUC: 0.895 | Rate: 7227 examples/s (40.36 s) [*]
Epoch 0, Step 1999872 | Training Acc: 0.895 | Test Acc: 0.906 | Test Loss: 1.318 | Test AUC: 0.890 | Rate: 7227 examples/s (59.43 s)
Epoch 0, Step 2666496 | Training Acc: 0.928 | Test Acc: 0.924 | Test Loss: 1.124 | Test AUC: 0.918 | Rate: 7413 examples/s (78.51 s) [*]
Epoch 0, Step 3333120 | Training Acc: 0.920 | Test Acc: 0.922 | Test Loss: 1.052 | Test AUC: 0.907 | Rate: 7691 examples/s (97.61 s)
Epoch 1, Step 666523 | Training Acc: 0.920 | Test Acc: 0.904 | Test Loss: 0.959 | Test AUC: 0.891 | Rate: 7446 examples/s (116.71 s)
Epoch 1, Step 1333147 | Training Acc: 0.914 | Test Acc: 0.920 | Test Loss: 1.042 | Test AUC: 0.907 | Rate: 7472 examples/s (135.80 s)
Epoch 1, Step 1999771 | Training Acc: 0.891 | Test Acc: 0.916 | Test Loss: 0.849 | Test AUC: 0.889 | Rate: 7535 examples/s (154.88 s)
Epoch 1, Step 2666395 | Training Acc: 0.920 | Test Acc: 0.920 | Test Loss: 1.089 | Test AUC: 0.909 | Rate: 6580 examples/s (174.01 s)
Epoch 1, Step 3333019 | Training Acc: 0.934 | Test Acc: 0.936 | Test Loss: 0.724 | Test AUC: 0.928 | Rate: 7544 examples/s (193.12 s) [*]
Epoch 2, Step 666422 | Training Acc: 0.934 | Test Acc: 0.920 | Test Loss: 0.815 | Test AUC: 0.920 | Rate: 6909 examples/s (212.24 s)
Epoch 2, Step 1333046 | Training Acc: 0.934 | Test Acc: 0.930 | Test Loss: 0.905 | Test AUC: 0.930 | Rate: 7331 examples/s (231.36 s) [*]
Epoch 2, Step 1999670 | Training Acc: 0.932 | Test Acc: 0.930 | Test Loss: 0.633 | Test AUC: 0.938 | Rate: 7102 examples/s (250.49 s) [*]
Epoch 2, Step 2666294 | Training Acc: 0.928 | Test Acc: 0.926 | Test Loss: 0.867 | Test AUC: 0.932 | Rate: 7158 examples/s (269.57 s)
Epoch 2, Step 3332918 | Training Acc: 0.898 | Test Acc: 0.912 | Test Loss: 0.922 | Test AUC: 0.924 | Rate: 7468 examples/s (288.69 s)
Epoch 3, Step 666321 | Training Acc: 0.898 | Test Acc: 0.891 | Test Loss: 1.249 | Test AUC: 0.910 | Rate: 7129 examples/s (307.81 s)
Epoch 3, Step 1332945 | Training Acc: 0.895 | Test Acc: 0.928 | Test Loss: 0.937 | Test AUC: 0.923 | Rate: 7521 examples/s (326.90 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch3.ckpt-3
Epoch 3, Step 1999569 | Training Acc: 0.930 | Test Acc: 0.922 | Test Loss: 1.172 | Test AUC: 0.939 | Rate: 1371 examples/s (346.33 s) [*]
Epoch 3, Step 2666193 | Training Acc: 0.904 | Test Acc: 0.912 | Test Loss: 1.158 | Test AUC: 0.925 | Rate: 7409 examples/s (365.46 s)
Epoch 3, Step 3332817 | Training Acc: 0.922 | Test Acc: 0.896 | Test Loss: 0.970 | Test AUC: 0.924 | Rate: 7058 examples/s (384.56 s)
Epoch 4, Step 666220 | Training Acc: 0.930 | Test Acc: 0.900 | Test Loss: 1.166 | Test AUC: 0.933 | Rate: 7284 examples/s (403.69 s)
Epoch 4, Step 1332844 | Training Acc: 0.887 | Test Acc: 0.930 | Test Loss: 0.905 | Test AUC: 0.927 | Rate: 7370 examples/s (422.80 s)
Epoch 4, Step 1999468 | Training Acc: 0.924 | Test Acc: 0.906 | Test Loss: 1.130 | Test AUC: 0.934 | Rate: 7647 examples/s (441.93 s)
Epoch 4, Step 2666092 | Training Acc: 0.889 | Test Acc: 0.891 | Test Loss: 1.742 | Test AUC: 0.915 | Rate: 6973 examples/s (461.06 s)
Epoch 4, Step 3332716 | Training Acc: 0.914 | Test Acc: 0.896 | Test Loss: 1.229 | Test AUC: 0.928 | Rate: 7278 examples/s (480.22 s)
Epoch 5, Step 666119 | Training Acc: 0.900 | Test Acc: 0.908 | Test Loss: 1.191 | Test AUC: 0.926 | Rate: 7217 examples/s (499.33 s)
Epoch 5, Step 1332743 | Training Acc: 0.896 | Test Acc: 0.910 | Test Loss: 1.465 | Test AUC: 0.918 | Rate: 7173 examples/s (518.47 s)
Epoch 5, Step 1999367 | Training Acc: 0.900 | Test Acc: 0.895 | Test Loss: 1.277 | Test AUC: 0.915 | Rate: 7511 examples/s (537.61 s)
Epoch 5, Step 2665991 | Training Acc: 0.908 | Test Acc: 0.934 | Test Loss: 0.991 | Test AUC: 0.930 | Rate: 7269 examples/s (556.76 s)
Epoch 5, Step 3332615 | Training Acc: 0.898 | Test Acc: 0.924 | Test Loss: 0.902 | Test AUC: 0.929 | Rate: 7367 examples/s (575.91 s)
Epoch 6, Step 666018 | Training Acc: 0.914 | Test Acc: 0.920 | Test Loss: 1.423 | Test AUC: 0.932 | Rate: 7552 examples/s (595.04 s)
Epoch 6, Step 1332642 | Training Acc: 0.922 | Test Acc: 0.912 | Test Loss: 1.071 | Test AUC: 0.931 | Rate: 7403 examples/s (614.16 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch6.ckpt-6
Epoch 6, Step 1999266 | Training Acc: 0.926 | Test Acc: 0.924 | Test Loss: 1.207 | Test AUC: 0.939 | Rate: 1492 examples/s (633.58 s) [*]
Epoch 6, Step 2665890 | Training Acc: 0.918 | Test Acc: 0.922 | Test Loss: 0.871 | Test AUC: 0.933 | Rate: 7297 examples/s (652.74 s)
Epoch 6, Step 3332514 | Training Acc: 0.906 | Test Acc: 0.922 | Test Loss: 1.356 | Test AUC: 0.923 | Rate: 7441 examples/s (671.84 s)
Epoch 7, Step 665917 | Training Acc: 0.918 | Test Acc: 0.924 | Test Loss: 1.457 | Test AUC: 0.936 | Rate: 7297 examples/s (690.97 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch7.ckpt-7
Epoch 7, Step 1332541 | Training Acc: 0.930 | Test Acc: 0.926 | Test Loss: 0.969 | Test AUC: 0.940 | Rate: 1514 examples/s (710.35 s) [*]
Epoch 7, Step 1999165 | Training Acc: 0.910 | Test Acc: 0.912 | Test Loss: 1.268 | Test AUC: 0.925 | Rate: 7304 examples/s (729.48 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch7.ckpt-7
Epoch 7, Step 2665789 | Training Acc: 0.941 | Test Acc: 0.904 | Test Loss: 1.527 | Test AUC: 0.940 | Rate: 1356 examples/s (748.94 s) [*]
Epoch 7, Step 3332413 | Training Acc: 0.904 | Test Acc: 0.926 | Test Loss: 1.104 | Test AUC: 0.928 | Rate: 7442 examples/s (768.08 s)
Epoch 8, Step 665816 | Training Acc: 0.914 | Test Acc: 0.920 | Test Loss: 1.012 | Test AUC: 0.928 | Rate: 7275 examples/s (787.20 s)
Epoch 8, Step 1332440 | Training Acc: 0.906 | Test Acc: 0.928 | Test Loss: 1.097 | Test AUC: 0.934 | Rate: 7284 examples/s (806.29 s)
Epoch 8, Step 1999064 | Training Acc: 0.926 | Test Acc: 0.912 | Test Loss: 1.062 | Test AUC: 0.936 | Rate: 7312 examples/s (825.42 s)
Epoch 8, Step 2665688 | Training Acc: 0.912 | Test Acc: 0.928 | Test Loss: 1.392 | Test AUC: 0.935 | Rate: 7113 examples/s (844.56 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch8.ckpt-8
Epoch 8, Step 3332312 | Training Acc: 0.939 | Test Acc: 0.938 | Test Loss: 0.614 | Test AUC: 0.944 | Rate: 1472 examples/s (863.97 s) [*]
Epoch 9, Step 665715 | Training Acc: 0.906 | Test Acc: 0.920 | Test Loss: 0.878 | Test AUC: 0.923 | Rate: 7079 examples/s (883.07 s)
Epoch 9, Step 1332339 | Training Acc: 0.930 | Test Acc: 0.920 | Test Loss: 1.436 | Test AUC: 0.939 | Rate: 7207 examples/s (902.18 s)
Epoch 9, Step 1998963 | Training Acc: 0.930 | Test Acc: 0.918 | Test Loss: 1.259 | Test AUC: 0.931 | Rate: 6892 examples/s (921.29 s)
Epoch 9, Step 2665587 | Training Acc: 0.941 | Test Acc: 0.920 | Test Loss: 1.232 | Test AUC: 0.943 | Rate: 7267 examples/s (940.43 s)
Epoch 9, Step 3332211 | Training Acc: 0.930 | Test Acc: 0.912 | Test Loss: 1.594 | Test AUC: 0.933 | Rate: 7397 examples/s (959.54 s)
Epoch 10, Step 665614 | Training Acc: 0.920 | Test Acc: 0.918 | Test Loss: 1.284 | Test AUC: 0.927 | Rate: 7133 examples/s (978.64 s)
Epoch 10, Step 1332238 | Training Acc: 0.928 | Test Acc: 0.916 | Test Loss: 1.215 | Test AUC: 0.935 | Rate: 7087 examples/s (997.77 s)
Epoch 10, Step 1998862 | Training Acc: 0.932 | Test Acc: 0.922 | Test Loss: 0.918 | Test AUC: 0.942 | Rate: 7093 examples/s (1016.92 s)
Epoch 10, Step 2665486 | Training Acc: 0.939 | Test Acc: 0.910 | Test Loss: 1.336 | Test AUC: 0.928 | Rate: 7383 examples/s (1036.05 s)
Epoch 10, Step 3332110 | Training Acc: 0.922 | Test Acc: 0.943 | Test Loss: 0.771 | Test AUC: 0.942 | Rate: 7325 examples/s (1055.19 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch11.ckpt-11
Epoch 11, Step 665513 | Training Acc: 0.941 | Test Acc: 0.934 | Test Loss: 1.030 | Test AUC: 0.950 | Rate: 1480 examples/s (1074.57 s) [*]
Epoch 11, Step 1332137 | Training Acc: 0.930 | Test Acc: 0.938 | Test Loss: 0.824 | Test AUC: 0.944 | Rate: 6951 examples/s (1093.70 s)
Epoch 11, Step 1998761 | Training Acc: 0.908 | Test Acc: 0.930 | Test Loss: 0.930 | Test AUC: 0.928 | Rate: 7164 examples/s (1112.84 s)
Epoch 11, Step 2665385 | Training Acc: 0.920 | Test Acc: 0.920 | Test Loss: 1.109 | Test AUC: 0.927 | Rate: 7422 examples/s (1131.99 s)
Epoch 11, Step 3332009 | Training Acc: 0.930 | Test Acc: 0.938 | Test Loss: 1.002 | Test AUC: 0.938 | Rate: 6183 examples/s (1151.11 s)
Epoch 12, Step 665412 | Training Acc: 0.939 | Test Acc: 0.936 | Test Loss: 1.031 | Test AUC: 0.942 | Rate: 7289 examples/s (1170.20 s)
Epoch 12, Step 1332036 | Training Acc: 0.918 | Test Acc: 0.928 | Test Loss: 0.947 | Test AUC: 0.935 | Rate: 7236 examples/s (1189.33 s)
Epoch 12, Step 1998660 | Training Acc: 0.955 | Test Acc: 0.922 | Test Loss: 0.954 | Test AUC: 0.941 | Rate: 7135 examples/s (1208.48 s)
Epoch 12, Step 2665284 | Training Acc: 0.934 | Test Acc: 0.889 | Test Loss: 1.990 | Test AUC: 0.922 | Rate: 7048 examples/s (1227.60 s)
Epoch 12, Step 3331908 | Training Acc: 0.939 | Test Acc: 0.939 | Test Loss: 0.980 | Test AUC: 0.944 | Rate: 7143 examples/s (1246.73 s)
Epoch 13, Step 665311 | Training Acc: 0.930 | Test Acc: 0.930 | Test Loss: 1.077 | Test AUC: 0.930 | Rate: 7385 examples/s (1265.84 s)
Epoch 13, Step 1331935 | Training Acc: 0.953 | Test Acc: 0.900 | Test Loss: 1.065 | Test AUC: 0.928 | Rate: 6993 examples/s (1284.93 s)
Epoch 13, Step 1998559 | Training Acc: 0.930 | Test Acc: 0.928 | Test Loss: 1.037 | Test AUC: 0.932 | Rate: 7107 examples/s (1304.04 s)
Epoch 13, Step 2665183 | Training Acc: 0.914 | Test Acc: 0.934 | Test Loss: 1.019 | Test AUC: 0.930 | Rate: 6927 examples/s (1323.16 s)
Epoch 13, Step 3331807 | Training Acc: 0.932 | Test Acc: 0.908 | Test Loss: 1.156 | Test AUC: 0.926 | Rate: 7133 examples/s (1342.28 s)
Epoch 14, Step 665210 | Training Acc: 0.938 | Test Acc: 0.936 | Test Loss: 0.994 | Test AUC: 0.940 | Rate: 6972 examples/s (1361.37 s)
Epoch 14, Step 1331834 | Training Acc: 0.920 | Test Acc: 0.941 | Test Loss: 0.740 | Test AUC: 0.936 | Rate: 7300 examples/s (1380.48 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch14.ckpt-14
Epoch 14, Step 1998458 | Training Acc: 0.965 | Test Acc: 0.936 | Test Loss: 0.684 | Test AUC: 0.954 | Rate: 1388 examples/s (1399.89 s) [*]
Epoch 14, Step 2665082 | Training Acc: 0.926 | Test Acc: 0.939 | Test Loss: 1.042 | Test AUC: 0.942 | Rate: 7093 examples/s (1419.00 s)
Epoch 14, Step 3331706 | Training Acc: 0.932 | Test Acc: 0.926 | Test Loss: 0.962 | Test AUC: 0.937 | Rate: 6924 examples/s (1438.11 s)
Epoch 15, Step 665109 | Training Acc: 0.932 | Test Acc: 0.945 | Test Loss: 0.873 | Test AUC: 0.938 | Rate: 6976 examples/s (1457.22 s)
Epoch 15, Step 1331733 | Training Acc: 0.949 | Test Acc: 0.941 | Test Loss: 1.281 | Test AUC: 0.948 | Rate: 6872 examples/s (1476.34 s)
Epoch 15, Step 1998357 | Training Acc: 0.945 | Test Acc: 0.947 | Test Loss: 0.721 | Test AUC: 0.953 | Rate: 7010 examples/s (1495.44 s)
Epoch 15, Step 2664981 | Training Acc: 0.932 | Test Acc: 0.916 | Test Loss: 1.220 | Test AUC: 0.924 | Rate: 7058 examples/s (1514.56 s)
Epoch 15, Step 3331605 | Training Acc: 0.932 | Test Acc: 0.936 | Test Loss: 0.962 | Test AUC: 0.936 | Rate: 7030 examples/s (1533.67 s)
Epoch 16, Step 665008 | Training Acc: 0.941 | Test Acc: 0.938 | Test Loss: 0.984 | Test AUC: 0.939 | Rate: 7081 examples/s (1552.81 s)
Epoch 16, Step 1331632 | Training Acc: 0.945 | Test Acc: 0.949 | Test Loss: 0.770 | Test AUC: 0.954 | Rate: 6780 examples/s (1571.89 s)
Epoch 16, Step 1998256 | Training Acc: 0.932 | Test Acc: 0.955 | Test Loss: 0.452 | Test AUC: 0.945 | Rate: 7088 examples/s (1591.02 s)
Epoch 16, Step 2664880 | Training Acc: 0.924 | Test Acc: 0.938 | Test Loss: 0.984 | Test AUC: 0.940 | Rate: 6984 examples/s (1610.12 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch16.ckpt-16
Epoch 16, Step 3331504 | Training Acc: 0.959 | Test Acc: 0.953 | Test Loss: 0.659 | Test AUC: 0.957 | Rate: 1366 examples/s (1629.54 s) [*]
Epoch 17, Step 664907 | Training Acc: 0.938 | Test Acc: 0.926 | Test Loss: 1.267 | Test AUC: 0.941 | Rate: 7161 examples/s (1648.66 s)
Epoch 17, Step 1331531 | Training Acc: 0.947 | Test Acc: 0.936 | Test Loss: 1.066 | Test AUC: 0.940 | Rate: 7079 examples/s (1667.77 s)
Epoch 17, Step 1998155 | Training Acc: 0.943 | Test Acc: 0.947 | Test Loss: 1.623 | Test AUC: 0.957 | Rate: 6974 examples/s (1686.89 s)
Epoch 17, Step 2664779 | Training Acc: 0.934 | Test Acc: 0.936 | Test Loss: 0.902 | Test AUC: 0.943 | Rate: 6059 examples/s (1706.03 s)
Epoch 17, Step 3331403 | Training Acc: 0.943 | Test Acc: 0.938 | Test Loss: 0.825 | Test AUC: 0.942 | Rate: 7194 examples/s (1725.16 s)
Epoch 18, Step 664806 | Training Acc: 0.947 | Test Acc: 0.916 | Test Loss: 1.565 | Test AUC: 0.934 | Rate: 6935 examples/s (1744.27 s)
Epoch 18, Step 1331430 | Training Acc: 0.955 | Test Acc: 0.928 | Test Loss: 1.578 | Test AUC: 0.937 | Rate: 6974 examples/s (1763.40 s)
Epoch 18, Step 1998054 | Training Acc: 0.949 | Test Acc: 0.945 | Test Loss: 1.320 | Test AUC: 0.951 | Rate: 6902 examples/s (1782.44 s)
Epoch 18, Step 2664678 | Training Acc: 0.947 | Test Acc: 0.943 | Test Loss: 0.523 | Test AUC: 0.950 | Rate: 6907 examples/s (1801.51 s)
Epoch 18, Step 3331302 | Training Acc: 0.941 | Test Acc: 0.932 | Test Loss: 0.940 | Test AUC: 0.931 | Rate: 6977 examples/s (1820.65 s)
Epoch 19, Step 664705 | Training Acc: 0.945 | Test Acc: 0.947 | Test Loss: 0.523 | Test AUC: 0.946 | Rate: 6708 examples/s (1839.76 s)
Epoch 19, Step 1331329 | Training Acc: 0.934 | Test Acc: 0.930 | Test Loss: 0.782 | Test AUC: 0.936 | Rate: 6898 examples/s (1858.89 s)
Epoch 19, Step 1997953 | Training Acc: 0.953 | Test Acc: 0.957 | Test Loss: 0.685 | Test AUC: 0.955 | Rate: 7006 examples/s (1878.00 s)
Epoch 19, Step 2664577 | Training Acc: 0.957 | Test Acc: 0.934 | Test Loss: 1.005 | Test AUC: 0.948 | Rate: 6692 examples/s (1897.13 s)
Epoch 19, Step 3331201 | Training Acc: 0.949 | Test Acc: 0.953 | Test Loss: 0.680 | Test AUC: 0.949 | Rate: 6638 examples/s (1916.24 s)
Epoch 20, Step 664604 | Training Acc: 0.934 | Test Acc: 0.959 | Test Loss: 0.702 | Test AUC: 0.950 | Rate: 6916 examples/s (1935.37 s)
Epoch 20, Step 1331228 | Training Acc: 0.924 | Test Acc: 0.930 | Test Loss: 1.116 | Test AUC: 0.936 | Rate: 6997 examples/s (1954.47 s)
Epoch 20, Step 1997852 | Training Acc: 0.945 | Test Acc: 0.912 | Test Loss: 1.829 | Test AUC: 0.937 | Rate: 7099 examples/s (1973.61 s)
Epoch 20, Step 2664476 | Training Acc: 0.947 | Test Acc: 0.961 | Test Loss: 0.308 | Test AUC: 0.952 | Rate: 6760 examples/s (1992.72 s)
Epoch 20, Step 3331100 | Training Acc: 0.947 | Test Acc: 0.939 | Test Loss: 1.130 | Test AUC: 0.939 | Rate: 7052 examples/s (2011.84 s)
Epoch 21, Step 664503 | Training Acc: 0.949 | Test Acc: 0.943 | Test Loss: 0.677 | Test AUC: 0.952 | Rate: 6946 examples/s (2030.97 s)
Epoch 21, Step 1331127 | Training Acc: 0.934 | Test Acc: 0.936 | Test Loss: 0.545 | Test AUC: 0.932 | Rate: 6941 examples/s (2050.06 s)
Epoch 21, Step 1997751 | Training Acc: 0.941 | Test Acc: 0.945 | Test Loss: 0.695 | Test AUC: 0.944 | Rate: 6946 examples/s (2069.18 s)
Epoch 21, Step 2664375 | Training Acc: 0.951 | Test Acc: 0.939 | Test Loss: 0.871 | Test AUC: 0.949 | Rate: 6543 examples/s (2088.28 s)
Epoch 21, Step 3330999 | Training Acc: 0.951 | Test Acc: 0.939 | Test Loss: 0.978 | Test AUC: 0.948 | Rate: 6972 examples/s (2107.40 s)
Epoch 22, Step 664402 | Training Acc: 0.930 | Test Acc: 0.930 | Test Loss: 0.794 | Test AUC: 0.929 | Rate: 6604 examples/s (2126.49 s)
Epoch 22, Step 1331026 | Training Acc: 0.939 | Test Acc: 0.922 | Test Loss: 1.024 | Test AUC: 0.935 | Rate: 6907 examples/s (2145.60 s)
Epoch 22, Step 1997650 | Training Acc: 0.941 | Test Acc: 0.938 | Test Loss: 0.594 | Test AUC: 0.942 | Rate: 6941 examples/s (2164.70 s)
Epoch 22, Step 2664274 | Training Acc: 0.941 | Test Acc: 0.951 | Test Loss: 0.417 | Test AUC: 0.947 | Rate: 6877 examples/s (2183.83 s)
Epoch 22, Step 3330898 | Training Acc: 0.945 | Test Acc: 0.938 | Test Loss: 0.872 | Test AUC: 0.945 | Rate: 6789 examples/s (2202.96 s)
Epoch 23, Step 664301 | Training Acc: 0.953 | Test Acc: 0.928 | Test Loss: 0.767 | Test AUC: 0.941 | Rate: 6881 examples/s (2222.05 s)
Epoch 23, Step 1330925 | Training Acc: 0.949 | Test Acc: 0.945 | Test Loss: 0.581 | Test AUC: 0.952 | Rate: 6891 examples/s (2241.15 s)
Epoch 23, Step 1997549 | Training Acc: 0.938 | Test Acc: 0.949 | Test Loss: 0.745 | Test AUC: 0.943 | Rate: 6819 examples/s (2260.28 s)
Epoch 23, Step 2664173 | Training Acc: 0.938 | Test Acc: 0.938 | Test Loss: 0.707 | Test AUC: 0.937 | Rate: 6759 examples/s (2279.40 s)
Epoch 23, Step 3330797 | Training Acc: 0.932 | Test Acc: 0.959 | Test Loss: 0.579 | Test AUC: 0.944 | Rate: 6788 examples/s (2298.51 s)
Epoch 24, Step 664200 | Training Acc: 0.939 | Test Acc: 0.941 | Test Loss: 0.908 | Test AUC: 0.942 | Rate: 6959 examples/s (2317.62 s)
Epoch 24, Step 1330824 | Training Acc: 0.959 | Test Acc: 0.963 | Test Loss: 0.288 | Test AUC: 0.954 | Rate: 6811 examples/s (2336.75 s)
Epoch 24, Step 1997448 | Training Acc: 0.939 | Test Acc: 0.949 | Test Loss: 1.005 | Test AUC: 0.940 | Rate: 6327 examples/s (2355.88 s)
Epoch 24, Step 2664072 | Training Acc: 0.951 | Test Acc: 0.939 | Test Loss: 1.009 | Test AUC: 0.944 | Rate: 5807 examples/s (2375.01 s)
Epoch 24, Step 3330696 | Training Acc: 0.945 | Test Acc: 0.949 | Test Loss: 0.743 | Test AUC: 0.950 | Rate: 7003 examples/s (2394.14 s)
Epoch 25, Step 664099 | Training Acc: 0.943 | Test Acc: 0.943 | Test Loss: 0.870 | Test AUC: 0.942 | Rate: 6957 examples/s (2413.25 s)
Epoch 25, Step 1330723 | Training Acc: 0.959 | Test Acc: 0.934 | Test Loss: 0.525 | Test AUC: 0.952 | Rate: 6965 examples/s (2432.37 s)
Epoch 25, Step 1997347 | Training Acc: 0.936 | Test Acc: 0.949 | Test Loss: 1.071 | Test AUC: 0.943 | Rate: 6711 examples/s (2451.49 s)
Epoch 25, Step 2663971 | Training Acc: 0.951 | Test Acc: 0.953 | Test Loss: 0.381 | Test AUC: 0.951 | Rate: 6950 examples/s (2470.60 s)
Epoch 25, Step 3330595 | Training Acc: 0.949 | Test Acc: 0.951 | Test Loss: 0.720 | Test AUC: 0.952 | Rate: 7162 examples/s (2489.72 s)
Epoch 26, Step 663998 | Training Acc: 0.965 | Test Acc: 0.947 | Test Loss: 0.818 | Test AUC: 0.955 | Rate: 6851 examples/s (2508.84 s)
Epoch 26, Step 1330622 | Training Acc: 0.955 | Test Acc: 0.951 | Test Loss: 0.428 | Test AUC: 0.955 | Rate: 6828 examples/s (2527.96 s)
Epoch 26, Step 1997246 | Training Acc: 0.941 | Test Acc: 0.939 | Test Loss: 0.886 | Test AUC: 0.943 | Rate: 6834 examples/s (2547.10 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch26.ckpt-26
Epoch 26, Step 2663870 | Training Acc: 0.955 | Test Acc: 0.969 | Test Loss: 0.224 | Test AUC: 0.962 | Rate: 1381 examples/s (2566.54 s) [*]
Epoch 26, Step 3330494 | Training Acc: 0.951 | Test Acc: 0.941 | Test Loss: 0.879 | Test AUC: 0.936 | Rate: 6577 examples/s (2585.65 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch27.ckpt-27
Epoch 27, Step 663897 | Training Acc: 0.977 | Test Acc: 0.959 | Test Loss: 0.552 | Test AUC: 0.968 | Rate: 1435 examples/s (2605.03 s) [*]
Epoch 27, Step 1330521 | Training Acc: 0.951 | Test Acc: 0.947 | Test Loss: 0.930 | Test AUC: 0.947 | Rate: 6761 examples/s (2624.14 s)
Epoch 27, Step 1997145 | Training Acc: 0.949 | Test Acc: 0.934 | Test Loss: 0.695 | Test AUC: 0.939 | Rate: 6868 examples/s (2643.27 s)
Epoch 27, Step 2663769 | Training Acc: 0.947 | Test Acc: 0.945 | Test Loss: 0.617 | Test AUC: 0.949 | Rate: 6733 examples/s (2662.37 s)
Epoch 27, Step 3330393 | Training Acc: 0.936 | Test Acc: 0.965 | Test Loss: 0.280 | Test AUC: 0.948 | Rate: 6551 examples/s (2681.51 s)
Epoch 28, Step 663796 | Training Acc: 0.930 | Test Acc: 0.939 | Test Loss: 0.779 | Test AUC: 0.934 | Rate: 6643 examples/s (2700.60 s)
Epoch 28, Step 1330420 | Training Acc: 0.955 | Test Acc: 0.947 | Test Loss: 0.861 | Test AUC: 0.953 | Rate: 6816 examples/s (2719.70 s)
Epoch 28, Step 1997044 | Training Acc: 0.928 | Test Acc: 0.939 | Test Loss: 0.583 | Test AUC: 0.932 | Rate: 7028 examples/s (2738.81 s)
Epoch 28, Step 2663668 | Training Acc: 0.967 | Test Acc: 0.961 | Test Loss: 0.255 | Test AUC: 0.963 | Rate: 6957 examples/s (2757.91 s)
Epoch 28, Step 3330292 | Training Acc: 0.965 | Test Acc: 0.939 | Test Loss: 0.699 | Test AUC: 0.953 | Rate: 6398 examples/s (2777.01 s)
Epoch 29, Step 663695 | Training Acc: 0.957 | Test Acc: 0.945 | Test Loss: 0.468 | Test AUC: 0.952 | Rate: 6636 examples/s (2796.13 s)
Epoch 29, Step 1330319 | Training Acc: 0.947 | Test Acc: 0.941 | Test Loss: 0.726 | Test AUC: 0.939 | Rate: 6805 examples/s (2815.21 s)
Epoch 29, Step 1996943 | Training Acc: 0.945 | Test Acc: 0.938 | Test Loss: 0.678 | Test AUC: 0.940 | Rate: 6707 examples/s (2834.32 s)
Epoch 29, Step 2663567 | Training Acc: 0.951 | Test Acc: 0.953 | Test Loss: 0.365 | Test AUC: 0.948 | Rate: 6749 examples/s (2853.46 s)
Epoch 29, Step 3330191 | Training Acc: 0.949 | Test Acc: 0.945 | Test Loss: 0.961 | Test AUC: 0.940 | Rate: 6603 examples/s (2872.60 s)
Epoch 30, Step 663594 | Training Acc: 0.959 | Test Acc: 0.953 | Test Loss: 1.054 | Test AUC: 0.956 | Rate: 6807 examples/s (2891.69 s)
Epoch 30, Step 1330218 | Training Acc: 0.938 | Test Acc: 0.943 | Test Loss: 0.601 | Test AUC: 0.935 | Rate: 6977 examples/s (2910.80 s)
Epoch 30, Step 1996842 | Training Acc: 0.959 | Test Acc: 0.959 | Test Loss: 0.600 | Test AUC: 0.960 | Rate: 6796 examples/s (2929.91 s)
Epoch 30, Step 2663466 | Training Acc: 0.943 | Test Acc: 0.953 | Test Loss: 0.457 | Test AUC: 0.950 | Rate: 6695 examples/s (2949.02 s)
Epoch 30, Step 3330090 | Training Acc: 0.959 | Test Acc: 0.941 | Test Loss: 0.893 | Test AUC: 0.947 | Rate: 6691 examples/s (2968.15 s)
Epoch 31, Step 663493 | Training Acc: 0.971 | Test Acc: 0.947 | Test Loss: 0.731 | Test AUC: 0.958 | Rate: 6727 examples/s (2987.25 s)
Epoch 31, Step 1330117 | Training Acc: 0.949 | Test Acc: 0.928 | Test Loss: 0.763 | Test AUC: 0.931 | Rate: 7035 examples/s (3006.36 s)
Epoch 31, Step 1996741 | Training Acc: 0.941 | Test Acc: 0.959 | Test Loss: 0.519 | Test AUC: 0.947 | Rate: 6420 examples/s (3025.50 s)
Epoch 31, Step 2663365 | Training Acc: 0.953 | Test Acc: 0.951 | Test Loss: 0.605 | Test AUC: 0.947 | Rate: 6821 examples/s (3044.62 s)
Epoch 31, Step 3329989 | Training Acc: 0.955 | Test Acc: 0.959 | Test Loss: 0.406 | Test AUC: 0.951 | Rate: 6790 examples/s (3063.72 s)
Epoch 32, Step 663392 | Training Acc: 0.947 | Test Acc: 0.959 | Test Loss: 0.516 | Test AUC: 0.948 | Rate: 6842 examples/s (3082.83 s)
Epoch 32, Step 1330016 | Training Acc: 0.965 | Test Acc: 0.973 | Test Loss: 0.173 | Test AUC: 0.967 | Rate: 6653 examples/s (3101.95 s)
Epoch 32, Step 1996640 | Training Acc: 0.932 | Test Acc: 0.959 | Test Loss: 0.357 | Test AUC: 0.944 | Rate: 6706 examples/s (3121.08 s)
Epoch 32, Step 2663264 | Training Acc: 0.941 | Test Acc: 0.941 | Test Loss: 0.999 | Test AUC: 0.941 | Rate: 6735 examples/s (3140.20 s)
Epoch 32, Step 3329888 | Training Acc: 0.941 | Test Acc: 0.951 | Test Loss: 0.598 | Test AUC: 0.946 | Rate: 6938 examples/s (3159.33 s)
Epoch 33, Step 663291 | Training Acc: 0.953 | Test Acc: 0.961 | Test Loss: 0.469 | Test AUC: 0.956 | Rate: 6561 examples/s (3178.43 s)
Epoch 33, Step 1329915 | Training Acc: 0.963 | Test Acc: 0.955 | Test Loss: 0.444 | Test AUC: 0.955 | Rate: 6627 examples/s (3197.54 s)
Epoch 33, Step 1996539 | Training Acc: 0.947 | Test Acc: 0.959 | Test Loss: 0.251 | Test AUC: 0.952 | Rate: 6702 examples/s (3216.66 s)
Epoch 33, Step 2663163 | Training Acc: 0.957 | Test Acc: 0.955 | Test Loss: 0.553 | Test AUC: 0.958 | Rate: 6859 examples/s (3235.78 s)
Epoch 33, Step 3329787 | Training Acc: 0.961 | Test Acc: 0.963 | Test Loss: 0.635 | Test AUC: 0.960 | Rate: 6806 examples/s (3254.91 s)
Epoch 34, Step 663190 | Training Acc: 0.967 | Test Acc: 0.953 | Test Loss: 0.604 | Test AUC: 0.959 | Rate: 6793 examples/s (3274.01 s)
Epoch 34, Step 1329814 | Training Acc: 0.949 | Test Acc: 0.955 | Test Loss: 0.730 | Test AUC: 0.946 | Rate: 6766 examples/s (3293.14 s)
Epoch 34, Step 1996438 | Training Acc: 0.939 | Test Acc: 0.955 | Test Loss: 0.571 | Test AUC: 0.942 | Rate: 6970 examples/s (3312.23 s)
Epoch 34, Step 2663062 | Training Acc: 0.963 | Test Acc: 0.947 | Test Loss: 0.771 | Test AUC: 0.953 | Rate: 6390 examples/s (3331.35 s)
Epoch 34, Step 3329686 | Training Acc: 0.961 | Test Acc: 0.953 | Test Loss: 0.427 | Test AUC: 0.954 | Rate: 6721 examples/s (3350.46 s)
Epoch 35, Step 663089 | Training Acc: 0.949 | Test Acc: 0.947 | Test Loss: 0.733 | Test AUC: 0.947 | Rate: 6750 examples/s (3369.60 s)
Epoch 35, Step 1329713 | Training Acc: 0.938 | Test Acc: 0.953 | Test Loss: 0.622 | Test AUC: 0.941 | Rate: 6721 examples/s (3388.72 s)
Epoch 35, Step 1996337 | Training Acc: 0.945 | Test Acc: 0.941 | Test Loss: 0.599 | Test AUC: 0.941 | Rate: 6697 examples/s (3407.81 s)
Epoch 35, Step 2662961 | Training Acc: 0.934 | Test Acc: 0.949 | Test Loss: 0.713 | Test AUC: 0.940 | Rate: 6676 examples/s (3426.92 s)
Epoch 35, Step 3329585 | Training Acc: 0.947 | Test Acc: 0.945 | Test Loss: 0.509 | Test AUC: 0.936 | Rate: 6516 examples/s (3446.05 s)
Epoch 36, Step 662988 | Training Acc: 0.949 | Test Acc: 0.967 | Test Loss: 0.261 | Test AUC: 0.953 | Rate: 6709 examples/s (3465.15 s)
Epoch 36, Step 1329612 | Training Acc: 0.957 | Test Acc: 0.961 | Test Loss: 0.429 | Test AUC: 0.954 | Rate: 6479 examples/s (3484.25 s)
Epoch 36, Step 1996236 | Training Acc: 0.939 | Test Acc: 0.941 | Test Loss: 0.707 | Test AUC: 0.938 | Rate: 6702 examples/s (3503.37 s)
Epoch 36, Step 2662860 | Training Acc: 0.941 | Test Acc: 0.930 | Test Loss: 1.042 | Test AUC: 0.933 | Rate: 6713 examples/s (3522.49 s)
Epoch 36, Step 3329484 | Training Acc: 0.955 | Test Acc: 0.969 | Test Loss: 0.261 | Test AUC: 0.960 | Rate: 6698 examples/s (3541.60 s)
Epoch 37, Step 662887 | Training Acc: 0.957 | Test Acc: 0.959 | Test Loss: 0.439 | Test AUC: 0.953 | Rate: 6421 examples/s (3560.71 s)
Epoch 37, Step 1329511 | Training Acc: 0.930 | Test Acc: 0.934 | Test Loss: 0.743 | Test AUC: 0.931 | Rate: 6541 examples/s (3579.72 s)
Epoch 37, Step 1996135 | Training Acc: 0.951 | Test Acc: 0.938 | Test Loss: 0.724 | Test AUC: 0.934 | Rate: 6759 examples/s (3598.76 s)
Epoch 37, Step 2662759 | Training Acc: 0.965 | Test Acc: 0.949 | Test Loss: 0.533 | Test AUC: 0.954 | Rate: 6401 examples/s (3617.89 s)
Epoch 37, Step 3329383 | Training Acc: 0.951 | Test Acc: 0.953 | Test Loss: 0.654 | Test AUC: 0.948 | Rate: 6592 examples/s (3637.00 s)
Epoch 38, Step 662786 | Training Acc: 0.943 | Test Acc: 0.953 | Test Loss: 0.387 | Test AUC: 0.943 | Rate: 6800 examples/s (3656.14 s)
Epoch 38, Step 1329410 | Training Acc: 0.967 | Test Acc: 0.961 | Test Loss: 0.626 | Test AUC: 0.961 | Rate: 6616 examples/s (3675.27 s)
Epoch 38, Step 1996034 | Training Acc: 0.945 | Test Acc: 0.959 | Test Loss: 0.331 | Test AUC: 0.942 | Rate: 6737 examples/s (3694.39 s)
Epoch 38, Step 2662658 | Training Acc: 0.965 | Test Acc: 0.949 | Test Loss: 0.726 | Test AUC: 0.955 | Rate: 6650 examples/s (3713.50 s)
Epoch 38, Step 3329282 | Training Acc: 0.945 | Test Acc: 0.951 | Test Loss: 0.691 | Test AUC: 0.940 | Rate: 6575 examples/s (3732.62 s)
Epoch 39, Step 662685 | Training Acc: 0.959 | Test Acc: 0.973 | Test Loss: 0.426 | Test AUC: 0.968 | Rate: 6622 examples/s (3751.72 s)
Epoch 39, Step 1329309 | Training Acc: 0.949 | Test Acc: 0.967 | Test Loss: 0.349 | Test AUC: 0.952 | Rate: 6666 examples/s (3770.82 s)
Epoch 39, Step 1995933 | Training Acc: 0.939 | Test Acc: 0.939 | Test Loss: 0.559 | Test AUC: 0.932 | Rate: 6558 examples/s (3789.92 s)
Epoch 39, Step 2662557 | Training Acc: 0.934 | Test Acc: 0.947 | Test Loss: 0.650 | Test AUC: 0.939 | Rate: 6511 examples/s (3809.02 s)
Epoch 39, Step 3329181 | Training Acc: 0.973 | Test Acc: 0.945 | Test Loss: 0.474 | Test AUC: 0.956 | Rate: 6585 examples/s (3828.15 s)
Epoch 40, Step 662584 | Training Acc: 0.963 | Test Acc: 0.949 | Test Loss: 0.621 | Test AUC: 0.957 | Rate: 6581 examples/s (3847.27 s)
Epoch 40, Step 1329208 | Training Acc: 0.949 | Test Acc: 0.939 | Test Loss: 0.798 | Test AUC: 0.940 | Rate: 6593 examples/s (3866.41 s)
Epoch 40, Step 1995832 | Training Acc: 0.955 | Test Acc: 0.955 | Test Loss: 0.565 | Test AUC: 0.954 | Rate: 6474 examples/s (3885.55 s)
Epoch 40, Step 2662456 | Training Acc: 0.965 | Test Acc: 0.959 | Test Loss: 0.298 | Test AUC: 0.952 | Rate: 6407 examples/s (3904.66 s)
Epoch 40, Step 3329080 | Training Acc: 0.961 | Test Acc: 0.939 | Test Loss: 0.662 | Test AUC: 0.948 | Rate: 6497 examples/s (3923.79 s)
Epoch 41, Step 662483 | Training Acc: 0.953 | Test Acc: 0.955 | Test Loss: 0.750 | Test AUC: 0.947 | Rate: 6374 examples/s (3942.93 s)
Epoch 41, Step 1329107 | Training Acc: 0.938 | Test Acc: 0.951 | Test Loss: 0.628 | Test AUC: 0.944 | Rate: 6686 examples/s (3962.06 s)
Epoch 41, Step 1995731 | Training Acc: 0.949 | Test Acc: 0.957 | Test Loss: 0.356 | Test AUC: 0.958 | Rate: 6741 examples/s (3981.18 s)
Epoch 41, Step 2662355 | Training Acc: 0.943 | Test Acc: 0.953 | Test Loss: 0.344 | Test AUC: 0.947 | Rate: 6689 examples/s (4000.29 s)
Epoch 41, Step 3328979 | Training Acc: 0.971 | Test Acc: 0.967 | Test Loss: 0.666 | Test AUC: 0.967 | Rate: 6523 examples/s (4019.43 s)
Epoch 42, Step 662382 | Training Acc: 0.959 | Test Acc: 0.938 | Test Loss: 0.459 | Test AUC: 0.942 | Rate: 6374 examples/s (4038.57 s)
Epoch 42, Step 1329006 | Training Acc: 0.965 | Test Acc: 0.973 | Test Loss: 0.148 | Test AUC: 0.965 | Rate: 6565 examples/s (4057.69 s)
Epoch 42, Step 1995630 | Training Acc: 0.945 | Test Acc: 0.959 | Test Loss: 0.465 | Test AUC: 0.950 | Rate: 6684 examples/s (4076.81 s)
Epoch 42, Step 2662254 | Training Acc: 0.938 | Test Acc: 0.949 | Test Loss: 0.328 | Test AUC: 0.936 | Rate: 6517 examples/s (4095.94 s)
Epoch 42, Step 3328878 | Training Acc: 0.934 | Test Acc: 0.951 | Test Loss: 0.582 | Test AUC: 0.937 | Rate: 6812 examples/s (4115.07 s)
Epoch 43, Step 662281 | Training Acc: 0.955 | Test Acc: 0.963 | Test Loss: 0.580 | Test AUC: 0.955 | Rate: 6606 examples/s (4134.20 s)
Epoch 43, Step 1328905 | Training Acc: 0.949 | Test Acc: 0.963 | Test Loss: 0.445 | Test AUC: 0.951 | Rate: 6475 examples/s (4153.34 s)
Epoch 43, Step 1995529 | Training Acc: 0.965 | Test Acc: 0.947 | Test Loss: 0.494 | Test AUC: 0.955 | Rate: 6460 examples/s (4172.47 s)
Epoch 43, Step 2662153 | Training Acc: 0.957 | Test Acc: 0.965 | Test Loss: 0.375 | Test AUC: 0.957 | Rate: 6381 examples/s (4191.58 s)
Epoch 43, Step 3328777 | Training Acc: 0.945 | Test Acc: 0.959 | Test Loss: 0.446 | Test AUC: 0.949 | Rate: 6213 examples/s (4210.72 s)
Epoch 44, Step 662180 | Training Acc: 0.957 | Test Acc: 0.959 | Test Loss: 0.719 | Test AUC: 0.951 | Rate: 6534 examples/s (4229.82 s)
Epoch 44, Step 1328804 | Training Acc: 0.947 | Test Acc: 0.953 | Test Loss: 0.493 | Test AUC: 0.940 | Rate: 6513 examples/s (4248.92 s)
Epoch 44, Step 1995428 | Training Acc: 0.947 | Test Acc: 0.953 | Test Loss: 0.357 | Test AUC: 0.945 | Rate: 6477 examples/s (4268.06 s)
Epoch 44, Step 2662052 | Training Acc: 0.955 | Test Acc: 0.945 | Test Loss: 0.421 | Test AUC: 0.939 | Rate: 6562 examples/s (4287.18 s)
Epoch 44, Step 3328676 | Training Acc: 0.973 | Test Acc: 0.955 | Test Loss: 0.455 | Test AUC: 0.956 | Rate: 6450 examples/s (4306.29 s)
Epoch 45, Step 662079 | Training Acc: 0.941 | Test Acc: 0.955 | Test Loss: 0.284 | Test AUC: 0.945 | Rate: 6198 examples/s (4325.41 s)
Epoch 45, Step 1328703 | Training Acc: 0.949 | Test Acc: 0.943 | Test Loss: 0.563 | Test AUC: 0.947 | Rate: 6294 examples/s (4344.53 s)
Epoch 45, Step 1995327 | Training Acc: 0.943 | Test Acc: 0.953 | Test Loss: 0.376 | Test AUC: 0.937 | Rate: 6528 examples/s (4363.64 s)
Epoch 45, Step 2661951 | Training Acc: 0.949 | Test Acc: 0.955 | Test Loss: 0.470 | Test AUC: 0.947 | Rate: 6260 examples/s (4382.76 s)
Epoch 45, Step 3328575 | Training Acc: 0.945 | Test Acc: 0.938 | Test Loss: 0.369 | Test AUC: 0.941 | Rate: 6230 examples/s (4401.89 s)
Epoch 46, Step 661978 | Training Acc: 0.969 | Test Acc: 0.945 | Test Loss: 0.377 | Test AUC: 0.946 | Rate: 6517 examples/s (4421.01 s)
Epoch 46, Step 1328602 | Training Acc: 0.967 | Test Acc: 0.961 | Test Loss: 0.343 | Test AUC: 0.958 | Rate: 6651 examples/s (4440.11 s)
Epoch 46, Step 1995226 | Training Acc: 0.953 | Test Acc: 0.973 | Test Loss: 0.231 | Test AUC: 0.959 | Rate: 6236 examples/s (4459.24 s)
Epoch 46, Step 2661850 | Training Acc: 0.961 | Test Acc: 0.955 | Test Loss: 0.680 | Test AUC: 0.955 | Rate: 6495 examples/s (4478.37 s)
Epoch 46, Step 3328474 | Training Acc: 0.951 | Test Acc: 0.949 | Test Loss: 0.526 | Test AUC: 0.941 | Rate: 6671 examples/s (4497.47 s)
Epoch 47, Step 661877 | Training Acc: 0.957 | Test Acc: 0.963 | Test Loss: 0.236 | Test AUC: 0.957 | Rate: 6396 examples/s (4516.58 s)
Epoch 47, Step 1328501 | Training Acc: 0.955 | Test Acc: 0.963 | Test Loss: 0.463 | Test AUC: 0.953 | Rate: 6465 examples/s (4535.70 s)
Epoch 47, Step 1995125 | Training Acc: 0.961 | Test Acc: 0.951 | Test Loss: 0.341 | Test AUC: 0.948 | Rate: 6635 examples/s (4554.82 s)
Epoch 47, Step 2661749 | Training Acc: 0.961 | Test Acc: 0.955 | Test Loss: 0.462 | Test AUC: 0.949 | Rate: 6537 examples/s (4573.96 s)
Epoch 47, Step 3328373 | Training Acc: 0.955 | Test Acc: 0.971 | Test Loss: 0.240 | Test AUC: 0.958 | Rate: 6465 examples/s (4593.11 s)
Epoch 48, Step 661776 | Training Acc: 0.959 | Test Acc: 0.941 | Test Loss: 0.785 | Test AUC: 0.942 | Rate: 6475 examples/s (4612.20 s)
Epoch 48, Step 1328400 | Training Acc: 0.967 | Test Acc: 0.977 | Test Loss: 0.137 | Test AUC: 0.967 | Rate: 6557 examples/s (4631.35 s)
Epoch 48, Step 1995024 | Training Acc: 0.951 | Test Acc: 0.969 | Test Loss: 0.167 | Test AUC: 0.951 | Rate: 6457 examples/s (4650.45 s)
Epoch 48, Step 2661648 | Training Acc: 0.967 | Test Acc: 0.963 | Test Loss: 0.590 | Test AUC: 0.958 | Rate: 6465 examples/s (4669.57 s)
Epoch 48, Step 3328272 | Training Acc: 0.965 | Test Acc: 0.947 | Test Loss: 0.681 | Test AUC: 0.952 | Rate: 6437 examples/s (4688.68 s)
Epoch 49, Step 661675 | Training Acc: 0.959 | Test Acc: 0.953 | Test Loss: 0.339 | Test AUC: 0.953 | Rate: 6508 examples/s (4707.82 s)
Epoch 49, Step 1328299 | Training Acc: 0.957 | Test Acc: 0.963 | Test Loss: 0.390 | Test AUC: 0.952 | Rate: 6552 examples/s (4726.94 s)
Epoch 49, Step 1994923 | Training Acc: 0.961 | Test Acc: 0.947 | Test Loss: 0.528 | Test AUC: 0.947 | Rate: 6493 examples/s (4746.06 s)
Epoch 49, Step 2661547 | Training Acc: 0.945 | Test Acc: 0.945 | Test Loss: 0.452 | Test AUC: 0.932 | Rate: 6219 examples/s (4765.15 s)
Epoch 49, Step 3328171 | Training Acc: 0.951 | Test Acc: 0.947 | Test Loss: 0.599 | Test AUC: 0.936 | Rate: 6219 examples/s (4784.27 s)
Epoch 50, Step 661574 | Training Acc: 0.957 | Test Acc: 0.938 | Test Loss: 0.543 | Test AUC: 0.944 | Rate: 6460 examples/s (4803.41 s)
Epoch 50, Step 1328198 | Training Acc: 0.934 | Test Acc: 0.965 | Test Loss: 0.237 | Test AUC: 0.946 | Rate: 6184 examples/s (4822.50 s)
Epoch 50, Step 1994822 | Training Acc: 0.951 | Test Acc: 0.951 | Test Loss: 0.534 | Test AUC: 0.942 | Rate: 6471 examples/s (4841.61 s)
Epoch 50, Step 2661446 | Training Acc: 0.949 | Test Acc: 0.969 | Test Loss: 0.264 | Test AUC: 0.951 | Rate: 5968 examples/s (4860.73 s)
Epoch 50, Step 3328070 | Training Acc: 0.951 | Test Acc: 0.943 | Test Loss: 0.441 | Test AUC: 0.943 | Rate: 6424 examples/s (4879.83 s)
Epoch 51, Step 661473 | Training Acc: 0.963 | Test Acc: 0.947 | Test Loss: 0.457 | Test AUC: 0.950 | Rate: 6461 examples/s (4898.95 s)
Epoch 51, Step 1328097 | Training Acc: 0.961 | Test Acc: 0.963 | Test Loss: 0.274 | Test AUC: 0.954 | Rate: 5812 examples/s (4918.07 s)
Epoch 51, Step 1994721 | Training Acc: 0.965 | Test Acc: 0.943 | Test Loss: 0.572 | Test AUC: 0.945 | Rate: 6052 examples/s (4937.17 s)
Epoch 51, Step 2661345 | Training Acc: 0.955 | Test Acc: 0.953 | Test Loss: 0.539 | Test AUC: 0.948 | Rate: 6438 examples/s (4956.29 s)
Epoch 51, Step 3327969 | Training Acc: 0.963 | Test Acc: 0.971 | Test Loss: 0.353 | Test AUC: 0.960 | Rate: 6519 examples/s (4975.42 s)
Epoch 52, Step 661372 | Training Acc: 0.967 | Test Acc: 0.963 | Test Loss: 0.365 | Test AUC: 0.960 | Rate: 6359 examples/s (4994.52 s)
Epoch 52, Step 1327996 | Training Acc: 0.973 | Test Acc: 0.955 | Test Loss: 0.570 | Test AUC: 0.962 | Rate: 6462 examples/s (5013.66 s)
Epoch 52, Step 1994620 | Training Acc: 0.947 | Test Acc: 0.945 | Test Loss: 0.335 | Test AUC: 0.943 | Rate: 6435 examples/s (5032.76 s)
Epoch 52, Step 2661244 | Training Acc: 0.941 | Test Acc: 0.951 | Test Loss: 0.346 | Test AUC: 0.933 | Rate: 6550 examples/s (5051.88 s)
Epoch 52, Step 3327868 | Training Acc: 0.947 | Test Acc: 0.949 | Test Loss: 0.394 | Test AUC: 0.942 | Rate: 6465 examples/s (5071.02 s)
Epoch 53, Step 661271 | Training Acc: 0.934 | Test Acc: 0.971 | Test Loss: 0.456 | Test AUC: 0.941 | Rate: 6485 examples/s (5090.12 s)
Epoch 53, Step 1327895 | Training Acc: 0.953 | Test Acc: 0.949 | Test Loss: 0.433 | Test AUC: 0.936 | Rate: 6419 examples/s (5109.25 s)
Epoch 53, Step 1994519 | Training Acc: 0.941 | Test Acc: 0.973 | Test Loss: 0.259 | Test AUC: 0.954 | Rate: 6418 examples/s (5128.34 s)
Epoch 53, Step 2661143 | Training Acc: 0.943 | Test Acc: 0.941 | Test Loss: 0.500 | Test AUC: 0.938 | Rate: 6514 examples/s (5147.44 s)
Epoch 53, Step 3327767 | Training Acc: 0.963 | Test Acc: 0.965 | Test Loss: 0.234 | Test AUC: 0.956 | Rate: 6436 examples/s (5166.52 s)
Epoch 54, Step 661170 | Training Acc: 0.965 | Test Acc: 0.941 | Test Loss: 0.523 | Test AUC: 0.956 | Rate: 6640 examples/s (5185.63 s)
Epoch 54, Step 1327794 | Training Acc: 0.945 | Test Acc: 0.953 | Test Loss: 0.283 | Test AUC: 0.942 | Rate: 5606 examples/s (5204.73 s)
Epoch 54, Step 1994418 | Training Acc: 0.947 | Test Acc: 0.953 | Test Loss: 0.318 | Test AUC: 0.934 | Rate: 6570 examples/s (5223.82 s)
Epoch 54, Step 2661042 | Training Acc: 0.951 | Test Acc: 0.947 | Test Loss: 0.420 | Test AUC: 0.941 | Rate: 6521 examples/s (5242.93 s)
Epoch 54, Step 3327666 | Training Acc: 0.941 | Test Acc: 0.953 | Test Loss: 0.287 | Test AUC: 0.945 | Rate: 6376 examples/s (5262.03 s)
Epoch 55, Step 661069 | Training Acc: 0.951 | Test Acc: 0.951 | Test Loss: 0.401 | Test AUC: 0.938 | Rate: 6353 examples/s (5281.13 s)
Epoch 55, Step 1327693 | Training Acc: 0.967 | Test Acc: 0.955 | Test Loss: 0.437 | Test AUC: 0.958 | Rate: 6429 examples/s (5300.23 s)
Epoch 55, Step 1994317 | Training Acc: 0.953 | Test Acc: 0.959 | Test Loss: 0.434 | Test AUC: 0.949 | Rate: 6523 examples/s (5319.35 s)
Epoch 55, Step 2660941 | Training Acc: 0.953 | Test Acc: 0.967 | Test Loss: 0.249 | Test AUC: 0.960 | Rate: 6489 examples/s (5338.44 s)
Epoch 55, Step 3327565 | Training Acc: 0.953 | Test Acc: 0.953 | Test Loss: 0.294 | Test AUC: 0.943 | Rate: 6401 examples/s (5357.54 s)
Epoch 56, Step 660968 | Training Acc: 0.967 | Test Acc: 0.947 | Test Loss: 0.651 | Test AUC: 0.954 | Rate: 6277 examples/s (5376.62 s)
Epoch 56, Step 1327592 | Training Acc: 0.945 | Test Acc: 0.926 | Test Loss: 0.492 | Test AUC: 0.924 | Rate: 6301 examples/s (5395.61 s)
Epoch 56, Step 1994216 | Training Acc: 0.955 | Test Acc: 0.943 | Test Loss: 0.620 | Test AUC: 0.938 | Rate: 6251 examples/s (5414.74 s)
Epoch 56, Step 2660840 | Training Acc: 0.943 | Test Acc: 0.959 | Test Loss: 0.281 | Test AUC: 0.945 | Rate: 6269 examples/s (5433.83 s)
Epoch 56, Step 3327464 | Training Acc: 0.951 | Test Acc: 0.973 | Test Loss: 0.340 | Test AUC: 0.959 | Rate: 6356 examples/s (5452.97 s)
Epoch 57, Step 660867 | Training Acc: 0.947 | Test Acc: 0.965 | Test Loss: 0.310 | Test AUC: 0.937 | Rate: 6429 examples/s (5472.07 s)
Epoch 57, Step 1327491 | Training Acc: 0.967 | Test Acc: 0.959 | Test Loss: 0.318 | Test AUC: 0.959 | Rate: 5959 examples/s (5491.20 s)
Epoch 57, Step 1994115 | Training Acc: 0.965 | Test Acc: 0.963 | Test Loss: 0.220 | Test AUC: 0.956 | Rate: 6321 examples/s (5510.31 s)
Epoch 57, Step 2660739 | Training Acc: 0.945 | Test Acc: 0.959 | Test Loss: 0.403 | Test AUC: 0.946 | Rate: 6563 examples/s (5529.43 s)
Epoch 57, Step 3327363 | Training Acc: 0.963 | Test Acc: 0.949 | Test Loss: 0.266 | Test AUC: 0.949 | Rate: 6197 examples/s (5548.57 s)
Epoch 58, Step 660766 | Training Acc: 0.969 | Test Acc: 0.953 | Test Loss: 0.437 | Test AUC: 0.955 | Rate: 6037 examples/s (5567.69 s)
Epoch 58, Step 1327390 | Training Acc: 0.947 | Test Acc: 0.959 | Test Loss: 0.396 | Test AUC: 0.947 | Rate: 6257 examples/s (5586.84 s)
Epoch 58, Step 1994014 | Training Acc: 0.949 | Test Acc: 0.959 | Test Loss: 0.290 | Test AUC: 0.945 | Rate: 6324 examples/s (5605.94 s)
Epoch 58, Step 2660638 | Training Acc: 0.963 | Test Acc: 0.969 | Test Loss: 0.135 | Test AUC: 0.960 | Rate: 6370 examples/s (5625.09 s)
Epoch 58, Step 3327262 | Training Acc: 0.945 | Test Acc: 0.953 | Test Loss: 0.464 | Test AUC: 0.944 | Rate: 6274 examples/s (5644.19 s)
Epoch 59, Step 660665 | Training Acc: 0.977 | Test Acc: 0.947 | Test Loss: 0.413 | Test AUC: 0.952 | Rate: 6231 examples/s (5663.31 s)
Epoch 59, Step 1327289 | Training Acc: 0.965 | Test Acc: 0.949 | Test Loss: 0.310 | Test AUC: 0.952 | Rate: 6000 examples/s (5682.43 s)
Epoch 59, Step 1993913 | Training Acc: 0.961 | Test Acc: 0.971 | Test Loss: 0.153 | Test AUC: 0.954 | Rate: 6476 examples/s (5701.57 s)
Epoch 59, Step 2660537 | Training Acc: 0.959 | Test Acc: 0.953 | Test Loss: 0.752 | Test AUC: 0.957 | Rate: 6355 examples/s (5720.68 s)
Epoch 59, Step 3327161 | Training Acc: 0.953 | Test Acc: 0.971 | Test Loss: 0.273 | Test AUC: 0.957 | Rate: 6480 examples/s (5739.82 s)
Epoch 60, Step 660564 | Training Acc: 0.959 | Test Acc: 0.957 | Test Loss: 0.338 | Test AUC: 0.958 | Rate: 6158 examples/s (5758.95 s)
Epoch 60, Step 1327188 | Training Acc: 0.957 | Test Acc: 0.957 | Test Loss: 0.338 | Test AUC: 0.951 | Rate: 6357 examples/s (5778.07 s)
Epoch 60, Step 1993812 | Training Acc: 0.963 | Test Acc: 0.971 | Test Loss: 0.205 | Test AUC: 0.960 | Rate: 6238 examples/s (5797.18 s)
Epoch 60, Step 2660436 | Training Acc: 0.939 | Test Acc: 0.965 | Test Loss: 0.260 | Test AUC: 0.942 | Rate: 6125 examples/s (5816.30 s)
Epoch 60, Step 3327060 | Training Acc: 0.947 | Test Acc: 0.959 | Test Loss: 0.336 | Test AUC: 0.941 | Rate: 6250 examples/s (5835.45 s)
Epoch 61, Step 660463 | Training Acc: 0.961 | Test Acc: 0.971 | Test Loss: 0.233 | Test AUC: 0.959 | Rate: 6534 examples/s (5854.56 s)
Epoch 61, Step 1327087 | Training Acc: 0.969 | Test Acc: 0.951 | Test Loss: 0.477 | Test AUC: 0.955 | Rate: 6397 examples/s (5873.69 s)
Epoch 61, Step 1993711 | Training Acc: 0.967 | Test Acc: 0.953 | Test Loss: 0.232 | Test AUC: 0.952 | Rate: 6220 examples/s (5892.83 s)
Epoch 61, Step 2660335 | Training Acc: 0.951 | Test Acc: 0.961 | Test Loss: 0.306 | Test AUC: 0.949 | Rate: 5964 examples/s (5911.98 s)
Epoch 61, Step 3326959 | Training Acc: 0.945 | Test Acc: 0.955 | Test Loss: 0.288 | Test AUC: 0.944 | Rate: 6233 examples/s (5931.11 s)
Epoch 62, Step 660362 | Training Acc: 0.963 | Test Acc: 0.961 | Test Loss: 0.535 | Test AUC: 0.956 | Rate: 5147 examples/s (5950.24 s)
Epoch 62, Step 1326986 | Training Acc: 0.957 | Test Acc: 0.961 | Test Loss: 0.185 | Test AUC: 0.950 | Rate: 6324 examples/s (5969.34 s)
Epoch 62, Step 1993610 | Training Acc: 0.957 | Test Acc: 0.953 | Test Loss: 0.524 | Test AUC: 0.945 | Rate: 6383 examples/s (5988.45 s)
Epoch 62, Step 2660234 | Training Acc: 0.975 | Test Acc: 0.967 | Test Loss: 0.242 | Test AUC: 0.965 | Rate: 6354 examples/s (6007.59 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch62.ckpt-62
Epoch 62, Step 3326858 | Training Acc: 0.971 | Test Acc: 0.975 | Test Loss: 0.177 | Test AUC: 0.969 | Rate: 1373 examples/s (6027.03 s) [*]
Epoch 63, Step 660261 | Training Acc: 0.957 | Test Acc: 0.959 | Test Loss: 0.272 | Test AUC: 0.948 | Rate: 6236 examples/s (6046.14 s)
Epoch 63, Step 1326885 | Training Acc: 0.953 | Test Acc: 0.953 | Test Loss: 0.257 | Test AUC: 0.948 | Rate: 6172 examples/s (6065.25 s)
Epoch 63, Step 1993509 | Training Acc: 0.943 | Test Acc: 0.969 | Test Loss: 0.241 | Test AUC: 0.943 | Rate: 6302 examples/s (6084.37 s)
Epoch 63, Step 2660133 | Training Acc: 0.961 | Test Acc: 0.959 | Test Loss: 0.434 | Test AUC: 0.956 | Rate: 6043 examples/s (6103.51 s)
Epoch 63, Step 3326757 | Training Acc: 0.957 | Test Acc: 0.947 | Test Loss: 0.564 | Test AUC: 0.941 | Rate: 6133 examples/s (6122.63 s)
Epoch 64, Step 660160 | Training Acc: 0.943 | Test Acc: 0.957 | Test Loss: 0.302 | Test AUC: 0.940 | Rate: 6165 examples/s (6141.74 s)
Epoch 64, Step 1326784 | Training Acc: 0.953 | Test Acc: 0.957 | Test Loss: 0.275 | Test AUC: 0.945 | Rate: 6259 examples/s (6160.88 s)
Epoch 64, Step 1993408 | Training Acc: 0.967 | Test Acc: 0.959 | Test Loss: 0.349 | Test AUC: 0.961 | Rate: 6180 examples/s (6180.00 s)
Epoch 64, Step 2660032 | Training Acc: 0.967 | Test Acc: 0.965 | Test Loss: 0.250 | Test AUC: 0.963 | Rate: 6299 examples/s (6199.10 s)
Epoch 64, Step 3326656 | Training Acc: 0.945 | Test Acc: 0.957 | Test Loss: 0.545 | Test AUC: 0.930 | Rate: 6174 examples/s (6218.20 s)
Epoch 65, Step 660059 | Training Acc: 0.959 | Test Acc: 0.949 | Test Loss: 0.372 | Test AUC: 0.946 | Rate: 6285 examples/s (6237.30 s)
Epoch 65, Step 1326683 | Training Acc: 0.969 | Test Acc: 0.961 | Test Loss: 0.261 | Test AUC: 0.963 | Rate: 6401 examples/s (6256.41 s)
Epoch 65, Step 1993307 | Training Acc: 0.971 | Test Acc: 0.957 | Test Loss: 0.300 | Test AUC: 0.952 | Rate: 5935 examples/s (6275.51 s)
Epoch 65, Step 2659931 | Training Acc: 0.961 | Test Acc: 0.977 | Test Loss: 0.251 | Test AUC: 0.964 | Rate: 6234 examples/s (6294.61 s)
Epoch 65, Step 3326555 | Training Acc: 0.969 | Test Acc: 0.947 | Test Loss: 0.433 | Test AUC: 0.955 | Rate: 6262 examples/s (6313.74 s)
Epoch 66, Step 659958 | Training Acc: 0.963 | Test Acc: 0.971 | Test Loss: 0.150 | Test AUC: 0.963 | Rate: 6252 examples/s (6332.86 s)
Epoch 66, Step 1326582 | Training Acc: 0.947 | Test Acc: 0.953 | Test Loss: 0.392 | Test AUC: 0.943 | Rate: 6450 examples/s (6351.98 s)
Epoch 66, Step 1993206 | Training Acc: 0.959 | Test Acc: 0.961 | Test Loss: 0.344 | Test AUC: 0.945 | Rate: 6232 examples/s (6371.11 s)
Epoch 66, Step 2659830 | Training Acc: 0.975 | Test Acc: 0.959 | Test Loss: 0.175 | Test AUC: 0.960 | Rate: 6322 examples/s (6390.22 s)
Epoch 66, Step 3326454 | Training Acc: 0.961 | Test Acc: 0.961 | Test Loss: 0.373 | Test AUC: 0.951 | Rate: 6338 examples/s (6409.33 s)
Epoch 67, Step 659857 | Training Acc: 0.945 | Test Acc: 0.961 | Test Loss: 0.410 | Test AUC: 0.948 | Rate: 6353 examples/s (6428.44 s)
Epoch 67, Step 1326481 | Training Acc: 0.953 | Test Acc: 0.973 | Test Loss: 0.257 | Test AUC: 0.956 | Rate: 6209 examples/s (6447.55 s)
Epoch 67, Step 1993105 | Training Acc: 0.959 | Test Acc: 0.955 | Test Loss: 0.481 | Test AUC: 0.955 | Rate: 6294 examples/s (6466.65 s)
Epoch 67, Step 2659729 | Training Acc: 0.965 | Test Acc: 0.953 | Test Loss: 0.350 | Test AUC: 0.955 | Rate: 5269 examples/s (6485.78 s)
Epoch 67, Step 3326353 | Training Acc: 0.963 | Test Acc: 0.967 | Test Loss: 0.203 | Test AUC: 0.959 | Rate: 6225 examples/s (6504.89 s)
Epoch 68, Step 659756 | Training Acc: 0.965 | Test Acc: 0.953 | Test Loss: 0.302 | Test AUC: 0.948 | Rate: 6247 examples/s (6524.01 s)
Epoch 68, Step 1326380 | Training Acc: 0.957 | Test Acc: 0.959 | Test Loss: 0.219 | Test AUC: 0.953 | Rate: 6295 examples/s (6543.12 s)
Epoch 68, Step 1993004 | Training Acc: 0.971 | Test Acc: 0.939 | Test Loss: 0.516 | Test AUC: 0.944 | Rate: 6413 examples/s (6562.20 s)
Epoch 68, Step 2659628 | Training Acc: 0.961 | Test Acc: 0.969 | Test Loss: 0.263 | Test AUC: 0.956 | Rate: 6240 examples/s (6581.33 s)
Epoch 68, Step 3326252 | Training Acc: 0.953 | Test Acc: 0.951 | Test Loss: 0.313 | Test AUC: 0.946 | Rate: 6330 examples/s (6600.44 s)
Epoch 69, Step 659655 | Training Acc: 0.969 | Test Acc: 0.945 | Test Loss: 0.547 | Test AUC: 0.946 | Rate: 6109 examples/s (6619.55 s)
Epoch 69, Step 1326279 | Training Acc: 0.957 | Test Acc: 0.957 | Test Loss: 0.260 | Test AUC: 0.951 | Rate: 6167 examples/s (6638.69 s)
Epoch 69, Step 1992903 | Training Acc: 0.965 | Test Acc: 0.943 | Test Loss: 0.477 | Test AUC: 0.948 | Rate: 6397 examples/s (6657.80 s)
Epoch 69, Step 2659527 | Training Acc: 0.963 | Test Acc: 0.961 | Test Loss: 0.360 | Test AUC: 0.957 | Rate: 6096 examples/s (6676.91 s)
Epoch 69, Step 3326151 | Training Acc: 0.961 | Test Acc: 0.947 | Test Loss: 0.425 | Test AUC: 0.932 | Rate: 6237 examples/s (6696.02 s)
Epoch 70, Step 659554 | Training Acc: 0.949 | Test Acc: 0.965 | Test Loss: 0.335 | Test AUC: 0.950 | Rate: 6196 examples/s (6715.13 s)
Epoch 70, Step 1326178 | Training Acc: 0.963 | Test Acc: 0.963 | Test Loss: 0.301 | Test AUC: 0.960 | Rate: 6293 examples/s (6734.22 s)
Epoch 70, Step 1992802 | Training Acc: 0.953 | Test Acc: 0.959 | Test Loss: 0.288 | Test AUC: 0.943 | Rate: 6034 examples/s (6753.33 s)
Epoch 70, Step 2659426 | Training Acc: 0.951 | Test Acc: 0.963 | Test Loss: 0.421 | Test AUC: 0.943 | Rate: 6157 examples/s (6772.46 s)
Epoch 70, Step 3326050 | Training Acc: 0.965 | Test Acc: 0.957 | Test Loss: 0.424 | Test AUC: 0.945 | Rate: 6230 examples/s (6791.59 s)
Epoch 71, Step 659453 | Training Acc: 0.949 | Test Acc: 0.955 | Test Loss: 0.275 | Test AUC: 0.937 | Rate: 6126 examples/s (6810.72 s)
Epoch 71, Step 1326077 | Training Acc: 0.975 | Test Acc: 0.971 | Test Loss: 0.294 | Test AUC: 0.968 | Rate: 5949 examples/s (6829.84 s)
Epoch 71, Step 1992701 | Training Acc: 0.963 | Test Acc: 0.965 | Test Loss: 0.353 | Test AUC: 0.959 | Rate: 6269 examples/s (6848.98 s)
Epoch 71, Step 2659325 | Training Acc: 0.961 | Test Acc: 0.955 | Test Loss: 0.467 | Test AUC: 0.952 | Rate: 6210 examples/s (6868.11 s)
Epoch 71, Step 3325949 | Training Acc: 0.957 | Test Acc: 0.959 | Test Loss: 0.471 | Test AUC: 0.950 | Rate: 6209 examples/s (6887.25 s)
Epoch 72, Step 659352 | Training Acc: 0.959 | Test Acc: 0.961 | Test Loss: 0.187 | Test AUC: 0.955 | Rate: 6133 examples/s (6906.33 s)
Epoch 72, Step 1325976 | Training Acc: 0.961 | Test Acc: 0.975 | Test Loss: 0.080 | Test AUC: 0.962 | Rate: 6257 examples/s (6925.50 s)
Epoch 72, Step 1992600 | Training Acc: 0.963 | Test Acc: 0.957 | Test Loss: 0.325 | Test AUC: 0.956 | Rate: 6134 examples/s (6944.61 s)
Epoch 72, Step 2659224 | Training Acc: 0.973 | Test Acc: 0.945 | Test Loss: 0.396 | Test AUC: 0.952 | Rate: 6218 examples/s (6963.71 s)
Epoch 72, Step 3325848 | Training Acc: 0.949 | Test Acc: 0.963 | Test Loss: 0.452 | Test AUC: 0.947 | Rate: 6049 examples/s (6982.83 s)
Epoch 73, Step 659251 | Training Acc: 0.953 | Test Acc: 0.959 | Test Loss: 0.419 | Test AUC: 0.945 | Rate: 6185 examples/s (7001.96 s)
Epoch 73, Step 1325875 | Training Acc: 0.953 | Test Acc: 0.961 | Test Loss: 0.186 | Test AUC: 0.947 | Rate: 5824 examples/s (7021.10 s)
Epoch 73, Step 1992499 | Training Acc: 0.975 | Test Acc: 0.938 | Test Loss: 0.307 | Test AUC: 0.951 | Rate: 6133 examples/s (7040.24 s)
Epoch 73, Step 2659123 | Training Acc: 0.975 | Test Acc: 0.955 | Test Loss: 0.306 | Test AUC: 0.953 | Rate: 5895 examples/s (7059.38 s)
Epoch 73, Step 3325747 | Training Acc: 0.961 | Test Acc: 0.953 | Test Loss: 0.662 | Test AUC: 0.947 | Rate: 6231 examples/s (7078.53 s)
Epoch 74, Step 659150 | Training Acc: 0.975 | Test Acc: 0.959 | Test Loss: 0.417 | Test AUC: 0.953 | Rate: 5725 examples/s (7097.64 s)
Epoch 74, Step 1325774 | Training Acc: 0.959 | Test Acc: 0.943 | Test Loss: 0.387 | Test AUC: 0.941 | Rate: 6179 examples/s (7116.77 s)
Epoch 74, Step 1992398 | Training Acc: 0.963 | Test Acc: 0.963 | Test Loss: 0.247 | Test AUC: 0.950 | Rate: 6064 examples/s (7135.90 s)
Epoch 74, Step 2659022 | Training Acc: 0.957 | Test Acc: 0.969 | Test Loss: 0.219 | Test AUC: 0.962 | Rate: 6160 examples/s (7155.02 s)
Epoch 74, Step 3325646 | Training Acc: 0.963 | Test Acc: 0.967 | Test Loss: 0.163 | Test AUC: 0.953 | Rate: 5677 examples/s (7174.13 s)
Epoch 75, Step 659049 | Training Acc: 0.957 | Test Acc: 0.965 | Test Loss: 0.233 | Test AUC: 0.955 | Rate: 6067 examples/s (7193.13 s)
Epoch 75, Step 1325673 | Training Acc: 0.961 | Test Acc: 0.955 | Test Loss: 0.309 | Test AUC: 0.944 | Rate: 6121 examples/s (7212.25 s)
Epoch 75, Step 1992297 | Training Acc: 0.965 | Test Acc: 0.963 | Test Loss: 0.121 | Test AUC: 0.958 | Rate: 5875 examples/s (7231.37 s)
Epoch 75, Step 2658921 | Training Acc: 0.969 | Test Acc: 0.945 | Test Loss: 0.316 | Test AUC: 0.944 | Rate: 6182 examples/s (7250.51 s)
Epoch 75, Step 3325545 | Training Acc: 0.953 | Test Acc: 0.957 | Test Loss: 0.186 | Test AUC: 0.948 | Rate: 6073 examples/s (7269.63 s)
Epoch 76, Step 658948 | Training Acc: 0.943 | Test Acc: 0.969 | Test Loss: 0.244 | Test AUC: 0.951 | Rate: 6125 examples/s (7288.75 s)
Epoch 76, Step 1325572 | Training Acc: 0.979 | Test Acc: 0.934 | Test Loss: 0.649 | Test AUC: 0.946 | Rate: 5900 examples/s (7307.88 s)
Epoch 76, Step 1992196 | Training Acc: 0.965 | Test Acc: 0.967 | Test Loss: 0.202 | Test AUC: 0.963 | Rate: 6319 examples/s (7326.98 s)
Epoch 76, Step 2658820 | Training Acc: 0.941 | Test Acc: 0.975 | Test Loss: 0.142 | Test AUC: 0.947 | Rate: 6172 examples/s (7346.09 s)
Epoch 76, Step 3325444 | Training Acc: 0.941 | Test Acc: 0.971 | Test Loss: 0.336 | Test AUC: 0.946 | Rate: 6103 examples/s (7365.23 s)
Epoch 77, Step 658847 | Training Acc: 0.938 | Test Acc: 0.957 | Test Loss: 0.175 | Test AUC: 0.924 | Rate: 6035 examples/s (7384.35 s)
Epoch 77, Step 1325471 | Training Acc: 0.967 | Test Acc: 0.957 | Test Loss: 0.356 | Test AUC: 0.960 | Rate: 6323 examples/s (7403.46 s)
Epoch 77, Step 1992095 | Training Acc: 0.955 | Test Acc: 0.963 | Test Loss: 0.201 | Test AUC: 0.952 | Rate: 6023 examples/s (7422.58 s)
Epoch 77, Step 2658719 | Training Acc: 0.977 | Test Acc: 0.959 | Test Loss: 0.182 | Test AUC: 0.961 | Rate: 6215 examples/s (7441.71 s)
Epoch 77, Step 3325343 | Training Acc: 0.953 | Test Acc: 0.951 | Test Loss: 0.388 | Test AUC: 0.949 | Rate: 6080 examples/s (7460.84 s)
Epoch 78, Step 658746 | Training Acc: 0.947 | Test Acc: 0.969 | Test Loss: 0.241 | Test AUC: 0.947 | Rate: 6141 examples/s (7479.96 s)
Epoch 78, Step 1325370 | Training Acc: 0.965 | Test Acc: 0.959 | Test Loss: 0.374 | Test AUC: 0.949 | Rate: 6074 examples/s (7499.09 s)
Epoch 78, Step 1991994 | Training Acc: 0.969 | Test Acc: 0.965 | Test Loss: 0.263 | Test AUC: 0.960 | Rate: 6070 examples/s (7518.22 s)
Epoch 78, Step 2658618 | Training Acc: 0.951 | Test Acc: 0.963 | Test Loss: 0.346 | Test AUC: 0.949 | Rate: 6175 examples/s (7537.36 s)
Epoch 78, Step 3325242 | Training Acc: 0.953 | Test Acc: 0.955 | Test Loss: 0.295 | Test AUC: 0.950 | Rate: 5362 examples/s (7556.49 s)
Epoch 79, Step 658645 | Training Acc: 0.963 | Test Acc: 0.963 | Test Loss: 0.295 | Test AUC: 0.952 | Rate: 6032 examples/s (7575.61 s)
Epoch 79, Step 1325269 | Training Acc: 0.953 | Test Acc: 0.955 | Test Loss: 0.222 | Test AUC: 0.937 | Rate: 6056 examples/s (7594.72 s)
Epoch 79, Step 1991893 | Training Acc: 0.945 | Test Acc: 0.961 | Test Loss: 0.197 | Test AUC: 0.941 | Rate: 6095 examples/s (7613.83 s)
Epoch 79, Step 2658517 | Training Acc: 0.957 | Test Acc: 0.949 | Test Loss: 0.403 | Test AUC: 0.942 | Rate: 5909 examples/s (7632.94 s)
Epoch 79, Step 3325141 | Training Acc: 0.963 | Test Acc: 0.947 | Test Loss: 0.295 | Test AUC: 0.944 | Rate: 6058 examples/s (7652.06 s)
Epoch 80, Step 658544 | Training Acc: 0.957 | Test Acc: 0.965 | Test Loss: 0.611 | Test AUC: 0.950 | Rate: 6113 examples/s (7671.16 s)
Epoch 80, Step 1325168 | Training Acc: 0.949 | Test Acc: 0.969 | Test Loss: 0.298 | Test AUC: 0.949 | Rate: 6110 examples/s (7690.28 s)
Epoch 80, Step 1991792 | Training Acc: 0.975 | Test Acc: 0.963 | Test Loss: 0.313 | Test AUC: 0.962 | Rate: 6271 examples/s (7709.40 s)
Epoch 80, Step 2658416 | Training Acc: 0.949 | Test Acc: 0.953 | Test Loss: 0.287 | Test AUC: 0.945 | Rate: 6302 examples/s (7728.52 s)
Epoch 80, Step 3325040 | Training Acc: 0.947 | Test Acc: 0.963 | Test Loss: 0.214 | Test AUC: 0.952 | Rate: 6213 examples/s (7747.64 s)
Epoch 81, Step 658443 | Training Acc: 0.969 | Test Acc: 0.959 | Test Loss: 0.274 | Test AUC: 0.955 | Rate: 6116 examples/s (7766.76 s)
Epoch 81, Step 1325067 | Training Acc: 0.965 | Test Acc: 0.959 | Test Loss: 0.337 | Test AUC: 0.955 | Rate: 6059 examples/s (7785.86 s)
Epoch 81, Step 1991691 | Training Acc: 0.959 | Test Acc: 0.965 | Test Loss: 0.326 | Test AUC: 0.957 | Rate: 5827 examples/s (7804.97 s)
Epoch 81, Step 2658315 | Training Acc: 0.957 | Test Acc: 0.971 | Test Loss: 0.200 | Test AUC: 0.957 | Rate: 6187 examples/s (7824.09 s)
Epoch 81, Step 3324939 | Training Acc: 0.961 | Test Acc: 0.953 | Test Loss: 0.379 | Test AUC: 0.944 | Rate: 6041 examples/s (7843.23 s)
Epoch 82, Step 658342 | Training Acc: 0.949 | Test Acc: 0.955 | Test Loss: 0.370 | Test AUC: 0.942 | Rate: 6059 examples/s (7862.33 s)
Epoch 82, Step 1324966 | Training Acc: 0.957 | Test Acc: 0.951 | Test Loss: 0.246 | Test AUC: 0.948 | Rate: 6083 examples/s (7881.44 s)
Epoch 82, Step 1991590 | Training Acc: 0.957 | Test Acc: 0.963 | Test Loss: 0.290 | Test AUC: 0.953 | Rate: 6099 examples/s (7900.56 s)
Epoch 82, Step 2658214 | Training Acc: 0.961 | Test Acc: 0.963 | Test Loss: 0.222 | Test AUC: 0.947 | Rate: 5964 examples/s (7919.70 s)
Epoch 82, Step 3324838 | Training Acc: 0.969 | Test Acc: 0.953 | Test Loss: 0.304 | Test AUC: 0.943 | Rate: 6050 examples/s (7938.84 s)
Epoch 83, Step 658241 | Training Acc: 0.955 | Test Acc: 0.957 | Test Loss: 0.185 | Test AUC: 0.946 | Rate: 6050 examples/s (7957.97 s)
Epoch 83, Step 1324865 | Training Acc: 0.975 | Test Acc: 0.945 | Test Loss: 0.397 | Test AUC: 0.952 | Rate: 5756 examples/s (7977.11 s)
Epoch 83, Step 1991489 | Training Acc: 0.969 | Test Acc: 0.969 | Test Loss: 0.294 | Test AUC: 0.963 | Rate: 6017 examples/s (7996.24 s)
Epoch 83, Step 2658113 | Training Acc: 0.963 | Test Acc: 0.965 | Test Loss: 0.123 | Test AUC: 0.950 | Rate: 5957 examples/s (8015.37 s)
Epoch 83, Step 3324737 | Training Acc: 0.953 | Test Acc: 0.947 | Test Loss: 0.270 | Test AUC: 0.934 | Rate: 6030 examples/s (8034.48 s)
Epoch 84, Step 658140 | Training Acc: 0.961 | Test Acc: 0.955 | Test Loss: 0.596 | Test AUC: 0.946 | Rate: 5780 examples/s (8053.59 s)
Epoch 84, Step 1324764 | Training Acc: 0.967 | Test Acc: 0.977 | Test Loss: 0.194 | Test AUC: 0.967 | Rate: 5991 examples/s (8072.70 s)
Epoch 84, Step 1991388 | Training Acc: 0.955 | Test Acc: 0.955 | Test Loss: 0.276 | Test AUC: 0.945 | Rate: 6036 examples/s (8091.80 s)
Epoch 84, Step 2658012 | Training Acc: 0.971 | Test Acc: 0.959 | Test Loss: 0.171 | Test AUC: 0.961 | Rate: 5923 examples/s (8110.93 s)
Epoch 84, Step 3324636 | Training Acc: 0.967 | Test Acc: 0.959 | Test Loss: 0.262 | Test AUC: 0.952 | Rate: 5989 examples/s (8130.04 s)
Epoch 85, Step 658039 | Training Acc: 0.971 | Test Acc: 0.973 | Test Loss: 0.171 | Test AUC: 0.965 | Rate: 6075 examples/s (8149.16 s)
Epoch 85, Step 1324663 | Training Acc: 0.963 | Test Acc: 0.961 | Test Loss: 0.207 | Test AUC: 0.949 | Rate: 6185 examples/s (8168.29 s)
Epoch 85, Step 1991287 | Training Acc: 0.961 | Test Acc: 0.953 | Test Loss: 0.304 | Test AUC: 0.941 | Rate: 5892 examples/s (8187.41 s)
Epoch 85, Step 2657911 | Training Acc: 0.961 | Test Acc: 0.957 | Test Loss: 0.311 | Test AUC: 0.947 | Rate: 6046 examples/s (8206.54 s)
Epoch 85, Step 3324535 | Training Acc: 0.965 | Test Acc: 0.959 | Test Loss: 0.434 | Test AUC: 0.955 | Rate: 5995 examples/s (8225.67 s)
Epoch 86, Step 657938 | Training Acc: 0.951 | Test Acc: 0.973 | Test Loss: 0.294 | Test AUC: 0.956 | Rate: 5963 examples/s (8244.80 s)
Epoch 86, Step 1324562 | Training Acc: 0.943 | Test Acc: 0.967 | Test Loss: 0.204 | Test AUC: 0.942 | Rate: 5955 examples/s (8263.93 s)
Epoch 86, Step 1991186 | Training Acc: 0.973 | Test Acc: 0.961 | Test Loss: 0.354 | Test AUC: 0.957 | Rate: 6002 examples/s (8283.04 s)
Epoch 86, Step 2657810 | Training Acc: 0.945 | Test Acc: 0.973 | Test Loss: 0.250 | Test AUC: 0.953 | Rate: 5873 examples/s (8302.18 s)
Epoch 86, Step 3324434 | Training Acc: 0.963 | Test Acc: 0.963 | Test Loss: 0.311 | Test AUC: 0.951 | Rate: 5917 examples/s (8321.31 s)
Epoch 87, Step 657837 | Training Acc: 0.947 | Test Acc: 0.971 | Test Loss: 0.254 | Test AUC: 0.955 | Rate: 6062 examples/s (8340.42 s)
Epoch 87, Step 1324461 | Training Acc: 0.973 | Test Acc: 0.945 | Test Loss: 0.354 | Test AUC: 0.954 | Rate: 6045 examples/s (8359.55 s)
Epoch 87, Step 1991085 | Training Acc: 0.951 | Test Acc: 0.957 | Test Loss: 0.151 | Test AUC: 0.946 | Rate: 6021 examples/s (8378.70 s)
Epoch 87, Step 2657709 | Training Acc: 0.969 | Test Acc: 0.963 | Test Loss: 0.232 | Test AUC: 0.957 | Rate: 6172 examples/s (8397.86 s)
Epoch 87, Step 3324333 | Training Acc: 0.965 | Test Acc: 0.961 | Test Loss: 0.271 | Test AUC: 0.952 | Rate: 5971 examples/s (8417.03 s)
Epoch 88, Step 657736 | Training Acc: 0.967 | Test Acc: 0.965 | Test Loss: 0.329 | Test AUC: 0.958 | Rate: 6040 examples/s (8436.18 s)
Epoch 88, Step 1324360 | Training Acc: 0.957 | Test Acc: 0.949 | Test Loss: 0.364 | Test AUC: 0.945 | Rate: 5986 examples/s (8455.32 s)
Epoch 88, Step 1990984 | Training Acc: 0.979 | Test Acc: 0.959 | Test Loss: 0.366 | Test AUC: 0.959 | Rate: 6097 examples/s (8474.46 s)
Epoch 88, Step 2657608 | Training Acc: 0.961 | Test Acc: 0.955 | Test Loss: 0.332 | Test AUC: 0.950 | Rate: 6045 examples/s (8493.58 s)
Epoch 88, Step 3324232 | Training Acc: 0.955 | Test Acc: 0.945 | Test Loss: 0.308 | Test AUC: 0.942 | Rate: 5671 examples/s (8512.71 s)
Epoch 89, Step 657635 | Training Acc: 0.936 | Test Acc: 0.951 | Test Loss: 0.429 | Test AUC: 0.929 | Rate: 5967 examples/s (8531.84 s)
Epoch 89, Step 1324259 | Training Acc: 0.979 | Test Acc: 0.969 | Test Loss: 0.206 | Test AUC: 0.959 | Rate: 5956 examples/s (8550.96 s)
Epoch 89, Step 1990883 | Training Acc: 0.943 | Test Acc: 0.967 | Test Loss: 0.203 | Test AUC: 0.944 | Rate: 6077 examples/s (8570.11 s)
Epoch 89, Step 2657507 | Training Acc: 0.973 | Test Acc: 0.967 | Test Loss: 0.439 | Test AUC: 0.961 | Rate: 5341 examples/s (8589.24 s)
Epoch 89, Step 3324131 | Training Acc: 0.967 | Test Acc: 0.959 | Test Loss: 0.245 | Test AUC: 0.958 | Rate: 5925 examples/s (8608.38 s)
Epoch 90, Step 657534 | Training Acc: 0.967 | Test Acc: 0.963 | Test Loss: 0.250 | Test AUC: 0.956 | Rate: 5930 examples/s (8627.53 s)
Epoch 90, Step 1324158 | Training Acc: 0.959 | Test Acc: 0.961 | Test Loss: 0.143 | Test AUC: 0.952 | Rate: 5713 examples/s (8646.69 s)
Epoch 90, Step 1990782 | Training Acc: 0.971 | Test Acc: 0.963 | Test Loss: 0.259 | Test AUC: 0.962 | Rate: 5912 examples/s (8665.80 s)
Epoch 90, Step 2657406 | Training Acc: 0.953 | Test Acc: 0.963 | Test Loss: 0.327 | Test AUC: 0.952 | Rate: 6073 examples/s (8684.91 s)
Epoch 90, Step 3324030 | Training Acc: 0.959 | Test Acc: 0.973 | Test Loss: 0.354 | Test AUC: 0.956 | Rate: 5947 examples/s (8704.02 s)
Epoch 91, Step 657433 | Training Acc: 0.977 | Test Acc: 0.971 | Test Loss: 0.192 | Test AUC: 0.967 | Rate: 6101 examples/s (8723.15 s)
Epoch 91, Step 1324057 | Training Acc: 0.969 | Test Acc: 0.955 | Test Loss: 0.416 | Test AUC: 0.950 | Rate: 5278 examples/s (8742.28 s)
Epoch 91, Step 1990681 | Training Acc: 0.975 | Test Acc: 0.967 | Test Loss: 0.130 | Test AUC: 0.964 | Rate: 6013 examples/s (8761.40 s)
Epoch 91, Step 2657305 | Training Acc: 0.951 | Test Acc: 0.969 | Test Loss: 0.221 | Test AUC: 0.953 | Rate: 6071 examples/s (8780.53 s)
Epoch 91, Step 3323929 | Training Acc: 0.945 | Test Acc: 0.961 | Test Loss: 0.182 | Test AUC: 0.951 | Rate: 5994 examples/s (8799.69 s)
Epoch 92, Step 657332 | Training Acc: 0.969 | Test Acc: 0.965 | Test Loss: 0.444 | Test AUC: 0.963 | Rate: 6137 examples/s (8818.84 s)
Epoch 92, Step 1323956 | Training Acc: 0.969 | Test Acc: 0.965 | Test Loss: 0.238 | Test AUC: 0.954 | Rate: 6038 examples/s (8837.97 s)
Epoch 92, Step 1990580 | Training Acc: 0.967 | Test Acc: 0.961 | Test Loss: 0.403 | Test AUC: 0.958 | Rate: 6027 examples/s (8857.10 s)
Epoch 92, Step 2657204 | Training Acc: 0.945 | Test Acc: 0.957 | Test Loss: 0.226 | Test AUC: 0.941 | Rate: 5916 examples/s (8876.24 s)
Epoch 92, Step 3323828 | Training Acc: 0.951 | Test Acc: 0.967 | Test Loss: 0.252 | Test AUC: 0.956 | Rate: 6146 examples/s (8895.40 s)
Epoch 93, Step 657231 | Training Acc: 0.977 | Test Acc: 0.949 | Test Loss: 0.217 | Test AUC: 0.957 | Rate: 6032 examples/s (8914.54 s)
Epoch 93, Step 1323855 | Training Acc: 0.971 | Test Acc: 0.957 | Test Loss: 0.321 | Test AUC: 0.950 | Rate: 5826 examples/s (8933.67 s)
Epoch 93, Step 1990479 | Training Acc: 0.947 | Test Acc: 0.971 | Test Loss: 0.249 | Test AUC: 0.953 | Rate: 5776 examples/s (8952.82 s)
Epoch 93, Step 2657103 | Training Acc: 0.961 | Test Acc: 0.967 | Test Loss: 0.176 | Test AUC: 0.956 | Rate: 6003 examples/s (8971.94 s)
Epoch 93, Step 3323727 | Training Acc: 0.959 | Test Acc: 0.951 | Test Loss: 0.332 | Test AUC: 0.941 | Rate: 5926 examples/s (8990.98 s)
Epoch 94, Step 657130 | Training Acc: 0.955 | Test Acc: 0.961 | Test Loss: 0.288 | Test AUC: 0.942 | Rate: 6021 examples/s (9010.13 s)
Epoch 94, Step 1323754 | Training Acc: 0.959 | Test Acc: 0.959 | Test Loss: 0.454 | Test AUC: 0.949 | Rate: 5988 examples/s (9029.26 s)
Epoch 94, Step 1990378 | Training Acc: 0.963 | Test Acc: 0.953 | Test Loss: 0.318 | Test AUC: 0.949 | Rate: 5980 examples/s (9048.39 s)
Epoch 94, Step 2657002 | Training Acc: 0.963 | Test Acc: 0.959 | Test Loss: 0.229 | Test AUC: 0.951 | Rate: 5835 examples/s (9067.52 s)
Epoch 94, Step 3323626 | Training Acc: 0.967 | Test Acc: 0.957 | Test Loss: 0.572 | Test AUC: 0.950 | Rate: 5944 examples/s (9086.66 s)
Epoch 95, Step 657029 | Training Acc: 0.961 | Test Acc: 0.980 | Test Loss: 0.120 | Test AUC: 0.964 | Rate: 5853 examples/s (9105.82 s)
Epoch 95, Step 1323653 | Training Acc: 0.969 | Test Acc: 0.967 | Test Loss: 0.232 | Test AUC: 0.960 | Rate: 5998 examples/s (9124.96 s)
Epoch 95, Step 1990277 | Training Acc: 0.961 | Test Acc: 0.957 | Test Loss: 0.249 | Test AUC: 0.949 | Rate: 5962 examples/s (9144.11 s)
Epoch 95, Step 2656901 | Training Acc: 0.965 | Test Acc: 0.969 | Test Loss: 0.240 | Test AUC: 0.966 | Rate: 5712 examples/s (9163.27 s)
Epoch 95, Step 3323525 | Training Acc: 0.973 | Test Acc: 0.967 | Test Loss: 0.233 | Test AUC: 0.960 | Rate: 5997 examples/s (9182.42 s)
Epoch 96, Step 656928 | Training Acc: 0.955 | Test Acc: 0.953 | Test Loss: 0.210 | Test AUC: 0.944 | Rate: 5871 examples/s (9201.55 s)
Epoch 96, Step 1323552 | Training Acc: 0.967 | Test Acc: 0.943 | Test Loss: 0.458 | Test AUC: 0.941 | Rate: 5945 examples/s (9220.68 s)
Epoch 96, Step 1990176 | Training Acc: 0.961 | Test Acc: 0.959 | Test Loss: 0.276 | Test AUC: 0.952 | Rate: 5867 examples/s (9239.82 s)
Epoch 96, Step 2656800 | Training Acc: 0.967 | Test Acc: 0.945 | Test Loss: 0.354 | Test AUC: 0.946 | Rate: 5985 examples/s (9258.96 s)
Epoch 96, Step 3323424 | Training Acc: 0.947 | Test Acc: 0.957 | Test Loss: 0.327 | Test AUC: 0.943 | Rate: 5955 examples/s (9278.09 s)
Epoch 97, Step 656827 | Training Acc: 0.963 | Test Acc: 0.982 | Test Loss: 0.119 | Test AUC: 0.963 | Rate: 5994 examples/s (9297.21 s)
Epoch 97, Step 1323451 | Training Acc: 0.973 | Test Acc: 0.973 | Test Loss: 0.205 | Test AUC: 0.968 | Rate: 5993 examples/s (9316.32 s)
Epoch 97, Step 1990075 | Training Acc: 0.963 | Test Acc: 0.957 | Test Loss: 0.330 | Test AUC: 0.957 | Rate: 5976 examples/s (9335.45 s)
Epoch 97, Step 2656699 | Training Acc: 0.957 | Test Acc: 0.961 | Test Loss: 0.279 | Test AUC: 0.946 | Rate: 6099 examples/s (9354.58 s)
Epoch 97, Step 3323323 | Training Acc: 0.947 | Test Acc: 0.965 | Test Loss: 0.214 | Test AUC: 0.942 | Rate: 5894 examples/s (9373.73 s)
Epoch 98, Step 656726 | Training Acc: 0.963 | Test Acc: 0.961 | Test Loss: 0.196 | Test AUC: 0.956 | Rate: 6122 examples/s (9392.84 s)
Epoch 98, Step 1323350 | Training Acc: 0.973 | Test Acc: 0.963 | Test Loss: 0.334 | Test AUC: 0.963 | Rate: 5947 examples/s (9411.93 s)
Epoch 98, Step 1989974 | Training Acc: 0.984 | Test Acc: 0.959 | Test Loss: 0.277 | Test AUC: 0.965 | Rate: 6010 examples/s (9431.08 s)
Epoch 98, Step 2656598 | Training Acc: 0.967 | Test Acc: 0.961 | Test Loss: 0.236 | Test AUC: 0.948 | Rate: 5978 examples/s (9450.22 s)
Epoch 98, Step 3323222 | Training Acc: 0.955 | Test Acc: 0.947 | Test Loss: 0.391 | Test AUC: 0.940 | Rate: 5580 examples/s (9469.33 s)
Epoch 99, Step 656625 | Training Acc: 0.959 | Test Acc: 0.969 | Test Loss: 0.218 | Test AUC: 0.957 | Rate: 6031 examples/s (9488.45 s)
Epoch 99, Step 1323249 | Training Acc: 0.961 | Test Acc: 0.965 | Test Loss: 0.251 | Test AUC: 0.955 | Rate: 5955 examples/s (9507.57 s)
Epoch 99, Step 1989873 | Training Acc: 0.967 | Test Acc: 0.936 | Test Loss: 0.400 | Test AUC: 0.941 | Rate: 5969 examples/s (9526.72 s)
Epoch 99, Step 2656497 | Training Acc: 0.963 | Test Acc: 0.967 | Test Loss: 0.159 | Test AUC: 0.954 | Rate: 5880 examples/s (9545.87 s)
Epoch 99, Step 3323121 | Training Acc: 0.959 | Test Acc: 0.957 | Test Loss: 0.230 | Test AUC: 0.949 | Rate: 5983 examples/s (9565.00 s)
Epoch 100, Step 656524 | Training Acc: 0.959 | Test Acc: 0.953 | Test Loss: 0.321 | Test AUC: 0.940 | Rate: 5690 examples/s (9584.15 s)
Epoch 100, Step 1323148 | Training Acc: 0.949 | Test Acc: 0.967 | Test Loss: 0.357 | Test AUC: 0.947 | Rate: 5970 examples/s (9603.26 s)
Epoch 100, Step 1989772 | Training Acc: 0.969 | Test Acc: 0.959 | Test Loss: 0.155 | Test AUC: 0.955 | Rate: 5871 examples/s (9622.38 s)
Epoch 100, Step 2656396 | Training Acc: 0.947 | Test Acc: 0.951 | Test Loss: 0.377 | Test AUC: 0.946 | Rate: 5942 examples/s (9641.51 s)
Epoch 100, Step 3323020 | Training Acc: 0.957 | Test Acc: 0.957 | Test Loss: 0.328 | Test AUC: 0.947 | Rate: 5961 examples/s (9660.63 s)
Epoch 101, Step 656423 | Training Acc: 0.957 | Test Acc: 0.967 | Test Loss: 0.349 | Test AUC: 0.958 | Rate: 5954 examples/s (9679.75 s)
Epoch 101, Step 1323047 | Training Acc: 0.975 | Test Acc: 0.953 | Test Loss: 0.356 | Test AUC: 0.953 | Rate: 5969 examples/s (9698.87 s)
Epoch 101, Step 1989671 | Training Acc: 0.953 | Test Acc: 0.959 | Test Loss: 0.209 | Test AUC: 0.940 | Rate: 5868 examples/s (9718.00 s)
Epoch 101, Step 2656295 | Training Acc: 0.965 | Test Acc: 0.963 | Test Loss: 0.331 | Test AUC: 0.958 | Rate: 5870 examples/s (9737.14 s)
Epoch 101, Step 3322919 | Training Acc: 0.953 | Test Acc: 0.969 | Test Loss: 0.341 | Test AUC: 0.958 | Rate: 5985 examples/s (9756.29 s)
Epoch 102, Step 656322 | Training Acc: 0.961 | Test Acc: 0.955 | Test Loss: 0.376 | Test AUC: 0.950 | Rate: 5908 examples/s (9775.41 s)
Epoch 102, Step 1322946 | Training Acc: 0.961 | Test Acc: 0.965 | Test Loss: 0.351 | Test AUC: 0.956 | Rate: 6016 examples/s (9794.53 s)
Epoch 102, Step 1989570 | Training Acc: 0.967 | Test Acc: 0.951 | Test Loss: 0.235 | Test AUC: 0.951 | Rate: 5963 examples/s (9813.65 s)
Epoch 102, Step 2656194 | Training Acc: 0.973 | Test Acc: 0.961 | Test Loss: 0.188 | Test AUC: 0.962 | Rate: 5931 examples/s (9832.79 s)
Epoch 102, Step 3322818 | Training Acc: 0.973 | Test Acc: 0.955 | Test Loss: 0.198 | Test AUC: 0.958 | Rate: 5819 examples/s (9851.93 s)
Epoch 103, Step 656221 | Training Acc: 0.965 | Test Acc: 0.943 | Test Loss: 0.528 | Test AUC: 0.933 | Rate: 5817 examples/s (9871.07 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch103.ckpt-103
Epoch 103, Step 1322845 | Training Acc: 0.982 | Test Acc: 0.971 | Test Loss: 0.393 | Test AUC: 0.971 | Rate: 1393 examples/s (9890.46 s) [*]
Epoch 103, Step 1989469 | Training Acc: 0.941 | Test Acc: 0.951 | Test Loss: 0.299 | Test AUC: 0.936 | Rate: 5881 examples/s (9909.61 s)
Epoch 103, Step 2656093 | Training Acc: 0.961 | Test Acc: 0.961 | Test Loss: 0.478 | Test AUC: 0.956 | Rate: 5567 examples/s (9928.73 s)
Epoch 103, Step 3322717 | Training Acc: 0.973 | Test Acc: 0.961 | Test Loss: 0.250 | Test AUC: 0.962 | Rate: 5793 examples/s (9947.85 s)
Epoch 104, Step 656120 | Training Acc: 0.959 | Test Acc: 0.949 | Test Loss: 0.331 | Test AUC: 0.947 | Rate: 5829 examples/s (9966.97 s)
Epoch 104, Step 1322744 | Training Acc: 0.973 | Test Acc: 0.961 | Test Loss: 0.207 | Test AUC: 0.957 | Rate: 5811 examples/s (9986.10 s)
Epoch 104, Step 1989368 | Training Acc: 0.943 | Test Acc: 0.967 | Test Loss: 0.367 | Test AUC: 0.950 | Rate: 5772 examples/s (10005.23 s)
Epoch 104, Step 2655992 | Training Acc: 0.953 | Test Acc: 0.961 | Test Loss: 0.223 | Test AUC: 0.948 | Rate: 5917 examples/s (10024.36 s)
Epoch 104, Step 3322616 | Training Acc: 0.961 | Test Acc: 0.955 | Test Loss: 0.254 | Test AUC: 0.953 | Rate: 5931 examples/s (10043.47 s)
Epoch 105, Step 656019 | Training Acc: 0.943 | Test Acc: 0.979 | Test Loss: 0.145 | Test AUC: 0.951 | Rate: 5885 examples/s (10062.62 s)
Epoch 105, Step 1322643 | Training Acc: 0.973 | Test Acc: 0.945 | Test Loss: 0.428 | Test AUC: 0.952 | Rate: 5694 examples/s (10081.74 s)
Epoch 105, Step 1989267 | Training Acc: 0.949 | Test Acc: 0.961 | Test Loss: 0.361 | Test AUC: 0.940 | Rate: 5929 examples/s (10100.83 s)
Epoch 105, Step 2655891 | Training Acc: 0.965 | Test Acc: 0.969 | Test Loss: 0.141 | Test AUC: 0.964 | Rate: 5859 examples/s (10119.93 s)
Epoch 105, Step 3322515 | Training Acc: 0.961 | Test Acc: 0.965 | Test Loss: 0.423 | Test AUC: 0.953 | Rate: 5924 examples/s (10139.06 s)
Epoch 106, Step 655918 | Training Acc: 0.949 | Test Acc: 0.959 | Test Loss: 0.258 | Test AUC: 0.939 | Rate: 5867 examples/s (10158.16 s)
Epoch 106, Step 1322542 | Training Acc: 0.955 | Test Acc: 0.959 | Test Loss: 0.243 | Test AUC: 0.952 | Rate: 5185 examples/s (10177.30 s)
Epoch 106, Step 1989166 | Training Acc: 0.959 | Test Acc: 0.965 | Test Loss: 0.084 | Test AUC: 0.950 | Rate: 5861 examples/s (10196.41 s)
Epoch 106, Step 2655790 | Training Acc: 0.961 | Test Acc: 0.957 | Test Loss: 0.242 | Test AUC: 0.952 | Rate: 5620 examples/s (10215.55 s)
Epoch 106, Step 3322414 | Training Acc: 0.961 | Test Acc: 0.955 | Test Loss: 0.267 | Test AUC: 0.953 | Rate: 5880 examples/s (10234.65 s)
Epoch 107, Step 655817 | Training Acc: 0.961 | Test Acc: 0.957 | Test Loss: 0.235 | Test AUC: 0.948 | Rate: 5884 examples/s (10253.80 s)
Epoch 107, Step 1322441 | Training Acc: 0.965 | Test Acc: 0.951 | Test Loss: 0.459 | Test AUC: 0.949 | Rate: 5889 examples/s (10272.93 s)
Epoch 107, Step 1989065 | Training Acc: 0.947 | Test Acc: 0.965 | Test Loss: 0.309 | Test AUC: 0.945 | Rate: 5875 examples/s (10292.05 s)
Epoch 107, Step 2655689 | Training Acc: 0.975 | Test Acc: 0.947 | Test Loss: 0.283 | Test AUC: 0.949 | Rate: 5859 examples/s (10311.17 s)
Epoch 107, Step 3322313 | Training Acc: 0.967 | Test Acc: 0.953 | Test Loss: 0.398 | Test AUC: 0.952 | Rate: 6037 examples/s (10330.26 s)
Epoch 108, Step 655716 | Training Acc: 0.947 | Test Acc: 0.965 | Test Loss: 0.324 | Test AUC: 0.944 | Rate: 5777 examples/s (10349.39 s)
Epoch 108, Step 1322340 | Training Acc: 0.975 | Test Acc: 0.956 | Test Loss: 0.336 | Test AUC: 0.964 | Rate: 6151 examples/s (10368.49 s)
Epoch 108, Step 1988964 | Training Acc: 0.959 | Test Acc: 0.980 | Test Loss: 0.135 | Test AUC: 0.964 | Rate: 5179 examples/s (10387.62 s)
Epoch 108, Step 2655588 | Training Acc: 0.969 | Test Acc: 0.951 | Test Loss: 0.335 | Test AUC: 0.948 | Rate: 6009 examples/s (10406.72 s)
Epoch 108, Step 3322212 | Training Acc: 0.963 | Test Acc: 0.947 | Test Loss: 0.391 | Test AUC: 0.944 | Rate: 5857 examples/s (10425.82 s)
Epoch 109, Step 655615 | Training Acc: 0.971 | Test Acc: 0.965 | Test Loss: 0.145 | Test AUC: 0.954 | Rate: 5764 examples/s (10444.97 s)
Epoch 109, Step 1322239 | Training Acc: 0.973 | Test Acc: 0.963 | Test Loss: 0.178 | Test AUC: 0.959 | Rate: 5764 examples/s (10464.10 s)
Epoch 109, Step 1988863 | Training Acc: 0.975 | Test Acc: 0.969 | Test Loss: 0.149 | Test AUC: 0.964 | Rate: 5593 examples/s (10483.23 s)
Epoch 109, Step 2655487 | Training Acc: 0.965 | Test Acc: 0.969 | Test Loss: 0.174 | Test AUC: 0.963 | Rate: 5779 examples/s (10502.38 s)
Epoch 109, Step 3322111 | Training Acc: 0.973 | Test Acc: 0.971 | Test Loss: 0.152 | Test AUC: 0.961 | Rate: 5166 examples/s (10521.53 s)
Epoch 110, Step 655514 | Training Acc: 0.955 | Test Acc: 0.955 | Test Loss: 0.251 | Test AUC: 0.947 | Rate: 5676 examples/s (10540.62 s)
Epoch 110, Step 1322138 | Training Acc: 0.965 | Test Acc: 0.955 | Test Loss: 0.205 | Test AUC: 0.944 | Rate: 5842 examples/s (10559.77 s)
Epoch 110, Step 1988762 | Training Acc: 0.955 | Test Acc: 0.953 | Test Loss: 0.346 | Test AUC: 0.944 | Rate: 5893 examples/s (10578.91 s)
Epoch 110, Step 2655386 | Training Acc: 0.963 | Test Acc: 0.963 | Test Loss: 0.151 | Test AUC: 0.953 | Rate: 5091 examples/s (10598.08 s)
Epoch 110, Step 3322010 | Training Acc: 0.961 | Test Acc: 0.959 | Test Loss: 0.316 | Test AUC: 0.951 | Rate: 5998 examples/s (10617.23 s)
Epoch 111, Step 655413 | Training Acc: 0.953 | Test Acc: 0.949 | Test Loss: 0.409 | Test AUC: 0.943 | Rate: 5752 examples/s (10636.38 s)
Epoch 111, Step 1322037 | Training Acc: 0.957 | Test Acc: 0.947 | Test Loss: 0.243 | Test AUC: 0.944 | Rate: 5161 examples/s (10655.51 s)
Epoch 111, Step 1988661 | Training Acc: 0.967 | Test Acc: 0.959 | Test Loss: 0.255 | Test AUC: 0.959 | Rate: 5867 examples/s (10674.61 s)
Epoch 111, Step 2655285 | Training Acc: 0.961 | Test Acc: 0.957 | Test Loss: 0.162 | Test AUC: 0.950 | Rate: 5715 examples/s (10693.76 s)
Epoch 111, Step 3321909 | Training Acc: 0.963 | Test Acc: 0.947 | Test Loss: 0.450 | Test AUC: 0.946 | Rate: 5819 examples/s (10712.90 s)
Epoch 112, Step 655312 | Training Acc: 0.969 | Test Acc: 0.967 | Test Loss: 0.129 | Test AUC: 0.957 | Rate: 5883 examples/s (10732.03 s)
Epoch 112, Step 1321936 | Training Acc: 0.969 | Test Acc: 0.957 | Test Loss: 0.401 | Test AUC: 0.955 | Rate: 5790 examples/s (10751.15 s)
Epoch 112, Step 1988560 | Training Acc: 0.963 | Test Acc: 0.953 | Test Loss: 0.255 | Test AUC: 0.939 | Rate: 5609 examples/s (10770.28 s)
Epoch 112, Step 2655184 | Training Acc: 0.965 | Test Acc: 0.963 | Test Loss: 0.335 | Test AUC: 0.951 | Rate: 5617 examples/s (10789.30 s)
Epoch 112, Step 3321808 | Training Acc: 0.961 | Test Acc: 0.943 | Test Loss: 0.292 | Test AUC: 0.938 | Rate: 5436 examples/s (10808.47 s)
Epoch 113, Step 655211 | Training Acc: 0.949 | Test Acc: 0.967 | Test Loss: 0.135 | Test AUC: 0.950 | Rate: 5760 examples/s (10827.61 s)
Epoch 113, Step 1321835 | Training Acc: 0.953 | Test Acc: 0.963 | Test Loss: 0.090 | Test AUC: 0.943 | Rate: 5387 examples/s (10846.74 s)
Epoch 113, Step 1988459 | Training Acc: 0.961 | Test Acc: 0.943 | Test Loss: 0.491 | Test AUC: 0.949 | Rate: 5574 examples/s (10865.87 s)
Epoch 113, Step 2655083 | Training Acc: 0.977 | Test Acc: 0.951 | Test Loss: 0.180 | Test AUC: 0.952 | Rate: 5834 examples/s (10884.99 s)
Epoch 113, Step 3321707 | Training Acc: 0.943 | Test Acc: 0.953 | Test Loss: 0.438 | Test AUC: 0.940 | Rate: 5588 examples/s (10904.15 s)
Epoch 114, Step 655110 | Training Acc: 0.939 | Test Acc: 0.957 | Test Loss: 0.298 | Test AUC: 0.939 | Rate: 5738 examples/s (10923.28 s)
Epoch 114, Step 1321734 | Training Acc: 0.949 | Test Acc: 0.977 | Test Loss: 0.077 | Test AUC: 0.953 | Rate: 6046 examples/s (10942.42 s)
Epoch 114, Step 1988358 | Training Acc: 0.951 | Test Acc: 0.959 | Test Loss: 0.253 | Test AUC: 0.943 | Rate: 5879 examples/s (10961.58 s)
Epoch 114, Step 2654982 | Training Acc: 0.967 | Test Acc: 0.963 | Test Loss: 0.408 | Test AUC: 0.957 | Rate: 5830 examples/s (10980.69 s)
Epoch 114, Step 3321606 | Training Acc: 0.963 | Test Acc: 0.955 | Test Loss: 0.196 | Test AUC: 0.948 | Rate: 5100 examples/s (10999.83 s)
Epoch 115, Step 655009 | Training Acc: 0.963 | Test Acc: 0.963 | Test Loss: 0.178 | Test AUC: 0.949 | Rate: 5784 examples/s (11018.92 s)
Epoch 115, Step 1321633 | Training Acc: 0.949 | Test Acc: 0.943 | Test Loss: 0.367 | Test AUC: 0.933 | Rate: 5882 examples/s (11038.07 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch115.ckpt-115
Epoch 115, Step 1988257 | Training Acc: 0.975 | Test Acc: 0.979 | Test Loss: 0.168 | Test AUC: 0.972 | Rate: 1304 examples/s (11057.52 s) [*]
Epoch 115, Step 2654881 | Training Acc: 0.969 | Test Acc: 0.947 | Test Loss: 0.356 | Test AUC: 0.944 | Rate: 5794 examples/s (11076.65 s)
Epoch 115, Step 3321505 | Training Acc: 0.965 | Test Acc: 0.973 | Test Loss: 0.179 | Test AUC: 0.961 | Rate: 5814 examples/s (11095.81 s)
Epoch 116, Step 654908 | Training Acc: 0.963 | Test Acc: 0.969 | Test Loss: 0.280 | Test AUC: 0.953 | Rate: 5759 examples/s (11114.93 s)
Epoch 116, Step 1321532 | Training Acc: 0.953 | Test Acc: 0.967 | Test Loss: 0.202 | Test AUC: 0.954 | Rate: 5939 examples/s (11134.04 s)
Epoch 116, Step 1988156 | Training Acc: 0.953 | Test Acc: 0.971 | Test Loss: 0.205 | Test AUC: 0.952 | Rate: 5678 examples/s (11153.20 s)
Epoch 116, Step 2654780 | Training Acc: 0.963 | Test Acc: 0.967 | Test Loss: 0.296 | Test AUC: 0.960 | Rate: 5805 examples/s (11172.37 s)
Epoch 116, Step 3321404 | Training Acc: 0.955 | Test Acc: 0.969 | Test Loss: 0.242 | Test AUC: 0.958 | Rate: 5798 examples/s (11191.53 s)
Epoch 117, Step 654807 | Training Acc: 0.955 | Test Acc: 0.961 | Test Loss: 0.261 | Test AUC: 0.951 | Rate: 5642 examples/s (11210.65 s)
Epoch 117, Step 1321431 | Training Acc: 0.965 | Test Acc: 0.971 | Test Loss: 0.157 | Test AUC: 0.959 | Rate: 5775 examples/s (11229.78 s)
Epoch 117, Step 1988055 | Training Acc: 0.969 | Test Acc: 0.969 | Test Loss: 0.338 | Test AUC: 0.964 | Rate: 5749 examples/s (11248.91 s)
Epoch 117, Step 2654679 | Training Acc: 0.943 | Test Acc: 0.953 | Test Loss: 0.259 | Test AUC: 0.945 | Rate: 5788 examples/s (11268.06 s)
Epoch 117, Step 3321303 | Training Acc: 0.967 | Test Acc: 0.965 | Test Loss: 0.279 | Test AUC: 0.951 | Rate: 5760 examples/s (11287.20 s)
Epoch 118, Step 654706 | Training Acc: 0.945 | Test Acc: 0.953 | Test Loss: 0.407 | Test AUC: 0.937 | Rate: 5763 examples/s (11306.30 s)
Epoch 118, Step 1321330 | Training Acc: 0.953 | Test Acc: 0.963 | Test Loss: 0.188 | Test AUC: 0.953 | Rate: 5669 examples/s (11325.36 s)
Epoch 118, Step 1987954 | Training Acc: 0.961 | Test Acc: 0.953 | Test Loss: 0.431 | Test AUC: 0.945 | Rate: 5719 examples/s (11344.50 s)
Epoch 118, Step 2654578 | Training Acc: 0.967 | Test Acc: 0.967 | Test Loss: 0.309 | Test AUC: 0.960 | Rate: 5729 examples/s (11363.64 s)
Epoch 118, Step 3321202 | Training Acc: 0.947 | Test Acc: 0.965 | Test Loss: 0.168 | Test AUC: 0.946 | Rate: 5744 examples/s (11382.78 s)
Epoch 119, Step 654605 | Training Acc: 0.965 | Test Acc: 0.969 | Test Loss: 0.200 | Test AUC: 0.961 | Rate: 5810 examples/s (11401.91 s)
Epoch 119, Step 1321229 | Training Acc: 0.971 | Test Acc: 0.971 | Test Loss: 0.271 | Test AUC: 0.960 | Rate: 5806 examples/s (11421.07 s)
Epoch 119, Step 1987853 | Training Acc: 0.949 | Test Acc: 0.986 | Test Loss: 0.100 | Test AUC: 0.959 | Rate: 5729 examples/s (11440.21 s)
Epoch 119, Step 2654477 | Training Acc: 0.961 | Test Acc: 0.971 | Test Loss: 0.287 | Test AUC: 0.961 | Rate: 5674 examples/s (11459.34 s)
Epoch 119, Step 3321101 | Training Acc: 0.949 | Test Acc: 0.955 | Test Loss: 0.190 | Test AUC: 0.940 | Rate: 5623 examples/s (11478.49 s)
Epoch 120, Step 654504 | Training Acc: 0.953 | Test Acc: 0.945 | Test Loss: 0.219 | Test AUC: 0.932 | Rate: 5730 examples/s (11497.62 s)
Epoch 120, Step 1321128 | Training Acc: 0.957 | Test Acc: 0.969 | Test Loss: 0.325 | Test AUC: 0.952 | Rate: 5909 examples/s (11516.77 s)
Epoch 120, Step 1987752 | Training Acc: 0.969 | Test Acc: 0.967 | Test Loss: 0.285 | Test AUC: 0.963 | Rate: 5707 examples/s (11535.93 s)
Epoch 120, Step 2654376 | Training Acc: 0.961 | Test Acc: 0.959 | Test Loss: 0.359 | Test AUC: 0.953 | Rate: 5789 examples/s (11555.09 s)
Epoch 120, Step 3321000 | Training Acc: 0.961 | Test Acc: 0.971 | Test Loss: 0.289 | Test AUC: 0.959 | Rate: 5502 examples/s (11574.25 s)
Epoch 121, Step 654403 | Training Acc: 0.953 | Test Acc: 0.959 | Test Loss: 0.156 | Test AUC: 0.939 | Rate: 5643 examples/s (11593.37 s)
Epoch 121, Step 1321027 | Training Acc: 0.965 | Test Acc: 0.955 | Test Loss: 0.311 | Test AUC: 0.949 | Rate: 5868 examples/s (11612.52 s)
Epoch 121, Step 1987651 | Training Acc: 0.965 | Test Acc: 0.955 | Test Loss: 0.188 | Test AUC: 0.950 | Rate: 5746 examples/s (11631.66 s)
Graph saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_epoch121.ckpt-121
Epoch 121, Step 2654275 | Training Acc: 0.980 | Test Acc: 0.977 | Test Loss: 0.116 | Test AUC: 0.973 | Rate: 1048 examples/s (11651.18 s) [*]
Epoch 121, Step 3320899 | Training Acc: 0.949 | Test Acc: 0.973 | Test Loss: 0.161 | Test AUC: 0.950 | Rate: 5756 examples/s (11670.31 s)
Epoch 122, Step 654302 | Training Acc: 0.949 | Test Acc: 0.961 | Test Loss: 0.133 | Test AUC: 0.947 | Rate: 5749 examples/s (11689.44 s)
Epoch 122, Step 1320926 | Training Acc: 0.963 | Test Acc: 0.982 | Test Loss: 0.190 | Test AUC: 0.971 | Rate: 5799 examples/s (11708.59 s)
Epoch 122, Step 1987550 | Training Acc: 0.957 | Test Acc: 0.967 | Test Loss: 0.261 | Test AUC: 0.950 | Rate: 5794 examples/s (11727.73 s)
Epoch 122, Step 2654174 | Training Acc: 0.955 | Test Acc: 0.938 | Test Loss: 0.454 | Test AUC: 0.928 | Rate: 5642 examples/s (11746.84 s)
Epoch 122, Step 3320798 | Training Acc: 0.953 | Test Acc: 0.947 | Test Loss: 0.366 | Test AUC: 0.935 | Rate: 5633 examples/s (11765.97 s)
Epoch 123, Step 654201 | Training Acc: 0.965 | Test Acc: 0.963 | Test Loss: 0.266 | Test AUC: 0.960 | Rate: 5673 examples/s (11785.11 s)
Epoch 123, Step 1320825 | Training Acc: 0.955 | Test Acc: 0.951 | Test Loss: 0.443 | Test AUC: 0.936 | Rate: 5676 examples/s (11804.24 s)
Epoch 123, Step 1987449 | Training Acc: 0.959 | Test Acc: 0.951 | Test Loss: 0.303 | Test AUC: 0.944 | Rate: 5725 examples/s (11823.40 s)
Epoch 123, Step 2654073 | Training Acc: 0.977 | Test Acc: 0.957 | Test Loss: 0.215 | Test AUC: 0.954 | Rate: 5712 examples/s (11842.53 s)
Epoch 123, Step 3320697 | Training Acc: 0.963 | Test Acc: 0.967 | Test Loss: 0.389 | Test AUC: 0.951 | Rate: 5783 examples/s (11861.68 s)
Epoch 124, Step 654100 | Training Acc: 0.971 | Test Acc: 0.945 | Test Loss: 0.465 | Test AUC: 0.953 | Rate: 5628 examples/s (11880.85 s)
Epoch 124, Step 1320724 | Training Acc: 0.969 | Test Acc: 0.961 | Test Loss: 0.221 | Test AUC: 0.960 | Rate: 5704 examples/s (11899.99 s)
Epoch 124, Step 1987348 | Training Acc: 0.973 | Test Acc: 0.971 | Test Loss: 0.189 | Test AUC: 0.966 | Rate: 5816 examples/s (11919.13 s)
Epoch 124, Step 2653972 | Training Acc: 0.955 | Test Acc: 0.957 | Test Loss: 0.198 | Test AUC: 0.941 | Rate: 5763 examples/s (11938.25 s)
Epoch 124, Step 3320596 | Training Acc: 0.963 | Test Acc: 0.959 | Test Loss: 0.457 | Test AUC: 0.951 | Rate: 5845 examples/s (11957.37 s)
Epoch 125, Step 653999 | Training Acc: 0.959 | Test Acc: 0.967 | Test Loss: 0.136 | Test AUC: 0.961 | Rate: 5726 examples/s (11976.51 s)
Epoch 125, Step 1320623 | Training Acc: 0.947 | Test Acc: 0.959 | Test Loss: 0.199 | Test AUC: 0.946 | Rate: 5655 examples/s (11995.66 s)
Epoch 125, Step 1987247 | Training Acc: 0.971 | Test Acc: 0.961 | Test Loss: 0.171 | Test AUC: 0.960 | Rate: 5636 examples/s (12014.80 s)
Epoch 125, Step 2653871 | Training Acc: 0.967 | Test Acc: 0.959 | Test Loss: 0.380 | Test AUC: 0.958 | Rate: 5594 examples/s (12033.95 s)
Epoch 125, Step 3320495 | Training Acc: 0.969 | Test Acc: 0.965 | Test Loss: 0.430 | Test AUC: 0.961 | Rate: 5654 examples/s (12053.11 s)
Epoch 126, Step 653898 | Training Acc: 0.951 | Test Acc: 0.963 | Test Loss: 0.147 | Test AUC: 0.934 | Rate: 5662 examples/s (12072.25 s)
Epoch 126, Step 1320522 | Training Acc: 0.969 | Test Acc: 0.955 | Test Loss: 0.444 | Test AUC: 0.944 | Rate: 5666 examples/s (12091.41 s)
Epoch 126, Step 1987146 | Training Acc: 0.963 | Test Acc: 0.963 | Test Loss: 0.190 | Test AUC: 0.956 | Rate: 5650 examples/s (12110.56 s)
Epoch 126, Step 2653770 | Training Acc: 0.955 | Test Acc: 0.967 | Test Loss: 0.163 | Test AUC: 0.948 | Rate: 5585 examples/s (12129.71 s)
Epoch 126, Step 3320394 | Training Acc: 0.957 | Test Acc: 0.949 | Test Loss: 0.327 | Test AUC: 0.941 | Rate: 5609 examples/s (12148.83 s)
Epoch 127, Step 653797 | Training Acc: 0.959 | Test Acc: 0.957 | Test Loss: 0.300 | Test AUC: 0.944 | Rate: 5477 examples/s (12167.99 s)
Epoch 127, Step 1320421 | Training Acc: 0.959 | Test Acc: 0.955 | Test Loss: 0.343 | Test AUC: 0.953 | Rate: 5814 examples/s (12187.10 s)
Epoch 127, Step 1987045 | Training Acc: 0.967 | Test Acc: 0.967 | Test Loss: 0.206 | Test AUC: 0.958 | Rate: 5713 examples/s (12206.25 s)
Epoch 127, Step 2653669 | Training Acc: 0.945 | Test Acc: 0.957 | Test Loss: 0.208 | Test AUC: 0.940 | Rate: 5641 examples/s (12225.38 s)
Training Complete. Model saved to file: cont_b2dy/vDNN_cont-selu_B2Xdy_end.ckpt-127 Time elapsed: 12237.225 s
In [8]:
import os
ckpt = tf.train.get_checkpoint_state(directories.checkpoints)
vDNN = vanillaDNN(config, training = False)
labels, preds, output = vDNN.predict(ckpt)
# Add predictions to test set as a new column, save as HDF5
output = pd.Series(output, name='probs')
test = pd.concat([pdf1, output], axis=1)
INFO:tensorflow:Restoring parameters from checkpoints/vDNN_continuum-selu_B2Xdy_end.ckpt-7
checkpoints/vDNN_continuum-selu_B2Xdy_end.ckpt-7 restored.
Validation accuracy: 0.929
AUC: 0.9885861509236746
Plotting signal efficiency versus background rejection
<matplotlib.figure.Figure at 0x2b72fbadd080>
Inference complete. Duration: 9.03982 s
In [9]:
output
Out[9]:
0 9.345390e-01
1 1.000000e+00
2 0.000000e+00
3 0.000000e+00
4 8.583705e-35
5 0.000000e+00
6 0.000000e+00
7 1.000000e+00
8 0.000000e+00
9 6.897035e-22
10 1.000000e+00
11 9.314652e-01
12 1.000000e+00
13 1.000000e+00
14 1.000000e+00
15 2.619639e-07
16 1.101381e-32
17 9.320296e-20
18 1.651990e-04
19 1.000000e+00
20 1.000000e+00
21 1.000000e+00
22 0.000000e+00
23 3.899324e-35
24 1.641836e-16
25 1.000000e+00
26 1.000000e+00
27 1.000000e+00
28 6.911855e-01
29 1.000000e+00
...
138278 1.000000e+00
138279 1.000000e+00
138280 9.999439e-01
138281 1.000000e+00
138282 1.000000e+00
138283 9.890485e-05
138284 1.000000e+00
138285 1.000000e+00
138286 1.000000e+00
138287 1.000000e+00
138288 1.000000e+00
138289 1.000000e+00
138290 1.000000e+00
138291 1.000000e+00
138292 1.000000e+00
138293 0.000000e+00
138294 0.000000e+00
138295 1.000000e+00
138296 9.999981e-01
138297 1.000000e+00
138298 0.000000e+00
138299 1.000000e+00
138300 1.000000e+00
138301 1.000000e+00
138302 1.000000e+00
138303 4.118808e-11
138304 1.000000e+00
138305 1.000000e+00
138306 1.000000e+00
138307 3.470825e-05
Name: probs, Length: 138308, dtype: float32
In [9]:
test.shape
Out[9]:
(347319, 108)
In [10]:
pdf1.shape
Out[10]:
(347319, 107)
In [13]:
output
Out[13]:
0 1.000000e+00
1 1.000000e+00
2 9.827306e-01
3 1.000000e+00
4 1.000000e+00
5 1.000000e+00
6 1.000000e+00
7 1.000000e+00
8 1.065946e-10
9 9.526831e-01
10 9.994755e-01
11 1.000000e+00
12 0.000000e+00
13 1.275826e-33
14 9.961402e-01
15 9.999176e-01
16 9.068767e-01
17 3.129100e-03
18 1.000000e+00
19 9.999944e-01
20 1.000000e+00
21 1.000000e+00
22 1.000000e+00
23 1.000000e+00
24 3.955720e-33
25 9.902784e-01
26 1.000000e+00
27 9.997016e-01
28 1.000000e+00
29 0.000000e+00
...
347289 1.000000e+00
347290 9.946324e-01
347291 8.464706e-17
347292 1.000000e+00
347293 2.609681e-16
347294 1.000000e+00
347295 1.000000e+00
347296 9.960432e-01
347297 1.000000e+00
347298 0.000000e+00
347299 1.000000e+00
347300 9.977423e-01
347301 1.000000e+00
347302 1.000000e+00
347303 9.997661e-01
347304 1.000000e+00
347305 3.874876e-18
347306 0.000000e+00
347307 1.000000e+00
347308 0.000000e+00
347309 5.732486e-26
347310 9.291208e-01
347311 2.691619e-23
347312 9.968556e-01
347313 3.592745e-13
347314 8.560661e-10
347315 1.000000e+00
347316 9.916703e-01
347317 1.000000e+00
347318 0.000000e+00
Name: probs, Length: 347319, dtype: float32
In [11]:
test
Out[11]:
BB_gamma_hel
B_CosTBTO
B_CosTBz
B_DeltaT
B_R2
B_TagVPvalue
B_TagVex
B_TagVey
B_TagVez
B_TagVx
...
B_useCMSFrame_bodaughterSumOf_bopz_bc_bc
mbc
deltae
daughterInvM
evtNum
MCtype
nCands
channel
labels
probs
0
-1.588105
-0.566125
2.060708
0.006763
-1.170962
1.273394
-0.012045
0.042164
-0.012057
-0.005894
...
0.024435
5.277649
-0.002986
1.657435
3.249500e+04
7.0
1.0
0.0
1.0
1.000000e+00
1
-1.583511
0.326212
1.965546
0.000565
-0.139086
-0.987356
-0.012026
0.042042
-0.012054
0.023391
...
-0.396096
5.280044
0.024862
1.672550
4.530700e+04
7.0
1.0
0.0
1.0
1.000000e+00
2
-1.582909
-1.306332
2.205411
0.021708
-1.382867
-0.158151
-0.011995
0.042215
-0.011983
-0.031475
...
1.046946
5.279857
-0.106811
2.220620
1.386191e+08
0.0
1.0
11.0
0.0
9.827306e-01
3
-1.581905
-0.050490
1.774217
-0.000200
0.090453
-1.093808
-0.011944
0.042215
-0.011924
-0.002600
...
-1.155154
5.272421
-0.122822
2.332373
2.621646e+08
2.0
2.0
7.0
0.0
1.000000e+00
4
-1.575761
-0.710063
1.977314
0.008272
-1.013066
0.622739
-0.012038
0.042200
-0.012050
-0.000999
...
-0.647386
5.281581
0.055017
2.082395
7.297000e+03
7.0
1.0
6.0
1.0
1.000000e+00
5
-1.574043
0.709838
1.887089
0.022262
-0.304458
0.978461
-0.012024
0.042213
-0.012022
-0.001381
...
-0.462639
5.273503
-0.166270
2.049185
3.964600e+04
7.0
1.0
1.0
1.0
1.000000e+00
6
-1.573475
-0.185380
2.025063
0.011435
-0.784249
1.865040
-0.012011
0.042205
-0.012009
0.003061
...
-0.210416
5.275576
0.008971
1.822210
1.213567e+09
0.0
2.0
11.0
0.0
1.000000e+00
7
-1.569883
-1.009027
2.177724
0.011549
-0.807890
1.904731
-0.012035
0.042192
-0.012047
-0.019559
...
0.878339
5.280567
0.179423
1.994851
2.481396e+08
0.0
2.0
5.0
0.0
1.000000e+00
8
-1.569604
-0.014816
2.004494
0.047200
-0.350407
-0.201612
-0.012022
0.042195
-0.012024
-0.017455
...
-0.578034
5.274578
-0.108732
0.953385
6.900000e+03
7.0
1.0
6.0
1.0
1.065946e-10
9
-1.569481
-1.954512
2.171281
-0.006076
-1.450575
-1.119552
-0.012044
0.042205
-0.012056
-0.001675
...
0.627990
5.277041
0.085580
1.227704
3.599200e+04
7.0
1.0
0.0
1.0
9.526831e-01
10
-1.569182
1.151153
1.900612
0.012091
0.203661
-1.112279
-0.012012
0.042202
-0.012007
0.003261
...
-1.322810
5.282043
-0.135296
1.479965
9.190214e+08
2.0
2.0
7.0
0.0
9.994755e-01
11
-1.568435
-0.565598
1.992011
0.028741
0.130616
-0.521075
-0.012043
0.042117
-0.012053
-0.004857
...
0.929582
5.274243
-0.003875
1.013377
3.161500e+04
7.0
1.0
0.0
1.0
1.000000e+00
12
-1.567715
1.239812
1.800736
0.015411
1.816450
0.289027
-0.012019
0.042169
-0.012031
0.000831
...
0.155492
5.284900
-0.069414
1.761511
4.859773e+07
3.0
2.0
2.0
0.0
0.000000e+00
13
-1.567501
-0.476724
1.985347
0.010538
-2.046603
0.424110
-0.012028
0.042176
-0.012036
-0.003214
...
-0.408360
5.272332
-0.029731
2.272628
3.696101e+07
1.0
1.0
7.0
0.0
1.275826e-33
14
-1.566319
0.031546
1.854112
0.044732
-1.219332
-0.360032
-0.012039
0.042200
-0.012048
0.032568
...
-0.457383
5.275331
0.013524
1.213096
8.118000e+03
7.0
1.0
0.0
1.0
9.961402e-01
15
-1.564832
-1.970770
2.149373
0.027442
0.407642
-0.513775
-0.012014
0.042215
-0.012010
-0.032058
...
-1.099204
5.284764
0.156094
0.959191
1.128291e+08
0.0
2.0
0.0
0.0
9.999176e-01
16
-1.563681
-0.660002
1.922876
0.001845
-0.536715
-0.790237
-0.012004
0.042208
-0.011999
0.000494
...
-0.295934
5.285688
0.105284
1.741828
2.034600e+04
7.0
1.0
6.0
1.0
9.068767e-01
17
-1.563292
0.557182
2.007596
-0.016845
0.846171
-0.835290
-0.012024
0.042202
-0.012029
0.027877
...
1.331109
5.273226
-0.052433
2.030820
1.680045e+08
2.0
1.0
3.0
0.0
3.129100e-03
18
-1.562395
-1.927134
2.147949
0.027548
0.407642
-0.513775
-0.012014
0.042215
-0.012010
-0.032058
...
-1.245328
5.283813
0.170637
0.922816
1.128291e+08
0.0
2.0
0.0
0.0
1.000000e+00
19
-1.561559
-1.420410
1.757970
0.003209
-0.599403
0.007394
-0.012037
0.042138
-0.012042
0.012916
...
-1.559707
5.280505
-0.167871
1.622055
2.512200e+04
7.0
1.0
7.0
1.0
9.999944e-01
20
-1.560382
0.954287
1.845459
0.010007
1.672864
1.046969
-0.012023
0.042210
-0.012027
0.001565
...
-1.808633
5.274035
-0.003709
0.851073
4.347667e+08
0.0
2.0
6.0
0.0
1.000000e+00
21
-1.560270
0.883145
2.025181
0.011548
0.610251
-0.459426
-0.012037
0.042189
-0.012046
-0.007102
...
0.609037
5.280972
0.126612
2.361797
9.870547e+07
1.0
2.0
6.0
0.0
1.000000e+00
22
-1.560108
1.292310
1.941228
0.022710
1.175870
-0.532663
-0.012003
0.042213
-0.011994
-0.008904
...
-2.305296
5.275794
0.120669
2.280151
2.564789e+08
0.0
2.0
7.0
0.0
1.000000e+00
23
-1.556034
-0.581448
1.814682
0.011301
0.705363
1.948656
-0.012019
0.042215
-0.012017
-0.011938
...
-0.360283
5.279708
0.073355
1.398857
3.519000e+03
7.0
1.0
6.0
1.0
1.000000e+00
24
-1.556008
-1.944766
1.977108
0.005731
-1.118724
-1.038394
-0.012031
0.042210
-0.012036
0.029229
...
0.001654
5.280077
-0.038192
1.571976
2.417300e+04
7.0
1.0
6.0
1.0
3.955720e-33
25
-1.555477
0.947163
1.692409
0.003611
0.469500
-0.688393
-0.011810
0.042215
-0.011778
-0.004983
...
1.511616
5.270384
-0.094270
2.044542
2.665656e+08
2.0
1.0
2.0
0.0
9.902784e-01
26
-1.554658
1.301108
2.126952
0.007212
0.142358
1.879190
-0.012004
0.042215
-0.011998
-0.007538
...
-1.513486
5.272954
-0.186648
2.162750
2.496540e+08
0.0
1.0
8.0
0.0
1.000000e+00
27
-1.554489
0.541929
2.085999
0.025837
2.523899
2.095510
-0.011718
0.042218
-0.011681
-0.007442
...
-0.821759
5.280763
0.012349
0.906070
3.329600e+04
7.0
1.0
7.0
1.0
9.997016e-01
28
-1.554356
-1.141241
2.066996
0.191681
-0.732644
0.585884
-0.012009
0.042208
-0.012006
-0.013884
...
-0.282872
5.285203
-0.062984
1.370913
4.515000e+03
7.0
2.0
6.0
1.0
1.000000e+00
29
-1.551773
-1.472757
1.820266
-0.002964
-0.404230
-0.735953
-0.012035
0.042184
-0.012041
-0.004175
...
-0.801543
5.281014
-0.000976
0.946660
5.807000e+03
7.0
1.0
1.0
1.0
0.000000e+00
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
347289
3.854896
-1.692997
1.480798
0.046164
-2.198134
-0.796348
-0.012041
0.042187
-0.012053
0.002444
...
2.252906
5.273190
-0.150184
1.698309
4.034400e+04
7.0
1.0
1.0
1.0
1.000000e+00
347290
3.887383
0.105915
1.584645
0.020289
-1.000228
-0.487211
-0.011995
0.042215
-0.011987
0.004836
...
1.465676
5.278460
-0.057058
1.839832
4.434000e+03
7.0
1.0
6.0
1.0
9.946324e-01
347291
3.892479
-0.065853
2.061924
0.010526
-0.292694
0.887248
-0.012030
0.042176
-0.012041
-0.006805
...
0.817587
5.284071
0.172147
2.218086
1.621740e+08
1.0
2.0
3.0
0.0
8.464706e-17
347292
3.902444
-1.064211
1.677861
0.003299
-1.331728
-0.797308
-0.012034
0.042182
-0.012043
0.012150
...
1.191764
5.280465
0.003451
1.857218
1.027600e+04
7.0
1.0
0.0
1.0
1.000000e+00
347293
3.903558
-1.626939
1.651184
0.043389
-0.376686
-0.132686
-0.012047
0.042213
-0.012059
-0.006949
...
1.963822
5.270998
-0.039089
0.359104
1.164800e+04
7.0
1.0
6.0
1.0
2.609681e-16
347294
3.952121
1.299437
1.937808
0.027862
1.435039
2.141457
-0.012023
0.042200
-0.012031
-0.011890
...
1.673755
5.275138
-0.043785
1.302903
8.121799e+08
0.0
1.0
1.0
0.0
1.000000e+00
347295
4.034023
0.098159
1.722211
-0.002962
-0.002591
-0.868576
-0.011880
0.042215
-0.011856
0.026800
...
2.033746
5.270757
-0.173174
1.346038
3.985900e+04
7.0
1.0
6.0
1.0
1.000000e+00
347296
4.037626
0.818402
1.499229
0.009324
0.215447
-0.210065
-0.012030
0.042153
-0.012043
-0.034153
...
1.708497
5.271570
0.145039
1.766551
1.113881e+08
0.0
1.0
1.0
0.0
9.960432e-01
347297
4.229581
1.300406
1.705838
0.010989
0.944568
-0.055836
-0.012023
0.042164
-0.012034
-0.020875
...
1.514197
5.275967
0.163549
2.183398
7.082510e+07
0.0
2.0
3.0
0.0
1.000000e+00
347298
4.432310
-0.510520
1.354849
0.015130
-0.724999
0.369340
-0.012030
0.042195
-0.012032
0.026033
...
0.760395
5.273506
-0.076322
1.854061
3.156900e+04
7.0
1.0
6.0
1.0
0.000000e+00
347299
4.489255
0.564778
1.635464
0.025745
-0.457566
0.508801
-0.011854
0.042218
-0.011825
-0.017161
...
1.412109
5.272670
0.110744
2.161471
4.122000e+08
0.0
2.0
11.0
0.0
1.000000e+00
347300
4.516870
1.312192
2.100788
0.007455
1.441639
0.661746
-0.012019
0.042202
-0.012012
-0.014997
...
0.859256
5.270451
-0.126251
2.235873
1.798806e+08
0.0
2.0
2.0
0.0
9.977423e-01
347301
4.542540
1.298028
1.920674
0.012971
1.157315
0.068808
-0.012034
0.042184
-0.012036
-0.006348
...
1.929028
5.275460
-0.017815
1.964402
8.592804e+08
0.0
2.0
7.0
0.0
1.000000e+00
347302
4.598580
1.247436
1.782253
0.010198
1.954320
0.381041
-0.011935
0.042215
-0.011918
-0.015006
...
1.745383
5.275244
0.013244
1.851924
1.017070e+08
1.0
2.0
7.0
0.0
1.000000e+00
347303
4.670085
0.955770
1.571868
0.003274
-0.085037
0.696914
-0.011995
0.042200
-0.011993
0.011673
...
1.823107
5.279059
0.058655
2.169301
6.610593e+08
0.0
2.0
2.0
0.0
9.997661e-01
347304
4.671551
-1.677279
1.777513
0.014126
-1.745042
-1.086039
-0.012018
0.042215
-0.012014
-0.000708
...
2.067389
5.274599
-0.145649
2.385571
1.103195e+08
1.0
2.0
7.0
0.0
1.000000e+00
347305
4.731845
-0.942247
1.973351
0.011722
-1.738874
0.286266
-0.012025
0.042192
-0.012025
-0.013526
...
1.762794
5.277947
-0.007453
2.086886
3.203218e+08
1.0
2.0
3.0
0.0
3.874876e-18
347306
4.901173
-0.933148
1.723408
0.010480
-1.524683
-0.357989
-0.012035
0.042213
-0.012043
0.008260
...
1.995012
5.272712
-0.053025
2.015685
2.536000e+03
7.0
1.0
0.0
1.0
0.000000e+00
347307
4.980108
1.045975
1.409241
0.009201
0.595034
-0.236573
-0.011982
0.042197
-0.011978
0.006874
...
1.711573
5.271878
-0.119189
2.222986
1.458822e+08
3.0
2.0
8.0
0.0
1.000000e+00
347308
5.101314
-1.286053
2.095083
-0.004993
-0.773370
-1.085315
-0.012028
0.042215
-0.012030
0.011983
...
0.887533
5.282514
-0.046848
2.366267
1.206200e+04
7.0
1.0
0.0
1.0
0.000000e+00
347309
5.130153
1.279023
1.660115
-0.015142
1.094487
-1.196779
-0.011906
0.042218
-0.011880
0.023192
...
1.531612
5.271203
0.015756
1.983706
1.035064e+09
2.0
2.0
10.0
0.0
5.732486e-26
347310
5.159062
0.987594
1.158321
-0.013144
-0.399648
-1.226735
-0.011678
0.042218
-0.011639
-0.009933
...
2.444736
5.272225
0.195686
2.155930
1.021215e+09
0.0
1.0
1.0
0.0
9.291208e-01
347311
5.219036
1.291102
1.607623
0.022731
1.780569
-0.111562
-0.012004
0.042189
-0.012003
-0.012375
...
2.057160
5.271173
0.106284
2.203803
3.341791e+08
0.0
2.0
7.0
0.0
2.691619e-23
347312
5.363985
1.277278
1.996141
0.010979
0.945110
-0.674692
-0.012009
0.042200
-0.012005
-0.023130
...
2.552730
5.271055
0.130997
1.666330
4.680117e+08
0.0
2.0
5.0
0.0
9.968556e-01
347313
5.683409
0.490914
2.215300
0.013999
0.517185
2.104769
-0.011993
0.042197
-0.011992
0.002635
...
2.106366
5.277033
0.146947
2.015297
7.326258e+07
1.0
2.0
2.0
0.0
3.592745e-13
347314
6.102160
1.218031
1.912647
0.009165
0.429370
-0.298835
-0.011745
0.042218
-0.011708
-0.013340
...
1.751379
5.272793
-0.029386
2.369718
3.218419e+08
0.0
1.0
1.0
0.0
8.560661e-10
347315
6.294287
0.740536
1.750744
0.006878
0.160956
-0.330470
-0.012037
0.042109
-0.012056
-0.000693
...
1.103246
5.270519
-0.154954
2.014074
4.139668e+07
3.0
2.0
2.0
0.0
1.000000e+00
347316
6.624885
0.947272
1.964411
-6.669213
1.857085
-4.677280
-0.012114
-23.701450
-0.012080
-0.008578
...
1.602102
5.274765
-0.132008
1.773431
1.379795e+08
1.0
1.0
6.0
0.0
9.916703e-01
347317
6.685095
1.052954
1.716926
0.011800
0.231415
0.685805
-0.012023
0.042052
-0.012045
-0.006985
...
2.606178
5.270617
-0.147710
2.399954
8.194058e+07
0.0
2.0
2.0
0.0
1.000000e+00
347318
7.848846
0.807176
2.093281
0.021128
0.114179
-1.186913
-0.012028
0.042202
-0.012034
-0.041588
...
2.154728
5.270906
0.026964
2.341309
1.090487e+09
0.0
2.0
2.0
0.0
0.000000e+00
347319 rows × 108 columns
In [7]:
test.to_hdf(os.path.join(directories.checkpoints, '{}_preds.h5'.format(os.path.basename(directories.test))), key = 'df', format='t', data_columns=True)
Content source: Justin-Tan/hep-analysis
Similar notebooks: